2024-09-05T05:56:27.156 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-05T05:56:27.178 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T05:56:27.275 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/mds-full} email: ceph-qa@ceph.com first_in_suite: false job_id: '7889948' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - disabled conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 client.0: debug client: 20 debug objectcacher: 20 debug objecter: 20 client.1: debug client: 20 debug objectcacher: 20 debug objecter: 20 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon osd backfillfull ratio: 0.6 mon osd full ratio: 0.7 mon osd nearfull ratio: 0.6 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 memstore device bytes: 200000000 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 1.0 osd mon report interval: 5 osd objectstore: memstore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSD full dropping all updates - OSD near full - pausewr flag - failsafe engaged, dropping updates - failsafe disengaged, no longer dropping - is full \(reached quota - POOL_FULL - POOL_BACKFILLFULL - PG_RECOVERY_FULL - PG_DEGRADED sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1743 sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 sleep_before_teardown: 0 subset: 459/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi070.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB5j6jYJrD7ipLUpPYHqj1ZD+8Ss4kvAT9AzIbvgIIZiqRzcb7g8QjXaSXBCH1K+WRLJnYAmLDYszJlsPmdLG9s= smithi196.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBECuejsuCrxdzazaxbp5nSe+5PYv6rnOPBwLUsu3Qzk66qZJzKTLyt9ZfQfONv/1Bk+OGVr1tsrrBvfWEdKih1Y= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_full teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-04_21:24:16 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-05T05:56:27.276 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa; will attempt to use it 2024-09-05T05:56:27.277 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks 2024-09-05T05:56:27.277 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-05T05:56:27.278 INFO:teuthology.task.internal:Checking packages... 2024-09-05T05:56:27.302 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4' 2024-09-05T05:56:27.303 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-05T05:56:27.303 INFO:teuthology.packaging:ref: None 2024-09-05T05:56:27.303 INFO:teuthology.packaging:tag: None 2024-09-05T05:56:27.303 INFO:teuthology.packaging:branch: squid 2024-09-05T05:56:27.303 INFO:teuthology.packaging:sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T05:56:27.303 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=squid 2024-09-05T05:56:27.521 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-259-g91c8a7e5-1jammy 2024-09-05T05:56:27.523 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-05T05:56:27.529 INFO:teuthology.task.internal:no buildpackages task found 2024-09-05T05:56:27.530 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-05T05:56:27.566 INFO:teuthology.task.internal:Saving configuration 2024-09-05T05:56:27.582 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-05T05:56:27.625 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-05T05:56:27.649 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi070.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 05:50:58.766348', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIFkc/QJ6lnEELFJzjf43ovCxRAFflQuGelgP5YkQilP/'} 2024-09-05T05:56:27.671 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi196.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 05:50:58.765129', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIG2xI1fWoSYOTM0jdj+dUfkr5naa9e9FKZMjEtGM8m3E'} 2024-09-05T05:56:27.671 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-05T05:56:27.677 INFO:teuthology.task.internal:roles: ubuntu@smithi070.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-05T05:56:27.677 INFO:teuthology.task.internal:roles: ubuntu@smithi196.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-05T05:56:27.677 INFO:teuthology.run_tasks:Running task console_log... 2024-09-05T05:56:27.770 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f08285555a0>, signals=[15]) 2024-09-05T05:56:27.770 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-05T05:56:27.776 INFO:teuthology.task.internal:Opening connections... 2024-09-05T05:56:27.776 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T05:56:27.778 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:56:27.856 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T05:56:27.857 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:56:27.934 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-05T05:56:27.939 DEBUG:teuthology.orchestra.run.smithi070:> uname -m 2024-09-05T05:56:27.945 INFO:teuthology.orchestra.run.smithi070.stdout:x86_64 2024-09-05T05:56:27.945 DEBUG:teuthology.orchestra.run.smithi070:> cat /etc/os-release 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:NAME="Ubuntu" 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:VERSION_ID="22.04" 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:VERSION_CODENAME=jammy 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:ID=ubuntu 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:ID_LIKE=debian 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-05T05:56:27.993 INFO:teuthology.orchestra.run.smithi070.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-05T05:56:27.994 INFO:teuthology.orchestra.run.smithi070.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-05T05:56:27.994 INFO:teuthology.orchestra.run.smithi070.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-05T05:56:27.994 INFO:teuthology.orchestra.run.smithi070.stdout:UBUNTU_CODENAME=jammy 2024-09-05T05:56:27.994 INFO:teuthology.lock.ops:Updating smithi070.front.sepia.ceph.com on lock server 2024-09-05T05:56:28.013 DEBUG:teuthology.orchestra.run.smithi196:> uname -m 2024-09-05T05:56:28.018 INFO:teuthology.orchestra.run.smithi196.stdout:x86_64 2024-09-05T05:56:28.018 DEBUG:teuthology.orchestra.run.smithi196:> cat /etc/os-release 2024-09-05T05:56:28.065 INFO:teuthology.orchestra.run.smithi196.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-05T05:56:28.065 INFO:teuthology.orchestra.run.smithi196.stdout:NAME="Ubuntu" 2024-09-05T05:56:28.065 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_ID="22.04" 2024-09-05T05:56:28.065 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-05T05:56:28.065 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_CODENAME=jammy 2024-09-05T05:56:28.065 INFO:teuthology.orchestra.run.smithi196.stdout:ID=ubuntu 2024-09-05T05:56:28.065 INFO:teuthology.orchestra.run.smithi196.stdout:ID_LIKE=debian 2024-09-05T05:56:28.065 INFO:teuthology.orchestra.run.smithi196.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-05T05:56:28.066 INFO:teuthology.orchestra.run.smithi196.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-05T05:56:28.066 INFO:teuthology.orchestra.run.smithi196.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-05T05:56:28.066 INFO:teuthology.orchestra.run.smithi196.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-05T05:56:28.066 INFO:teuthology.orchestra.run.smithi196.stdout:UBUNTU_CODENAME=jammy 2024-09-05T05:56:28.066 INFO:teuthology.lock.ops:Updating smithi196.front.sepia.ceph.com on lock server 2024-09-05T05:56:28.089 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-05T05:56:28.099 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-05T05:56:28.104 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-05T05:56:28.105 DEBUG:teuthology.orchestra.run.smithi070:> test '!' -e /home/ubuntu/cephtest 2024-09-05T05:56:28.107 DEBUG:teuthology.orchestra.run.smithi196:> test '!' -e /home/ubuntu/cephtest 2024-09-05T05:56:28.112 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-05T05:56:28.120 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-05T05:56:28.121 DEBUG:teuthology.orchestra.run.smithi070:> test -z $(ls -A /var/lib/ceph) 2024-09-05T05:56:28.154 DEBUG:teuthology.orchestra.run.smithi196:> test -z $(ls -A /var/lib/ceph) 2024-09-05T05:56:28.251 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-05T05:56:28.310 INFO:teuthology.run_tasks:Running task kernel... 2024-09-05T05:56:28.329 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-05T05:56:28.329 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-05T05:56:28.329 DEBUG:teuthology.orchestra.run.smithi070:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T05:56:28.330 DEBUG:teuthology.orchestra.run.smithi196:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T05:56:28.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T05:56:28.334 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-09-05T05:56:28.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T05:56:28.335 DEBUG:teuthology.orchestra.run.smithi070:> uname -r 2024-09-05T05:56:28.381 INFO:teuthology.orchestra.run.smithi070.stdout:5.15.0-56-generic 2024-09-05T05:56:28.381 INFO:teuthology.task.kernel:Running kernel on smithi070: 5.15.0-56-generic 2024-09-05T05:56:28.381 DEBUG:teuthology.orchestra.run.smithi070:> sudo apt-get clean 2024-09-05T05:56:28.382 INFO:teuthology.orchestra.run.smithi196.stdout:5.15.0-56-generic 2024-09-05T05:56:28.383 INFO:teuthology.task.kernel:Running kernel on smithi196: 5.15.0-56-generic 2024-09-05T05:56:28.383 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get clean 2024-09-05T05:56:28.523 DEBUG:teuthology.orchestra.run.smithi070:> sudo apt-get update 2024-09-05T05:56:28.524 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get update 2024-09-05T05:56:28.660 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-05T05:56:28.675 INFO:teuthology.orchestra.run.smithi196.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-05T05:56:28.749 INFO:teuthology.orchestra.run.smithi196.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-05T05:56:28.774 INFO:teuthology.orchestra.run.smithi196.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-05T05:56:28.795 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-05T05:56:28.795 INFO:teuthology.orchestra.run.smithi070.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-05T05:56:28.854 INFO:teuthology.orchestra.run.smithi070.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-05T05:56:28.883 INFO:teuthology.orchestra.run.smithi196.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-05T05:56:28.956 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-05T05:56:28.992 INFO:teuthology.orchestra.run.smithi196.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-05T05:56:28.994 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-05T05:56:28.994 INFO:teuthology.orchestra.run.smithi196.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-05T05:56:29.011 INFO:teuthology.orchestra.run.smithi196.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-05T05:56:29.011 INFO:teuthology.orchestra.run.smithi196.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-05T05:56:29.014 INFO:teuthology.orchestra.run.smithi196.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-05T05:56:29.014 INFO:teuthology.orchestra.run.smithi196.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-05T05:56:29.018 INFO:teuthology.orchestra.run.smithi196.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-05T05:56:29.025 INFO:teuthology.orchestra.run.smithi196.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-05T05:56:29.027 INFO:teuthology.orchestra.run.smithi196.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-05T05:56:29.027 INFO:teuthology.orchestra.run.smithi196.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-05T05:56:29.028 INFO:teuthology.orchestra.run.smithi196.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-05T05:56:29.059 INFO:teuthology.orchestra.run.smithi196.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-05T05:56:29.059 INFO:teuthology.orchestra.run.smithi196.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-05T05:56:29.059 INFO:teuthology.orchestra.run.smithi196.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-05T05:56:29.060 INFO:teuthology.orchestra.run.smithi196.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-05T05:56:29.061 INFO:teuthology.orchestra.run.smithi196.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-05T05:56:29.061 INFO:teuthology.orchestra.run.smithi196.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-05T05:56:29.061 INFO:teuthology.orchestra.run.smithi196.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-05T05:56:29.062 INFO:teuthology.orchestra.run.smithi196.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-05T05:56:29.062 INFO:teuthology.orchestra.run.smithi196.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-05T05:56:29.062 INFO:teuthology.orchestra.run.smithi196.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-05T05:56:29.213 INFO:teuthology.orchestra.run.smithi070.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-05T05:56:29.215 INFO:teuthology.orchestra.run.smithi196.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-05T05:56:29.221 INFO:teuthology.orchestra.run.smithi070.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-05T05:56:29.348 INFO:teuthology.orchestra.run.smithi070.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-05T05:56:29.499 INFO:teuthology.orchestra.run.smithi196.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-05T05:56:29.515 INFO:teuthology.orchestra.run.smithi070.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-05T05:56:29.543 INFO:teuthology.orchestra.run.smithi070.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-05T05:56:29.671 INFO:teuthology.orchestra.run.smithi196.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-05T05:56:29.683 INFO:teuthology.orchestra.run.smithi196.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-05T05:56:29.684 INFO:teuthology.orchestra.run.smithi196.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-05T05:56:29.687 INFO:teuthology.orchestra.run.smithi070.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-05T05:56:29.700 INFO:teuthology.orchestra.run.smithi070.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-05T05:56:29.700 INFO:teuthology.orchestra.run.smithi070.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-05T05:56:29.701 INFO:teuthology.orchestra.run.smithi070.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-05T05:56:29.702 INFO:teuthology.orchestra.run.smithi070.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-05T05:56:29.715 INFO:teuthology.orchestra.run.smithi070.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-05T05:56:29.715 INFO:teuthology.orchestra.run.smithi070.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-05T05:56:29.717 INFO:teuthology.orchestra.run.smithi070.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-05T05:56:29.769 INFO:teuthology.orchestra.run.smithi196.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-05T05:56:29.770 INFO:teuthology.orchestra.run.smithi196.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-05T05:56:29.778 INFO:teuthology.orchestra.run.smithi196.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-05T05:56:29.778 INFO:teuthology.orchestra.run.smithi196.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-05T05:56:29.807 INFO:teuthology.orchestra.run.smithi196.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-05T05:56:29.827 INFO:teuthology.orchestra.run.smithi196.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-05T05:56:29.834 INFO:teuthology.orchestra.run.smithi196.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-05T05:56:29.834 INFO:teuthology.orchestra.run.smithi196.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-05T05:56:29.835 INFO:teuthology.orchestra.run.smithi196.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-05T05:56:29.838 INFO:teuthology.orchestra.run.smithi070.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-05T05:56:29.838 INFO:teuthology.orchestra.run.smithi070.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-05T05:56:29.845 INFO:teuthology.orchestra.run.smithi070.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-05T05:56:29.846 INFO:teuthology.orchestra.run.smithi070.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-05T05:56:29.846 INFO:teuthology.orchestra.run.smithi070.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-05T05:56:29.846 INFO:teuthology.orchestra.run.smithi070.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-05T05:56:29.858 INFO:teuthology.orchestra.run.smithi070.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-05T05:56:29.861 INFO:teuthology.orchestra.run.smithi070.stdout:Get:24 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-05T05:56:29.872 INFO:teuthology.orchestra.run.smithi070.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-05T05:56:29.875 INFO:teuthology.orchestra.run.smithi070.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-05T05:56:29.875 INFO:teuthology.orchestra.run.smithi070.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-05T05:56:29.876 INFO:teuthology.orchestra.run.smithi070.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-05T05:56:29.877 INFO:teuthology.orchestra.run.smithi070.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-05T05:56:29.877 INFO:teuthology.orchestra.run.smithi070.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-05T05:56:29.881 INFO:teuthology.orchestra.run.smithi070.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-05T05:56:29.882 INFO:teuthology.orchestra.run.smithi070.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-05T05:56:29.882 INFO:teuthology.orchestra.run.smithi070.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-05T05:56:29.883 INFO:teuthology.orchestra.run.smithi070.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-05T05:56:29.916 INFO:teuthology.orchestra.run.smithi196.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-05T05:56:29.917 INFO:teuthology.orchestra.run.smithi196.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-05T05:56:29.931 INFO:teuthology.orchestra.run.smithi070.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-05T05:56:29.951 INFO:teuthology.orchestra.run.smithi070.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-05T05:56:29.951 INFO:teuthology.orchestra.run.smithi070.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-05T05:56:29.956 INFO:teuthology.orchestra.run.smithi070.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-05T05:56:29.962 INFO:teuthology.orchestra.run.smithi070.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-05T05:56:30.029 INFO:teuthology.orchestra.run.smithi070.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-05T05:56:30.029 INFO:teuthology.orchestra.run.smithi070.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-05T05:56:30.030 INFO:teuthology.orchestra.run.smithi070.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-05T05:56:30.031 INFO:teuthology.orchestra.run.smithi070.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-05T05:56:30.031 INFO:teuthology.orchestra.run.smithi070.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-05T05:56:35.398 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 15.8 MB in 2s (7,573 kB/s) 2024-09-05T05:56:35.849 INFO:teuthology.orchestra.run.smithi070.stdout:Fetched 15.8 MB in 3s (5,884 kB/s) 2024-09-05T05:56:36.922 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-05T05:56:36.937 DEBUG:teuthology.orchestra.run.smithi196:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-05T05:56:36.990 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-05T05:56:37.178 INFO:teuthology.orchestra.run.smithi070.stdout:Reading package lists... 2024-09-05T05:56:37.184 INFO:teuthology.orchestra.run.smithi196.stdout:Building dependency tree... 2024-09-05T05:56:37.185 INFO:teuthology.orchestra.run.smithi196.stdout:Reading state information... 2024-09-05T05:56:37.195 DEBUG:teuthology.orchestra.run.smithi070:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-05T05:56:37.256 INFO:teuthology.orchestra.run.smithi070.stdout:Reading package lists... 2024-09-05T05:56:37.353 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages were automatically installed and are no longer required: 2024-09-05T05:56:37.354 INFO:teuthology.orchestra.run.smithi196.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-05T05:56:37.354 INFO:teuthology.orchestra.run.smithi196.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-05T05:56:37.354 INFO:teuthology.orchestra.run.smithi196.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-05T05:56:37.354 INFO:teuthology.orchestra.run.smithi196.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-05T05:56:37.354 INFO:teuthology.orchestra.run.smithi196.stdout: python2.7-minimal 2024-09-05T05:56:37.354 INFO:teuthology.orchestra.run.smithi196.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-05T05:56:37.355 INFO:teuthology.orchestra.run.smithi196.stdout:The following additional packages will be installed: 2024-09-05T05:56:37.355 INFO:teuthology.orchestra.run.smithi196.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-05T05:56:37.356 INFO:teuthology.orchestra.run.smithi196.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-05T05:56:37.356 INFO:teuthology.orchestra.run.smithi196.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-05T05:56:37.357 INFO:teuthology.orchestra.run.smithi196.stdout:Suggested packages: 2024-09-05T05:56:37.357 INFO:teuthology.orchestra.run.smithi196.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-05T05:56:37.357 INFO:teuthology.orchestra.run.smithi196.stdout:Recommended packages: 2024-09-05T05:56:37.357 INFO:teuthology.orchestra.run.smithi196.stdout: thermald 2024-09-05T05:56:37.409 INFO:teuthology.orchestra.run.smithi196.stdout:The following NEW packages will be installed: 2024-09-05T05:56:37.409 INFO:teuthology.orchestra.run.smithi196.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-05T05:56:37.409 INFO:teuthology.orchestra.run.smithi196.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-05T05:56:37.409 INFO:teuthology.orchestra.run.smithi196.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-05T05:56:37.410 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages will be upgraded: 2024-09-05T05:56:37.411 INFO:teuthology.orchestra.run.smithi196.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-05T05:56:37.461 INFO:teuthology.orchestra.run.smithi196.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-05T05:56:37.461 INFO:teuthology.orchestra.run.smithi196.stdout:Need to get 113 MB of archives. 2024-09-05T05:56:37.461 INFO:teuthology.orchestra.run.smithi196.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-05T05:56:37.461 INFO:teuthology.orchestra.run.smithi196.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-05T05:56:37.465 INFO:teuthology.orchestra.run.smithi070.stdout:Building dependency tree... 2024-09-05T05:56:37.466 INFO:teuthology.orchestra.run.smithi070.stdout:Reading state information... 2024-09-05T05:56:37.641 INFO:teuthology.orchestra.run.smithi070.stdout:The following packages were automatically installed and are no longer required: 2024-09-05T05:56:37.641 INFO:teuthology.orchestra.run.smithi070.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-05T05:56:37.641 INFO:teuthology.orchestra.run.smithi070.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-05T05:56:37.642 INFO:teuthology.orchestra.run.smithi070.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-05T05:56:37.642 INFO:teuthology.orchestra.run.smithi070.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-05T05:56:37.642 INFO:teuthology.orchestra.run.smithi070.stdout: python2.7-minimal 2024-09-05T05:56:37.642 INFO:teuthology.orchestra.run.smithi070.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-05T05:56:37.643 INFO:teuthology.orchestra.run.smithi070.stdout:The following additional packages will be installed: 2024-09-05T05:56:37.643 INFO:teuthology.orchestra.run.smithi070.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-05T05:56:37.643 INFO:teuthology.orchestra.run.smithi070.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-05T05:56:37.644 INFO:teuthology.orchestra.run.smithi070.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-05T05:56:37.645 INFO:teuthology.orchestra.run.smithi070.stdout:Suggested packages: 2024-09-05T05:56:37.645 INFO:teuthology.orchestra.run.smithi070.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-05T05:56:37.645 INFO:teuthology.orchestra.run.smithi070.stdout:Recommended packages: 2024-09-05T05:56:37.645 INFO:teuthology.orchestra.run.smithi070.stdout: thermald 2024-09-05T05:56:37.704 INFO:teuthology.orchestra.run.smithi070.stdout:The following NEW packages will be installed: 2024-09-05T05:56:37.705 INFO:teuthology.orchestra.run.smithi070.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-05T05:56:37.705 INFO:teuthology.orchestra.run.smithi070.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-05T05:56:37.705 INFO:teuthology.orchestra.run.smithi070.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-05T05:56:37.706 INFO:teuthology.orchestra.run.smithi070.stdout:The following packages will be upgraded: 2024-09-05T05:56:37.706 INFO:teuthology.orchestra.run.smithi070.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-05T05:56:37.757 INFO:teuthology.orchestra.run.smithi070.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-05T05:56:37.757 INFO:teuthology.orchestra.run.smithi070.stdout:Need to get 113 MB of archives. 2024-09-05T05:56:37.757 INFO:teuthology.orchestra.run.smithi070.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-05T05:56:37.757 INFO:teuthology.orchestra.run.smithi070.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-05T05:56:37.859 INFO:teuthology.orchestra.run.smithi196.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-05T05:56:37.949 INFO:teuthology.orchestra.run.smithi196.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-05T05:56:38.188 INFO:teuthology.orchestra.run.smithi070.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-05T05:56:38.285 INFO:teuthology.orchestra.run.smithi070.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-05T05:56:38.717 INFO:teuthology.orchestra.run.smithi196.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-05T05:56:38.717 INFO:teuthology.orchestra.run.smithi196.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-05T05:56:38.717 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-05T05:56:38.834 INFO:teuthology.orchestra.run.smithi196.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-05T05:56:38.933 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-05T05:56:39.070 INFO:teuthology.orchestra.run.smithi070.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-05T05:56:39.070 INFO:teuthology.orchestra.run.smithi070.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-05T05:56:39.070 INFO:teuthology.orchestra.run.smithi070.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-05T05:56:39.187 INFO:teuthology.orchestra.run.smithi070.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-05T05:56:39.208 INFO:teuthology.orchestra.run.smithi070.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-05T05:56:39.336 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 113 MB in 2s (74.8 MB/s) 2024-09-05T05:56:39.533 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-05T05:56:39.685 INFO:teuthology.orchestra.run.smithi070.stdout:Fetched 113 MB in 2s (72.6 MB/s) 2024-09-05T05:56:39.865 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-05T05:56:41.538 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-05T05:56:41.542 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-05T05:56:41.663 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:56:41.845 INFO:teuthology.orchestra.run.smithi070.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-05T05:56:41.847 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-05T05:56:41.930 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:56:44.081 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-05T05:56:44.103 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-05T05:56:44.193 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:56:44.348 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-05T05:56:44.370 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-05T05:56:44.469 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:56:44.910 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-05T05:56:44.930 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-05T05:56:44.960 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:56:45.058 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-05T05:56:45.078 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-05T05:56:45.117 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:56:51.276 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-05T05:56:51.398 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-05T05:56:51.581 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-05T05:56:51.682 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-05T05:56:51.700 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-05T05:56:51.910 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-05T05:56:52.069 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-05T05:56:52.206 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-05T05:56:52.222 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-05T05:56:52.244 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-05T05:56:52.288 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-05T05:56:52.501 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-05T05:56:52.523 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-05T05:56:52.567 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-05T05:56:57.926 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-05T05:56:57.963 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-05T05:56:58.001 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:56:58.293 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-05T05:56:58.330 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-05T05:56:58.368 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:00.626 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-05T05:57:00.731 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-05T05:57:01.031 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-05T05:57:01.152 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:01.279 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-05T05:57:01.408 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:01.814 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-05T05:57:01.946 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-05T05:57:02.337 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-05T05:57:02.450 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:02.610 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-05T05:57:02.725 INFO:teuthology.orchestra.run.smithi070.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-05T05:57:02.725 INFO:teuthology.orchestra.run.smithi070.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-05T05:57:02.725 INFO:teuthology.orchestra.run.smithi070.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-05T05:57:02.725 INFO:teuthology.orchestra.run.smithi070.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-05T05:57:02.764 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:02.893 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:04.208 INFO:teuthology.orchestra.run.smithi196.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-05T05:57:04.209 INFO:teuthology.orchestra.run.smithi196.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-05T05:57:04.209 INFO:teuthology.orchestra.run.smithi196.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-05T05:57:04.209 INFO:teuthology.orchestra.run.smithi196.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-05T05:57:04.945 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:05.025 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:06.362 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-05T05:57:06.409 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:06.489 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-05T05:57:06.615 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:06.680 INFO:teuthology.orchestra.run.smithi070.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-05T05:57:06.681 INFO:teuthology.orchestra.run.smithi070.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-05T05:57:07.840 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-05T05:57:07.946 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-05T05:57:08.098 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-05T05:57:08.161 INFO:teuthology.orchestra.run.smithi196.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-05T05:57:08.161 INFO:teuthology.orchestra.run.smithi196.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-05T05:57:21.426 INFO:teuthology.orchestra.run.smithi070.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-05T05:57:21.426 INFO:teuthology.orchestra.run.smithi070.stdout:Sourcing file `/etc/default/grub' 2024-09-05T05:57:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-05T05:57:21.457 INFO:teuthology.orchestra.run.smithi070.stdout:Generating grub configuration file ... 2024-09-05T05:57:21.746 INFO:teuthology.orchestra.run.smithi070.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-05T05:57:21.766 INFO:teuthology.orchestra.run.smithi070.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-05T05:57:22.070 INFO:teuthology.orchestra.run.smithi070.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-05T05:57:22.076 INFO:teuthology.orchestra.run.smithi070.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-05T05:57:22.141 INFO:teuthology.orchestra.run.smithi070.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-05T05:57:22.146 INFO:teuthology.orchestra.run.smithi070.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-05T05:57:22.302 INFO:teuthology.orchestra.run.smithi070.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-05T05:57:22.302 INFO:teuthology.orchestra.run.smithi070.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-05T05:57:22.303 INFO:teuthology.orchestra.run.smithi070.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-05T05:57:22.338 INFO:teuthology.orchestra.run.smithi070.stdout:done 2024-09-05T05:57:22.537 INFO:teuthology.orchestra.run.smithi196.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-05T05:57:22.537 INFO:teuthology.orchestra.run.smithi196.stdout:Sourcing file `/etc/default/grub' 2024-09-05T05:57:22.563 INFO:teuthology.orchestra.run.smithi196.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-05T05:57:22.581 INFO:teuthology.orchestra.run.smithi196.stdout:Generating grub configuration file ... 2024-09-05T05:57:22.848 DEBUG:teuthology.orchestra.run.smithi070:> dpkg -s linux-image-generic 2024-09-05T05:57:22.868 INFO:teuthology.orchestra.run.smithi070.stdout:Package: linux-image-generic 2024-09-05T05:57:22.869 INFO:teuthology.orchestra.run.smithi070.stdout:Status: install ok installed 2024-09-05T05:57:22.869 INFO:teuthology.orchestra.run.smithi070.stdout:Priority: optional 2024-09-05T05:57:22.869 INFO:teuthology.orchestra.run.smithi070.stdout:Section: kernel 2024-09-05T05:57:22.869 INFO:teuthology.orchestra.run.smithi070.stdout:Installed-Size: 21 2024-09-05T05:57:22.869 INFO:teuthology.orchestra.run.smithi070.stdout:Maintainer: Ubuntu Kernel Team 2024-09-05T05:57:22.869 INFO:teuthology.orchestra.run.smithi070.stdout:Architecture: amd64 2024-09-05T05:57:22.869 INFO:teuthology.orchestra.run.smithi070.stdout:Source: linux-meta 2024-09-05T05:57:22.870 INFO:teuthology.orchestra.run.smithi070.stdout:Version: 5.15.0.119.119 2024-09-05T05:57:22.870 INFO:teuthology.orchestra.run.smithi070.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-05T05:57:22.870 INFO:teuthology.orchestra.run.smithi070.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-05T05:57:22.870 INFO:teuthology.orchestra.run.smithi070.stdout:Recommends: thermald 2024-09-05T05:57:22.870 INFO:teuthology.orchestra.run.smithi070.stdout:Description: Generic Linux kernel image 2024-09-05T05:57:22.870 INFO:teuthology.orchestra.run.smithi070.stdout: This package will always depend on the latest generic kernel image 2024-09-05T05:57:22.870 INFO:teuthology.orchestra.run.smithi070.stdout: available. 2024-09-05T05:57:22.870 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-05T05:57:22.870 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-05T05:57:22.870 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-05T05:57:22.871 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-05T05:57:22.871 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi070.front.sepia.ceph.com, path=None, version=distro) 2024-09-05T05:57:22.871 DEBUG:teuthology.orchestra.run.smithi070:> sudo apt-get clean 2024-09-05T05:57:22.906 INFO:teuthology.orchestra.run.smithi196.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-05T05:57:22.931 INFO:teuthology.orchestra.run.smithi196.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-05T05:57:23.092 DEBUG:teuthology.orchestra.run.smithi070:> sudo apt-get update 2024-09-05T05:57:23.278 INFO:teuthology.orchestra.run.smithi196.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-05T05:57:23.283 INFO:teuthology.orchestra.run.smithi196.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-05T05:57:23.302 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-05T05:57:23.357 INFO:teuthology.orchestra.run.smithi196.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-05T05:57:23.363 INFO:teuthology.orchestra.run.smithi196.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-05T05:57:23.422 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-05T05:57:23.504 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-05T05:57:23.515 INFO:teuthology.orchestra.run.smithi196.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-05T05:57:23.516 INFO:teuthology.orchestra.run.smithi196.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-05T05:57:23.516 INFO:teuthology.orchestra.run.smithi196.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-05T05:57:23.564 INFO:teuthology.orchestra.run.smithi196.stdout:done 2024-09-05T05:57:23.591 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-05T05:57:24.067 DEBUG:teuthology.orchestra.run.smithi196:> dpkg -s linux-image-generic 2024-09-05T05:57:24.085 INFO:teuthology.orchestra.run.smithi196.stdout:Package: linux-image-generic 2024-09-05T05:57:24.085 INFO:teuthology.orchestra.run.smithi196.stdout:Status: install ok installed 2024-09-05T05:57:24.085 INFO:teuthology.orchestra.run.smithi196.stdout:Priority: optional 2024-09-05T05:57:24.085 INFO:teuthology.orchestra.run.smithi196.stdout:Section: kernel 2024-09-05T05:57:24.085 INFO:teuthology.orchestra.run.smithi196.stdout:Installed-Size: 21 2024-09-05T05:57:24.085 INFO:teuthology.orchestra.run.smithi196.stdout:Maintainer: Ubuntu Kernel Team 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout:Architecture: amd64 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout:Source: linux-meta 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout:Version: 5.15.0.119.119 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout:Recommends: thermald 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout:Description: Generic Linux kernel image 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout: This package will always depend on the latest generic kernel image 2024-09-05T05:57:24.086 INFO:teuthology.orchestra.run.smithi196.stdout: available. 2024-09-05T05:57:24.086 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-05T05:57:24.086 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-05T05:57:24.086 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-05T05:57:24.087 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-05T05:57:24.087 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi196.front.sepia.ceph.com, path=None, version=distro) 2024-09-05T05:57:24.087 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get clean 2024-09-05T05:57:24.264 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get update 2024-09-05T05:57:24.521 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-05T05:57:24.522 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-05T05:57:24.585 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-05T05:57:24.666 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-05T05:57:24.754 INFO:teuthology.orchestra.run.smithi070.stdout:Reading package lists... 2024-09-05T05:57:24.772 DEBUG:teuthology.orchestra.run.smithi070:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-05T05:57:24.826 INFO:teuthology.orchestra.run.smithi070.stdout:Reading package lists... 2024-09-05T05:57:25.012 INFO:teuthology.orchestra.run.smithi070.stdout:Building dependency tree... 2024-09-05T05:57:25.013 INFO:teuthology.orchestra.run.smithi070.stdout:Reading state information... 2024-09-05T05:57:25.178 INFO:teuthology.orchestra.run.smithi070.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-05T05:57:25.178 INFO:teuthology.orchestra.run.smithi070.stdout:The following packages were automatically installed and are no longer required: 2024-09-05T05:57:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-05T05:57:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-05T05:57:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-05T05:57:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-05T05:57:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-05T05:57:25.179 INFO:teuthology.orchestra.run.smithi070.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-05T05:57:25.217 INFO:teuthology.orchestra.run.smithi070.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-05T05:57:25.219 DEBUG:teuthology.orchestra.run.smithi070:> dpkg -s linux-image-generic 2024-09-05T05:57:25.274 INFO:teuthology.orchestra.run.smithi070.stdout:Package: linux-image-generic 2024-09-05T05:57:25.274 INFO:teuthology.orchestra.run.smithi070.stdout:Status: install ok installed 2024-09-05T05:57:25.274 INFO:teuthology.orchestra.run.smithi070.stdout:Priority: optional 2024-09-05T05:57:25.274 INFO:teuthology.orchestra.run.smithi070.stdout:Section: kernel 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Installed-Size: 21 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Maintainer: Ubuntu Kernel Team 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Architecture: amd64 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Source: linux-meta 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Version: 5.15.0.119.119 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Recommends: thermald 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout:Description: Generic Linux kernel image 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout: This package will always depend on the latest generic kernel image 2024-09-05T05:57:25.275 INFO:teuthology.orchestra.run.smithi070.stdout: available. 2024-09-05T05:57:25.276 DEBUG:teuthology.orchestra.run.smithi070:> mktemp 2024-09-05T05:57:25.319 INFO:teuthology.orchestra.run.smithi070.stdout:/tmp/tmp.s5QvIHSujE 2024-09-05T05:57:25.320 DEBUG:teuthology.orchestra.run.smithi070:> sudo cp /boot/grub/grub.cfg /tmp/tmp.s5QvIHSujE 2024-09-05T05:57:25.384 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 0666 /tmp/tmp.s5QvIHSujE 2024-09-05T05:57:25.499 DEBUG:teuthology.orchestra.remote:smithi070:/tmp/tmp.s5QvIHSujE is 10KB 2024-09-05T05:57:25.511 DEBUG:teuthology.orchestra.run.smithi070:> rm -fr /tmp/tmp.s5QvIHSujE 2024-09-05T05:57:25.517 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-05T05:57:25.572 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T05:57:25.572 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-05T05:57:25.572 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-05T05:57:25.639 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-05T05:57:25.639 DEBUG:teuthology.orchestra.run.smithi070:> sudo update-grub 2024-09-05T05:57:25.993 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-05T05:57:26.011 DEBUG:teuthology.orchestra.run.smithi196:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-05T05:57:26.065 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-05T05:57:26.250 INFO:teuthology.orchestra.run.smithi196.stdout:Building dependency tree... 2024-09-05T05:57:26.251 INFO:teuthology.orchestra.run.smithi196.stdout:Reading state information... 2024-09-05T05:57:26.419 INFO:teuthology.orchestra.run.smithi196.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-05T05:57:26.419 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages were automatically installed and are no longer required: 2024-09-05T05:57:26.419 INFO:teuthology.orchestra.run.smithi196.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-05T05:57:26.419 INFO:teuthology.orchestra.run.smithi196.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-05T05:57:26.419 INFO:teuthology.orchestra.run.smithi196.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-05T05:57:26.420 INFO:teuthology.orchestra.run.smithi196.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-05T05:57:26.420 INFO:teuthology.orchestra.run.smithi196.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-05T05:57:26.420 INFO:teuthology.orchestra.run.smithi196.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-05T05:57:26.459 INFO:teuthology.orchestra.run.smithi196.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-05T05:57:26.460 DEBUG:teuthology.orchestra.run.smithi196:> dpkg -s linux-image-generic 2024-09-05T05:57:26.519 INFO:teuthology.orchestra.run.smithi196.stdout:Package: linux-image-generic 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Status: install ok installed 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Priority: optional 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Section: kernel 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Installed-Size: 21 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Maintainer: Ubuntu Kernel Team 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Architecture: amd64 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Source: linux-meta 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Version: 5.15.0.119.119 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-05T05:57:26.520 INFO:teuthology.orchestra.run.smithi196.stdout:Recommends: thermald 2024-09-05T05:57:26.521 INFO:teuthology.orchestra.run.smithi196.stdout:Description: Generic Linux kernel image 2024-09-05T05:57:26.521 INFO:teuthology.orchestra.run.smithi196.stdout: This package will always depend on the latest generic kernel image 2024-09-05T05:57:26.521 INFO:teuthology.orchestra.run.smithi196.stdout: available. 2024-09-05T05:57:26.521 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-05T05:57:26.564 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.R0VOOl8r7Y 2024-09-05T05:57:26.565 DEBUG:teuthology.orchestra.run.smithi196:> sudo cp /boot/grub/grub.cfg /tmp/tmp.R0VOOl8r7Y 2024-09-05T05:57:26.635 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.R0VOOl8r7Y 2024-09-05T05:57:26.747 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.R0VOOl8r7Y is 10KB 2024-09-05T05:57:26.760 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.R0VOOl8r7Y 2024-09-05T05:57:26.765 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-05T05:57:26.820 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T05:57:26.820 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-05T05:57:26.820 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-05T05:57:26.909 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-05T05:57:26.909 DEBUG:teuthology.orchestra.run.smithi196:> sudo update-grub 2024-09-05T05:57:26.914 INFO:teuthology.orchestra.run.smithi070.stderr:Sourcing file `/etc/default/grub' 2024-09-05T05:57:26.915 INFO:teuthology.orchestra.run.smithi070.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-05T05:57:26.917 INFO:teuthology.orchestra.run.smithi070.stderr:Generating grub configuration file ... 2024-09-05T05:57:27.129 INFO:teuthology.orchestra.run.smithi070.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-05T05:57:27.135 INFO:teuthology.orchestra.run.smithi070.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-05T05:57:27.373 INFO:teuthology.orchestra.run.smithi070.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-05T05:57:27.379 INFO:teuthology.orchestra.run.smithi070.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-05T05:57:27.421 INFO:teuthology.orchestra.run.smithi070.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-05T05:57:27.426 INFO:teuthology.orchestra.run.smithi070.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-05T05:57:27.563 INFO:teuthology.orchestra.run.smithi070.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-05T05:57:27.563 INFO:teuthology.orchestra.run.smithi070.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-05T05:57:27.563 INFO:teuthology.orchestra.run.smithi070.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-05T05:57:27.584 INFO:teuthology.orchestra.run.smithi070.stderr:done 2024-09-05T05:57:27.586 DEBUG:teuthology.orchestra.run.smithi070:> sudo shutdown -r now 2024-09-05T05:57:28.284 INFO:teuthology.orchestra.run.smithi196.stderr:Sourcing file `/etc/default/grub' 2024-09-05T05:57:28.296 INFO:teuthology.orchestra.run.smithi196.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-05T05:57:28.299 INFO:teuthology.orchestra.run.smithi196.stderr:Generating grub configuration file ... 2024-09-05T05:57:28.532 INFO:teuthology.orchestra.run.smithi196.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-05T05:57:28.538 INFO:teuthology.orchestra.run.smithi196.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-05T05:57:28.775 INFO:teuthology.orchestra.run.smithi196.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-05T05:57:28.780 INFO:teuthology.orchestra.run.smithi196.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-05T05:57:28.818 INFO:teuthology.orchestra.run.smithi196.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-05T05:57:28.823 INFO:teuthology.orchestra.run.smithi196.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-05T05:57:28.941 INFO:teuthology.orchestra.run.smithi196.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-05T05:57:28.941 INFO:teuthology.orchestra.run.smithi196.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-05T05:57:28.941 INFO:teuthology.orchestra.run.smithi196.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-05T05:57:28.959 INFO:teuthology.orchestra.run.smithi196.stderr:done 2024-09-05T05:57:28.961 DEBUG:teuthology.orchestra.run.smithi196:> sudo shutdown -r now 2024-09-05T05:57:57.617 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-05T05:57:57.618 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-05T05:57:57.619 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:57:58.965 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-05T05:57:58.965 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-05T05:57:58.965 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:58:16.125 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.70 2024-09-05T05:58:17.405 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-05T05:58:25.133 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-05T05:58:25.134 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:58:26.407 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-05T05:58:26.408 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:58:28.189 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.70 2024-09-05T05:58:29.469 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-05T05:58:40.201 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-05T05:58:40.201 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:58:41.471 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-05T05:58:41.472 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:58:59.905 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-05T05:59:11.980 DEBUG:teuthology.orchestra.run.smithi070:> true 2024-09-05T05:59:12.600 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-05T05:59:12.601 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-119-generic"... 2024-09-05T05:59:12.601 DEBUG:teuthology.orchestra.run.smithi070:> uname -r 2024-09-05T05:59:12.647 INFO:teuthology.orchestra.run.smithi070.stdout:5.15.0-119-generic 2024-09-05T05:59:12.647 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-05T05:59:12.647 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-05T05:59:12.647 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-05T05:59:13.648 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-05T05:59:13.648 DEBUG:teuthology.orchestra.run.smithi070:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T05:59:13.741 INFO:teuthology.orchestra.run.smithi070.stdout:ttyS1 2024-09-05T05:59:13.769 DEBUG:teuthology.parallel:result is None 2024-09-05T05:59:14.945 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-05T05:59:14.946 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T05:59:15.211 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-09-05T05:59:15.795 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-05T05:59:15.795 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-119-generic"... 2024-09-05T05:59:15.796 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-09-05T05:59:15.847 INFO:teuthology.orchestra.run.smithi196.stdout:5.15.0-119-generic 2024-09-05T05:59:15.847 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-05T05:59:15.847 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-05T05:59:15.847 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-05T05:59:16.848 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-05T05:59:16.848 DEBUG:teuthology.orchestra.run.smithi196:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T05:59:16.903 INFO:teuthology.orchestra.run.smithi196.stdout:ttyS1 2024-09-05T05:59:16.922 DEBUG:teuthology.parallel:result is None 2024-09-05T05:59:16.922 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-05T05:59:16.931 INFO:teuthology.task.internal:Creating test directory... 2024-09-05T05:59:16.931 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T05:59:16.934 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T05:59:16.941 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-05T05:59:16.957 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-05T05:59:17.061 INFO:teuthology.task.internal:Creating archive directory... 2024-09-05T05:59:17.062 DEBUG:teuthology.orchestra.run.smithi070:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T05:59:17.064 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T05:59:17.174 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-05T05:59:17.184 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-05T05:59:17.185 DEBUG:teuthology.orchestra.run.smithi070:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T05:59:17.187 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T05:59:17.203 INFO:teuthology.orchestra.run.smithi070.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T05:59:17.207 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T05:59:17.211 INFO:teuthology.orchestra.run.smithi070.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T05:59:17.215 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T05:59:17.216 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-05T05:59:17.227 INFO:teuthology.task.internal:Configuring sudo... 2024-09-05T05:59:17.228 DEBUG:teuthology.orchestra.run.smithi070:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T05:59:17.256 DEBUG:teuthology.orchestra.run.smithi196:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T05:59:17.282 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-05T05:59:17.293 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-05T05:59:17.293 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T05:59:17.313 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T05:59:17.329 DEBUG:teuthology.orchestra.run.smithi070:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T05:59:17.363 DEBUG:teuthology.orchestra.run.smithi070:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T05:59:17.412 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T05:59:17.412 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T05:59:17.498 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T05:59:17.504 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T05:59:17.553 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T05:59:17.553 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T05:59:17.619 DEBUG:teuthology.orchestra.run.smithi070:> sudo service rsyslog restart 2024-09-05T05:59:17.622 DEBUG:teuthology.orchestra.run.smithi196:> sudo service rsyslog restart 2024-09-05T05:59:17.715 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-05T05:59:17.722 INFO:teuthology.task.internal:Starting timer... 2024-09-05T05:59:17.723 INFO:teuthology.run_tasks:Running task pcp... 2024-09-05T05:59:17.848 INFO:teuthology.run_tasks:Running task selinux... 2024-09-05T05:59:17.880 DEBUG:teuthology.task.selinux:Excluding smithi070: OS 'ubuntu' does not support SELinux 2024-09-05T05:59:17.880 DEBUG:teuthology.task.selinux:Excluding smithi196: OS 'ubuntu' does not support SELinux 2024-09-05T05:59:17.880 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-05T05:59:17.880 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-05T05:59:17.880 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-05T05:59:17.880 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-05T05:59:17.930 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-05T05:59:17.943 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-05T05:59:17.944 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi070.front.sepia.ceph.com,smithi196.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-05T06:06:45.391 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi070.front.sepia.ceph.com'), Remote(name='ubuntu@smithi196.front.sepia.ceph.com')] 2024-09-05T06:06:45.393 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-05T06:06:45.394 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T06:06:45.476 DEBUG:teuthology.orchestra.run.smithi070:> true 2024-09-05T06:06:45.557 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-05T06:06:45.557 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-05T06:06:45.558 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T06:06:45.637 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-09-05T06:06:45.716 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-05T06:06:45.717 INFO:teuthology.run_tasks:Running task clock... 2024-09-05T06:06:45.726 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-05T06:06:45.726 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T06:06:45.727 DEBUG:teuthology.orchestra.run.smithi070:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T06:06:45.729 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T06:06:45.729 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T06:06:45.758 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-05T06:06:45.758 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Command line: ntpd -gq 2024-09-05T06:06:45.758 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: ---------------------------------------------------- 2024-09-05T06:06:45.758 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: ntp-4 is maintained by Network Time Foundation, 2024-09-05T06:06:45.758 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-05T06:06:45.758 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: corporation. Support and training for ntp-4 are 2024-09-05T06:06:45.759 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: available at https://www.nwtime.org/support 2024-09-05T06:06:45.759 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: ---------------------------------------------------- 2024-09-05T06:06:45.759 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: proto: precision = 0.061 usec (-24) 2024-09-05T06:06:45.759 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: basedate set to 2022-02-04 2024-09-05T06:06:45.759 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: gps base set to 2022-02-06 (week 2196) 2024-09-05T06:06:45.760 INFO:teuthology.orchestra.run.smithi070.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-05T06:06:45.760 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-05T06:06:45.760 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: restrict ::: KOD does nothing without LIMITED. 2024-09-05T06:06:45.760 INFO:teuthology.orchestra.run.smithi070.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-05T06:06:45.761 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Listen and drop on 0 v6wildcard [::]:123 2024-09-05T06:06:45.761 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-05T06:06:45.761 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Listen normally on 2 lo 127.0.0.1:123 2024-09-05T06:06:45.761 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Listen normally on 3 enp3s0f1 172.21.15.70:123 2024-09-05T06:06:45.761 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Listen normally on 4 lo [::1]:123 2024-09-05T06:06:45.762 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d3e7%5]:123 2024-09-05T06:06:45.762 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:45 ntpd[18492]: Listening on routing socket on fd #22 for interface updates 2024-09-05T06:06:45.787 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-05T06:06:45.787 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Command line: ntpd -gq 2024-09-05T06:06:45.787 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: ---------------------------------------------------- 2024-09-05T06:06:45.787 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: ntp-4 is maintained by Network Time Foundation, 2024-09-05T06:06:45.788 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-05T06:06:45.788 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: corporation. Support and training for ntp-4 are 2024-09-05T06:06:45.788 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: available at https://www.nwtime.org/support 2024-09-05T06:06:45.788 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: ---------------------------------------------------- 2024-09-05T06:06:45.788 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: proto: precision = 0.044 usec (-24) 2024-09-05T06:06:45.789 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: basedate set to 2022-02-04 2024-09-05T06:06:45.789 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: gps base set to 2022-02-06 (week 2196) 2024-09-05T06:06:45.789 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-05T06:06:45.789 INFO:teuthology.orchestra.run.smithi196.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-05T06:06:45.789 INFO:teuthology.orchestra.run.smithi196.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-05T06:06:45.790 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: restrict ::: KOD does nothing without LIMITED. 2024-09-05T06:06:45.790 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Listen and drop on 0 v6wildcard [::]:123 2024-09-05T06:06:45.790 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-05T06:06:45.790 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Listen normally on 2 lo 127.0.0.1:123 2024-09-05T06:06:45.790 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Listen normally on 3 enp3s0f1 172.21.15.196:123 2024-09-05T06:06:45.790 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Listen normally on 4 lo [::1]:123 2024-09-05T06:06:45.791 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7f47%5]:123 2024-09-05T06:06:45.791 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:45 ntpd[18424]: Listening on routing socket on fd #22 for interface updates 2024-09-05T06:06:46.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:46.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:46.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:46.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:46.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:46.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:46.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:46.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:46.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:46.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:46.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:46.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:46 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:46.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:46 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:46.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:46 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:46.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:46 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:46.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:46 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:46.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:46 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:46.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:46 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:47.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:47 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:47.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:47 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:47.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:47 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:47.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:47 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:47.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:47 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:47.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:47 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:47.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:47 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:47.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:47 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:47.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:47 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:47.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:47 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:47.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:47 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:47.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:47 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:48.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:48.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:48.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:48 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:48.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:48 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:48.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:48 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:48.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:48 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:48.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:48 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:48.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:48 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:48.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:48 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:49.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:49 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:49.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:49 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:49.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:49 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:49.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:49 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:49.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:49 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:49.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:49 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:49.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:49 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:49.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:49 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:49.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:49 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:49.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:49 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:49.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:49 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:49.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:49 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:49.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:49 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:49.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:49 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:50.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:50.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:50 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:50.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:50.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:50.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:50.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:50.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:50.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:50 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:51.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:51 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:51.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:51 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:51.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:51 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:51.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:51 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:51.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:51 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:51.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:51 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:51.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:51 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:51.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:51 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:51.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:51 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:51.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:51 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:51.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:51 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:51.788 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:51 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:52.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:52.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:52.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:52.759 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:52.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:52.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:52.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:52.760 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:52.760 INFO:teuthology.orchestra.run.smithi070.stdout: 5 Sep 06:06:52 ntpd[18492]: ntpd: time slew -0.001836 s 2024-09-05T06:06:52.760 INFO:teuthology.orchestra.run.smithi070.stdout:ntpd: time slew -0.001836s 2024-09-05T06:06:52.761 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-05T06:06:52.761 INFO:teuthology.orchestra.run.smithi070.stderr: 5 Sep 06:06:52 ntpd[18492]: can't open /var/log/ntpstats/loopstats.20240905: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:52.789 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-05T06:06:52.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: can't open /var/log/ntpstats/rawstats.20240905: Permission denied 2024-09-05T06:06:52.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-05T06:06:52.790 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: can't open /var/log/ntpstats/peerstats.20240905: Permission denied 2024-09-05T06:06:52.790 INFO:teuthology.orchestra.run.smithi196.stdout: 5 Sep 06:06:52 ntpd[18424]: ntpd: time slew +0.001328 s 2024-09-05T06:06:52.790 INFO:teuthology.orchestra.run.smithi196.stdout:ntpd: time slew +0.001328s 2024-09-05T06:06:52.791 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-05T06:06:52.791 INFO:teuthology.orchestra.run.smithi196.stderr: 5 Sep 06:06:52 ntpd[18424]: can't open /var/log/ntpstats/loopstats.20240905: Permission denied 2024-09-05T06:06:52.820 INFO:teuthology.orchestra.run.smithi070.stdout: remote refid st t when poll reach delay offset jitter 2024-09-05T06:06:52.820 INFO:teuthology.orchestra.run.smithi070.stdout:============================================================================== 2024-09-05T06:06:52.820 INFO:teuthology.orchestra.run.smithi070.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-05T06:06:52.820 INFO:teuthology.orchestra.run.smithi070.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-05T06:06:52.820 INFO:teuthology.orchestra.run.smithi070.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-05T06:06:52.820 INFO:teuthology.orchestra.run.smithi070.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-05T06:06:52.849 INFO:teuthology.orchestra.run.smithi196.stdout: remote refid st t when poll reach delay offset jitter 2024-09-05T06:06:52.850 INFO:teuthology.orchestra.run.smithi196.stdout:============================================================================== 2024-09-05T06:06:52.850 INFO:teuthology.orchestra.run.smithi196.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-05T06:06:52.850 INFO:teuthology.orchestra.run.smithi196.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-05T06:06:52.850 INFO:teuthology.orchestra.run.smithi196.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-05T06:06:52.850 INFO:teuthology.orchestra.run.smithi196.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-05T06:06:52.850 INFO:teuthology.run_tasks:Running task install... 2024-09-05T06:06:52.859 DEBUG:teuthology.task.install:project ceph 2024-09-05T06:06:52.859 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'}} 2024-09-05T06:06:52.859 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'} 2024-09-05T06:06:52.859 INFO:teuthology.task.install:Using flavor: default 2024-09-05T06:06:52.864 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-05T06:06:52.864 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-05T06:06:52.865 DEBUG:teuthology.orchestra.run.smithi070:> sudo apt-key list | grep Ceph 2024-09-05T06:06:52.865 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-key list | grep Ceph 2024-09-05T06:06:52.921 INFO:teuthology.orchestra.run.smithi070.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-05T06:06:52.947 INFO:teuthology.orchestra.run.smithi070.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-05T06:06:52.947 INFO:teuthology.orchestra.run.smithi070.stdout:uid [ unknown] Ceph.com (release key) 2024-09-05T06:06:52.948 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-05T06:06:52.948 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-05T06:06:52.948 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T06:06:52.953 INFO:teuthology.orchestra.run.smithi196.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-05T06:06:52.983 INFO:teuthology.orchestra.run.smithi196.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-05T06:06:52.983 INFO:teuthology.orchestra.run.smithi196.stdout:uid [ unknown] Ceph.com (release key) 2024-09-05T06:06:52.984 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-05T06:06:52.984 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-05T06:06:52.984 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T06:06:53.098 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default/ 2024-09-05T06:06:53.098 INFO:teuthology.task.install.deb:Package version is 19.1.1-259-g91c8a7e5-1jammy 2024-09-05T06:06:53.131 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default/ 2024-09-05T06:06:53.132 INFO:teuthology.task.install.deb:Package version is 19.1.1-259-g91c8a7e5-1jammy 2024-09-05T06:06:53.213 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:06:53.213 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-05T06:06:53.227 DEBUG:teuthology.orchestra.run.smithi070:> sudo apt-get update 2024-09-05T06:06:53.241 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:06:53.241 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-05T06:06:53.255 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get update 2024-09-05T06:06:53.412 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-05T06:06:53.421 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-05T06:06:53.425 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-05T06:06:53.425 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-05T06:06:53.435 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-05T06:06:53.438 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-05T06:06:53.448 INFO:teuthology.orchestra.run.smithi070.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy InRelease 2024-09-05T06:06:53.452 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-05T06:06:53.470 INFO:teuthology.orchestra.run.smithi070.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-05T06:06:53.482 INFO:teuthology.orchestra.run.smithi196.stdout:Ign:5 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy InRelease 2024-09-05T06:06:53.494 INFO:teuthology.orchestra.run.smithi070.stdout:Ign:6 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-05T06:06:53.504 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-05T06:06:53.515 INFO:teuthology.orchestra.run.smithi070.stdout:Hit:7 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-05T06:06:53.516 INFO:teuthology.orchestra.run.smithi070.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.9 kB] 2024-09-05T06:06:53.527 INFO:teuthology.orchestra.run.smithi196.stdout:Ign:7 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-05T06:06:53.543 INFO:teuthology.orchestra.run.smithi070.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,420 B] 2024-09-05T06:06:53.547 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.9 kB] 2024-09-05T06:06:53.574 INFO:teuthology.orchestra.run.smithi196.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,420 B] 2024-09-05T06:06:53.769 INFO:teuthology.orchestra.run.smithi070.stdout:Fetched 29.0 kB in 0s (80.6 kB/s) 2024-09-05T06:06:53.770 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 29.0 kB in 0s (86.3 kB/s) 2024-09-05T06:06:54.777 INFO:teuthology.orchestra.run.smithi070.stdout:Reading package lists... 2024-09-05T06:06:54.780 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-05T06:06:54.794 DEBUG:teuthology.orchestra.run.smithi070:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.1.1-259-g91c8a7e5-1jammy cephadm=19.1.1-259-g91c8a7e5-1jammy ceph-mds=19.1.1-259-g91c8a7e5-1jammy ceph-mgr=19.1.1-259-g91c8a7e5-1jammy ceph-common=19.1.1-259-g91c8a7e5-1jammy ceph-fuse=19.1.1-259-g91c8a7e5-1jammy ceph-test=19.1.1-259-g91c8a7e5-1jammy ceph-volume=19.1.1-259-g91c8a7e5-1jammy radosgw=19.1.1-259-g91c8a7e5-1jammy python3-rados=19.1.1-259-g91c8a7e5-1jammy python3-rgw=19.1.1-259-g91c8a7e5-1jammy python3-cephfs=19.1.1-259-g91c8a7e5-1jammy python3-rbd=19.1.1-259-g91c8a7e5-1jammy libcephfs2=19.1.1-259-g91c8a7e5-1jammy libcephfs-dev=19.1.1-259-g91c8a7e5-1jammy librados2=19.1.1-259-g91c8a7e5-1jammy librbd1=19.1.1-259-g91c8a7e5-1jammy rbd-fuse=19.1.1-259-g91c8a7e5-1jammy python3-cephfs=19.1.1-259-g91c8a7e5-1jammy cephfs-shell=19.1.1-259-g91c8a7e5-1jammy cephfs-top=19.1.1-259-g91c8a7e5-1jammy cephfs-mirror=19.1.1-259-g91c8a7e5-1jammy 2024-09-05T06:06:54.796 DEBUG:teuthology.orchestra.run.smithi196:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.1.1-259-g91c8a7e5-1jammy cephadm=19.1.1-259-g91c8a7e5-1jammy ceph-mds=19.1.1-259-g91c8a7e5-1jammy ceph-mgr=19.1.1-259-g91c8a7e5-1jammy ceph-common=19.1.1-259-g91c8a7e5-1jammy ceph-fuse=19.1.1-259-g91c8a7e5-1jammy ceph-test=19.1.1-259-g91c8a7e5-1jammy ceph-volume=19.1.1-259-g91c8a7e5-1jammy radosgw=19.1.1-259-g91c8a7e5-1jammy python3-rados=19.1.1-259-g91c8a7e5-1jammy python3-rgw=19.1.1-259-g91c8a7e5-1jammy python3-cephfs=19.1.1-259-g91c8a7e5-1jammy python3-rbd=19.1.1-259-g91c8a7e5-1jammy libcephfs2=19.1.1-259-g91c8a7e5-1jammy libcephfs-dev=19.1.1-259-g91c8a7e5-1jammy librados2=19.1.1-259-g91c8a7e5-1jammy librbd1=19.1.1-259-g91c8a7e5-1jammy rbd-fuse=19.1.1-259-g91c8a7e5-1jammy python3-cephfs=19.1.1-259-g91c8a7e5-1jammy cephfs-shell=19.1.1-259-g91c8a7e5-1jammy cephfs-top=19.1.1-259-g91c8a7e5-1jammy cephfs-mirror=19.1.1-259-g91c8a7e5-1jammy 2024-09-05T06:06:54.851 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-05T06:06:54.859 INFO:teuthology.orchestra.run.smithi070.stdout:Reading package lists... 2024-09-05T06:06:55.036 INFO:teuthology.orchestra.run.smithi196.stdout:Building dependency tree... 2024-09-05T06:06:55.037 INFO:teuthology.orchestra.run.smithi196.stdout:Reading state information... 2024-09-05T06:06:55.069 INFO:teuthology.orchestra.run.smithi070.stdout:Building dependency tree... 2024-09-05T06:06:55.069 INFO:teuthology.orchestra.run.smithi070.stdout:Reading state information... 2024-09-05T06:06:55.218 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages were automatically installed and are no longer required: 2024-09-05T06:06:55.219 INFO:teuthology.orchestra.run.smithi196.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-05T06:06:55.219 INFO:teuthology.orchestra.run.smithi196.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-05T06:06:55.219 INFO:teuthology.orchestra.run.smithi196.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-05T06:06:55.219 INFO:teuthology.orchestra.run.smithi196.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-05T06:06:55.220 INFO:teuthology.orchestra.run.smithi196.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-05T06:06:55.220 INFO:teuthology.orchestra.run.smithi196.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-05T06:06:55.220 INFO:teuthology.orchestra.run.smithi196.stdout:The following additional packages will be installed: 2024-09-05T06:06:55.220 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-05T06:06:55.220 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-05T06:06:55.221 INFO:teuthology.orchestra.run.smithi196.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-05T06:06:55.221 INFO:teuthology.orchestra.run.smithi196.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-05T06:06:55.222 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout:Suggested packages: 2024-09-05T06:06:55.223 INFO:teuthology.orchestra.run.smithi196.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-05T06:06:55.224 INFO:teuthology.orchestra.run.smithi196.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-05T06:06:55.224 INFO:teuthology.orchestra.run.smithi196.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-05T06:06:55.224 INFO:teuthology.orchestra.run.smithi196.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-05T06:06:55.224 INFO:teuthology.orchestra.run.smithi196.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-05T06:06:55.224 INFO:teuthology.orchestra.run.smithi196.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-05T06:06:55.224 INFO:teuthology.orchestra.run.smithi196.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-05T06:06:55.224 INFO:teuthology.orchestra.run.smithi196.stdout:Recommended packages: 2024-09-05T06:06:55.224 INFO:teuthology.orchestra.run.smithi196.stdout: btrfs-tools 2024-09-05T06:06:55.280 INFO:teuthology.orchestra.run.smithi070.stdout:The following packages were automatically installed and are no longer required: 2024-09-05T06:06:55.280 INFO:teuthology.orchestra.run.smithi070.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-05T06:06:55.280 INFO:teuthology.orchestra.run.smithi070.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-05T06:06:55.281 INFO:teuthology.orchestra.run.smithi070.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-05T06:06:55.281 INFO:teuthology.orchestra.run.smithi070.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-05T06:06:55.281 INFO:teuthology.orchestra.run.smithi070.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-05T06:06:55.281 INFO:teuthology.orchestra.run.smithi070.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-05T06:06:55.282 INFO:teuthology.orchestra.run.smithi070.stdout:The following additional packages will be installed: 2024-09-05T06:06:55.282 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-05T06:06:55.282 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-05T06:06:55.282 INFO:teuthology.orchestra.run.smithi070.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-05T06:06:55.282 INFO:teuthology.orchestra.run.smithi070.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-05T06:06:55.283 INFO:teuthology.orchestra.run.smithi070.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-05T06:06:55.284 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout:Suggested packages: 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-05T06:06:55.285 INFO:teuthology.orchestra.run.smithi070.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-05T06:06:55.286 INFO:teuthology.orchestra.run.smithi070.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-05T06:06:55.286 INFO:teuthology.orchestra.run.smithi070.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-05T06:06:55.286 INFO:teuthology.orchestra.run.smithi070.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-05T06:06:55.286 INFO:teuthology.orchestra.run.smithi070.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-05T06:06:55.286 INFO:teuthology.orchestra.run.smithi070.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-05T06:06:55.286 INFO:teuthology.orchestra.run.smithi070.stdout:Recommended packages: 2024-09-05T06:06:55.286 INFO:teuthology.orchestra.run.smithi070.stdout: btrfs-tools 2024-09-05T06:06:55.332 INFO:teuthology.orchestra.run.smithi196.stdout:The following NEW packages will be installed: 2024-09-05T06:06:55.333 INFO:teuthology.orchestra.run.smithi196.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-05T06:06:55.333 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-05T06:06:55.333 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-05T06:06:55.333 INFO:teuthology.orchestra.run.smithi196.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-05T06:06:55.334 INFO:teuthology.orchestra.run.smithi196.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-05T06:06:55.334 INFO:teuthology.orchestra.run.smithi196.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-05T06:06:55.334 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-05T06:06:55.334 INFO:teuthology.orchestra.run.smithi196.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-05T06:06:55.334 INFO:teuthology.orchestra.run.smithi196.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-05T06:06:55.335 INFO:teuthology.orchestra.run.smithi196.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-05T06:06:55.336 INFO:teuthology.orchestra.run.smithi196.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-05T06:06:55.336 INFO:teuthology.orchestra.run.smithi196.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-05T06:06:55.336 INFO:teuthology.orchestra.run.smithi196.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-05T06:06:55.336 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-05T06:06:55.336 INFO:teuthology.orchestra.run.smithi196.stdout: socat unzip xmlstarlet zip 2024-09-05T06:06:55.394 INFO:teuthology.orchestra.run.smithi196.stdout:0 upgraded, 124 newly installed, 0 to remove and 331 not upgraded. 2024-09-05T06:06:55.395 INFO:teuthology.orchestra.run.smithi196.stdout:Need to get 181 MB of archives. 2024-09-05T06:06:55.395 INFO:teuthology.orchestra.run.smithi196.stdout:After this operation, 831 MB of additional disk space will be used. 2024-09-05T06:06:55.395 INFO:teuthology.orchestra.run.smithi196.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-05T06:06:55.396 INFO:teuthology.orchestra.run.smithi070.stdout:The following NEW packages will be installed: 2024-09-05T06:06:55.396 INFO:teuthology.orchestra.run.smithi070.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-05T06:06:55.396 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-05T06:06:55.396 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-05T06:06:55.396 INFO:teuthology.orchestra.run.smithi070.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-05T06:06:55.396 INFO:teuthology.orchestra.run.smithi070.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-05T06:06:55.396 INFO:teuthology.orchestra.run.smithi070.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-05T06:06:55.396 INFO:teuthology.orchestra.run.smithi070.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-05T06:06:55.397 INFO:teuthology.orchestra.run.smithi070.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-05T06:06:55.398 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-05T06:06:55.399 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-05T06:06:55.399 INFO:teuthology.orchestra.run.smithi070.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-05T06:06:55.399 INFO:teuthology.orchestra.run.smithi070.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-05T06:06:55.399 INFO:teuthology.orchestra.run.smithi070.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-05T06:06:55.399 INFO:teuthology.orchestra.run.smithi070.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-05T06:06:55.399 INFO:teuthology.orchestra.run.smithi070.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-05T06:06:55.399 INFO:teuthology.orchestra.run.smithi070.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-05T06:06:55.399 INFO:teuthology.orchestra.run.smithi070.stdout: socat unzip xmlstarlet zip 2024-09-05T06:06:55.412 INFO:teuthology.orchestra.run.smithi196.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-05T06:06:55.422 INFO:teuthology.orchestra.run.smithi196.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-05T06:06:55.463 INFO:teuthology.orchestra.run.smithi196.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-05T06:06:55.480 INFO:teuthology.orchestra.run.smithi196.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.1.1-259-g91c8a7e5-1jammy [3,590 kB] 2024-09-05T06:06:55.485 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-05T06:06:55.488 INFO:teuthology.orchestra.run.smithi196.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-05T06:06:55.498 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-05T06:06:55.540 INFO:teuthology.orchestra.run.smithi070.stdout:0 upgraded, 124 newly installed, 0 to remove and 331 not upgraded. 2024-09-05T06:06:55.540 INFO:teuthology.orchestra.run.smithi070.stdout:Need to get 181 MB of archives. 2024-09-05T06:06:55.540 INFO:teuthology.orchestra.run.smithi070.stdout:After this operation, 831 MB of additional disk space will be used. 2024-09-05T06:06:55.540 INFO:teuthology.orchestra.run.smithi070.stdout:Get:1 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.1.1-259-g91c8a7e5-1jammy [3,590 kB] 2024-09-05T06:06:55.546 INFO:teuthology.orchestra.run.smithi196.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-05T06:06:55.551 INFO:teuthology.orchestra.run.smithi196.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-05T06:06:55.562 INFO:teuthology.orchestra.run.smithi196.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-05T06:06:55.566 INFO:teuthology.orchestra.run.smithi196.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-05T06:06:55.567 INFO:teuthology.orchestra.run.smithi196.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-05T06:06:55.575 INFO:teuthology.orchestra.run.smithi196.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-05T06:06:55.577 INFO:teuthology.orchestra.run.smithi196.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-05T06:06:55.579 INFO:teuthology.orchestra.run.smithi196.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-05T06:06:55.580 INFO:teuthology.orchestra.run.smithi196.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-05T06:06:55.580 INFO:teuthology.orchestra.run.smithi196.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-05T06:06:55.585 INFO:teuthology.orchestra.run.smithi196.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-05T06:06:55.585 INFO:teuthology.orchestra.run.smithi070.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-05T06:06:55.587 INFO:teuthology.orchestra.run.smithi196.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-05T06:06:55.601 INFO:teuthology.orchestra.run.smithi196.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-05T06:06:55.602 INFO:teuthology.orchestra.run.smithi196.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-05T06:06:55.602 INFO:teuthology.orchestra.run.smithi196.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-05T06:06:55.603 INFO:teuthology.orchestra.run.smithi196.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-05T06:06:55.604 INFO:teuthology.orchestra.run.smithi196.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-05T06:06:55.604 INFO:teuthology.orchestra.run.smithi196.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-05T06:06:55.605 INFO:teuthology.orchestra.run.smithi196.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-05T06:06:55.605 INFO:teuthology.orchestra.run.smithi196.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-05T06:06:55.619 INFO:teuthology.orchestra.run.smithi196.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-05T06:06:55.619 INFO:teuthology.orchestra.run.smithi196.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-05T06:06:55.636 INFO:teuthology.orchestra.run.smithi196.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-05T06:06:55.637 INFO:teuthology.orchestra.run.smithi196.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-05T06:06:55.637 INFO:teuthology.orchestra.run.smithi196.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-05T06:06:55.637 INFO:teuthology.orchestra.run.smithi196.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-05T06:06:55.638 INFO:teuthology.orchestra.run.smithi196.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-05T06:06:55.639 INFO:teuthology.orchestra.run.smithi196.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-05T06:06:55.639 INFO:teuthology.orchestra.run.smithi196.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-05T06:06:55.640 INFO:teuthology.orchestra.run.smithi196.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-05T06:06:55.653 INFO:teuthology.orchestra.run.smithi196.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-05T06:06:55.653 INFO:teuthology.orchestra.run.smithi196.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-05T06:06:55.661 INFO:teuthology.orchestra.run.smithi196.stdout:Get:41 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.1.1-259-g91c8a7e5-1jammy [3,241 kB] 2024-09-05T06:06:55.667 INFO:teuthology.orchestra.run.smithi070.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-05T06:06:55.670 INFO:teuthology.orchestra.run.smithi196.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-05T06:06:55.671 INFO:teuthology.orchestra.run.smithi196.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-05T06:06:55.671 INFO:teuthology.orchestra.run.smithi196.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-05T06:06:55.671 INFO:teuthology.orchestra.run.smithi196.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-05T06:06:55.673 INFO:teuthology.orchestra.run.smithi196.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-05T06:06:55.675 INFO:teuthology.orchestra.run.smithi196.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-05T06:06:55.675 INFO:teuthology.orchestra.run.smithi196.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-05T06:06:55.677 INFO:teuthology.orchestra.run.smithi196.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-05T06:06:55.687 INFO:teuthology.orchestra.run.smithi196.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-05T06:06:55.689 INFO:teuthology.orchestra.run.smithi196.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-05T06:06:55.705 INFO:teuthology.orchestra.run.smithi196.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-05T06:06:55.705 INFO:teuthology.orchestra.run.smithi196.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-05T06:06:55.708 INFO:teuthology.orchestra.run.smithi196.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-05T06:06:55.713 INFO:teuthology.orchestra.run.smithi070.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-05T06:06:55.735 INFO:teuthology.orchestra.run.smithi196.stdout:Get:55 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.1.1-259-g91c8a7e5-1jammy [719 kB] 2024-09-05T06:06:55.752 INFO:teuthology.orchestra.run.smithi196.stdout:Get:56 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.1.1-259-g91c8a7e5-1jammy [356 kB] 2024-09-05T06:06:55.757 INFO:teuthology.orchestra.run.smithi196.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-05T06:06:55.758 INFO:teuthology.orchestra.run.smithi196.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-05T06:06:55.760 INFO:teuthology.orchestra.run.smithi196.stdout:Get:59 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.1.1-259-g91c8a7e5-1jammy [32.8 kB] 2024-09-05T06:06:55.760 INFO:teuthology.orchestra.run.smithi196.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-05T06:06:55.760 INFO:teuthology.orchestra.run.smithi196.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-05T06:06:55.761 INFO:teuthology.orchestra.run.smithi196.stdout:Get:62 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.1.1-259-g91c8a7e5-1jammy [180 kB] 2024-09-05T06:06:55.761 INFO:teuthology.orchestra.run.smithi196.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-05T06:06:55.764 INFO:teuthology.orchestra.run.smithi196.stdout:Get:64 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.1.1-259-g91c8a7e5-1jammy [67.6 kB] 2024-09-05T06:06:55.765 INFO:teuthology.orchestra.run.smithi196.stdout:Get:65 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.1.1-259-g91c8a7e5-1jammy [333 kB] 2024-09-05T06:06:55.770 INFO:teuthology.orchestra.run.smithi196.stdout:Get:66 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.1.1-259-g91c8a7e5-1jammy [6,875 kB] 2024-09-05T06:06:55.778 INFO:teuthology.orchestra.run.smithi196.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-05T06:06:55.780 INFO:teuthology.orchestra.run.smithi196.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-05T06:06:55.780 INFO:teuthology.orchestra.run.smithi196.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-05T06:06:55.781 INFO:teuthology.orchestra.run.smithi070.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.1.1-259-g91c8a7e5-1jammy [3,241 kB] 2024-09-05T06:06:55.795 INFO:teuthology.orchestra.run.smithi196.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-05T06:06:55.795 INFO:teuthology.orchestra.run.smithi196.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-05T06:06:55.796 INFO:teuthology.orchestra.run.smithi196.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-05T06:06:55.796 INFO:teuthology.orchestra.run.smithi196.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-05T06:06:55.797 INFO:teuthology.orchestra.run.smithi196.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-05T06:06:55.797 INFO:teuthology.orchestra.run.smithi196.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-05T06:06:55.812 INFO:teuthology.orchestra.run.smithi196.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-05T06:06:55.813 INFO:teuthology.orchestra.run.smithi196.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-05T06:06:55.816 INFO:teuthology.orchestra.run.smithi196.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-05T06:06:55.829 INFO:teuthology.orchestra.run.smithi196.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-05T06:06:55.831 INFO:teuthology.orchestra.run.smithi196.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-05T06:06:55.831 INFO:teuthology.orchestra.run.smithi196.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-05T06:06:55.834 INFO:teuthology.orchestra.run.smithi196.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-05T06:06:55.837 INFO:teuthology.orchestra.run.smithi196.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-05T06:06:55.837 INFO:teuthology.orchestra.run.smithi196.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-05T06:06:55.838 INFO:teuthology.orchestra.run.smithi196.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-05T06:06:55.847 INFO:teuthology.orchestra.run.smithi196.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-05T06:06:55.851 INFO:teuthology.orchestra.run.smithi196.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-05T06:06:55.851 INFO:teuthology.orchestra.run.smithi196.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-05T06:06:55.864 INFO:teuthology.orchestra.run.smithi196.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-05T06:06:55.865 INFO:teuthology.orchestra.run.smithi196.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-05T06:06:55.865 INFO:teuthology.orchestra.run.smithi196.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-05T06:06:55.865 INFO:teuthology.orchestra.run.smithi196.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-05T06:06:55.867 INFO:teuthology.orchestra.run.smithi196.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-05T06:06:55.868 INFO:teuthology.orchestra.run.smithi196.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-05T06:06:55.874 INFO:teuthology.orchestra.run.smithi196.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-05T06:06:55.881 INFO:teuthology.orchestra.run.smithi196.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-05T06:06:55.881 INFO:teuthology.orchestra.run.smithi196.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-05T06:06:55.882 INFO:teuthology.orchestra.run.smithi070.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.1.1-259-g91c8a7e5-1jammy [719 kB] 2024-09-05T06:06:55.883 INFO:teuthology.orchestra.run.smithi196.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-05T06:06:55.898 INFO:teuthology.orchestra.run.smithi196.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-05T06:06:55.909 INFO:teuthology.orchestra.run.smithi070.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-05T06:06:55.951 INFO:teuthology.orchestra.run.smithi070.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.1.1-259-g91c8a7e5-1jammy [356 kB] 2024-09-05T06:06:55.958 INFO:teuthology.orchestra.run.smithi070.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.1.1-259-g91c8a7e5-1jammy [32.8 kB] 2024-09-05T06:06:55.959 INFO:teuthology.orchestra.run.smithi070.stdout:Get:10 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.1.1-259-g91c8a7e5-1jammy [180 kB] 2024-09-05T06:06:55.963 INFO:teuthology.orchestra.run.smithi070.stdout:Get:11 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.1.1-259-g91c8a7e5-1jammy [67.6 kB] 2024-09-05T06:06:55.965 INFO:teuthology.orchestra.run.smithi070.stdout:Get:12 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.1.1-259-g91c8a7e5-1jammy [333 kB] 2024-09-05T06:06:55.972 INFO:teuthology.orchestra.run.smithi070.stdout:Get:13 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.1.1-259-g91c8a7e5-1jammy [6,875 kB] 2024-09-05T06:06:56.001 INFO:teuthology.orchestra.run.smithi070.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-05T06:06:56.014 INFO:teuthology.orchestra.run.smithi070.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-05T06:06:56.022 INFO:teuthology.orchestra.run.smithi196.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.1.1-259-g91c8a7e5-1jammy [112 kB] 2024-09-05T06:06:56.024 INFO:teuthology.orchestra.run.smithi196.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.1.1-259-g91c8a7e5-1jammy [472 kB] 2024-09-05T06:06:56.033 INFO:teuthology.orchestra.run.smithi196.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.1.1-259-g91c8a7e5-1jammy [25.9 MB] 2024-09-05T06:06:56.064 INFO:teuthology.orchestra.run.smithi070.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-05T06:06:56.129 INFO:teuthology.orchestra.run.smithi070.stdout:Get:17 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.1.1-259-g91c8a7e5-1jammy [112 kB] 2024-09-05T06:06:56.132 INFO:teuthology.orchestra.run.smithi070.stdout:Get:18 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.1.1-259-g91c8a7e5-1jammy [472 kB] 2024-09-05T06:06:56.155 INFO:teuthology.orchestra.run.smithi070.stdout:Get:19 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.1.1-259-g91c8a7e5-1jammy [25.9 MB] 2024-09-05T06:06:56.237 INFO:teuthology.orchestra.run.smithi070.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-05T06:06:56.246 INFO:teuthology.orchestra.run.smithi070.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-05T06:06:56.273 INFO:teuthology.orchestra.run.smithi070.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-05T06:06:56.282 INFO:teuthology.orchestra.run.smithi070.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-05T06:06:56.283 INFO:teuthology.orchestra.run.smithi070.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-05T06:06:56.301 INFO:teuthology.orchestra.run.smithi070.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-05T06:06:56.305 INFO:teuthology.orchestra.run.smithi070.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-05T06:06:56.309 INFO:teuthology.orchestra.run.smithi070.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-05T06:06:56.312 INFO:teuthology.orchestra.run.smithi070.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-05T06:06:56.320 INFO:teuthology.orchestra.run.smithi070.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-05T06:06:56.395 INFO:teuthology.orchestra.run.smithi070.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-05T06:06:56.399 INFO:teuthology.orchestra.run.smithi070.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-05T06:06:56.402 INFO:teuthology.orchestra.run.smithi070.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-05T06:06:56.404 INFO:teuthology.orchestra.run.smithi070.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-05T06:06:56.404 INFO:teuthology.orchestra.run.smithi070.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-05T06:06:56.406 INFO:teuthology.orchestra.run.smithi070.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-05T06:06:56.407 INFO:teuthology.orchestra.run.smithi070.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-05T06:06:56.408 INFO:teuthology.orchestra.run.smithi070.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-05T06:06:56.408 INFO:teuthology.orchestra.run.smithi070.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-05T06:06:56.483 INFO:teuthology.orchestra.run.smithi070.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-05T06:06:56.491 INFO:teuthology.orchestra.run.smithi070.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-05T06:06:56.492 INFO:teuthology.orchestra.run.smithi070.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-05T06:06:56.497 INFO:teuthology.orchestra.run.smithi070.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-05T06:06:56.498 INFO:teuthology.orchestra.run.smithi070.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-05T06:06:56.499 INFO:teuthology.orchestra.run.smithi070.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-05T06:06:56.500 INFO:teuthology.orchestra.run.smithi070.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-05T06:06:56.502 INFO:teuthology.orchestra.run.smithi070.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-05T06:06:56.502 INFO:teuthology.orchestra.run.smithi070.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-05T06:06:56.565 INFO:teuthology.orchestra.run.smithi070.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-05T06:06:56.586 INFO:teuthology.orchestra.run.smithi070.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-05T06:06:56.587 INFO:teuthology.orchestra.run.smithi070.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-05T06:06:56.588 INFO:teuthology.orchestra.run.smithi070.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-05T06:06:56.598 INFO:teuthology.orchestra.run.smithi070.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-05T06:06:56.599 INFO:teuthology.orchestra.run.smithi070.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-05T06:06:56.600 INFO:teuthology.orchestra.run.smithi070.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-05T06:06:56.601 INFO:teuthology.orchestra.run.smithi070.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-05T06:06:56.648 INFO:teuthology.orchestra.run.smithi070.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-05T06:06:56.652 INFO:teuthology.orchestra.run.smithi070.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-05T06:06:56.728 INFO:teuthology.orchestra.run.smithi070.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-05T06:06:56.730 INFO:teuthology.orchestra.run.smithi070.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-05T06:06:56.732 INFO:teuthology.orchestra.run.smithi070.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-05T06:06:56.736 INFO:teuthology.orchestra.run.smithi070.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-05T06:06:56.737 INFO:teuthology.orchestra.run.smithi070.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-05T06:06:56.739 INFO:teuthology.orchestra.run.smithi070.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-05T06:06:56.743 INFO:teuthology.orchestra.run.smithi070.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-05T06:06:56.903 INFO:teuthology.orchestra.run.smithi070.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-05T06:06:56.904 INFO:teuthology.orchestra.run.smithi070.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-05T06:06:56.906 INFO:teuthology.orchestra.run.smithi070.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-05T06:06:56.906 INFO:teuthology.orchestra.run.smithi070.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-05T06:06:56.908 INFO:teuthology.orchestra.run.smithi070.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-05T06:06:56.977 INFO:teuthology.orchestra.run.smithi070.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-05T06:06:56.980 INFO:teuthology.orchestra.run.smithi070.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-05T06:06:56.980 INFO:teuthology.orchestra.run.smithi070.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-05T06:06:57.004 INFO:teuthology.orchestra.run.smithi070.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-05T06:06:57.005 INFO:teuthology.orchestra.run.smithi070.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-05T06:06:57.069 INFO:teuthology.orchestra.run.smithi070.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-05T06:06:57.069 INFO:teuthology.orchestra.run.smithi070.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-05T06:06:57.070 INFO:teuthology.orchestra.run.smithi070.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-05T06:06:57.071 INFO:teuthology.orchestra.run.smithi070.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-05T06:06:57.071 INFO:teuthology.orchestra.run.smithi070.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-05T06:06:57.072 INFO:teuthology.orchestra.run.smithi070.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-05T06:06:57.076 INFO:teuthology.orchestra.run.smithi196.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.1.1-259-g91c8a7e5-1jammy [5,145 kB] 2024-09-05T06:06:57.078 INFO:teuthology.orchestra.run.smithi070.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-05T06:06:57.150 INFO:teuthology.orchestra.run.smithi070.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-05T06:06:57.156 INFO:teuthology.orchestra.run.smithi070.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-05T06:06:57.158 INFO:teuthology.orchestra.run.smithi070.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-05T06:06:57.197 INFO:teuthology.orchestra.run.smithi196.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.1.1-259-g91c8a7e5-1jammy [245 kB] 2024-09-05T06:06:57.202 INFO:teuthology.orchestra.run.smithi196.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.1.1-259-g91c8a7e5-1jammy [124 kB] 2024-09-05T06:06:57.204 INFO:teuthology.orchestra.run.smithi196.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.1.1-259-g91c8a7e5-1jammy [1,555 kB] 2024-09-05T06:06:57.217 INFO:teuthology.orchestra.run.smithi070.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.1.1-259-g91c8a7e5-1jammy [5,145 kB] 2024-09-05T06:06:57.232 INFO:teuthology.orchestra.run.smithi070.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-05T06:06:57.238 INFO:teuthology.orchestra.run.smithi070.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-05T06:06:57.239 INFO:teuthology.orchestra.run.smithi070.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-05T06:06:57.242 INFO:teuthology.orchestra.run.smithi070.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-05T06:06:57.242 INFO:teuthology.orchestra.run.smithi070.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-05T06:06:57.245 INFO:teuthology.orchestra.run.smithi196.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.1.1-259-g91c8a7e5-1jammy [6,143 kB] 2024-09-05T06:06:57.253 INFO:teuthology.orchestra.run.smithi070.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-05T06:06:57.255 INFO:teuthology.orchestra.run.smithi070.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-05T06:06:57.313 INFO:teuthology.orchestra.run.smithi070.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-05T06:06:57.314 INFO:teuthology.orchestra.run.smithi070.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-05T06:06:57.315 INFO:teuthology.orchestra.run.smithi070.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-05T06:06:57.336 INFO:teuthology.orchestra.run.smithi070.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.1.1-259-g91c8a7e5-1jammy [245 kB] 2024-09-05T06:06:57.361 INFO:teuthology.orchestra.run.smithi070.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.1.1-259-g91c8a7e5-1jammy [124 kB] 2024-09-05T06:06:57.364 INFO:teuthology.orchestra.run.smithi070.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.1.1-259-g91c8a7e5-1jammy [1,555 kB] 2024-09-05T06:06:57.395 INFO:teuthology.orchestra.run.smithi070.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-05T06:06:57.398 INFO:teuthology.orchestra.run.smithi070.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-05T06:06:57.401 INFO:teuthology.orchestra.run.smithi070.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-05T06:06:57.417 INFO:teuthology.orchestra.run.smithi070.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-05T06:06:57.418 INFO:teuthology.orchestra.run.smithi070.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-05T06:06:57.419 INFO:teuthology.orchestra.run.smithi070.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-05T06:06:57.424 INFO:teuthology.orchestra.run.smithi070.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-05T06:06:57.424 INFO:teuthology.orchestra.run.smithi070.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.1.1-259-g91c8a7e5-1jammy [6,143 kB] 2024-09-05T06:06:57.476 INFO:teuthology.orchestra.run.smithi070.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-05T06:06:57.488 INFO:teuthology.orchestra.run.smithi196.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.1.1-259-g91c8a7e5-1jammy [22.8 MB] 2024-09-05T06:06:57.677 INFO:teuthology.orchestra.run.smithi070.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.1.1-259-g91c8a7e5-1jammy [22.8 MB] 2024-09-05T06:06:58.540 INFO:teuthology.orchestra.run.smithi196.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.1.1-259-g91c8a7e5-1jammy [14.1 kB] 2024-09-05T06:06:58.541 INFO:teuthology.orchestra.run.smithi196.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.1.1-259-g91c8a7e5-1jammy [877 kB] 2024-09-05T06:06:58.558 INFO:teuthology.orchestra.run.smithi196.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.1.1-259-g91c8a7e5-1jammy [2,462 kB] 2024-09-05T06:06:58.617 INFO:teuthology.orchestra.run.smithi196.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.1.1-259-g91c8a7e5-1jammy [794 kB] 2024-09-05T06:06:58.668 INFO:teuthology.orchestra.run.smithi196.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.1.1-259-g91c8a7e5-1jammy [152 kB] 2024-09-05T06:06:58.673 INFO:teuthology.orchestra.run.smithi196.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.1.1-259-g91c8a7e5-1jammy [2,279 kB] 2024-09-05T06:06:58.783 INFO:teuthology.orchestra.run.smithi070.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.1.1-259-g91c8a7e5-1jammy [14.1 kB] 2024-09-05T06:06:58.784 INFO:teuthology.orchestra.run.smithi070.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.1.1-259-g91c8a7e5-1jammy [877 kB] 2024-09-05T06:06:58.802 INFO:teuthology.orchestra.run.smithi070.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.1.1-259-g91c8a7e5-1jammy [2,462 kB] 2024-09-05T06:06:58.828 INFO:teuthology.orchestra.run.smithi196.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.1.1-259-g91c8a7e5-1jammy [8,625 kB] 2024-09-05T06:06:58.844 INFO:teuthology.orchestra.run.smithi070.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.1.1-259-g91c8a7e5-1jammy [794 kB] 2024-09-05T06:06:58.873 INFO:teuthology.orchestra.run.smithi070.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.1.1-259-g91c8a7e5-1jammy [152 kB] 2024-09-05T06:06:58.876 INFO:teuthology.orchestra.run.smithi070.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.1.1-259-g91c8a7e5-1jammy [2,279 kB] 2024-09-05T06:06:58.959 INFO:teuthology.orchestra.run.smithi070.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.1.1-259-g91c8a7e5-1jammy [8,625 kB] 2024-09-05T06:06:59.116 INFO:teuthology.orchestra.run.smithi196.stdout:Get:116 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.1.1-259-g91c8a7e5-1jammy [14.2 kB] 2024-09-05T06:06:59.117 INFO:teuthology.orchestra.run.smithi196.stdout:Get:117 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.1.1-259-g91c8a7e5-1jammy [51.4 MB] 2024-09-05T06:06:59.293 INFO:teuthology.orchestra.run.smithi070.stdout:Get:116 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.1.1-259-g91c8a7e5-1jammy [14.2 kB] 2024-09-05T06:06:59.294 INFO:teuthology.orchestra.run.smithi070.stdout:Get:117 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.1.1-259-g91c8a7e5-1jammy [51.4 MB] 2024-09-05T06:07:01.142 INFO:teuthology.orchestra.run.smithi196.stdout:Get:118 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.1.1-259-g91c8a7e5-1jammy [130 kB] 2024-09-05T06:07:01.144 INFO:teuthology.orchestra.run.smithi196.stdout:Get:119 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.1.1-259-g91c8a7e5-1jammy [233 kB] 2024-09-05T06:07:01.149 INFO:teuthology.orchestra.run.smithi196.stdout:Get:120 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.1.1-259-g91c8a7e5-1jammy [34.0 kB] 2024-09-05T06:07:01.150 INFO:teuthology.orchestra.run.smithi196.stdout:Get:121 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.1.1-259-g91c8a7e5-1jammy [23.5 kB] 2024-09-05T06:07:01.151 INFO:teuthology.orchestra.run.smithi196.stdout:Get:122 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.1.1-259-g91c8a7e5-1jammy [39.0 kB] 2024-09-05T06:07:01.151 INFO:teuthology.orchestra.run.smithi196.stdout:Get:123 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.1.1-259-g91c8a7e5-1jammy [13.6 MB] 2024-09-05T06:07:01.363 INFO:teuthology.orchestra.run.smithi196.stdout:Get:124 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.1.1-259-g91c8a7e5-1jammy [91.5 kB] 2024-09-05T06:07:01.408 INFO:teuthology.orchestra.run.smithi070.stdout:Get:118 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.1.1-259-g91c8a7e5-1jammy [130 kB] 2024-09-05T06:07:01.411 INFO:teuthology.orchestra.run.smithi070.stdout:Get:119 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.1.1-259-g91c8a7e5-1jammy [233 kB] 2024-09-05T06:07:01.415 INFO:teuthology.orchestra.run.smithi070.stdout:Get:120 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.1.1-259-g91c8a7e5-1jammy [34.0 kB] 2024-09-05T06:07:01.416 INFO:teuthology.orchestra.run.smithi070.stdout:Get:121 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.1.1-259-g91c8a7e5-1jammy [23.5 kB] 2024-09-05T06:07:01.417 INFO:teuthology.orchestra.run.smithi070.stdout:Get:122 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.1.1-259-g91c8a7e5-1jammy [39.0 kB] 2024-09-05T06:07:01.418 INFO:teuthology.orchestra.run.smithi070.stdout:Get:123 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.1.1-259-g91c8a7e5-1jammy [13.6 MB] 2024-09-05T06:07:01.616 INFO:teuthology.orchestra.run.smithi070.stdout:Get:124 https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.1.1-259-g91c8a7e5-1jammy [91.5 kB] 2024-09-05T06:07:01.993 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 181 MB in 6s (30.1 MB/s) 2024-09-05T06:07:02.129 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-05T06:07:02.186 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-05T06:07:02.191 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-05T06:07:02.244 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-05T06:07:02.245 INFO:teuthology.orchestra.run.smithi070.stdout:Fetched 181 MB in 6s (29.2 MB/s) 2024-09-05T06:07:02.409 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-05T06:07:02.509 INFO:teuthology.orchestra.run.smithi070.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-05T06:07:02.515 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-05T06:07:02.556 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-05T06:07:02.564 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-05T06:07:02.576 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-05T06:07:02.613 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-05T06:07:02.834 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-05T06:07:02.860 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-05T06:07:02.882 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cmd2. 2024-09-05T06:07:02.895 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-05T06:07:02.900 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-05T06:07:02.924 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-05T06:07:03.210 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-05T06:07:03.229 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-cmd2. 2024-09-05T06:07:03.237 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-05T06:07:03.255 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-05T06:07:03.295 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-05T06:07:03.302 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-05T06:07:03.581 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-05T06:07:03.607 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-05T06:07:03.647 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-05T06:07:03.648 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-05T06:07:03.674 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-05T06:07:03.756 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-05T06:07:03.975 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-05T06:07:04.001 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-05T06:07:04.042 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-05T06:07:04.093 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-05T06:07:04.119 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-05T06:07:04.160 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-05T06:07:04.479 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-05T06:07:04.479 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-05T06:07:04.505 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-05T06:07:04.505 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-05T06:07:04.546 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-05T06:07:04.553 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:07:04.873 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-05T06:07:04.899 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-05T06:07:04.931 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:07:05.000 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-05T06:07:05.025 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-05T06:07:05.074 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:07:05.259 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-05T06:07:05.286 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-05T06:07:05.326 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:07:05.486 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-05T06:07:05.512 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-05T06:07:05.552 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:07:05.662 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-05T06:07:05.689 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-05T06:07:05.729 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-05T06:07:05.881 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-05T06:07:05.907 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-05T06:07:05.938 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:07:06.007 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package librados2. 2024-09-05T06:07:06.022 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../010-librados2_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:06.056 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking librados2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:06.283 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-05T06:07:06.309 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-05T06:07:06.366 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-05T06:07:06.503 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package librbd1. 2024-09-05T06:07:06.519 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../011-librbd1_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:06.561 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking librbd1 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:06.695 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package librados2. 2024-09-05T06:07:06.721 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../010-librados2_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:06.761 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking librados2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:07.006 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcephfs2. 2024-09-05T06:07:07.032 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../012-libcephfs2_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:07.072 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcephfs2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:07.205 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package librbd1. 2024-09-05T06:07:07.220 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../011-librbd1_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:07.255 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking librbd1 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:07.308 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-rados. 2024-09-05T06:07:07.323 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../013-python3-rados_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:07.357 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-rados (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:07.633 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libcephfs2. 2024-09-05T06:07:07.659 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../012-libcephfs2_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:07.669 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-05T06:07:07.695 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../014-python3-ceph-argparse_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:07.699 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libcephfs2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:07.735 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-ceph-argparse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:07.988 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cephfs. 2024-09-05T06:07:07.993 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-rados. 2024-09-05T06:07:08.003 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../015-python3-cephfs_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:08.009 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../013-python3-rados_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:08.046 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cephfs (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:08.052 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-rados (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:08.365 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-05T06:07:08.371 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-05T06:07:08.391 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../016-python3-ceph-common_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:08.397 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../014-python3-ceph-argparse_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:08.432 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-ceph-common (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:08.438 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-ceph-argparse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:08.690 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-cephfs. 2024-09-05T06:07:08.717 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../015-python3-cephfs_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:08.735 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-prettytable. 2024-09-05T06:07:08.761 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2024-09-05T06:07:08.782 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-cephfs (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:08.801 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-05T06:07:09.029 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-rbd. 2024-09-05T06:07:09.057 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../018-python3-rbd_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:09.110 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-05T06:07:09.136 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../016-python3-ceph-common_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:09.176 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-ceph-common (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:09.246 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-rbd (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:09.488 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-prettytable. 2024-09-05T06:07:09.514 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2024-09-05T06:07:09.554 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-05T06:07:09.590 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-05T06:07:09.616 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-05T06:07:09.656 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-05T06:07:09.807 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-rbd. 2024-09-05T06:07:09.822 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../018-python3-rbd_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:09.865 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-rbd (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:09.934 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-05T06:07:09.960 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-05T06:07:10.000 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-05T06:07:10.218 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-05T06:07:10.244 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-05T06:07:10.284 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-05T06:07:10.320 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-05T06:07:10.335 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-05T06:07:10.370 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-05T06:07:10.570 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-05T06:07:10.586 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-05T06:07:10.624 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package lua5.1. 2024-09-05T06:07:10.628 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-05T06:07:10.638 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-05T06:07:10.681 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-05T06:07:10.940 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-05T06:07:10.966 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-05T06:07:10.993 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package lua-any. 2024-09-05T06:07:11.006 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-05T06:07:11.015 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2024-09-05T06:07:11.059 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-05T06:07:11.303 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package zip. 2024-09-05T06:07:11.330 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2024-09-05T06:07:11.351 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package lua5.1. 2024-09-05T06:07:11.371 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking zip (3.0-12build2) ... 2024-09-05T06:07:11.377 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-05T06:07:11.418 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-05T06:07:11.665 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package unzip. 2024-09-05T06:07:11.691 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-05T06:07:11.696 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package lua-any. 2024-09-05T06:07:11.711 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2024-09-05T06:07:11.723 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-05T06:07:11.746 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-05T06:07:12.023 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package zip. 2024-09-05T06:07:12.047 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2024-09-05T06:07:12.090 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking zip (3.0-12build2) ... 2024-09-05T06:07:12.101 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package luarocks. 2024-09-05T06:07:12.128 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-05T06:07:12.176 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-05T06:07:12.410 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package unzip. 2024-09-05T06:07:12.436 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-05T06:07:12.476 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-05T06:07:12.542 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package librgw2. 2024-09-05T06:07:12.569 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../027-librgw2_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:12.608 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking librgw2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:12.824 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package luarocks. 2024-09-05T06:07:12.850 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-05T06:07:12.882 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-05T06:07:13.169 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-rgw. 2024-09-05T06:07:13.185 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../028-python3-rgw_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:13.228 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-rgw (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:13.256 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package librgw2. 2024-09-05T06:07:13.283 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../027-librgw2_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:13.323 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking librgw2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:13.514 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-05T06:07:13.540 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-05T06:07:13.572 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-05T06:07:13.875 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-rgw. 2024-09-05T06:07:13.889 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libradosstriper1. 2024-09-05T06:07:13.901 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../028-python3-rgw_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:13.916 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../030-libradosstriper1_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:13.941 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-rgw (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:13.958 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libradosstriper1 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:14.236 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-05T06:07:14.262 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-05T06:07:14.303 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-05T06:07:14.395 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-common. 2024-09-05T06:07:14.424 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../031-ceph-common_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:14.461 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-common (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:14.606 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libradosstriper1. 2024-09-05T06:07:14.632 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../030-libradosstriper1_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:14.672 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libradosstriper1 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:15.167 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-common. 2024-09-05T06:07:15.194 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../031-ceph-common_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:15.234 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-common (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:15.749 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-base. 2024-09-05T06:07:15.776 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../032-ceph-base_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:15.826 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-base (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:16.445 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-05T06:07:16.472 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-05T06:07:16.512 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-05T06:07:16.614 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-base. 2024-09-05T06:07:16.640 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../032-ceph-base_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:16.690 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-base (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:16.790 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cheroot. 2024-09-05T06:07:16.816 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-05T06:07:16.856 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-05T06:07:17.142 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-05T06:07:17.169 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-05T06:07:17.202 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-05T06:07:17.209 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-05T06:07:17.228 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-05T06:07:17.260 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-05T06:07:17.512 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-05T06:07:17.538 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-05T06:07:17.563 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-cheroot. 2024-09-05T06:07:17.578 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-05T06:07:17.589 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-05T06:07:17.629 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-05T06:07:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-05T06:07:17.932 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-05T06:07:17.949 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-05T06:07:17.972 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-05T06:07:17.975 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-05T06:07:18.024 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-05T06:07:18.242 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-tempora. 2024-09-05T06:07:18.268 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2024-09-05T06:07:18.308 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-05T06:07:18.326 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-05T06:07:18.353 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-05T06:07:18.393 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-05T06:07:18.595 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-portend. 2024-09-05T06:07:18.621 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2024-09-05T06:07:18.654 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-05T06:07:18.661 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-05T06:07:18.669 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-05T06:07:18.704 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-05T06:07:18.964 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-05T06:07:18.990 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-tempora. 2024-09-05T06:07:18.991 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-05T06:07:19.017 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2024-09-05T06:07:19.030 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-05T06:07:19.057 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-05T06:07:19.360 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-portend. 2024-09-05T06:07:19.386 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2024-09-05T06:07:19.426 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-05T06:07:19.508 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-05T06:07:19.535 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-05T06:07:19.575 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-05T06:07:19.713 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-05T06:07:19.739 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-05T06:07:19.771 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-05T06:07:19.937 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-natsort. 2024-09-05T06:07:19.964 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2024-09-05T06:07:20.003 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-05T06:07:20.049 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-05T06:07:20.075 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-05T06:07:20.115 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-05T06:07:20.315 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-logutils. 2024-09-05T06:07:20.341 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2024-09-05T06:07:20.381 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-05T06:07:20.443 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-natsort. 2024-09-05T06:07:20.470 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2024-09-05T06:07:20.518 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-05T06:07:20.684 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-05T06:07:20.710 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-05T06:07:20.750 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-05T06:07:20.796 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-logutils. 2024-09-05T06:07:20.812 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2024-09-05T06:07:20.846 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-05T06:07:21.020 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-mako. 2024-09-05T06:07:21.035 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-05T06:07:21.070 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-05T06:07:21.141 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-05T06:07:21.167 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-05T06:07:21.207 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-05T06:07:21.381 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-05T06:07:21.409 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-05T06:07:21.447 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-05T06:07:21.510 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-mako. 2024-09-05T06:07:21.543 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-05T06:07:21.576 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-05T06:07:21.767 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-05T06:07:21.793 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-05T06:07:21.833 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-05T06:07:21.897 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-05T06:07:21.923 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-05T06:07:21.963 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-05T06:07:22.145 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-webob. 2024-09-05T06:07:22.172 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-05T06:07:22.211 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-05T06:07:22.224 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-05T06:07:22.251 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-05T06:07:22.282 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-05T06:07:22.556 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-waitress. 2024-09-05T06:07:22.582 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-05T06:07:22.625 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-05T06:07:22.719 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-webob. 2024-09-05T06:07:22.745 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-05T06:07:22.918 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-05T06:07:22.933 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-tempita. 2024-09-05T06:07:22.961 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-05T06:07:23.000 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-05T06:07:23.288 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-waitress. 2024-09-05T06:07:23.315 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-05T06:07:23.320 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-paste. 2024-09-05T06:07:23.347 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-05T06:07:23.358 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-05T06:07:23.386 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-05T06:07:23.691 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-tempita. 2024-09-05T06:07:23.717 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-05T06:07:23.722 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-05T06:07:23.738 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-05T06:07:23.757 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-05T06:07:23.781 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-05T06:07:24.035 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-paste. 2024-09-05T06:07:24.058 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-05T06:07:24.062 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-05T06:07:24.085 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-05T06:07:24.102 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-05T06:07:24.125 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-05T06:07:24.422 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-05T06:07:24.436 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-webtest. 2024-09-05T06:07:24.437 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-05T06:07:24.463 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2024-09-05T06:07:24.480 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-05T06:07:24.503 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-05T06:07:24.766 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-05T06:07:24.793 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-05T06:07:24.822 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pecan. 2024-09-05T06:07:24.832 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-05T06:07:24.849 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-05T06:07:24.889 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-05T06:07:25.135 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-webtest. 2024-09-05T06:07:25.162 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2024-09-05T06:07:25.202 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-05T06:07:25.243 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-certifi. 2024-09-05T06:07:25.270 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2024-09-05T06:07:25.310 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-05T06:07:25.513 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pecan. 2024-09-05T06:07:25.540 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-05T06:07:25.580 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-05T06:07:25.722 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-idna. 2024-09-05T06:07:25.749 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../057-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-05T06:07:25.788 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-05T06:07:25.926 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-certifi. 2024-09-05T06:07:25.953 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2024-09-05T06:07:25.992 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-05T06:07:26.040 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-urllib3. 2024-09-05T06:07:26.067 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-05T06:07:26.098 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-05T06:07:26.287 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-idna. 2024-09-05T06:07:26.314 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../057-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-05T06:07:26.354 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-05T06:07:26.368 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-requests. 2024-09-05T06:07:26.395 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-05T06:07:26.426 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-05T06:07:26.648 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-urllib3. 2024-09-05T06:07:26.675 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-05T06:07:26.715 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-05T06:07:26.729 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-05T06:07:26.757 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-05T06:07:26.796 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-05T06:07:27.026 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-requests. 2024-09-05T06:07:27.049 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-05T06:07:27.053 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-05T06:07:27.065 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:27.093 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-05T06:07:27.098 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-modules-core (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:27.429 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-05T06:07:27.456 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-05T06:07:27.462 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-05T06:07:27.489 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:27.495 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-05T06:07:27.528 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libsqlite3-mod-ceph (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:27.774 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-05T06:07:27.798 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-05T06:07:27.800 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:27.813 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-05T06:07:27.840 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-mgr-modules-core (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:27.847 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-05T06:07:28.125 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-openssl. 2024-09-05T06:07:28.152 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2024-09-05T06:07:28.186 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-05T06:07:28.191 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-05T06:07:28.213 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:28.244 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libsqlite3-mod-ceph (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:28.528 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr. 2024-09-05T06:07:28.539 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-05T06:07:28.555 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../065-ceph-mgr_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:28.566 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-05T06:07:28.594 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:28.605 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-05T06:07:29.767 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-openssl. 2024-09-05T06:07:29.794 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2024-09-05T06:07:29.834 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-05T06:07:29.965 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mon. 2024-09-05T06:07:29.992 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../066-ceph-mon_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:30.031 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mon (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:30.153 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-mgr. 2024-09-05T06:07:30.180 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../065-ceph-mgr_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:30.220 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-mgr (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:30.593 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-osd. 2024-09-05T06:07:30.620 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../067-ceph-osd_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:30.623 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-mon. 2024-09-05T06:07:30.650 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../066-ceph-mon_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:30.659 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-osd (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:30.689 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-mon (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:31.301 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-osd. 2024-09-05T06:07:31.329 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../067-ceph-osd_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:31.367 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-osd (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:31.721 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph. 2024-09-05T06:07:31.736 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../068-ceph_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:31.779 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:32.115 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-fuse. 2024-09-05T06:07:32.141 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../069-ceph-fuse_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:32.181 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-fuse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:32.471 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph. 2024-09-05T06:07:32.484 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mds. 2024-09-05T06:07:32.494 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../068-ceph_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:32.501 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../070-ceph-mds_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:32.529 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:32.534 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mds (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:32.781 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-fuse. 2024-09-05T06:07:32.797 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../069-ceph-fuse_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:32.831 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-fuse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:32.937 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package cephadm. 2024-09-05T06:07:32.964 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../071-cephadm_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:33.003 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking cephadm (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:33.218 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-mds. 2024-09-05T06:07:33.244 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../070-ceph-mds_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:33.284 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-mds (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:33.323 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-05T06:07:33.350 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-05T06:07:33.389 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-05T06:07:33.692 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-05T06:07:33.696 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package cephadm. 2024-09-05T06:07:33.707 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-05T06:07:33.722 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../071-cephadm_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:33.741 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-05T06:07:33.762 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking cephadm (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:34.048 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-05T06:07:34.063 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-05T06:07:34.098 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-05T06:07:34.426 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-05T06:07:34.452 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-05T06:07:34.492 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-05T06:07:34.713 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-babel. 2024-09-05T06:07:34.740 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-05T06:07:34.779 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-05T06:07:35.099 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jinja2. 2024-09-05T06:07:35.126 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-05T06:07:35.165 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-05T06:07:35.497 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-babel. 2024-09-05T06:07:35.501 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-05T06:07:35.524 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-05T06:07:35.528 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:35.563 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-05T06:07:35.568 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-cephadm (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:35.866 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-jinja2. 2024-09-05T06:07:35.893 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-05T06:07:35.913 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-05T06:07:35.933 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-05T06:07:35.940 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2024-09-05T06:07:35.980 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-05T06:07:36.269 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-05T06:07:36.282 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-routes. 2024-09-05T06:07:36.296 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:36.309 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-05T06:07:36.336 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-mgr-cephadm (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:36.349 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-05T06:07:36.677 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-05T06:07:36.689 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-05T06:07:36.703 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:36.716 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2024-09-05T06:07:36.743 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-dashboard (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:36.755 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-05T06:07:37.058 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-routes. 2024-09-05T06:07:37.085 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-05T06:07:37.124 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-05T06:07:37.453 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-05T06:07:37.480 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:37.519 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-mgr-dashboard (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:37.939 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-05T06:07:37.955 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-05T06:07:37.989 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-05T06:07:38.393 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-joblib. 2024-09-05T06:07:38.420 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-05T06:07:38.451 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-05T06:07:38.771 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-05T06:07:38.798 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-05T06:07:38.923 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-05T06:07:39.016 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-05T06:07:39.031 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-05T06:07:39.074 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-05T06:07:39.226 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-sklearn. 2024-09-05T06:07:39.253 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-05T06:07:39.292 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-05T06:07:39.552 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-joblib. 2024-09-05T06:07:39.580 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-05T06:07:39.610 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-05T06:07:39.976 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-05T06:07:39.997 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-05T06:07:40.004 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:40.025 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-05T06:07:40.042 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-diskprediction-local (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:40.158 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-05T06:07:40.410 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-sklearn. 2024-09-05T06:07:40.438 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-05T06:07:40.468 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-05T06:07:41.153 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-05T06:07:41.181 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:41.188 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cachetools. 2024-09-05T06:07:41.215 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2024-09-05T06:07:41.219 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-mgr-diskprediction-local (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:41.254 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-05T06:07:41.532 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-05T06:07:41.559 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-05T06:07:41.599 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-05T06:07:41.910 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-05T06:07:41.937 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-05T06:07:41.976 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-05T06:07:42.189 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-cachetools. 2024-09-05T06:07:42.216 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2024-09-05T06:07:42.255 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-05T06:07:42.296 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-rsa. 2024-09-05T06:07:42.323 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2024-09-05T06:07:42.362 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-05T06:07:42.492 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-05T06:07:42.519 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-05T06:07:42.558 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-05T06:07:42.624 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-google-auth. 2024-09-05T06:07:42.640 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2024-09-05T06:07:42.676 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-05T06:07:42.880 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-05T06:07:42.905 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-05T06:07:42.953 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-05T06:07:42.963 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-05T06:07:42.990 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-05T06:07:43.029 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-05T06:07:43.281 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-rsa. 2024-09-05T06:07:43.308 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2024-09-05T06:07:43.340 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-websocket. 2024-09-05T06:07:43.347 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-05T06:07:43.367 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2024-09-05T06:07:43.407 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-05T06:07:43.676 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-google-auth. 2024-09-05T06:07:43.702 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-05T06:07:43.703 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2024-09-05T06:07:43.729 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-05T06:07:43.743 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-05T06:07:43.768 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-05T06:07:44.046 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-05T06:07:44.073 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-05T06:07:44.112 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-05T06:07:44.373 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-websocket. 2024-09-05T06:07:44.389 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2024-09-05T06:07:44.423 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-05T06:07:44.424 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-05T06:07:44.440 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:44.473 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-k8sevents (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:44.726 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-05T06:07:44.735 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-05T06:07:44.753 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-05T06:07:44.762 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-05T06:07:44.784 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-05T06:07:44.801 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-05T06:07:45.163 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-05T06:07:45.190 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-05T06:07:45.229 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-05T06:07:45.499 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-05T06:07:45.515 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:45.557 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-mgr-k8sevents (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:45.623 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package jq. 2024-09-05T06:07:45.651 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-05T06:07:45.690 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-05T06:07:45.843 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-05T06:07:45.859 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-05T06:07:45.893 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-05T06:07:45.942 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package socat. 2024-09-05T06:07:45.959 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-05T06:07:45.992 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-05T06:07:46.246 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-05T06:07:46.273 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-05T06:07:46.278 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package xmlstarlet. 2024-09-05T06:07:46.295 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-05T06:07:46.313 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-05T06:07:46.337 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-05T06:07:46.582 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package jq. 2024-09-05T06:07:46.609 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-05T06:07:46.648 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-05T06:07:46.683 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-test. 2024-09-05T06:07:46.699 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../099-ceph-test_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:46.732 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-test (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:46.901 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package socat. 2024-09-05T06:07:46.917 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-05T06:07:46.959 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-05T06:07:47.262 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package xmlstarlet. 2024-09-05T06:07:47.278 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-05T06:07:47.321 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-05T06:07:47.708 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-test. 2024-09-05T06:07:47.736 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../099-ceph-test_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:47.774 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-test (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:48.995 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-volume. 2024-09-05T06:07:49.022 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../100-ceph-volume_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:49.061 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-volume (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:49.457 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-05T06:07:49.485 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../101-cephfs-mirror_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:49.523 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking cephfs-mirror (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:49.851 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-colorama. 2024-09-05T06:07:49.879 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2024-09-05T06:07:49.917 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-05T06:07:50.004 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ceph-volume. 2024-09-05T06:07:50.031 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../100-ceph-volume_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:50.070 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ceph-volume (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:50.178 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package cephfs-shell. 2024-09-05T06:07:50.194 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../103-cephfs-shell_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:50.245 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking cephfs-shell (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:50.433 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-05T06:07:50.460 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../101-cephfs-mirror_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:50.524 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking cephfs-mirror (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:50.727 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package cephfs-top. 2024-09-05T06:07:50.754 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../104-cephfs-top_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:50.835 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-colorama. 2024-09-05T06:07:50.839 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking cephfs-top (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:50.862 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2024-09-05T06:07:50.901 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-05T06:07:51.083 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-05T06:07:51.099 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../105-libcephfs-dev_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:51.141 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcephfs-dev (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:51.171 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package cephfs-shell. 2024-09-05T06:07:51.198 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../103-cephfs-shell_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:51.237 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking cephfs-shell (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:51.419 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-05T06:07:51.446 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-05T06:07:51.473 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package cephfs-top. 2024-09-05T06:07:51.486 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-05T06:07:51.489 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../104-cephfs-top_19.1.1-259-g91c8a7e5-1jammy_all.deb ... 2024-09-05T06:07:51.523 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking cephfs-top (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:51.742 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-05T06:07:51.758 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../105-libcephfs-dev_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:51.801 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libcephfs-dev (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:51.815 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-05T06:07:51.843 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2024-09-05T06:07:51.881 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-05T06:07:52.120 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-05T06:07:52.148 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-05T06:07:52.187 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-05T06:07:52.252 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package nvme-cli. 2024-09-05T06:07:52.279 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-05T06:07:52.318 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-05T06:07:52.558 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-05T06:07:52.585 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2024-09-05T06:07:52.624 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-05T06:07:52.741 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package pkg-config. 2024-09-05T06:07:52.768 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-05T06:07:52.806 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-05T06:07:52.955 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package nvme-cli. 2024-09-05T06:07:52.983 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-05T06:07:53.022 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-05T06:07:53.034 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-05T06:07:53.062 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-05T06:07:53.101 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-05T06:07:53.443 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package pkg-config. 2024-09-05T06:07:53.471 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-05T06:07:53.488 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-05T06:07:53.510 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-05T06:07:53.515 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-05T06:07:53.554 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-05T06:07:53.771 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-05T06:07:53.787 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-05T06:07:53.857 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pastescript. 2024-09-05T06:07:53.884 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2024-09-05T06:07:53.923 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-05T06:07:53.971 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-05T06:07:54.243 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pluggy. 2024-09-05T06:07:54.271 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-05T06:07:54.309 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-05T06:07:54.508 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-05T06:07:54.534 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-05T06:07:54.574 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-05T06:07:54.629 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-psutil. 2024-09-05T06:07:54.657 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-05T06:07:54.696 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-05T06:07:54.860 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pastescript. 2024-09-05T06:07:54.887 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2024-09-05T06:07:54.926 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-05T06:07:55.024 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-py. 2024-09-05T06:07:55.051 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2024-09-05T06:07:55.090 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-05T06:07:55.254 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pluggy. 2024-09-05T06:07:55.282 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-05T06:07:55.321 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-05T06:07:55.393 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pygments. 2024-09-05T06:07:55.421 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-05T06:07:55.459 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-05T06:07:55.657 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-psutil. 2024-09-05T06:07:55.685 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-05T06:07:55.723 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-05T06:07:55.931 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-05T06:07:55.958 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-05T06:07:55.997 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-05T06:07:56.060 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-py. 2024-09-05T06:07:56.087 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2024-09-05T06:07:56.126 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-05T06:07:56.300 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-toml. 2024-09-05T06:07:56.327 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2024-09-05T06:07:56.391 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-05T06:07:56.430 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pygments. 2024-09-05T06:07:56.457 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-05T06:07:56.496 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-05T06:07:56.652 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pytest. 2024-09-05T06:07:56.680 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-05T06:07:56.718 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-05T06:07:56.958 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-05T06:07:56.986 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-05T06:07:57.024 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-05T06:07:57.064 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-simplejson. 2024-09-05T06:07:57.091 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-05T06:07:57.130 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-05T06:07:57.336 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-toml. 2024-09-05T06:07:57.363 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2024-09-05T06:07:57.402 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-05T06:07:57.408 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-05T06:07:57.424 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-05T06:07:57.466 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-05T06:07:57.646 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-pytest. 2024-09-05T06:07:57.662 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-05T06:07:57.696 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-05T06:07:58.041 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package python3-simplejson. 2024-09-05T06:07:58.069 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-05T06:07:58.108 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-05T06:07:58.178 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package radosgw. 2024-09-05T06:07:58.206 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../122-radosgw_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:58.244 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking radosgw (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:58.385 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-05T06:07:58.402 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-05T06:07:58.460 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-05T06:07:59.039 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package rbd-fuse. 2024-09-05T06:07:59.067 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../123-rbd-fuse_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:59.105 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking rbd-fuse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:59.231 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package radosgw. 2024-09-05T06:07:59.259 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../122-radosgw_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:07:59.289 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking radosgw (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:07:59.377 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-05T06:07:59.635 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-05T06:07:59.761 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-05T06:08:00.021 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-05T06:08:00.084 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package rbd-fuse. 2024-09-05T06:08:00.111 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../123-rbd-fuse_19.1.1-259-g91c8a7e5-1jammy_amd64.deb ... 2024-09-05T06:08:00.150 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking rbd-fuse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:00.377 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-05T06:08:00.463 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-05T06:08:00.829 INFO:teuthology.orchestra.run.smithi196.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-05T06:08:00.855 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-05T06:08:00.888 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up cephadm (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:00.964 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-05T06:08:01.205 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-05T06:08:01.413 INFO:teuthology.orchestra.run.smithi196.stdout:Adding system user cephadm....done 2024-09-05T06:08:01.509 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-05T06:08:01.535 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-05T06:08:01.828 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-05T06:08:01.915 INFO:teuthology.orchestra.run.smithi070.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-05T06:08:01.984 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up cephadm (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:02.079 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-05T06:08:02.181 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-05T06:08:02.415 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-05T06:08:02.516 INFO:teuthology.orchestra.run.smithi070.stdout:Adding system user cephadm....done 2024-09-05T06:08:02.664 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-05T06:08:02.666 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-05T06:08:02.792 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-05T06:08:02.931 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-05T06:08:03.102 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-05T06:08:03.182 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-05T06:08:03.308 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-05T06:08:03.462 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-05T06:08:03.559 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-05T06:08:03.713 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-05T06:08:03.836 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-05T06:08:03.956 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-05T06:08:03.962 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-05T06:08:04.216 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-05T06:08:04.297 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-05T06:08:04.509 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-05T06:08:04.665 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-05T06:08:04.785 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-05T06:08:04.916 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-05T06:08:05.061 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-05T06:08:05.176 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-05T06:08:05.320 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-ceph-argparse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:05.444 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-05T06:08:05.588 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-05T06:08:05.687 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-05T06:08:05.689 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-05T06:08:05.807 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-05T06:08:05.946 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-05T06:08:06.066 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-05T06:08:06.189 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-05T06:08:06.490 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-ceph-argparse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:06.492 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-05T06:08:06.741 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-05T06:08:06.751 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-05T06:08:06.867 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-05T06:08:06.993 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-05T06:08:07.212 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-05T06:08:07.241 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-05T06:08:07.269 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-05T06:08:07.304 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-05T06:08:07.395 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-05T06:08:07.405 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-05T06:08:07.688 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-05T06:08:07.757 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-05T06:08:07.915 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-05T06:08:08.081 INFO:teuthology.orchestra.run.smithi070.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-05T06:08:08.110 INFO:teuthology.orchestra.run.smithi070.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-05T06:08:08.174 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-05T06:08:08.183 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-05T06:08:08.300 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-05T06:08:08.451 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-05T06:08:08.659 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-05T06:08:08.769 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up zip (3.0-12build2) ... 2024-09-05T06:08:08.785 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-05T06:08:08.904 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-05T06:08:09.044 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-05T06:08:09.304 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-05T06:08:09.547 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-05T06:08:09.789 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up zip (3.0-12build2) ... 2024-09-05T06:08:09.807 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-05T06:08:09.914 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-05T06:08:09.932 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-05T06:08:10.058 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-05T06:08:10.359 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-05T06:08:10.566 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-05T06:08:10.769 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-05T06:08:10.826 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-05T06:08:10.951 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-05T06:08:11.020 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-05T06:08:11.077 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-05T06:08:11.378 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-05T06:08:11.405 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-05T06:08:11.698 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-05T06:08:11.771 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-05T06:08:12.005 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-05T06:08:12.041 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-05T06:08:12.383 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-05T06:08:12.415 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-05T06:08:12.642 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-05T06:08:12.708 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-05T06:08:12.769 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-ceph-common (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:13.026 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-05T06:08:13.061 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-05T06:08:13.377 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-05T06:08:13.379 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-05T06:08:13.629 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-05T06:08:13.738 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-ceph-common (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:14.047 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-05T06:08:14.356 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-05T06:08:14.535 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-05T06:08:14.795 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:08:14.929 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-05T06:08:15.189 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-05T06:08:15.314 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-05T06:08:15.440 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-05T06:08:15.571 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-05T06:08:15.733 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-05T06:08:15.830 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:08:15.956 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-05T06:08:15.993 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-05T06:08:16.224 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-05T06:08:16.252 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:08:16.342 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-05T06:08:16.467 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-05T06:08:16.520 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-05T06:08:16.777 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-05T06:08:16.813 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-05T06:08:17.047 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-05T06:08:17.078 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-05T06:08:17.315 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-05T06:08:17.329 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:08:17.439 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-05T06:08:17.566 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-05T06:08:17.765 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-05T06:08:17.816 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-05T06:08:18.016 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-05T06:08:18.093 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-05T06:08:18.218 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-05T06:08:18.275 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-05T06:08:18.503 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-05T06:08:18.534 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-05T06:08:18.629 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-05T06:08:18.794 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-05T06:08:18.905 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-05T06:08:19.070 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-05T06:08:19.204 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-05T06:08:19.206 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-05T06:08:19.466 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-05T06:08:19.480 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-05T06:08:19.592 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-05T06:08:19.606 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-05T06:08:19.717 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-05T06:08:19.806 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-05T06:08:19.899 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-05T06:08:20.036 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-05T06:08:20.162 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-05T06:08:20.234 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-05T06:08:20.493 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-05T06:08:20.530 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-05T06:08:20.619 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-05T06:08:20.753 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-05T06:08:20.781 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-05T06:08:20.834 INFO:teuthology.orchestra.run.smithi070.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-05T06:08:20.907 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-05T06:08:21.088 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-05T06:08:21.166 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:08:21.206 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-05T06:08:21.292 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-05T06:08:21.607 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-05T06:08:21.618 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-05T06:08:21.866 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-05T06:08:21.919 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-05T06:08:21.992 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-05T06:08:22.195 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-05T06:08:22.251 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-05T06:08:22.373 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-05T06:08:22.377 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-05T06:08:22.641 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-05T06:08:22.704 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-05T06:08:22.917 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-05T06:08:23.005 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-05T06:08:23.193 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-05T06:08:23.297 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-05T06:08:23.509 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-05T06:08:23.637 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-05T06:08:23.793 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-05T06:08:23.905 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-05T06:08:24.069 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-05T06:08:24.249 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-05T06:08:24.313 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-05T06:08:24.375 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up librados2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:24.501 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libsqlite3-mod-ceph (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:24.627 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-05T06:08:24.681 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-05T06:08:24.949 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-05T06:08:24.963 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcephfs2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:25.081 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libradosstriper1 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:25.232 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-05T06:08:25.293 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-05T06:08:25.419 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up librados2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:25.508 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up librbd1 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:25.545 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libsqlite3-mod-ceph (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:25.634 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-modules-core (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:25.671 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-05T06:08:25.760 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-fuse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:25.973 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libcephfs2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:25.976 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-05T06:08:25.976 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-05T06:08:26.108 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libradosstriper1 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:26.234 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-05T06:08:26.495 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcephfs-dev (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:26.543 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up librbd1 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:26.621 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-rados (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:26.670 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-mgr-modules-core (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:26.730 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up librgw2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:26.796 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-fuse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:26.864 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up cephfs-top (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:26.990 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-05T06:08:27.008 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-05T06:08:27.009 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-05T06:08:27.513 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libcephfs-dev (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:27.639 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-rados (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:27.765 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up librgw2 (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:27.891 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up cephfs-top (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:28.017 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-05T06:08:28.143 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-rbd (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:28.278 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up rbd-fuse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:28.379 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-rgw (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:28.505 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cephfs (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:28.631 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up cephfs-shell (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:28.757 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-common (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:29.212 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-rbd (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:29.293 INFO:teuthology.orchestra.run.smithi196.stdout:Adding group ceph....done 2024-09-05T06:08:29.330 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up rbd-fuse (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:29.481 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-rgw (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:29.607 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up python3-cephfs (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:29.661 INFO:teuthology.orchestra.run.smithi196.stdout:Adding system user ceph....done 2024-09-05T06:08:29.733 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up cephfs-shell (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:29.832 INFO:teuthology.orchestra.run.smithi196.stdout:Setting system user ceph properties....done 2024-09-05T06:08:29.844 INFO:teuthology.orchestra.run.smithi196.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-05T06:08:29.858 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-common (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:29.985 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-05T06:08:30.328 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-05T06:08:30.410 INFO:teuthology.orchestra.run.smithi070.stdout:Adding group ceph....done 2024-09-05T06:08:30.786 INFO:teuthology.orchestra.run.smithi070.stdout:Adding system user ceph....done 2024-09-05T06:08:30.826 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up cephfs-mirror (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:31.004 INFO:teuthology.orchestra.run.smithi070.stdout:Setting system user ceph properties....done 2024-09-05T06:08:31.020 INFO:teuthology.orchestra.run.smithi070.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-05T06:08:31.038 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-05T06:08:31.038 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-05T06:08:31.158 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-05T06:08:31.534 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-05T06:08:31.569 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-test (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:31.695 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up radosgw (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:32.018 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up cephfs-mirror (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:32.111 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-05T06:08:32.111 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-05T06:08:32.227 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-05T06:08:32.227 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-05T06:08:32.719 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-test (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:32.820 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up radosgw (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:32.869 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-base (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:33.225 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-05T06:08:33.287 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-05T06:08:33.287 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-05T06:08:33.733 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mds (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:33.763 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-base (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:33.978 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-05T06:08:33.978 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-05T06:08:34.088 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-05T06:08:34.443 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:34.548 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-mds (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:34.661 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-05T06:08:34.661 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-05T06:08:34.758 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-05T06:08:34.758 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-05T06:08:35.169 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-osd (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:35.199 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-mgr (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:35.415 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-05T06:08:35.416 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-05T06:08:35.442 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-05T06:08:35.442 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-05T06:08:35.892 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-osd (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:35.937 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-k8sevents (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:36.046 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-diskprediction-local (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:36.156 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-05T06:08:36.156 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-05T06:08:36.198 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mon (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:36.407 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-05T06:08:36.407 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-05T06:08:36.620 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-mgr-k8sevents (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:36.746 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-mgr-diskprediction-local (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:36.882 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-cephadm (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:36.897 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-mon (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:37.025 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:37.102 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-05T06:08:37.102 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-05T06:08:37.344 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-dashboard (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:37.504 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-volume (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:37.590 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-mgr-cephadm (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:37.724 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:37.850 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-mgr-dashboard (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:37.856 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-05T06:08:37.957 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-05T06:08:38.001 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ceph-volume (19.1.1-259-g91c8a7e5-1jammy) ... 2024-09-05T06:08:38.093 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-05T06:08:38.362 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-05T06:08:38.463 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-05T06:08:38.640 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-05T06:08:39.219 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-05T06:08:39.757 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-05T06:08:39.888 INFO:teuthology.orchestra.run.smithi196.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-05T06:08:39.891 DEBUG:teuthology.orchestra.run.smithi196:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-05T06:08:39.989 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-05T06:08:40.198 INFO:teuthology.orchestra.run.smithi196.stdout:Building dependency tree... 2024-09-05T06:08:40.199 INFO:teuthology.orchestra.run.smithi196.stdout:Reading state information... 2024-09-05T06:08:40.401 INFO:teuthology.orchestra.run.smithi196.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages were automatically installed and are no longer required: 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-05T06:08:40.402 INFO:teuthology.orchestra.run.smithi196.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-05T06:08:40.403 INFO:teuthology.orchestra.run.smithi196.stdout:The following additional packages will be installed: 2024-09-05T06:08:40.403 INFO:teuthology.orchestra.run.smithi196.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-05T06:08:40.403 INFO:teuthology.orchestra.run.smithi196.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-05T06:08:40.403 INFO:teuthology.orchestra.run.smithi196.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-05T06:08:40.404 INFO:teuthology.orchestra.run.smithi196.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-05T06:08:40.404 INFO:teuthology.orchestra.run.smithi196.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-05T06:08:40.405 INFO:teuthology.orchestra.run.smithi196.stdout:Suggested packages: 2024-09-05T06:08:40.405 INFO:teuthology.orchestra.run.smithi196.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-05T06:08:40.405 INFO:teuthology.orchestra.run.smithi196.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-05T06:08:40.405 INFO:teuthology.orchestra.run.smithi196.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-05T06:08:40.446 INFO:teuthology.orchestra.run.smithi196.stdout:The following NEW packages will be installed: 2024-09-05T06:08:40.446 INFO:teuthology.orchestra.run.smithi196.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-05T06:08:40.447 INFO:teuthology.orchestra.run.smithi196.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-05T06:08:40.447 INFO:teuthology.orchestra.run.smithi196.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-05T06:08:40.447 INFO:teuthology.orchestra.run.smithi196.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-05T06:08:40.448 INFO:teuthology.orchestra.run.smithi196.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-05T06:08:40.448 INFO:teuthology.orchestra.run.smithi196.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-05T06:08:40.448 INFO:teuthology.orchestra.run.smithi196.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-05T06:08:40.449 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages will be upgraded: 2024-09-05T06:08:40.449 INFO:teuthology.orchestra.run.smithi196.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-05T06:08:40.630 INFO:teuthology.orchestra.run.smithi196.stdout:4 upgraded, 39 newly installed, 0 to remove and 327 not upgraded. 2024-09-05T06:08:40.630 INFO:teuthology.orchestra.run.smithi196.stdout:Need to get 55.8 MB of archives. 2024-09-05T06:08:40.631 INFO:teuthology.orchestra.run.smithi196.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-05T06:08:40.631 INFO:teuthology.orchestra.run.smithi196.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-05T06:08:40.648 INFO:teuthology.orchestra.run.smithi070.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-05T06:08:40.651 DEBUG:teuthology.orchestra.run.smithi070:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-05T06:08:40.707 INFO:teuthology.orchestra.run.smithi070.stdout:Reading package lists... 2024-09-05T06:08:40.919 INFO:teuthology.orchestra.run.smithi070.stdout:Building dependency tree... 2024-09-05T06:08:40.919 INFO:teuthology.orchestra.run.smithi070.stdout:Reading state information... 2024-09-05T06:08:41.108 INFO:teuthology.orchestra.run.smithi070.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-05T06:08:41.108 INFO:teuthology.orchestra.run.smithi070.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-05T06:08:41.108 INFO:teuthology.orchestra.run.smithi070.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-05T06:08:41.108 INFO:teuthology.orchestra.run.smithi070.stdout:The following packages were automatically installed and are no longer required: 2024-09-05T06:08:41.108 INFO:teuthology.orchestra.run.smithi070.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-05T06:08:41.108 INFO:teuthology.orchestra.run.smithi070.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-05T06:08:41.108 INFO:teuthology.orchestra.run.smithi070.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-05T06:08:41.108 INFO:teuthology.orchestra.run.smithi070.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-05T06:08:41.110 INFO:teuthology.orchestra.run.smithi070.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-05T06:08:41.110 INFO:teuthology.orchestra.run.smithi070.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-05T06:08:41.110 INFO:teuthology.orchestra.run.smithi070.stdout:The following additional packages will be installed: 2024-09-05T06:08:41.110 INFO:teuthology.orchestra.run.smithi070.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-05T06:08:41.110 INFO:teuthology.orchestra.run.smithi070.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-05T06:08:41.110 INFO:teuthology.orchestra.run.smithi070.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-05T06:08:41.110 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-05T06:08:41.110 INFO:teuthology.orchestra.run.smithi070.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-05T06:08:41.111 INFO:teuthology.orchestra.run.smithi070.stdout:Suggested packages: 2024-09-05T06:08:41.111 INFO:teuthology.orchestra.run.smithi070.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-05T06:08:41.111 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-05T06:08:41.111 INFO:teuthology.orchestra.run.smithi070.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-05T06:08:41.153 INFO:teuthology.orchestra.run.smithi070.stdout:The following NEW packages will be installed: 2024-09-05T06:08:41.154 INFO:teuthology.orchestra.run.smithi070.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-05T06:08:41.154 INFO:teuthology.orchestra.run.smithi070.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-05T06:08:41.155 INFO:teuthology.orchestra.run.smithi070.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-05T06:08:41.155 INFO:teuthology.orchestra.run.smithi070.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-05T06:08:41.155 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-05T06:08:41.155 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-05T06:08:41.155 INFO:teuthology.orchestra.run.smithi070.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-05T06:08:41.156 INFO:teuthology.orchestra.run.smithi070.stdout:The following packages will be upgraded: 2024-09-05T06:08:41.156 INFO:teuthology.orchestra.run.smithi070.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-05T06:08:41.254 INFO:teuthology.orchestra.run.smithi196.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-05T06:08:41.270 INFO:teuthology.orchestra.run.smithi196.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-05T06:08:41.336 INFO:teuthology.orchestra.run.smithi070.stdout:4 upgraded, 39 newly installed, 0 to remove and 327 not upgraded. 2024-09-05T06:08:41.336 INFO:teuthology.orchestra.run.smithi070.stdout:Need to get 55.8 MB of archives. 2024-09-05T06:08:41.337 INFO:teuthology.orchestra.run.smithi070.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-05T06:08:41.337 INFO:teuthology.orchestra.run.smithi070.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-05T06:08:41.394 INFO:teuthology.orchestra.run.smithi196.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-05T06:08:41.395 INFO:teuthology.orchestra.run.smithi196.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-05T06:08:41.397 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-05T06:08:41.425 INFO:teuthology.orchestra.run.smithi196.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-05T06:08:41.426 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-05T06:08:41.430 INFO:teuthology.orchestra.run.smithi196.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-05T06:08:41.432 INFO:teuthology.orchestra.run.smithi196.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-05T06:08:41.433 INFO:teuthology.orchestra.run.smithi196.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-05T06:08:41.436 INFO:teuthology.orchestra.run.smithi196.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-05T06:08:41.500 INFO:teuthology.orchestra.run.smithi196.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-05T06:08:41.500 INFO:teuthology.orchestra.run.smithi196.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-05T06:08:41.501 INFO:teuthology.orchestra.run.smithi196.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-05T06:08:41.580 INFO:teuthology.orchestra.run.smithi196.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-05T06:08:41.959 INFO:teuthology.orchestra.run.smithi070.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-05T06:08:41.975 INFO:teuthology.orchestra.run.smithi070.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-05T06:08:42.101 INFO:teuthology.orchestra.run.smithi070.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-05T06:08:42.102 INFO:teuthology.orchestra.run.smithi070.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-05T06:08:42.103 INFO:teuthology.orchestra.run.smithi070.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-05T06:08:42.130 INFO:teuthology.orchestra.run.smithi070.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-05T06:08:42.132 INFO:teuthology.orchestra.run.smithi070.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-05T06:08:42.138 INFO:teuthology.orchestra.run.smithi070.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-05T06:08:42.141 INFO:teuthology.orchestra.run.smithi070.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-05T06:08:42.141 INFO:teuthology.orchestra.run.smithi070.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-05T06:08:42.144 INFO:teuthology.orchestra.run.smithi070.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-05T06:08:42.202 INFO:teuthology.orchestra.run.smithi070.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-05T06:08:42.203 INFO:teuthology.orchestra.run.smithi070.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-05T06:08:42.204 INFO:teuthology.orchestra.run.smithi070.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-05T06:08:42.284 INFO:teuthology.orchestra.run.smithi070.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-05T06:08:42.358 INFO:teuthology.orchestra.run.smithi196.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-05T06:08:42.383 INFO:teuthology.orchestra.run.smithi196.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-05T06:08:42.384 INFO:teuthology.orchestra.run.smithi196.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-05T06:08:42.390 INFO:teuthology.orchestra.run.smithi196.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-05T06:08:42.401 INFO:teuthology.orchestra.run.smithi196.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-05T06:08:42.413 INFO:teuthology.orchestra.run.smithi196.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-05T06:08:42.420 INFO:teuthology.orchestra.run.smithi196.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-05T06:08:42.443 INFO:teuthology.orchestra.run.smithi196.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-05T06:08:42.443 INFO:teuthology.orchestra.run.smithi196.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-05T06:08:42.489 INFO:teuthology.orchestra.run.smithi196.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-05T06:08:42.526 INFO:teuthology.orchestra.run.smithi196.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-05T06:08:42.542 INFO:teuthology.orchestra.run.smithi196.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-05T06:08:42.624 INFO:teuthology.orchestra.run.smithi196.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-05T06:08:42.630 INFO:teuthology.orchestra.run.smithi196.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-05T06:08:42.631 INFO:teuthology.orchestra.run.smithi196.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-05T06:08:42.631 INFO:teuthology.orchestra.run.smithi196.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-05T06:08:42.632 INFO:teuthology.orchestra.run.smithi196.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-05T06:08:42.651 INFO:teuthology.orchestra.run.smithi196.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-05T06:08:42.690 INFO:teuthology.orchestra.run.smithi196.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-05T06:08:43.112 INFO:teuthology.orchestra.run.smithi070.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-05T06:08:43.116 INFO:teuthology.orchestra.run.smithi070.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-05T06:08:43.116 INFO:teuthology.orchestra.run.smithi070.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-05T06:08:43.123 INFO:teuthology.orchestra.run.smithi070.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-05T06:08:43.124 INFO:teuthology.orchestra.run.smithi070.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-05T06:08:43.134 INFO:teuthology.orchestra.run.smithi070.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-05T06:08:43.139 INFO:teuthology.orchestra.run.smithi070.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-05T06:08:43.156 INFO:teuthology.orchestra.run.smithi070.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-05T06:08:43.157 INFO:teuthology.orchestra.run.smithi070.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-05T06:08:43.217 INFO:teuthology.orchestra.run.smithi070.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-05T06:08:43.220 INFO:teuthology.orchestra.run.smithi196.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-05T06:08:43.220 INFO:teuthology.orchestra.run.smithi196.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-05T06:08:43.220 INFO:teuthology.orchestra.run.smithi196.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-05T06:08:43.220 INFO:teuthology.orchestra.run.smithi196.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-05T06:08:43.221 INFO:teuthology.orchestra.run.smithi196.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-05T06:08:43.221 INFO:teuthology.orchestra.run.smithi196.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-05T06:08:43.241 INFO:teuthology.orchestra.run.smithi196.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-05T06:08:43.242 INFO:teuthology.orchestra.run.smithi196.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-05T06:08:43.242 INFO:teuthology.orchestra.run.smithi070.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-05T06:08:43.266 INFO:teuthology.orchestra.run.smithi070.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-05T06:08:43.332 INFO:teuthology.orchestra.run.smithi070.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-05T06:08:43.337 INFO:teuthology.orchestra.run.smithi070.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-05T06:08:43.338 INFO:teuthology.orchestra.run.smithi070.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-05T06:08:43.339 INFO:teuthology.orchestra.run.smithi070.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-05T06:08:43.340 INFO:teuthology.orchestra.run.smithi070.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-05T06:08:43.364 INFO:teuthology.orchestra.run.smithi070.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-05T06:08:43.365 INFO:teuthology.orchestra.run.smithi070.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-05T06:08:43.648 INFO:teuthology.orchestra.run.smithi196.stdout:Preconfiguring packages ... 2024-09-05T06:08:43.794 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 55.8 MB in 3s (20.0 MB/s) 2024-09-05T06:08:43.924 INFO:teuthology.orchestra.run.smithi070.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-05T06:08:43.925 INFO:teuthology.orchestra.run.smithi070.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-05T06:08:43.925 INFO:teuthology.orchestra.run.smithi070.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-05T06:08:43.925 INFO:teuthology.orchestra.run.smithi070.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-05T06:08:43.925 INFO:teuthology.orchestra.run.smithi070.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-05T06:08:43.925 INFO:teuthology.orchestra.run.smithi070.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-05T06:08:43.946 INFO:teuthology.orchestra.run.smithi070.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-05T06:08:43.947 INFO:teuthology.orchestra.run.smithi070.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-05T06:08:44.101 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173985 files and directories currently installed.) 2024-09-05T06:08:44.106 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-05T06:08:44.270 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-05T06:08:44.360 INFO:teuthology.orchestra.run.smithi070.stdout:Preconfiguring packages ... 2024-09-05T06:08:44.524 INFO:teuthology.orchestra.run.smithi070.stdout:Fetched 55.8 MB in 3s (20.0 MB/s) 2024-09-05T06:08:44.792 INFO:teuthology.orchestra.run.smithi070.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173985 files and directories currently installed.) 2024-09-05T06:08:44.797 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-05T06:08:44.891 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-05T06:08:44.918 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-05T06:08:45.680 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-05T06:08:45.800 INFO:teuthology.orchestra.run.smithi196.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-05T06:08:46.058 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package flex. 2024-09-05T06:08:46.161 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173985 files and directories currently installed.) 2024-09-05T06:08:46.167 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-05T06:08:46.206 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-05T06:08:46.707 INFO:teuthology.orchestra.run.smithi070.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-05T06:08:46.738 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-05T06:08:46.895 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-05T06:08:46.977 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package flex. 2024-09-05T06:08:47.069 INFO:teuthology.orchestra.run.smithi070.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173985 files and directories currently installed.) 2024-09-05T06:08:47.075 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-05T06:08:47.116 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-05T06:08:47.281 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-05T06:08:47.760 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-05T06:08:47.818 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174058 files and directories currently installed.) 2024-09-05T06:08:47.824 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-05T06:08:47.952 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-05T06:08:47.958 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-05T06:08:48.353 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-05T06:08:48.377 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-05T06:08:48.492 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-05T06:08:48.820 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-05T06:08:48.944 INFO:teuthology.orchestra.run.smithi070.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174058 files and directories currently installed.) 2024-09-05T06:08:48.949 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-05T06:08:49.074 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-05T06:08:49.209 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package bison. 2024-09-05T06:08:49.311 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174058 files and directories currently installed.) 2024-09-05T06:08:49.317 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-05T06:08:49.362 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-05T06:08:49.492 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-05T06:08:49.623 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-05T06:08:49.762 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-05T06:08:49.790 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-05T06:08:49.829 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-05T06:08:49.950 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-05T06:08:50.174 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package dump. 2024-09-05T06:08:50.201 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-05T06:08:50.240 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking dump (0.4b47-3) ... 2024-09-05T06:08:50.308 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package bison. 2024-09-05T06:08:50.408 INFO:teuthology.orchestra.run.smithi070.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174058 files and directories currently installed.) 2024-09-05T06:08:50.414 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-05T06:08:50.460 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-05T06:08:50.527 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package indent. 2024-09-05T06:08:50.543 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:08:50.585 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-05T06:08:50.852 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-05T06:08:50.855 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-05T06:08:50.880 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-05T06:08:50.882 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-05T06:08:50.913 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-05T06:08:50.978 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-05T06:08:51.242 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-05T06:08:51.269 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-05T06:08:51.308 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-05T06:08:51.314 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package dump. 2024-09-05T06:08:51.342 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-05T06:08:51.381 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking dump (0.4b47-3) ... 2024-09-05T06:08:51.569 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-05T06:08:51.597 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-05T06:08:51.636 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-05T06:08:51.659 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package indent. 2024-09-05T06:08:51.676 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:08:51.710 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-05T06:08:51.932 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-05T06:08:51.959 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-05T06:08:51.962 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-05T06:08:51.979 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-05T06:08:51.989 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-05T06:08:52.021 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-05T06:08:52.226 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-05T06:08:52.253 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-05T06:08:52.292 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-05T06:08:52.350 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-05T06:08:52.378 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-05T06:08:52.416 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-05T06:08:52.561 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libjson-perl. 2024-09-05T06:08:52.589 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-05T06:08:52.628 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-05T06:08:52.661 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-05T06:08:52.677 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-05T06:08:52.753 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-05T06:08:52.939 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-05T06:08:52.968 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-05T06:08:53.006 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-05T06:08:53.098 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-05T06:08:53.126 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-05T06:08:53.165 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-05T06:08:53.417 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-05T06:08:53.433 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-05T06:08:53.476 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-05T06:08:53.728 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libjson-perl. 2024-09-05T06:08:53.745 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-05T06:08:53.779 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-05T06:08:54.099 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-05T06:08:54.127 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-05T06:08:54.185 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-05T06:08:54.709 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-05T06:08:54.737 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-05T06:08:54.775 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-05T06:08:55.036 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-05T06:08:55.060 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-05T06:08:55.103 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-05T06:08:55.431 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-05T06:08:55.458 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-05T06:08:55.497 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-05T06:08:55.800 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-05T06:08:55.816 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-05T06:08:55.818 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-05T06:08:55.846 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-05T06:08:55.858 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-05T06:08:55.885 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-05T06:08:56.186 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-05T06:08:56.197 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-05T06:08:56.214 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-05T06:08:56.222 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-05T06:08:56.253 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-05T06:08:56.255 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-05T06:08:56.567 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-05T06:08:56.594 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-05T06:08:56.597 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-05T06:08:56.625 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:08:56.633 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-05T06:08:56.655 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:08:57.020 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-05T06:08:57.048 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-05T06:08:57.095 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-05T06:08:57.134 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-05T06:08:57.162 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:08:57.200 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-05T06:08:57.381 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-05T06:08:57.409 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-05T06:08:57.439 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-05T06:08:57.486 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-05T06:08:57.502 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:08:57.544 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-05T06:08:57.789 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-05T06:08:57.793 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-05T06:08:57.805 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-05T06:08:57.821 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:08:57.847 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-05T06:08:57.859 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:08:58.213 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-05T06:08:58.240 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:08:58.279 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-05T06:08:58.401 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-05T06:08:58.429 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-05T06:08:58.467 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-05T06:08:58.565 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-05T06:08:58.581 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:08:58.623 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-05T06:08:58.803 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package modemmanager. 2024-09-05T06:08:58.831 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-05T06:08:58.868 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-05T06:08:58.870 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-05T06:08:58.895 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-05T06:08:58.934 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-05T06:08:59.405 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-05T06:08:59.433 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-05T06:08:59.468 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package network-manager. 2024-09-05T06:08:59.471 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-05T06:08:59.497 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-05T06:08:59.544 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-05T06:08:59.808 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package modemmanager. 2024-09-05T06:08:59.836 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-05T06:08:59.874 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-05T06:09:00.167 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ppp. 2024-09-05T06:09:00.195 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-05T06:09:00.471 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-05T06:09:00.523 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package network-manager. 2024-09-05T06:09:00.551 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-05T06:09:00.598 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-05T06:09:00.780 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package pptp-linux. 2024-09-05T06:09:00.809 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-05T06:09:00.847 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-05T06:09:01.108 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-05T06:09:01.124 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-05T06:09:01.166 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-05T06:09:01.358 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package ppp. 2024-09-05T06:09:01.387 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-05T06:09:01.469 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-05T06:09:01.497 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-05T06:09:01.535 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking postgresql-client-common (238) ... 2024-09-05T06:09:01.659 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-05T06:09:01.806 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-05T06:09:01.834 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:09:01.864 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:02.046 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package pptp-linux. 2024-09-05T06:09:02.075 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-05T06:09:02.113 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-05T06:09:02.332 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-05T06:09:02.348 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-05T06:09:02.390 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-05T06:09:02.419 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package postgresql-common. 2024-09-05T06:09:02.447 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-05T06:09:02.495 INFO:teuthology.orchestra.run.smithi196.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-05T06:09:02.525 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking postgresql-common (238) ... 2024-09-05T06:09:02.694 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-05T06:09:02.722 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-05T06:09:02.760 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking postgresql-client-common (238) ... 2024-09-05T06:09:03.009 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package postgresql-14. 2024-09-05T06:09:03.037 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:09:03.073 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-05T06:09:03.079 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:03.100 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:09:03.139 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:03.728 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package postgresql-common. 2024-09-05T06:09:03.755 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-05T06:09:03.870 INFO:teuthology.orchestra.run.smithi070.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-05T06:09:03.900 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking postgresql-common (238) ... 2024-09-05T06:09:04.253 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package postgresql. 2024-09-05T06:09:04.271 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-05T06:09:04.312 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking postgresql (14+238) ... 2024-09-05T06:09:04.368 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package postgresql-14. 2024-09-05T06:09:04.396 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-05T06:09:04.440 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:04.522 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package postgresql-client. 2024-09-05T06:09:04.550 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-05T06:09:04.589 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking postgresql-client (14+238) ... 2024-09-05T06:09:04.833 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-05T06:09:04.849 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-05T06:09:04.891 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-05T06:09:05.210 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package tcl8.6. 2024-09-05T06:09:05.238 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-05T06:09:05.277 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-05T06:09:05.563 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package tcl. 2024-09-05T06:09:05.591 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-05T06:09:05.634 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-05T06:09:05.697 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package postgresql. 2024-09-05T06:09:05.713 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-05T06:09:05.755 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking postgresql (14+238) ... 2024-09-05T06:09:05.965 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package postgresql-client. 2024-09-05T06:09:05.982 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-05T06:09:05.982 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package wpasupplicant. 2024-09-05T06:09:06.010 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-05T06:09:06.024 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking postgresql-client (14+238) ... 2024-09-05T06:09:06.049 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-05T06:09:06.293 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-05T06:09:06.321 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-05T06:09:06.359 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-05T06:09:06.411 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-05T06:09:06.428 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-05T06:09:06.469 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-05T06:09:06.679 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package tcl8.6. 2024-09-05T06:09:06.707 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-05T06:09:06.745 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-05T06:09:06.856 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-05T06:09:06.884 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-05T06:09:06.931 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-05T06:09:06.998 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package tcl. 2024-09-05T06:09:07.014 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-05T06:09:07.053 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-05T06:09:07.219 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up postgresql-client-common (238) ... 2024-09-05T06:09:07.360 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package wpasupplicant. 2024-09-05T06:09:07.388 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-05T06:09:07.417 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-05T06:09:07.428 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-05T06:09:07.554 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-05T06:09:07.689 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:07.781 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-05T06:09:07.809 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-05T06:09:07.814 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-05T06:09:07.847 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-05T06:09:07.941 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-05T06:09:08.067 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:08.209 INFO:teuthology.orchestra.run.smithi070.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-05T06:09:08.237 INFO:teuthology.orchestra.run.smithi070.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-05T06:09:08.284 INFO:teuthology.orchestra.run.smithi070.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-05T06:09:08.588 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up postgresql-client-common (238) ... 2024-09-05T06:09:08.597 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-05T06:09:08.681 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-05T06:09:08.798 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-05T06:09:08.925 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-05T06:09:09.051 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:09.062 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-05T06:09:09.062 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-05T06:09:09.177 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-05T06:09:09.286 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-05T06:09:09.421 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:09.634 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-05T06:09:09.760 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-05T06:09:09.872 INFO:teuthology.orchestra.run.smithi070.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-05T06:09:09.885 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-05T06:09:09.951 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-05T06:09:10.011 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-05T06:09:10.137 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-05T06:09:10.263 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-05T06:09:10.301 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-05T06:09:10.301 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-05T06:09:10.389 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-05T06:09:10.515 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-05T06:09:10.780 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-05T06:09:10.922 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-05T06:09:11.048 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-05T06:09:11.162 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-05T06:09:11.174 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-05T06:09:11.288 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up dump (0.4b47-3) ... 2024-09-05T06:09:11.300 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-05T06:09:11.382 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-05T06:09:11.439 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-05T06:09:11.549 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-05T06:09:11.675 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-05T06:09:11.724 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-05T06:09:11.801 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-05T06:09:11.927 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-05T06:09:12.017 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-05T06:09:12.087 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-05T06:09:12.212 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-05T06:09:12.303 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-05T06:09:12.383 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-05T06:09:12.437 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-05T06:09:12.592 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-05T06:09:12.718 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-05T06:09:12.886 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up postgresql-client (14+238) ... 2024-09-05T06:09:13.012 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-05T06:09:13.084 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-05T06:09:13.227 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up dump (0.4b47-3) ... 2024-09-05T06:09:13.304 INFO:teuthology.orchestra.run.smithi070.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-05T06:09:13.362 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-05T06:09:13.489 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-05T06:09:13.516 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:13.517 INFO:teuthology.orchestra.run.smithi196.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-05T06:09:13.517 INFO:teuthology.orchestra.run.smithi196.stdout:which means they are currently configured by ifupdown: 2024-09-05T06:09:13.517 INFO:teuthology.orchestra.run.smithi196.stdout:- enp3s0f1 2024-09-05T06:09:13.517 INFO:teuthology.orchestra.run.smithi196.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-05T06:09:13.517 INFO:teuthology.orchestra.run.smithi196.stdout:remove their configuration from /etc/network/interfaces. 2024-09-05T06:09:13.517 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:13.614 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-05T06:09:13.650 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-05T06:09:13.749 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-05T06:09:13.875 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-05T06:09:13.966 INFO:teuthology.orchestra.run.smithi070.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-05T06:09:14.006 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-05T06:09:14.035 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-05T06:09:14.161 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-05T06:09:14.304 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-05T06:09:14.330 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-05T06:09:14.405 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-05T06:09:14.531 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-05T06:09:14.699 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up postgresql-client (14+238) ... 2024-09-05T06:09:14.825 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-05T06:09:15.294 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:15.294 INFO:teuthology.orchestra.run.smithi070.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-05T06:09:15.294 INFO:teuthology.orchestra.run.smithi070.stdout:which means they are currently configured by ifupdown: 2024-09-05T06:09:15.295 INFO:teuthology.orchestra.run.smithi070.stdout:- enp3s0f1 2024-09-05T06:09:15.295 INFO:teuthology.orchestra.run.smithi070.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-05T06:09:15.295 INFO:teuthology.orchestra.run.smithi070.stdout:remove their configuration from /etc/network/interfaces. 2024-09-05T06:09:15.295 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:15.348 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-05T06:09:15.417 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-05T06:09:15.466 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-05T06:09:15.567 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-05T06:09:15.676 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up postgresql-common (238) ... 2024-09-05T06:09:15.725 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-05T06:09:16.082 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-05T06:09:16.569 INFO:teuthology.orchestra.run.smithi196.stdout:Adding user postgres to group ssl-cert 2024-09-05T06:09:16.603 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-05T06:09:16.721 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-05T06:09:16.799 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:16.799 INFO:teuthology.orchestra.run.smithi196.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-05T06:09:16.839 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-05T06:09:16.965 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up postgresql-common (238) ... 2024-09-05T06:09:17.035 INFO:teuthology.orchestra.run.smithi196.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-05T06:09:17.035 INFO:teuthology.orchestra.run.smithi196.stdout:Removing obsolete dictionary files: 2024-09-05T06:09:17.614 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-05T06:09:17.868 INFO:teuthology.orchestra.run.smithi070.stdout:Adding user postgres to group ssl-cert 2024-09-05T06:09:17.994 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:18.128 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:18.128 INFO:teuthology.orchestra.run.smithi070.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-05T06:09:18.304 INFO:teuthology.orchestra.run.smithi070.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-05T06:09:18.304 INFO:teuthology.orchestra.run.smithi070.stdout:Removing obsolete dictionary files: 2024-09-05T06:09:18.320 INFO:teuthology.orchestra.run.smithi196.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-05T06:09:18.333 INFO:teuthology.orchestra.run.smithi196.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-05T06:09:18.380 INFO:teuthology.orchestra.run.smithi196.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-05T06:09:18.380 INFO:teuthology.orchestra.run.smithi196.stdout:This user must also own the server process. 2024-09-05T06:09:18.381 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:18.381 INFO:teuthology.orchestra.run.smithi196.stdout:The database cluster will be initialized with locale "en_US". 2024-09-05T06:09:18.381 INFO:teuthology.orchestra.run.smithi196.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-05T06:09:18.381 INFO:teuthology.orchestra.run.smithi196.stdout:The default text search configuration will be set to "english". 2024-09-05T06:09:18.381 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:18.381 INFO:teuthology.orchestra.run.smithi196.stdout:Data page checksums are disabled. 2024-09-05T06:09:18.381 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:18.381 INFO:teuthology.orchestra.run.smithi196.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-05T06:09:18.382 INFO:teuthology.orchestra.run.smithi196.stdout:creating subdirectories ... ok 2024-09-05T06:09:18.382 INFO:teuthology.orchestra.run.smithi196.stdout:selecting dynamic shared memory implementation ... posix 2024-09-05T06:09:18.394 INFO:teuthology.orchestra.run.smithi196.stdout:selecting default max_connections ... 100 2024-09-05T06:09:18.416 INFO:teuthology.orchestra.run.smithi196.stdout:selecting default shared_buffers ... 128MB 2024-09-05T06:09:18.426 INFO:teuthology.orchestra.run.smithi196.stdout:selecting default time zone ... Etc/UTC 2024-09-05T06:09:18.426 INFO:teuthology.orchestra.run.smithi196.stdout:creating configuration files ... ok 2024-09-05T06:09:18.541 INFO:teuthology.orchestra.run.smithi196.stdout:running bootstrap script ... ok 2024-09-05T06:09:18.876 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-05T06:09:19.166 INFO:teuthology.orchestra.run.smithi196.stdout:performing post-bootstrap initialization ... ok 2024-09-05T06:09:19.250 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-05T06:09:19.589 INFO:teuthology.orchestra.run.smithi070.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-05T06:09:19.602 INFO:teuthology.orchestra.run.smithi070.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-05T06:09:19.638 INFO:teuthology.orchestra.run.smithi070.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout:This user must also own the server process. 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout:The database cluster will be initialized with locale "en_US". 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout:The default text search configuration will be set to "english". 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout:Data page checksums are disabled. 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout:creating subdirectories ... ok 2024-09-05T06:09:19.639 INFO:teuthology.orchestra.run.smithi070.stdout:selecting dynamic shared memory implementation ... posix 2024-09-05T06:09:19.654 INFO:teuthology.orchestra.run.smithi070.stdout:selecting default max_connections ... 100 2024-09-05T06:09:19.675 INFO:teuthology.orchestra.run.smithi070.stdout:selecting default shared_buffers ... 128MB 2024-09-05T06:09:19.685 INFO:teuthology.orchestra.run.smithi070.stdout:selecting default time zone ... Etc/UTC 2024-09-05T06:09:19.685 INFO:teuthology.orchestra.run.smithi070.stdout:creating configuration files ... ok 2024-09-05T06:09:19.798 INFO:teuthology.orchestra.run.smithi070.stdout:running bootstrap script ... ok 2024-09-05T06:09:20.109 INFO:teuthology.orchestra.run.smithi196.stdout:syncing data to disk ... ok 2024-09-05T06:09:20.434 INFO:teuthology.orchestra.run.smithi070.stdout:performing post-bootstrap initialization ... ok 2024-09-05T06:09:20.543 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-05T06:09:21.137 INFO:teuthology.orchestra.run.smithi070.stdout:syncing data to disk ... ok 2024-09-05T06:09:21.522 INFO:teuthology.orchestra.run.smithi070.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-05T06:09:23.411 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-05T06:09:23.536 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-05T06:09:23.662 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up postgresql (14+238) ... 2024-09-05T06:09:23.788 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-05T06:09:23.923 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-05T06:09:24.177 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-05T06:09:24.177 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-05T06:09:24.390 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-05T06:09:24.517 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-05T06:09:24.642 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up postgresql (14+238) ... 2024-09-05T06:09:24.759 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-05T06:09:24.776 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-05T06:09:24.860 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-05T06:09:24.902 INFO:teuthology.orchestra.run.smithi070.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-05T06:09:25.150 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-05T06:09:25.150 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-05T06:09:25.212 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-05T06:09:25.364 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-05T06:09:25.705 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-05T06:09:25.789 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-05T06:09:26.083 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-05T06:09:26.243 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-05T06:09:26.960 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-05T06:09:27.060 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-05T06:09:27.574 INFO:teuthology.orchestra.run.smithi196.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-05T06:09:27.574 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-05T06:09:27.581 DEBUG:teuthology.parallel:result is None 2024-09-05T06:09:27.674 INFO:teuthology.orchestra.run.smithi070.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-05T06:09:28.131 INFO:teuthology.orchestra.run.smithi070.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-05T06:09:28.136 DEBUG:teuthology.parallel:result is None 2024-09-05T06:09:28.137 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T06:09:28.281 DEBUG:teuthology.orchestra.run.smithi070:> dpkg-query -W -f '${Version}' ceph 2024-09-05T06:09:28.299 INFO:teuthology.orchestra.run.smithi070.stdout:19.1.1-259-g91c8a7e5-1jammy 2024-09-05T06:09:28.300 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259-g91c8a7e5-1jammy 2024-09-05T06:09:28.300 INFO:teuthology.task.install:The correct ceph version 19.1.1-259-g91c8a7e5-1jammy is installed. 2024-09-05T06:09:28.302 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T06:09:28.443 DEBUG:teuthology.orchestra.run.smithi196:> dpkg-query -W -f '${Version}' ceph 2024-09-05T06:09:28.462 INFO:teuthology.orchestra.run.smithi196.stdout:19.1.1-259-g91c8a7e5-1jammy 2024-09-05T06:09:28.462 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259-g91c8a7e5-1jammy 2024-09-05T06:09:28.463 INFO:teuthology.task.install:The correct ceph version 19.1.1-259-g91c8a7e5-1jammy is installed. 2024-09-05T06:09:28.464 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-05T06:09:28.465 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:28.465 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T06:09:28.479 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:28.479 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T06:09:28.520 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-05T06:09:28.521 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:28.521 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T06:09:28.535 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T06:09:28.590 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:28.590 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T06:09:28.604 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T06:09:28.659 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-05T06:09:28.659 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:28.659 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T06:09:28.671 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T06:09:28.726 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:28.726 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T06:09:28.739 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T06:09:28.798 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-05T06:09:28.798 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:28.798 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T06:09:28.811 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T06:09:28.867 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:28.867 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T06:09:28.880 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T06:09:28.934 INFO:teuthology.run_tasks:Running task ceph... 2024-09-05T06:09:29.009 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-05T06:09:29.009 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 777 /var/log/ceph 2024-09-05T06:09:29.011 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 777 /var/log/ceph 2024-09-05T06:09:29.024 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-05T06:09:29.024 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-05T06:09:29.065 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-05T06:09:29.077 INFO:tasks.ceph:Creating extra log directories... 2024-09-05T06:09:29.077 DEBUG:teuthology.orchestra.run.smithi070:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-05T06:09:29.121 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-05T06:09:29.138 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-05T06:09:29.139 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-05T06:09:29.139 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-05T06:09:29.139 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:29.139 DEBUG:teuthology.orchestra.run.smithi070:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-05T06:09:29.180 DEBUG:teuthology.orchestra.run.smithi070:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-05T06:09:29.254 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:29.254 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-05T06:09:29.260 DEBUG:teuthology.orchestra.run.smithi196:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-05T06:09:29.341 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-05T06:09:29.341 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'client.0': {'debug client': 20, 'debug objectcacher': 20, 'debug objecter': 20}, 'client.1': {'debug client': 20, 'debug objectcacher': 20, 'debug objecter': 20}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon osd backfillfull ratio': 0.6, 'mon osd full ratio': 0.7, 'mon osd nearfull ratio': 0.6, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'memstore device bytes': 200000000, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 1.0, 'osd mon report interval': 5, 'osd objectstore': 'memstore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL', 'PG_RECOVERY_FULL', 'PG_DEGRADED'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-05T06:09:29.341 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/mds-full}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7889948', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'cephfs': {'ec_profile': ['disabled']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'client.0': {'debug client': 20, 'debug objectcacher': 20, 'debug objecter': 20}, 'client.1': {'debug client': 20, 'debug objectcacher': 20, 'debug objecter': 20}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon osd backfillfull ratio': 0.6, 'mon osd full ratio': 0.7, 'mon osd nearfull ratio': 0.6, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'memstore device bytes': 200000000, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 1.0, 'osd mon report interval': 5, 'osd objectstore': 'memstore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL', 'PG_RECOVERY_FULL', 'PG_DEGRADED'], 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'}}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1743, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'sleep_before_teardown': 0, 'subset': '459/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi070.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB5j6jYJrD7ipLUpPYHqj1ZD+8Ss4kvAT9AzIbvgIIZiqRzcb7g8QjXaSXBCH1K+WRLJnYAmLDYszJlsPmdLG9s=', 'smithi196.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBECuejsuCrxdzazaxbp5nSe+5PYv6rnOPBwLUsu3Qzk66qZJzKTLyt9ZfQfONv/1Bk+OGVr1tsrrBvfWEdKih1Y='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['disabled']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'client.0': {'debug client': 20, 'debug objectcacher': 20, 'debug objecter': 20}, 'client.1': {'debug client': 20, 'debug objectcacher': 20, 'debug objecter': 20}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon osd backfillfull ratio': 0.6, 'mon osd full ratio': 0.7, 'mon osd nearfull ratio': 0.6, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'memstore device bytes': 200000000, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 1.0, 'osd mon report interval': 5, 'osd objectstore': 'memstore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL', 'PG_RECOVERY_FULL', 'PG_DEGRADED'], 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_full']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-04_21:24:16', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-05T06:09:29.342 DEBUG:teuthology.orchestra.run.smithi070:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-05T06:09:29.344 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-05T06:09:29.387 DEBUG:teuthology.orchestra.run.smithi070:> sudo install -d -m0777 -- /var/run/ceph 2024-09-05T06:09:29.392 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m0777 -- /var/run/ceph 2024-09-05T06:09:29.442 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:29.442 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T06:09:29.452 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T06:09:29.452 DEBUG:teuthology.orchestra.run.smithi070:> stat /dev/vg_nvme/lv_1 2024-09-05T06:09:29.500 INFO:teuthology.orchestra.run.smithi070.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T06:09:29.500 INFO:teuthology.orchestra.run.smithi070.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T06:09:29.500 INFO:teuthology.orchestra.run.smithi070.stdout:Device: 5h/5d Inode: 871 Links: 1 2024-09-05T06:09:29.500 INFO:teuthology.orchestra.run.smithi070.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T06:09:29.500 INFO:teuthology.orchestra.run.smithi070.stdout:Access: 2024-09-05 06:03:15.521603171 +0000 2024-09-05T06:09:29.500 INFO:teuthology.orchestra.run.smithi070.stdout:Modify: 2024-09-05 06:03:15.269605422 +0000 2024-09-05T06:09:29.500 INFO:teuthology.orchestra.run.smithi070.stdout:Change: 2024-09-05 06:03:15.269605422 +0000 2024-09-05T06:09:29.500 INFO:teuthology.orchestra.run.smithi070.stdout: Birth: - 2024-09-05T06:09:29.501 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T06:09:29.554 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records in 2024-09-05T06:09:29.554 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records out 2024-09-05T06:09:29.554 INFO:teuthology.orchestra.run.smithi070.stderr:512 bytes copied, 0.000316357 s, 1.6 MB/s 2024-09-05T06:09:29.555 DEBUG:teuthology.orchestra.run.smithi070:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T06:09:29.605 DEBUG:teuthology.orchestra.run.smithi070:> stat /dev/vg_nvme/lv_2 2024-09-05T06:09:29.651 INFO:teuthology.orchestra.run.smithi070.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T06:09:29.652 INFO:teuthology.orchestra.run.smithi070.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T06:09:29.652 INFO:teuthology.orchestra.run.smithi070.stdout:Device: 5h/5d Inode: 888 Links: 1 2024-09-05T06:09:29.652 INFO:teuthology.orchestra.run.smithi070.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T06:09:29.652 INFO:teuthology.orchestra.run.smithi070.stdout:Access: 2024-09-05 06:03:16.001598883 +0000 2024-09-05T06:09:29.652 INFO:teuthology.orchestra.run.smithi070.stdout:Modify: 2024-09-05 06:03:15.745601170 +0000 2024-09-05T06:09:29.652 INFO:teuthology.orchestra.run.smithi070.stdout:Change: 2024-09-05 06:03:15.745601170 +0000 2024-09-05T06:09:29.652 INFO:teuthology.orchestra.run.smithi070.stdout: Birth: - 2024-09-05T06:09:29.652 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T06:09:29.705 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records in 2024-09-05T06:09:29.705 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records out 2024-09-05T06:09:29.705 INFO:teuthology.orchestra.run.smithi070.stderr:512 bytes copied, 0.000291471 s, 1.8 MB/s 2024-09-05T06:09:29.706 DEBUG:teuthology.orchestra.run.smithi070:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T06:09:29.754 DEBUG:teuthology.orchestra.run.smithi070:> stat /dev/vg_nvme/lv_3 2024-09-05T06:09:29.800 INFO:teuthology.orchestra.run.smithi070.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T06:09:29.800 INFO:teuthology.orchestra.run.smithi070.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T06:09:29.800 INFO:teuthology.orchestra.run.smithi070.stdout:Device: 5h/5d Inode: 906 Links: 1 2024-09-05T06:09:29.800 INFO:teuthology.orchestra.run.smithi070.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T06:09:29.800 INFO:teuthology.orchestra.run.smithi070.stdout:Access: 2024-09-05 06:03:16.493594488 +0000 2024-09-05T06:09:29.800 INFO:teuthology.orchestra.run.smithi070.stdout:Modify: 2024-09-05 06:03:16.245596703 +0000 2024-09-05T06:09:29.800 INFO:teuthology.orchestra.run.smithi070.stdout:Change: 2024-09-05 06:03:16.245596703 +0000 2024-09-05T06:09:29.801 INFO:teuthology.orchestra.run.smithi070.stdout: Birth: - 2024-09-05T06:09:29.801 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T06:09:29.854 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records in 2024-09-05T06:09:29.854 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records out 2024-09-05T06:09:29.854 INFO:teuthology.orchestra.run.smithi070.stderr:512 bytes copied, 0.000304664 s, 1.7 MB/s 2024-09-05T06:09:29.855 DEBUG:teuthology.orchestra.run.smithi070:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T06:09:29.905 DEBUG:teuthology.orchestra.run.smithi070:> stat /dev/vg_nvme/lv_4 2024-09-05T06:09:29.951 INFO:teuthology.orchestra.run.smithi070.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T06:09:29.952 INFO:teuthology.orchestra.run.smithi070.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T06:09:29.952 INFO:teuthology.orchestra.run.smithi070.stdout:Device: 5h/5d Inode: 921 Links: 1 2024-09-05T06:09:29.952 INFO:teuthology.orchestra.run.smithi070.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T06:09:29.952 INFO:teuthology.orchestra.run.smithi070.stdout:Access: 2024-09-05 06:03:16.989590058 +0000 2024-09-05T06:09:29.952 INFO:teuthology.orchestra.run.smithi070.stdout:Modify: 2024-09-05 06:03:16.745592238 +0000 2024-09-05T06:09:29.952 INFO:teuthology.orchestra.run.smithi070.stdout:Change: 2024-09-05 06:03:16.745592238 +0000 2024-09-05T06:09:29.952 INFO:teuthology.orchestra.run.smithi070.stdout: Birth: - 2024-09-05T06:09:29.952 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T06:09:30.006 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records in 2024-09-05T06:09:30.006 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records out 2024-09-05T06:09:30.006 INFO:teuthology.orchestra.run.smithi070.stderr:512 bytes copied, 0.000317305 s, 1.6 MB/s 2024-09-05T06:09:30.008 DEBUG:teuthology.orchestra.run.smithi070:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T06:09:30.057 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:30.058 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:30.058 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T06:09:30.064 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T06:09:30.064 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_1 2024-09-05T06:09:30.111 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T06:09:30.111 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T06:09:30.112 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 875 Links: 1 2024-09-05T06:09:30.112 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T06:09:30.112 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-05 06:03:15.530899750 +0000 2024-09-05T06:09:30.112 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-05 06:03:15.286901929 +0000 2024-09-05T06:09:30.112 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-05 06:03:15.286901929 +0000 2024-09-05T06:09:30.112 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: - 2024-09-05T06:09:30.112 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T06:09:30.166 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-05T06:09:30.166 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-05T06:09:30.166 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000412631 s, 1.2 MB/s 2024-09-05T06:09:30.167 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T06:09:30.217 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_2 2024-09-05T06:09:30.263 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T06:09:30.263 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T06:09:30.263 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 896 Links: 1 2024-09-05T06:09:30.263 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T06:09:30.264 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-05 06:03:16.010895463 +0000 2024-09-05T06:09:30.264 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-05 06:03:15.746897821 +0000 2024-09-05T06:09:30.264 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-05 06:03:15.746897821 +0000 2024-09-05T06:09:30.264 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: - 2024-09-05T06:09:30.264 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T06:09:30.318 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-05T06:09:30.318 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-05T06:09:30.318 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000453791 s, 1.1 MB/s 2024-09-05T06:09:30.319 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T06:09:30.371 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_3 2024-09-05T06:09:30.419 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T06:09:30.420 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T06:09:30.420 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 913 Links: 1 2024-09-05T06:09:30.420 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T06:09:30.420 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-05 06:03:16.518890925 +0000 2024-09-05T06:09:30.420 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-05 06:03:16.246893355 +0000 2024-09-05T06:09:30.420 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-05 06:03:16.246893355 +0000 2024-09-05T06:09:30.420 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: - 2024-09-05T06:09:30.421 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T06:09:30.474 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-05T06:09:30.474 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-05T06:09:30.474 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000381406 s, 1.3 MB/s 2024-09-05T06:09:30.475 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T06:09:30.525 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_4 2024-09-05T06:09:30.571 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T06:09:30.571 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T06:09:30.571 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 924 Links: 1 2024-09-05T06:09:30.571 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T06:09:30.571 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-05 06:03:17.010886530 +0000 2024-09-05T06:09:30.571 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-05 06:03:16.754888817 +0000 2024-09-05T06:09:30.571 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-05 06:03:16.754888817 +0000 2024-09-05T06:09:30.571 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: - 2024-09-05T06:09:30.572 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T06:09:30.625 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-05T06:09:30.626 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-05T06:09:30.626 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000276638 s, 1.9 MB/s 2024-09-05T06:09:30.627 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T06:09:30.676 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:30.677 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi070.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi196.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-05T06:09:30.677 INFO:tasks.ceph:Generating config... 2024-09-05T06:09:30.678 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-05T06:09:30.678 INFO:tasks.ceph:[client] debug client = 20 2024-09-05T06:09:30.678 INFO:tasks.ceph:[client] debug ms = 1 2024-09-05T06:09:30.678 INFO:tasks.ceph:[client] pid file = 2024-09-05T06:09:30.678 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-05T06:09:30.679 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-05T06:09:30.679 INFO:tasks.ceph:[client.0] debug client = 20 2024-09-05T06:09:30.679 INFO:tasks.ceph:[client.0] debug objectcacher = 20 2024-09-05T06:09:30.679 INFO:tasks.ceph:[client.0] debug objecter = 20 2024-09-05T06:09:30.679 INFO:tasks.ceph:[client.1] debug client = 20 2024-09-05T06:09:30.679 INFO:tasks.ceph:[client.1] debug objectcacher = 20 2024-09-05T06:09:30.679 INFO:tasks.ceph:[client.1] debug objecter = 20 2024-09-05T06:09:30.679 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-05T06:09:30.679 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-05T06:09:30.679 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-05T06:09:30.679 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-05T06:09:30.679 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-05T06:09:30.680 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-05T06:09:30.681 INFO:tasks.ceph:[mon] mon osd backfillfull ratio = 0.6 2024-09-05T06:09:30.681 INFO:tasks.ceph:[mon] mon osd full ratio = 0.7 2024-09-05T06:09:30.681 INFO:tasks.ceph:[mon] mon osd nearfull ratio = 0.6 2024-09-05T06:09:30.681 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-05T06:09:30.681 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-05T06:09:30.681 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-05T06:09:30.681 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-05T06:09:30.681 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-05T06:09:30.681 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-05T06:09:30.681 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-05T06:09:30.681 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-05T06:09:30.681 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] memstore device bytes = 200000000 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] osd failsafe full ratio = 1.0 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] osd mon report interval = 5 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] osd objectstore = memstore 2024-09-05T06:09:30.682 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-05T06:09:30.682 INFO:tasks.ceph:Setting up mon.a... 2024-09-05T06:09:30.683 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-05T06:09:30.717 INFO:teuthology.orchestra.run.smithi070.stdout:creating /etc/ceph/ceph.keyring 2024-09-05T06:09:30.725 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-05T06:09:30.802 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-05T06:09:30.853 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.70'), ('mon.b', '172.21.15.196'), ('mon.c', '[v2:172.21.15.196:3301,v1:172.21.15.196:6790]')] 2024-09-05T06:09:30.854 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.70,172.21.15.196,[v2:172.21.15.196:3301,v1:172.21.15.196:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'memstore device bytes': 200000000, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 1.0, 'osd mon report interval': 5, 'osd objectstore': 'memstore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon osd backfillfull ratio': 0.6, 'mon osd full ratio': 0.7, 'mon osd nearfull ratio': 0.6, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'client.0': {'debug client': 20, 'debug objectcacher': 20, 'debug objecter': 20}, 'client.1': {'debug client': 20, 'debug objectcacher': 20, 'debug objecter': 20}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-05T06:09:30.855 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:30.855 DEBUG:teuthology.orchestra.run.smithi070:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-05T06:09:30.900 DEBUG:teuthology.orchestra.run.smithi070:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.70 --add b 172.21.15.196 --addv c '[v2:172.21.15.196:3301,v1:172.21.15.196:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:monmaptool: generated fsid 259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:setting min_mon_release = quincy 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:epoch 0 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:fsid 259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:last_changed 2024-09-05T06:09:30.988246+0000 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:created 2024-09-05T06:09:30.988246+0000 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:min_mon_release 17 (quincy) 2024-09-05T06:09:30.985 INFO:teuthology.orchestra.run.smithi070.stdout:election_strategy: 1 2024-09-05T06:09:30.986 INFO:teuthology.orchestra.run.smithi070.stdout:0: [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] mon.a 2024-09-05T06:09:30.986 INFO:teuthology.orchestra.run.smithi070.stdout:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-05T06:09:30.986 INFO:teuthology.orchestra.run.smithi070.stdout:2: [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] mon.c 2024-09-05T06:09:30.986 INFO:teuthology.orchestra.run.smithi070.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-05T06:09:30.987 DEBUG:teuthology.orchestra.run.smithi070:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-05T06:09:31.036 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c... 2024-09-05T06:09:31.037 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-05T06:09:31.081 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout:[global] 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: chdir = "" 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: auth supported = cephx 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: filestore xattr use omap = true 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: mon clock drift allowed = 1.000 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.109 INFO:teuthology.orchestra.run.smithi070.stdout: osd crush chooseleaf type = 0 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: auth debug = true 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: ms die on old message = true 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: ms die on bug = true 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: mon pg warn max object skew = 0 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: # disable pg_autoscaler by default for new pools 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: osd pool default size = 2 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd allow primary affinity = true 2024-09-05T06:09:31.110 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd allow pg remap = true 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on legacy crush tunables = false 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on crush straw calc version zero = false 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on no sortbitwise = false 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on osd down out interval zero = false 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on too few osds = false 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon_allow_pool_size_one = true 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: osd default data pool replay window = 5 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: mon allow pool delete = true 2024-09-05T06:09:31.111 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: mon cluster log file level = debug 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: debug asserts on shutdown = true 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: mon health detail to clog = false 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: mon host = "172.21.15.70,172.21.15.196,[v2:172.21.15.196:3301,v1:172.21.15.196:6790]" 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: fsid = 259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout:[osd] 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: osd journal size = 100 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: osd scrub load threshold = 5.0 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: osd scrub max interval = 600 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: osd mclock profile = high_recovery_ops 2024-09-05T06:09:31.112 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd recover clone overlap = true 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd recovery max chunk = 1048576 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug shutdown = true 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug op order = true 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug verify stray on activate = true 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug trim objects = true 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd open classes on start = true 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug pg log writeout = true 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: osd deep scrub update digest min age = 30 2024-09-05T06:09:31.113 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: osd map max advance = 10 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: journal zero on create = true 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: filestore ondisk finisher threads = 3 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: filestore apply finisher threads = 3 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: bdev debug aio = true 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug misdirected ops = true 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: bdev async discard = True 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: bdev enable discard = True 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: bluestore allocator = bitmap 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: bluestore block size = 96636764160 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: bluestore fsck on mount = True 2024-09-05T06:09:31.114 INFO:teuthology.orchestra.run.smithi070.stdout: debug bluefs = 1/20 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: debug bluestore = 1/20 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: debug osd = 20 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: debug rocksdb = 4/10 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: memstore device bytes = 200000000 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd backfillfull_ratio = 0.85 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd full ratio = 0.9 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd nearfull ratio = 0.8 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: osd failsafe full ratio = 1.0 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: osd mon report interval = 5 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: osd objectstore = memstore 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: osd op complaint time = 180 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.115 INFO:teuthology.orchestra.run.smithi070.stdout:[mgr] 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: debug mgr = 20 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: debug mon = 20 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: debug auth = 20 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: mon reweight min pgs per osd = 4 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: mon reweight min bytes per osd = 10 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: mgr/telemetry/nag = false 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: debug client = 20 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout:[mon] 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: debug mon = 20 2024-09-05T06:09:31.116 INFO:teuthology.orchestra.run.smithi070.stdout: debug paxos = 20 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: debug auth = 20 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: mon data avail warn = 5 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: mon mgr mkfs grace = 240 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: mon reweight min pgs per osd = 4 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd reporter subtree level = osd 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd prime pg temp = true 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: mon reweight min bytes per osd = 10 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: auth mon ticket ttl = 660 # 11m 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: auth service ticket ttl = 240 # 4m 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.117 INFO:teuthology.orchestra.run.smithi070.stdout: # don't complain about insecure global_id in the test suite 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: # 1m isn't quite enough 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon_down_mkfs_grace = 2m 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_filestore_osds = false 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon down mkfs grace = 300 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon op complaint time = 120 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd backfillfull ratio = 0.6 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd full ratio = 0.7 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd nearfull ratio = 0.6 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on pool no app = False 2024-09-05T06:09:31.118 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout:[client] 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: rgw cache enabled = true 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: rgw enable ops log = true 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: rgw enable usage log = true 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: client mount timeout = 600 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: debug client = 20 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: pid file = "" 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: rados mon op timeout = 900 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout: rados osd op timeout = 900 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout:[mon.a] 2024-09-05T06:09:31.119 INFO:teuthology.orchestra.run.smithi070.stdout:[mon.b] 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout:[mon.c] 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.a] 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.c] 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.b] 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.d] 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout: debug client = 20 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout: debug objectcacher = 20 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout: debug objecter = 20 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout:[client.1] 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout: debug client = 20 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout: debug objectcacher = 20 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout: debug objecter = 20 2024-09-05T06:09:31.120 INFO:teuthology.orchestra.run.smithi070.stdout:[mds] 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: debug mds = 20 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: debug mds balancer = 20 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: mds debug frag = True 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: mds debug scatterstat = True 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: mds op complaint time = 180 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: mds verify scatter = True 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: osd op complaint time = 180 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: rados mon op timeout = 900 2024-09-05T06:09:31.121 INFO:teuthology.orchestra.run.smithi070.stdout: rados osd op timeout = 900 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout:[global] 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: chdir = "" 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: auth supported = cephx 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: filestore xattr use omap = true 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: mon clock drift allowed = 1.000 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: osd crush chooseleaf type = 0 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: auth debug = true 2024-09-05T06:09:31.123 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: ms die on old message = true 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: ms die on bug = true 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: mon pg warn max object skew = 0 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: # disable pg_autoscaler by default for new pools 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: osd pool default size = 2 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd allow primary affinity = true 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd allow pg remap = true 2024-09-05T06:09:31.124 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on legacy crush tunables = false 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on crush straw calc version zero = false 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on no sortbitwise = false 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on osd down out interval zero = false 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on too few osds = false 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: mon_allow_pool_size_one = true 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: osd default data pool replay window = 5 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: mon allow pool delete = true 2024-09-05T06:09:31.125 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: mon cluster log file level = debug 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: debug asserts on shutdown = true 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: mon health detail to clog = false 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: mon host = "172.21.15.70,172.21.15.196,[v2:172.21.15.196:3301,v1:172.21.15.196:6790]" 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: fsid = 259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout:[osd] 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: osd journal size = 100 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: osd scrub load threshold = 5.0 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: osd scrub max interval = 600 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: osd mclock profile = high_recovery_ops 2024-09-05T06:09:31.126 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd recover clone overlap = true 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd recovery max chunk = 1048576 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug shutdown = true 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug op order = true 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug verify stray on activate = true 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug trim objects = true 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd open classes on start = true 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug pg log writeout = true 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd deep scrub update digest min age = 30 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.127 INFO:teuthology.orchestra.run.smithi196.stdout: osd map max advance = 10 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: journal zero on create = true 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: filestore ondisk finisher threads = 3 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: filestore apply finisher threads = 3 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: bdev debug aio = true 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug misdirected ops = true 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: bdev async discard = True 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: bdev enable discard = True 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore allocator = bitmap 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore block size = 96636764160 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore fsck on mount = True 2024-09-05T06:09:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: debug bluefs = 1/20 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: debug bluestore = 1/20 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: debug osd = 20 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: debug rocksdb = 4/10 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: memstore device bytes = 200000000 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd backfillfull_ratio = 0.85 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd full ratio = 0.9 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd nearfull ratio = 0.8 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: osd failsafe full ratio = 1.0 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: osd mon report interval = 5 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: osd objectstore = memstore 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: osd op complaint time = 180 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.129 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr] 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: debug mgr = 20 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: debug mon = 20 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: debug auth = 20 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min pgs per osd = 4 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min bytes per osd = 10 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: mgr/telemetry/nag = false 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: debug client = 20 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout:[mon] 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-05T06:09:31.130 INFO:teuthology.orchestra.run.smithi196.stdout: debug mon = 20 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: debug paxos = 20 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: debug auth = 20 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: mon data avail warn = 5 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: mon mgr mkfs grace = 240 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min pgs per osd = 4 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd reporter subtree level = osd 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd prime pg temp = true 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min bytes per osd = 10 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: auth mon ticket ttl = 660 # 11m 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: auth service ticket ttl = 240 # 4m 2024-09-05T06:09:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: # don't complain about insecure global_id in the test suite 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: # 1m isn't quite enough 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon_down_mkfs_grace = 2m 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_filestore_osds = false 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon down mkfs grace = 300 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon op complaint time = 120 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd backfillfull ratio = 0.6 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd full ratio = 0.7 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd nearfull ratio = 0.6 2024-09-05T06:09:31.132 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on pool no app = False 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout:[client] 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: rgw cache enabled = true 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: rgw enable ops log = true 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: rgw enable usage log = true 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: client mount timeout = 600 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: debug client = 20 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: pid file = "" 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: rados mon op timeout = 900 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout: rados osd op timeout = 900 2024-09-05T06:09:31.133 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.a] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.b] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.c] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[mds.a] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[mds.c] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[mds.b] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[mds.d] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[client.0] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout: debug client = 20 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout: debug objectcacher = 20 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout: debug objecter = 20 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[client.1] 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout: debug client = 20 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout: debug objectcacher = 20 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout: debug objecter = 20 2024-09-05T06:09:31.134 INFO:teuthology.orchestra.run.smithi196.stdout:[mds] 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: debug mds = 20 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: debug mds balancer = 20 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: mds debug frag = True 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: mds debug scatterstat = True 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: mds op complaint time = 180 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: mds verify scatter = True 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: osd op complaint time = 180 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: rados mon op timeout = 900 2024-09-05T06:09:31.135 INFO:teuthology.orchestra.run.smithi196.stdout: rados osd op timeout = 900 2024-09-05T06:09:31.135 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-05T06:09:31.136 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-05T06:09:31.221 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-05T06:09:31.221 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:31.221 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-05T06:09:31.226 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:31.226 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-05T06:09:31.272 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:09:31.272 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:31.272 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-05T06:09:31.272 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-05T06:09:31.335 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:31.335 DEBUG:teuthology.orchestra.run.smithi070:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:31.383 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:09:31.383 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:31.384 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-05T06:09:31.384 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-05T06:09:31.405 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:31.405 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:31.452 INFO:tasks.ceph:Setting up mon nodes... 2024-09-05T06:09:31.452 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-05T06:09:31.452 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-05T06:09:31.496 INFO:teuthology.orchestra.run.smithi070.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-05T06:09:31.499 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-05T06:09:31.543 INFO:teuthology.orchestra.run.smithi196.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-05T06:09:31.558 INFO:tasks.ceph:Setting up mds nodes... 2024-09-05T06:09:31.558 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-05T06:09:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-05T06:09:31.604 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-05T06:09:31.658 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-05T06:09:31.740 INFO:teuthology.orchestra.run.smithi070.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-05T06:09:31.743 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-05T06:09:31.798 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-05T06:09:31.844 INFO:teuthology.orchestra.run.smithi196.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-05T06:09:31.847 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-05T06:09:31.903 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-05T06:09:31.986 INFO:teuthology.orchestra.run.smithi196.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-05T06:09:31.988 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-05T06:09:32.042 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-05T06:09:32.043 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-05T06:09:32.081 INFO:teuthology.orchestra.run.smithi070.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-05T06:09:32.092 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-05T06:09:32.170 INFO:teuthology.orchestra.run.smithi070.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-05T06:09:32.180 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-05T06:09:32.215 INFO:teuthology.orchestra.run.smithi196.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-05T06:09:32.226 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-05T06:09:32.302 INFO:teuthology.orchestra.run.smithi196.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-05T06:09:32.312 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-05T06:09:32.312 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi070.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi196.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-05T06:09:32.312 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-05T06:09:32.326 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:32.326 INFO:tasks.ceph:role: osd.0 2024-09-05T06:09:32.326 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:09:32.326 DEBUG:teuthology.orchestra.run.smithi070:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-05T06:09:32.379 INFO:teuthology.orchestra.run.smithi070.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-05T06:09:32.379 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-05T06:09:32.379 INFO:teuthology.orchestra.run.smithi070.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-05T06:09:32.380 INFO:teuthology.orchestra.run.smithi070.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-05T06:09:32.380 INFO:teuthology.orchestra.run.smithi070.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-05T06:09:32.380 INFO:teuthology.orchestra.run.smithi070.stdout: = sunit=0 swidth=0 blks 2024-09-05T06:09:32.380 INFO:teuthology.orchestra.run.smithi070.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-05T06:09:32.380 INFO:teuthology.orchestra.run.smithi070.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-05T06:09:32.380 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-05T06:09:32.380 INFO:teuthology.orchestra.run.smithi070.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-05T06:09:32.404 INFO:teuthology.orchestra.run.smithi070.stdout:Discarding blocks...Done. 2024-09-05T06:09:32.405 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi070.front.sepia.ceph.com -o noatime 2024-09-05T06:09:32.405 DEBUG:teuthology.orchestra.run.smithi070:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-05T06:09:32.464 DEBUG:teuthology.orchestra.run.smithi070:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-05T06:09:32.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:09:32.516 INFO:teuthology.orchestra.run.smithi070.stderr:sudo: /sbin/restorecon: command not found 2024-09-05T06:09:32.516 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-05T06:09:32.569 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:32.570 INFO:tasks.ceph:role: osd.1 2024-09-05T06:09:32.570 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:09:32.570 DEBUG:teuthology.orchestra.run.smithi070:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-05T06:09:32.621 INFO:teuthology.orchestra.run.smithi070.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout: = sunit=0 swidth=0 blks 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-05T06:09:32.622 INFO:teuthology.orchestra.run.smithi070.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-05T06:09:32.645 INFO:teuthology.orchestra.run.smithi070.stdout:Discarding blocks...Done. 2024-09-05T06:09:32.647 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi070.front.sepia.ceph.com -o noatime 2024-09-05T06:09:32.647 DEBUG:teuthology.orchestra.run.smithi070:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-05T06:09:32.709 DEBUG:teuthology.orchestra.run.smithi070:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-05T06:09:32.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:09:32.761 INFO:teuthology.orchestra.run.smithi070.stderr:sudo: /sbin/restorecon: command not found 2024-09-05T06:09:32.761 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-05T06:09:32.816 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:32.816 INFO:tasks.ceph:role: osd.2 2024-09-05T06:09:32.816 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:09:32.816 DEBUG:teuthology.orchestra.run.smithi070:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout: = sunit=0 swidth=0 blks 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-05T06:09:32.871 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-05T06:09:32.872 INFO:teuthology.orchestra.run.smithi070.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-05T06:09:32.895 INFO:teuthology.orchestra.run.smithi070.stdout:Discarding blocks...Done. 2024-09-05T06:09:32.896 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi070.front.sepia.ceph.com -o noatime 2024-09-05T06:09:32.897 DEBUG:teuthology.orchestra.run.smithi070:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-05T06:09:32.960 DEBUG:teuthology.orchestra.run.smithi070:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-05T06:09:33.012 INFO:teuthology.orchestra.run.smithi070.stderr:sudo: /sbin/restorecon: command not found 2024-09-05T06:09:33.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:09:33.031 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-05T06:09:33.086 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:33.086 INFO:tasks.ceph:role: osd.3 2024-09-05T06:09:33.087 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:09:33.087 DEBUG:teuthology.orchestra.run.smithi070:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-05T06:09:33.139 INFO:teuthology.orchestra.run.smithi070.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-05T06:09:33.140 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-05T06:09:33.140 INFO:teuthology.orchestra.run.smithi070.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-05T06:09:33.140 INFO:teuthology.orchestra.run.smithi070.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-05T06:09:33.140 INFO:teuthology.orchestra.run.smithi070.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-05T06:09:33.140 INFO:teuthology.orchestra.run.smithi070.stdout: = sunit=0 swidth=0 blks 2024-09-05T06:09:33.141 INFO:teuthology.orchestra.run.smithi070.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-05T06:09:33.141 INFO:teuthology.orchestra.run.smithi070.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-05T06:09:33.141 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-05T06:09:33.141 INFO:teuthology.orchestra.run.smithi070.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-05T06:09:33.163 INFO:teuthology.orchestra.run.smithi070.stdout:Discarding blocks...Done. 2024-09-05T06:09:33.165 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi070.front.sepia.ceph.com -o noatime 2024-09-05T06:09:33.166 DEBUG:teuthology.orchestra.run.smithi070:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-05T06:09:33.222 DEBUG:teuthology.orchestra.run.smithi070:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-05T06:09:33.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:09:33.273 INFO:teuthology.orchestra.run.smithi070.stderr:sudo: /sbin/restorecon: command not found 2024-09-05T06:09:33.273 DEBUG:teuthology.orchestra.run.smithi070:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.384+0000 7fb9bd1f77c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-05T06:09:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.384+0000 7fb9bd1f77c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-05T06:09:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.388+0000 7fb9bd1f77c0 -1 memstore(/var/lib/ceph/osd/ceph-0) /var/lib/ceph/osd/ceph-0 2024-09-05T06:09:33.395 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-05T06:09:33.406 DEBUG:teuthology.orchestra.run.smithi070:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:33.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.480+0000 7f59f538d7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-05T06:09:33.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.480+0000 7f59f538d7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-05T06:09:33.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.480+0000 7f59f538d7c0 -1 memstore(/var/lib/ceph/osd/ceph-1) /var/lib/ceph/osd/ceph-1 2024-09-05T06:09:33.488 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-05T06:09:33.541 DEBUG:teuthology.orchestra.run.smithi070:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:33.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.616+0000 7f41463e27c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-05T06:09:33.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.616+0000 7f41463e27c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-05T06:09:33.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.616+0000 7f41463e27c0 -1 memstore(/var/lib/ceph/osd/ceph-2) /var/lib/ceph/osd/ceph-2 2024-09-05T06:09:33.624 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-05T06:09:33.679 DEBUG:teuthology.orchestra.run.smithi070:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:33.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.760+0000 7eff0da1b7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-05T06:09:33.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.760+0000 7eff0da1b7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-05T06:09:33.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:33.760+0000 7eff0da1b7c0 -1 memstore(/var/lib/ceph/osd/ceph-3) /var/lib/ceph/osd/ceph-3 2024-09-05T06:09:33.770 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-05T06:09:33.821 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-05T06:09:33.835 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:33.836 INFO:tasks.ceph:role: osd.4 2024-09-05T06:09:33.836 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:09:33.836 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-05T06:09:33.898 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-05T06:09:33.898 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-05T06:09:33.898 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-05T06:09:33.898 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-05T06:09:33.898 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-05T06:09:33.898 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-05T06:09:33.898 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-05T06:09:33.899 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-05T06:09:33.899 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-05T06:09:33.899 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-05T06:09:34.351 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-05T06:09:34.353 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-05T06:09:34.353 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-05T06:09:34.451 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-05T06:09:34.461 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: /sbin/restorecon: command not found 2024-09-05T06:09:34.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:09:34.462 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-05T06:09:34.512 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:34.512 INFO:tasks.ceph:role: osd.5 2024-09-05T06:09:34.512 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:09:34.512 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-05T06:09:34.575 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-05T06:09:34.575 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-05T06:09:34.575 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-05T06:09:34.575 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-05T06:09:34.575 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-05T06:09:34.575 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-05T06:09:34.576 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-05T06:09:34.576 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-05T06:09:34.576 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-05T06:09:34.576 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-05T06:09:35.042 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-05T06:09:35.045 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-05T06:09:35.045 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-05T06:09:35.197 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-05T06:09:35.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:09:35.208 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: /sbin/restorecon: command not found 2024-09-05T06:09:35.209 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-05T06:09:35.263 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:35.263 INFO:tasks.ceph:role: osd.6 2024-09-05T06:09:35.263 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:09:35.263 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-05T06:09:35.327 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-05T06:09:35.801 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-05T06:09:35.804 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-05T06:09:35.804 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-05T06:09:35.948 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-05T06:09:35.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:09:35.960 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: /sbin/restorecon: command not found 2024-09-05T06:09:35.960 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-05T06:09:36.014 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-05T06:09:36.014 INFO:tasks.ceph:role: osd.7 2024-09-05T06:09:36.014 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:09:36.014 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-05T06:09:36.078 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-05T06:09:36.078 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-05T06:09:36.078 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-05T06:09:36.078 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-05T06:09:36.078 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-05T06:09:36.078 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-05T06:09:36.078 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-05T06:09:36.078 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-05T06:09:36.079 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-05T06:09:36.079 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-05T06:09:36.500 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-05T06:09:36.503 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-05T06:09:36.503 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-05T06:09:36.586 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-05T06:09:36.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:09:36.640 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: /sbin/restorecon: command not found 2024-09-05T06:09:36.640 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:36.754 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:36.756+0000 7f82fd8967c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-05T06:09:36.755 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:36.760+0000 7f82fd8967c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-05T06:09:36.757 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:36.760+0000 7f82fd8967c0 -1 memstore(/var/lib/ceph/osd/ceph-4) /var/lib/ceph/osd/ceph-4 2024-09-05T06:09:36.774 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-05T06:09:36.785 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:36.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:36.864+0000 7f6a0f1257c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-05T06:09:36.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:36.868+0000 7f6a0f1257c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-05T06:09:36.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:36.872+0000 7f6a0f1257c0 -1 memstore(/var/lib/ceph/osd/ceph-5) /var/lib/ceph/osd/ceph-5 2024-09-05T06:09:36.882 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-05T06:09:36.939 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:37.026 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:37.032+0000 7f08338617c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-05T06:09:37.031 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:37.036+0000 7f08338617c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-05T06:09:37.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:37.040+0000 7f08338617c0 -1 memstore(/var/lib/ceph/osd/ceph-6) /var/lib/ceph/osd/ceph-6 2024-09-05T06:09:37.059 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-05T06:09:37.115 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:37.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:37.200+0000 7f750672e7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-05T06:09:37.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:37.208+0000 7f750672e7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-05T06:09:37.209 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:37.212+0000 7f750672e7c0 -1 memstore(/var/lib/ceph/osd/ceph-7) /var/lib/ceph/osd/ceph-7 2024-09-05T06:09:37.234 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-05T06:09:37.287 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-05T06:09:37.287 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.287 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-05T06:09:37.301 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.301 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-05T06:09:37.354 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.354 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-05T06:09:37.406 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.406 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-05T06:09:37.458 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.459 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-05T06:09:37.511 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.511 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-05T06:09:37.567 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.567 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-05T06:09:37.623 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:37.623 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-05T06:09:37.636 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:37.636 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-05T06:09:37.691 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:37.691 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-05T06:09:37.746 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:37.746 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-05T06:09:37.802 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:37.802 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-05T06:09:37.858 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:37.858 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-05T06:09:37.913 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:37.913 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-05T06:09:37.966 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.966 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-05T06:09:37.972 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:37.972 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-05T06:09:38.020 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:38.020 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-05T06:09:38.025 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:38.026 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-05T06:09:38.071 INFO:tasks.ceph:Adding keys to all mons... 2024-09-05T06:09:38.071 DEBUG:teuthology.orchestra.run.smithi070:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-05T06:09:38.073 DEBUG:teuthology.orchestra.run.smithi196:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-05T06:09:38.117 INFO:teuthology.orchestra.run.smithi070.stdout:[mgr.y] 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA== 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.a] 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw== 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.c] 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw== 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.0] 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA== 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.1] 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA== 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.2] 2024-09-05T06:09:38.118 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g== 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.3] 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q== 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout:[mgr.x] 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw== 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.b] 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ== 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.d] 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ== 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.4] 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw== 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.5] 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ== 2024-09-05T06:09:38.119 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.6] 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A== 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.7] 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw== 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout:[client.2] 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ== 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout:[client.1] 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ== 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout:[client.3] 2024-09-05T06:09:38.120 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg== 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr.y] 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA== 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout:[mds.a] 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw== 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout:[mds.c] 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw== 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.0] 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA== 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.1] 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA== 2024-09-05T06:09:38.125 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.2] 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g== 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.3] 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q== 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr.x] 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw== 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout:[mds.b] 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ== 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout:[mds.d] 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ== 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.4] 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw== 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.5] 2024-09-05T06:09:38.126 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ== 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.6] 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A== 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.7] 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw== 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout:[client.0] 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout:[client.2] 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ== 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout:[client.1] 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ== 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout:[client.3] 2024-09-05T06:09:38.127 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg== 2024-09-05T06:09:38.128 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-05T06:09:38.165 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-05T06:09:38.215 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-05T06:09:38.218 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-05T06:09:38.263 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-05T06:09:38.305 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-05T06:09:38.349 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.389 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.430 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.473 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.518 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.561 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.605 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.645 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.691 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-05T06:09:38.729 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-05T06:09:38.769 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-05T06:09:38.812 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-05T06:09:38.858 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-05T06:09:38.901 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-05T06:09:38.949 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:38.985 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:39.029 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:39.065 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:39.109 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:39.145 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:39.190 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:39.229 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-05T06:09:39.269 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-05T06:09:39.312 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-05T06:09:39.356 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-05T06:09:39.397 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-05T06:09:39.440 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-05T06:09:39.481 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-05T06:09:39.525 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-05T06:09:39.565 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-05T06:09:39.610 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-05T06:09:39.610 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-05T06:09:39.622 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-05T06:09:39.716 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-05T06:09:39.727 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-05T06:09:39.740 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-05T06:09:39.835 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-05T06:09:39.846 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-05T06:09:39.900 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-05T06:09:39.989 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-05T06:09:39.999 DEBUG:teuthology.orchestra.run.smithi070:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:40.002 DEBUG:teuthology.orchestra.run.smithi196:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-05T06:09:40.051 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-05T06:09:40.051 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-05T06:09:40.051 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-05T06:09:40.053 INFO:tasks.ceph.mon.a:Started 2024-09-05T06:09:40.054 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-05T06:09:40.054 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-05T06:09:40.096 INFO:tasks.ceph.mon.b:Started 2024-09-05T06:09:40.096 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-05T06:09:40.096 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-05T06:09:40.098 INFO:tasks.ceph.mon.c:Started 2024-09-05T06:09:40.098 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-05T06:09:40.098 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-05T06:09:40.098 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-05T06:09:40.101 INFO:tasks.ceph.mgr.y:Started 2024-09-05T06:09:40.101 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-05T06:09:40.101 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-05T06:09:40.103 INFO:tasks.ceph.mgr.x:Started 2024-09-05T06:09:40.103 INFO:tasks.ceph:Setting crush tunables to default 2024-09-05T06:09:40.103 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd crush tunables default 2024-09-05T06:09:40.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7ea89640 1 Processor -- start 2024-09-05T06:09:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7ea89640 1 -- start start 2024-09-05T06:09:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7ea89640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7ea89640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c780b5190 con 0x7f2c78162460 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7ea89640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c78070320 con 0x7f2c780d1bf0 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7ea89640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2c78070690 con 0x7f2c78163350 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7c825640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2c78162460 0x7f2c78162c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:58014/0 (socket says 172.21.15.70:58014) 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 learned_addr learned my addr 172.21.15.70:0/189765508 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.216+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T06:09:40.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.420+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:40.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.420+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-05T06:09:40.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.420+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:40.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.420+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:40.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.420+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T06:09:40.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.824+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:40.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.824+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-05T06:09:40.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.824+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:40.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.824+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:40.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:40.824+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-05T06:09:41.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:41.628+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:41.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:41.628+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-05T06:09:41.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:41.628+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:41.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:41.628+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:41.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:41.628+0000 7f2c7d026640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-05T06:09:43.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 msgr2=0x7f2c78169f70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T06:09:43.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c767fc640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c78163350 0x7f2c78169f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 >> v1:172.21.15.196:6789/0 conn(0x7f2c780d1bf0 legacy=0x7f2c7806cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 >> v1:172.21.15.70:6789/0 conn(0x7f2c78162460 legacy=0x7f2c78162c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c767fc640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c767fc640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2c78070690 con 0x7f2c640061e0 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2c64008d50 con 0x7f2c64003720 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c77fff640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c77fff640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:43.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:43.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:43.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T06:09:43.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.216+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T06:09:43.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:43.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:43.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c77fff640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-05T06:09:43.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c77fff640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:43.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:43.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T06:09:43.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-05T06:09:43.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:43.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:43.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.420+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T06:09:43.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:43.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:43.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c77fff640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-05T06:09:43.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c77fff640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:43.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:43.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-05T06:09:43.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-05T06:09:43.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:43.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:43.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:43.824+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-05T06:09:44.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:44.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:44.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c77fff640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-05T06:09:44.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c77fff640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:44.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:44.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-05T06:09:44.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-05T06:09:44.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-05T06:09:44.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T06:09:44.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:44.628+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-05T06:09:45.782 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:45.780+0000 7f9c1326e180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T06:09:46.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 msgr2=0x7f2c64005b70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64003720 0x7f2c64005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 msgr2=0x7f2c640086a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.196:3300/0 conn(0x7f2c640061e0 0x7f2c640086a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c7d026640 1 -- 172.21.15.70:0/189765508 reap_dead start 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c64003b60 0x7f2c64006690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c64006fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c781637e0 con 0x7f2c64007550 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2c78070690 con 0x7f2c64003b60 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c767fc640 1 -- 172.21.15.70:0/189765508 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2c64008d50 con 0x7f2c64006bd0 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> v2:172.21.15.70:3300/0 conn(0x7f2c64003b60 0x7f2c64006690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c64006fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 msgr2=0x7f2c64006fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:46.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.216+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c64006fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.220+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 >> v1:172.21.15.70:6789/0 conn(0x7f2c64007550 legacy=0x7f2c64007a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.220+0000 7f2c777fe640 1 -- 172.21.15.70:0/189765508 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 825675879 0 0) 0x7f2c781637e0 con 0x7f2c64007550 2024-09-05T06:09:46.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.220+0000 7f2c7c825640 1 -- 172.21.15.70:0/189765508 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c64008460 con 0x7f2c64003b60 2024-09-05T06:09:46.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.220+0000 7f2c77fff640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c64006fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:09:46.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7c825640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64003b60 0x7f2c64006690 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2c68007d30 tx=0x7f2c6801d020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75d7c893fc0577e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:46.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c777fe640 1 -- 172.21.15.70:0/189765508 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c680ab070 con 0x7f2c64003b60 2024-09-05T06:09:46.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c777fe640 1 -- 172.21.15.70:0/189765508 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c680af400 con 0x7f2c64003b60 2024-09-05T06:09:46.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c777fe640 1 -- 172.21.15.70:0/189765508 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c680af7f0 con 0x7f2c64003b60 2024-09-05T06:09:46.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7ea89640 1 -- 172.21.15.70:0/189765508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64003b60 msgr2=0x7f2c64006690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7ea89640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64003b60 0x7f2c64006690 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2c68007d30 tx=0x7f2c6801d020 comp rx=0 tx=0).stop 2024-09-05T06:09:46.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7ea89640 1 -- 172.21.15.70:0/189765508 shutdown_connections 2024-09-05T06:09:46.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7ea89640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c64006fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7ea89640 1 --2- 172.21.15.70:0/189765508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64003b60 0x7f2c64006690 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7ea89640 1 -- 172.21.15.70:0/189765508 >> 172.21.15.70:0/189765508 conn(0x7f2c780b45d0 msgr2=0x7f2c780b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:46.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7ea89640 1 -- 172.21.15.70:0/189765508 shutdown_connections 2024-09-05T06:09:46.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.224+0000 7f2c7ea89640 1 -- 172.21.15.70:0/189765508 wait complete. 2024-09-05T06:09:46.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.228+0000 7f2c7ea89640 1 Processor -- start 2024-09-05T06:09:46.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.228+0000 7f2c7ea89640 1 -- start start 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c64003b60 0x7f2c780ce530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c781f4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64007550 0x7f2c781f50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2c780b5470 con 0x7f2c64007550 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2c78163ac0 con 0x7f2c64003b60 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2c78162840 con 0x7f2c64006bd0 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64007550 0x7f2c781f50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64007550 0x7f2c781f50f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35254/0 (socket says 172.21.15.70:35254) 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 -- 172.21.15.70:0/553601827 learned_addr learned my addr 172.21.15.70:0/553601827 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7c825640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c64003b60 0x7f2c780ce530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c77fff640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c781f4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 -- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 msgr2=0x7f2c781f4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c781f4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 -- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c64003b60 msgr2=0x7f2c780ce530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c64003b60 0x7f2c780ce530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 -- 172.21.15.70:0/553601827 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c780cfa30 con 0x7f2c64007550 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c77fff640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c781f4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7d026640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64007550 0x7f2c781f50f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2c64008c60 tx=0x7f2c7000ad90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c757fa640 1 -- 172.21.15.70:0/553601827 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c70012c00 con 0x7f2c64007550 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c757fa640 1 -- 172.21.15.70:0/553601827 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c7001e070 con 0x7f2c64007550 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c757fa640 1 -- 172.21.15.70:0/553601827 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c70018470 con 0x7f2c64007550 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c780cfd10 con 0x7f2c64007550 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c780ca010 con 0x7f2c64007550 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c757fa640 1 -- 172.21.15.70:0/553601827 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2c70018630 con 0x7f2c64007550 2024-09-05T06:09:46.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c757fa640 1 -- 172.21.15.70:0/553601827 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c70023c50 con 0x7f2c64007550 2024-09-05T06:09:46.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.232+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c78162c40 con 0x7f2c64007550 2024-09-05T06:09:46.247 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:46.244+0000 7f9c1326e180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T06:09:46.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.248+0000 7f2c757fa640 1 -- 172.21.15.70:0/553601827 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2c70023460 con 0x7f2c64007550 2024-09-05T06:09:46.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.316+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f2c780b8a40 con 0x7f2c64007550 2024-09-05T06:09:46.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c757fa640 1 -- 172.21.15.70:0/553601827 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f2c70023640 con 0x7f2c64007550 2024-09-05T06:09:46.321 INFO:teuthology.orchestra.run.smithi070.stderr:adjusted tunables profile to default 2024-09-05T06:09:46.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64007550 msgr2=0x7f2c781f50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64007550 0x7f2c781f50f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2c64008c60 tx=0x7f2c7000ad90 comp rx=0 tx=0).stop 2024-09-05T06:09:46.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 shutdown_connections 2024-09-05T06:09:46.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c64007550 0x7f2c781f50f0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c64006bd0 0x7f2c781f4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 --2- 172.21.15.70:0/553601827 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c64003b60 0x7f2c780ce530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 >> 172.21.15.70:0/553601827 conn(0x7f2c780b45d0 msgr2=0x7f2c7815c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:46.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 shutdown_connections 2024-09-05T06:09:46.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:46.320+0000 7f2c7ea89640 1 -- 172.21.15.70:0/553601827 wait complete. 2024-09-05T06:09:46.339 INFO:tasks.ceph:check_enable_crimson: False 2024-09-05T06:09:46.339 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-05T06:09:46.340 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:46.340 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-05T06:09:46.351 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:46.351 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-05T06:09:46.405 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:46.406 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-05T06:09:46.426 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:46.424+0000 7f9c1326e180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T06:09:46.437 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:09:46.437 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-05T06:09:46.489 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:46.489 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-05T06:09:46.502 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:46.503 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-05T06:09:46.531 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:46.536+0000 7ffa999a3180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T06:09:46.542 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:46.542 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-05T06:09:46.597 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:09:46.597 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-05T06:09:46.650 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 00000000-0000-0000-0000-000000000000 0 2024-09-05T06:09:46.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.820+0000 7ff39ee88640 1 Processor -- start 2024-09-05T06:09:46.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.820+0000 7ff39ee88640 1 -- start start 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39ee88640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff3980d4980 0x7ff3980d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39ee88640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff3980b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39ee88640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3980cfd30 con 0x7ff39815edb0 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39ee88640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff3980d0010 con 0x7ff3980d4980 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39ee88640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff3980d02f0 con 0x7ff3980d3a50 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39d425640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff3980b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39d425640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff3980b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50606/0 (socket says 172.21.15.196:50606) 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39d425640 1 -- 172.21.15.196:0/353898908 learned_addr learned my addr 172.21.15.196:0/353898908 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39cc24640 1 --2- 172.21.15.196:0/353898908 >> v2:172.21.15.70:3300/0 conn(0x7ff3980d4980 0x7ff3980d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39d425640 1 -- 172.21.15.196:0/353898908 >> v2:172.21.15.70:3300/0 conn(0x7ff3980d4980 msgr2=0x7ff3980d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:46.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39d425640 1 --2- 172.21.15.196:0/353898908 >> v2:172.21.15.70:3300/0 conn(0x7ff3980d4980 0x7ff3980d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39d425640 1 -- 172.21.15.196:0/353898908 >> v1:172.21.15.70:6789/0 conn(0x7ff39815edb0 legacy=0x7ff3980d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.824+0000 7ff39d425640 1 -- 172.21.15.196:0/353898908 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3980d05d0 con 0x7ff3980d3a50 2024-09-05T06:09:46.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39d425640 1 --2- 172.21.15.196:0/353898908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff3980b4610 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff390009e50 tx=0x7ff39001ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e7b1b1dce789ec7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:46.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff3977fe640 1 -- 172.21.15.196:0/353898908 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3900a58f0 con 0x7ff3980d3a50 2024-09-05T06:09:46.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff3977fe640 1 -- 172.21.15.196:0/353898908 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3900a5a90 con 0x7ff3980d3a50 2024-09-05T06:09:46.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff3977fe640 1 -- 172.21.15.196:0/353898908 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3900a5e60 con 0x7ff3980d3a50 2024-09-05T06:09:46.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39ee88640 1 -- 172.21.15.196:0/353898908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 msgr2=0x7ff3980b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39ee88640 1 --2- 172.21.15.196:0/353898908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff3980b4610 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff390009e50 tx=0x7ff39001ca00 comp rx=0 tx=0).stop 2024-09-05T06:09:46.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39ee88640 1 -- 172.21.15.196:0/353898908 shutdown_connections 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39ee88640 1 --2- 172.21.15.196:0/353898908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff3980b4610 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39ee88640 1 --2- 172.21.15.196:0/353898908 >> v2:172.21.15.70:3300/0 conn(0x7ff3980d4980 0x7ff3980d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39ee88640 1 -- 172.21.15.196:0/353898908 >> 172.21.15.196:0/353898908 conn(0x7ff39808e690 msgr2=0x7ff39809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39ee88640 1 -- 172.21.15.196:0/353898908 shutdown_connections 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.828+0000 7ff39ee88640 1 -- 172.21.15.196:0/353898908 wait complete. 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 Processor -- start 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 -- start start 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff39814e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3980d4980 0x7ff3981575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff39815edb0 0x7ff398157b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff3980b54e0 con 0x7ff39815edb0 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff3980b5360 con 0x7ff3980d4980 2024-09-05T06:09:46.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff39816b730 con 0x7ff3980d3a50 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff39814e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff397fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3980d4980 0x7ff3981575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff39814e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50610/0 (socket says 172.21.15.196:50610) 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 -- 172.21.15.196:0/3395045453 learned_addr learned my addr 172.21.15.196:0/3395045453 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff397fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3980d4980 0x7ff3981575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:53244/0 (socket says 172.21.15.196:53244) 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39d425640 1 --2- 172.21.15.196:0/3395045453 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff39815edb0 0x7ff398157b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 -- 172.21.15.196:0/3395045453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3980d4980 msgr2=0x7ff3981575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 --2- 172.21.15.196:0/3395045453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3980d4980 0x7ff3981575d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 -- 172.21.15.196:0/3395045453 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff39815edb0 msgr2=0x7ff398157b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 --2- 172.21.15.196:0/3395045453 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff39815edb0 0x7ff398157b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 -- 172.21.15.196:0/3395045453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff39814ee80 con 0x7ff3980d3a50 2024-09-05T06:09:46.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39cc24640 1 --2- 172.21.15.196:0/3395045453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff39814e940 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff38c00d5f0 tx=0x7ff38c00dab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:46.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff3957fa640 1 -- 172.21.15.196:0/3395045453 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff38c0125f0 con 0x7ff3980d3a50 2024-09-05T06:09:46.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff3957fa640 1 -- 172.21.15.196:0/3395045453 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff38c019070 con 0x7ff3980d3a50 2024-09-05T06:09:46.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff3957fa640 1 -- 172.21.15.196:0/3395045453 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff38c0129b0 con 0x7ff3980d3a50 2024-09-05T06:09:46.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff39815b590 con 0x7ff3980d3a50 2024-09-05T06:09:46.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff398159860 con 0x7ff3980d3a50 2024-09-05T06:09:46.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff3957fa640 1 -- 172.21.15.196:0/3395045453 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff38c012b50 con 0x7ff3980d3a50 2024-09-05T06:09:46.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff3957fa640 1 -- 172.21.15.196:0/3395045453 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7ff38c0144c0 con 0x7ff3980d3a50 2024-09-05T06:09:46.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.832+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3980b4610 con 0x7ff3980d3a50 2024-09-05T06:09:46.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.848+0000 7ff3957fa640 1 -- 172.21.15.196:0/3395045453 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff38c01e460 con 0x7ff3980d3a50 2024-09-05T06:09:46.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.916+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 0} v 0) -- 0x7ff3980d3600 con 0x7ff3980d3a50 2024-09-05T06:09:46.918 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff3957fa640 1 -- 172.21.15.196:0/3395045453 <== mon.2 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7ff38c01e640 con 0x7ff3980d3a50 2024-09-05T06:09:46.919 INFO:teuthology.orchestra.run.smithi196.stdout:0 2024-09-05T06:09:46.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 msgr2=0x7ff39814e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:46.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 --2- 172.21.15.196:0/3395045453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff39814e940 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff38c00d5f0 tx=0x7ff38c00dab0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 shutdown_connections 2024-09-05T06:09:46.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 --2- 172.21.15.196:0/3395045453 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff39815edb0 0x7ff398157b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 --2- 172.21.15.196:0/3395045453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3980d4980 0x7ff3981575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 --2- 172.21.15.196:0/3395045453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff3980d3a50 0x7ff39814e940 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:46.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 >> 172.21.15.196:0/3395045453 conn(0x7ff39808e690 msgr2=0x7ff39809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:46.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 shutdown_connections 2024-09-05T06:09:46.921 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:46.924+0000 7ff39ee88640 1 -- 172.21.15.196:0/3395045453 wait complete. 2024-09-05T06:09:46.936 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 00000000-0000-0000-0000-000000000000 1 2024-09-05T06:09:46.985 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:46.984+0000 7f9c1326e180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T06:09:47.039 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:47.036+0000 7f9c1326e180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T06:09:47.048 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:47.052+0000 7ffa999a3180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T06:09:47.057 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.060+0000 7f2aa58db640 1 Processor -- start 2024-09-05T06:09:47.057 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.060+0000 7f2aa58db640 1 -- start start 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.060+0000 7f2aa58db640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2aa00b0c90 0x7f2aa00b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2aa58db640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2aa00b69c0 0x7f2aa006fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2aa58db640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2aa00b6dd0 con 0x7f2aa015cbe0 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2aa58db640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2aa00b6110 con 0x7f2aa00b69c0 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2aa58db640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2aa00b1130 con 0x7f2aa00b0c90 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9e7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2aa00b0c90 0x7f2aa00b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9e7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2aa00b0c90 0x7f2aa00b6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:53246/0 (socket says 172.21.15.196:53246) 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9e7fc640 1 -- 172.21.15.196:0/61540024 learned_addr learned my addr 172.21.15.196:0/61540024 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9f7fe640 1 --2- 172.21.15.196:0/61540024 >> v2:172.21.15.70:3300/0 conn(0x7f2aa00b69c0 0x7f2aa006fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9e7fc640 1 -- 172.21.15.196:0/61540024 >> v2:172.21.15.70:3300/0 conn(0x7f2aa00b69c0 msgr2=0x7f2aa006fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:47.060 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9e7fc640 1 --2- 172.21.15.196:0/61540024 >> v2:172.21.15.70:3300/0 conn(0x7f2aa00b69c0 0x7f2aa006fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.060 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9e7fc640 1 -- 172.21.15.196:0/61540024 >> v1:172.21.15.70:6789/0 conn(0x7f2aa015cbe0 legacy=0x7f2aa00b5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:47.060 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9e7fc640 1 -- 172.21.15.196:0/61540024 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aa00b13d0 con 0x7f2aa00b0c90 2024-09-05T06:09:47.062 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9e7fc640 1 --2- 172.21.15.196:0/61540024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa00b0c90 0x7f2aa00b6480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2aa00d3ac0 tx=0x7f2a9401c300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9f345f8fd241507 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.062 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9dffb640 1 -- 172.21.15.196:0/61540024 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a940b0070 con 0x7f2aa00b0c90 2024-09-05T06:09:47.062 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9dffb640 1 -- 172.21.15.196:0/61540024 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a940ab600 con 0x7f2aa00b0c90 2024-09-05T06:09:47.062 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.064+0000 7f2a9dffb640 1 -- 172.21.15.196:0/61540024 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a940ab9d0 con 0x7f2aa00b0c90 2024-09-05T06:09:47.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- 172.21.15.196:0/61540024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa00b0c90 msgr2=0x7f2aa00b6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 --2- 172.21.15.196:0/61540024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa00b0c90 0x7f2aa00b6480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2aa00d3ac0 tx=0x7f2a9401c300 comp rx=0 tx=0).stop 2024-09-05T06:09:47.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- 172.21.15.196:0/61540024 shutdown_connections 2024-09-05T06:09:47.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 --2- 172.21.15.196:0/61540024 >> v2:172.21.15.70:3300/0 conn(0x7f2aa00b69c0 0x7f2aa006fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 --2- 172.21.15.196:0/61540024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa00b0c90 0x7f2aa00b6480 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- 172.21.15.196:0/61540024 >> 172.21.15.196:0/61540024 conn(0x7f2aa009ba40 msgr2=0x7f2aa009be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- 172.21.15.196:0/61540024 shutdown_connections 2024-09-05T06:09:47.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- 172.21.15.196:0/61540024 wait complete. 2024-09-05T06:09:47.064 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 Processor -- start 2024-09-05T06:09:47.064 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- start start 2024-09-05T06:09:47.066 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2aa00b0c90 0x7f2aa00b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.066 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2aa00b69c0 0x7f2aa014a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa015cbe0 0x7f2aa0159140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa0070b20 con 0x7f2aa00b0c90 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa00709a0 con 0x7f2aa015cbe0 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2aa0070ca0 con 0x7f2aa00b69c0 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa015cbe0 0x7f2aa0159140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa015cbe0 0x7f2aa0159140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:53254/0 (socket says 172.21.15.196:53254) 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9e7fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2aa00b69c0 0x7f2aa014a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 -- 172.21.15.196:0/4094832036 learned_addr learned my addr 172.21.15.196:0/4094832036 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:47.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9effd640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2aa00b0c90 0x7f2aa00b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 -- 172.21.15.196:0/4094832036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2aa00b69c0 msgr2=0x7f2aa014a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2aa00b69c0 0x7f2aa014a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 -- 172.21.15.196:0/4094832036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2aa00b0c90 msgr2=0x7f2aa00b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2aa00b0c90 0x7f2aa00b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 -- 172.21.15.196:0/4094832036 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aa014c570 con 0x7f2aa015cbe0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9e7fc640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2aa00b69c0 0x7f2aa014a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a9f7fe640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa015cbe0 0x7f2aa0159140 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800cc30 tx=0x7f2a9800a5c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a87fff640 1 -- 172.21.15.196:0/4094832036 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9800ce40 con 0x7f2aa015cbe0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a87fff640 1 -- 172.21.15.196:0/4094832036 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a980039a0 con 0x7f2aa015cbe0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aa00b2e10 con 0x7f2aa015cbe0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a87fff640 1 -- 172.21.15.196:0/4094832036 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a98003d50 con 0x7f2aa015cbe0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aa00b33d0 con 0x7f2aa015cbe0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.068+0000 7f2a87fff640 1 -- 172.21.15.196:0/4094832036 <== mon.1 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2a98004360 con 0x7f2aa015cbe0 2024-09-05T06:09:47.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.072+0000 7f2a87fff640 1 -- 172.21.15.196:0/4094832036 <== mon.1 v2:172.21.15.196:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f2a9800f7a0 con 0x7f2aa015cbe0 2024-09-05T06:09:47.069 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.072+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aa00b3610 con 0x7f2aa015cbe0 2024-09-05T06:09:47.069 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.072+0000 7f2a87fff640 1 -- 172.21.15.196:0/4094832036 <== mon.1 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2aa00b3610 con 0x7f2aa015cbe0 2024-09-05T06:09:47.091 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:47.092+0000 7f9c1326e180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T06:09:47.138 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.140+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 1} v 0) -- 0x7f2aa0157c10 con 0x7f2aa015cbe0 2024-09-05T06:09:47.142 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.144+0000 7f2a87fff640 1 -- 172.21.15.196:0/4094832036 <== mon.1 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f2a98014030 con 0x7f2aa015cbe0 2024-09-05T06:09:47.142 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:09:47.143 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa015cbe0 msgr2=0x7f2aa0159140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.143 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa015cbe0 0x7f2aa0159140 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800cc30 tx=0x7f2a9800a5c0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.143 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 shutdown_connections 2024-09-05T06:09:47.144 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2aa015cbe0 0x7f2aa0159140 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.144 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2aa00b69c0 0x7f2aa014a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.144 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 --2- 172.21.15.196:0/4094832036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2aa00b0c90 0x7f2aa00b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.144 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 >> 172.21.15.196:0/4094832036 conn(0x7f2aa009ba40 msgr2=0x7f2aa009be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.144 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 shutdown_connections 2024-09-05T06:09:47.144 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.148+0000 7f2aa58db640 1 -- 172.21.15.196:0/4094832036 wait complete. 2024-09-05T06:09:47.159 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 00000000-0000-0000-0000-000000000000 2 2024-09-05T06:09:47.170 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:47.168+0000 7f9c1326e180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T06:09:47.222 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:47.220+0000 7f9c1326e180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T06:09:47.256 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:47.260+0000 7ffa999a3180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T06:09:47.277 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.280+0000 7f9b42095640 1 Processor -- start 2024-09-05T06:09:47.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.280+0000 7f9b42095640 1 -- start start 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.280+0000 7f9b42095640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9b3c070dd0 0x7f9b3c0cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.280+0000 7f9b42095640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b3c0d12b0 con 0x7f9b3c146490 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.280+0000 7f9b42095640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b3c160830 con 0x7f9b3c161310 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.280+0000 7f9b42095640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9b3c146870 con 0x7f9b3c070dd0 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3bfff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f9b3c161310 0x7f9b3c0b6070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:58642/0 (socket says 172.21.15.196:58642) 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3bfff640 1 -- 172.21.15.196:0/45100143 learned_addr learned my addr 172.21.15.196:0/45100143 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3affd640 1 --2- 172.21.15.196:0/45100143 >> v2:172.21.15.70:3300/0 conn(0x7f9b3c070dd0 0x7f9b3c0cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 450656945 0 0) 0x7f9b3c160830 con 0x7f9b3c161310 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b24003530 con 0x7f9b3c161310 2024-09-05T06:09:47.280 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 <== mon.1 v1:172.21.15.196:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1010775285 0 0) 0x7f9b24003530 con 0x7f9b3c161310 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 >> v2:172.21.15.70:3300/0 conn(0x7f9b3c070dd0 msgr2=0x7f9b3c0cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 --2- 172.21.15.196:0/45100143 >> v2:172.21.15.70:3300/0 conn(0x7f9b3c070dd0 0x7f9b3c0cf8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 >> v1:172.21.15.70:6789/0 conn(0x7f9b3c146490 legacy=0x7f9b3c0706c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 --> v1:172.21.15.196:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3c160b10 con 0x7f9b3c161310 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 <== mon.1 v1:172.21.15.196:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9b34001a00 con 0x7f9b3c161310 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 >> v1:172.21.15.196:6789/0 conn(0x7f9b3c161310 legacy=0x7f9b3c0b6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240039c0 0x7f9b24003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24004810 0x7f9b24004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b240051d0 0x7f9b2400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c146870 con 0x7f9b240051d0 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2400c070 con 0x7f9b240039c0 2024-09-05T06:09:47.281 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9b2400c270 con 0x7f9b24004810 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3b7fe640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240039c0 0x7f9b24003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3affd640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24004810 0x7f9b24004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3bfff640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b240051d0 0x7f9b2400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3b7fe640 1 -- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24004810 msgr2=0x7f9b24004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3b7fe640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24004810 0x7f9b24004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3b7fe640 1 -- 172.21.15.196:0/45100143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b240051d0 msgr2=0x7f9b2400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3b7fe640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b240051d0 0x7f9b2400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3b7fe640 1 -- 172.21.15.196:0/45100143 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b24003530 con 0x7f9b240039c0 2024-09-05T06:09:47.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3bfff640 1 -- 172.21.15.196:0/45100143 reap_dead start 2024-09-05T06:09:47.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3b7fe640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240039c0 0x7f9b24003de0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9b30001360 tx=0x7f9b30020810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad51cc8ef5550d4f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b300013a0 con 0x7f9b240039c0 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b300052f0 con 0x7f9b240039c0 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.284+0000 7f9b3a7fc640 1 -- 172.21.15.196:0/45100143 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b30003840 con 0x7f9b240039c0 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240039c0 msgr2=0x7f9b24003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240039c0 0x7f9b24003de0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9b30001360 tx=0x7f9b30020810 comp rx=0 tx=0).stop 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- 172.21.15.196:0/45100143 shutdown_connections 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 --2- 172.21.15.196:0/45100143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240039c0 0x7f9b24003de0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- 172.21.15.196:0/45100143 >> 172.21.15.196:0/45100143 conn(0x7f9b3c072730 msgr2=0x7f9b3c072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- 172.21.15.196:0/45100143 shutdown_connections 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- 172.21.15.196:0/45100143 wait complete. 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 Processor -- start 2024-09-05T06:09:47.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- start start 2024-09-05T06:09:47.286 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240039c0 0x7f9b3c15fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.286 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b3c13cde0 0x7f9b3c13f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b3c0b4b70 0x7f9b3c0b4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c0b5e20 con 0x7f9b3c13cde0 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c0b5ca0 con 0x7f9b3c0b4b70 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9b3c0ce3f0 con 0x7f9b240039c0 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240039c0 0x7f9b3c15fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240039c0 0x7f9b3c15fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50640/0 (socket says 172.21.15.196:50640) 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 -- 172.21.15.196:0/288326439 learned_addr learned my addr 172.21.15.196:0/288326439 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3bfff640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b3c0b4b70 0x7f9b3c0b4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3affd640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b3c13cde0 0x7f9b3c13f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 -- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b3c0b4b70 msgr2=0x7f9b3c0b4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b3c0b4b70 0x7f9b3c0b4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 -- 172.21.15.196:0/288326439 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b3c13cde0 msgr2=0x7f9b3c13f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b3c13cde0 0x7f9b3c13f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 -- 172.21.15.196:0/288326439 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3c13f800 con 0x7f9b240039c0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3bfff640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b3c0b4b70 0x7f9b3c0b4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b3b7fe640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240039c0 0x7f9b3c15fff0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9b30026d40 tx=0x7f9b24005840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b23fff640 1 -- 172.21.15.196:0/288326439 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b300013a0 con 0x7f9b240039c0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b23fff640 1 -- 172.21.15.196:0/288326439 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b300054a0 con 0x7f9b240039c0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b3c13d380 con 0x7f9b240039c0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b23fff640 1 -- 172.21.15.196:0/288326439 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b30007a40 con 0x7f9b240039c0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b3c13d940 con 0x7f9b240039c0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b23fff640 1 -- 172.21.15.196:0/288326439 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9b300c1060 con 0x7f9b240039c0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b23fff640 1 -- 172.21.15.196:0/288326439 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f9b30003d80 con 0x7f9b240039c0 2024-09-05T06:09:47.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.288+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b3c0b5530 con 0x7f9b240039c0 2024-09-05T06:09:47.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.292+0000 7f9b23fff640 1 -- 172.21.15.196:0/288326439 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9b3c13f800 con 0x7f9b240039c0 2024-09-05T06:09:47.299 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:47.300+0000 7f9c1326e180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T06:09:47.352 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:47.352+0000 7f9c1326e180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T06:09:47.357 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.360+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 2} v 0) -- 0x7f9b3c0cf8c0 con 0x7f9b240039c0 2024-09-05T06:09:47.362 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.364+0000 7f9b23fff640 1 -- 172.21.15.196:0/288326439 <== mon.2 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f9b3001a520 con 0x7f9b240039c0 2024-09-05T06:09:47.362 INFO:teuthology.orchestra.run.smithi196.stdout:2 2024-09-05T06:09:47.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240039c0 msgr2=0x7f9b3c15fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240039c0 0x7f9b3c15fff0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9b30026d40 tx=0x7f9b24005840 comp rx=0 tx=0).stop 2024-09-05T06:09:47.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 shutdown_connections 2024-09-05T06:09:47.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b3c0b4b70 0x7f9b3c0b4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b3c13cde0 0x7f9b3c13f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 --2- 172.21.15.196:0/288326439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240039c0 0x7f9b3c15fff0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 >> 172.21.15.196:0/288326439 conn(0x7f9b3c072730 msgr2=0x7f9b3c0b6070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 shutdown_connections 2024-09-05T06:09:47.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.368+0000 7f9b42095640 1 -- 172.21.15.196:0/288326439 wait complete. 2024-09-05T06:09:47.379 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 00000000-0000-0000-0000-000000000000 3 2024-09-05T06:09:47.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd50c94640 1 Processor -- start 2024-09-05T06:09:47.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd50c94640 1 -- start start 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd50c94640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b6f90 0x7fdd4c06dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd50c94640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd4c0b75c0 con 0x7fdd4c070420 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd50c94640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd4c0b7860 con 0x7fdd4c0b1cb0 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd50c94640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdd4c06d070 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b6f90 0x7fdd4c06dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd49d9b640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fdd4c0b1cb0 0x7fdd4c06d500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:58652/0 (socket says 172.21.15.196:58652) 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b6f90 0x7fdd4c06dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50646/0 (socket says 172.21.15.196:50646) 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd49d9b640 1 -- 172.21.15.196:0/180343724 learned_addr learned my addr 172.21.15.196:0/180343724 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-05T06:09:47.493 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd4ad9d640 1 -- 172.21.15.196:0/180343724 >> v1:172.21.15.196:6789/0 conn(0x7fdd4c0b1cb0 legacy=0x7fdd4c06d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.494 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd4ad9d640 1 -- 172.21.15.196:0/180343724 >> v1:172.21.15.70:6789/0 conn(0x7fdd4c070420 legacy=0x7fdd4c070800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:47.494 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd4ad9d640 1 -- 172.21.15.196:0/180343724 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd4c0b7b00 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.494 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.496+0000 7fdd4959a640 1 -- 172.21.15.196:0/180343724 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3058574585 0 0) 0x7fdd4c0b7860 con 0x7fdd4c0b1cb0 2024-09-05T06:09:47.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 --2- 172.21.15.196:0/180343724 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b6f90 0x7fdd4c06dc10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009dc0 tx=0x7fdd4401c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b73cbf330d6ecb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4959a640 1 -- 172.21.15.196:0/180343724 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd440b2070 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4959a640 1 -- 172.21.15.196:0/180343724 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd440a5920 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4959a640 1 -- 172.21.15.196:0/180343724 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd440a5cf0 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- 172.21.15.196:0/180343724 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b6f90 msgr2=0x7fdd4c06dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 --2- 172.21.15.196:0/180343724 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b6f90 0x7fdd4c06dc10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009dc0 tx=0x7fdd4401c950 comp rx=0 tx=0).stop 2024-09-05T06:09:47.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- 172.21.15.196:0/180343724 shutdown_connections 2024-09-05T06:09:47.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 --2- 172.21.15.196:0/180343724 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b6f90 0x7fdd4c06dc10 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- 172.21.15.196:0/180343724 >> 172.21.15.196:0/180343724 conn(0x7fdd4c09ba40 msgr2=0x7fdd4c09be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- 172.21.15.196:0/180343724 shutdown_connections 2024-09-05T06:09:47.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- 172.21.15.196:0/180343724 wait complete. 2024-09-05T06:09:47.499 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 Processor -- start 2024-09-05T06:09:47.499 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- start start 2024-09-05T06:09:47.499 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd4c070420 0x7fdd4c0cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.499 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b1cb0 0x7fdd4c0b3060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.499 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd4c0b6f90 0x7fdd4c14bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.499 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c16ca60 con 0x7fdd4c070420 2024-09-05T06:09:47.499 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c16cbe0 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.499 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd50c94640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdd4c16cd60 con 0x7fdd4c0b1cb0 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd4c0b6f90 0x7fdd4c14bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd49d9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b1cb0 0x7fdd4c0b3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd4c0b6f90 0x7fdd4c14bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:53280/0 (socket says 172.21.15.196:53280) 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 -- 172.21.15.196:0/2363085939 learned_addr learned my addr 172.21.15.196:0/2363085939 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4a59c640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd4c070420 0x7fdd4c0cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 -- 172.21.15.196:0/2363085939 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b1cb0 msgr2=0x7fdd4c0b3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b1cb0 0x7fdd4c0b3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 -- 172.21.15.196:0/2363085939 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd4c070420 msgr2=0x7fdd4c0cbcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd4c070420 0x7fdd4c0cbcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 -- 172.21.15.196:0/2363085939 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd4c0cc3b0 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd49d9b640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b1cb0 0x7fdd4c0b3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.500+0000 7fdd4ad9d640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd4c0b6f90 0x7fdd4c14bb40 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdd4401ce30 tx=0x7fdd4c06e960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.500 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd42ffd640 1 -- 172.21.15.196:0/2363085939 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd440b2040 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.501 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd42ffd640 1 -- 172.21.15.196:0/2363085939 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd440bf070 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.501 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd4c0cc690 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.501 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd42ffd640 1 -- 172.21.15.196:0/2363085939 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd440adaf0 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.501 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd4c0ccc50 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.501 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd42ffd640 1 -- 172.21.15.196:0/2363085939 <== mon.1 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fdd440b5070 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.501 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd42ffd640 1 -- 172.21.15.196:0/2363085939 <== mon.1 v2:172.21.15.196:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7fdd440b7460 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.501 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd4c070800 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.501 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.504+0000 7fdd42ffd640 1 -- 172.21.15.196:0/2363085939 <== mon.1 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fdd44016540 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.504 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:47.504+0000 7f9c1326e180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T06:09:47.566 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:47.564+0000 7f9c1326e180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T06:09:47.566 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.572+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 3} v 0) -- 0x7fdd4c0b1a70 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.571 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd42ffd640 1 -- 172.21.15.196:0/2363085939 <== mon.1 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7fdd440adc90 con 0x7fdd4c0b6f90 2024-09-05T06:09:47.571 INFO:teuthology.orchestra.run.smithi196.stdout:3 2024-09-05T06:09:47.572 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd4c0b6f90 msgr2=0x7fdd4c14bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.572 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd4c0b6f90 0x7fdd4c14bb40 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdd4401ce30 tx=0x7fdd4c06e960 comp rx=0 tx=0).stop 2024-09-05T06:09:47.572 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 shutdown_connections 2024-09-05T06:09:47.573 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd4c0b6f90 0x7fdd4c14bb40 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.573 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd4c0b1cb0 0x7fdd4c0b3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.573 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 --2- 172.21.15.196:0/2363085939 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd4c070420 0x7fdd4c0cbcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.573 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 >> 172.21.15.196:0/2363085939 conn(0x7fdd4c09ba40 msgr2=0x7fdd4c15fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.573 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 shutdown_connections 2024-09-05T06:09:47.573 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.576+0000 7fdd50c94640 1 -- 172.21.15.196:0/2363085939 wait complete. 2024-09-05T06:09:47.587 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 00000000-0000-0000-0000-000000000000 4 2024-09-05T06:09:47.701 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.704+0000 7fab5131f640 1 Processor -- start 2024-09-05T06:09:47.701 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.704+0000 7fab5131f640 1 -- start start 2024-09-05T06:09:47.703 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fab4c15ed10 0x7fab4c0d1660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.703 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab4c15f0f0 0x7fab4c0cf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.703 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab4c0d1f50 con 0x7fab4c0b5080 2024-09-05T06:09:47.703 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fab4c0d1c70 con 0x7fab4c15f0f0 2024-09-05T06:09:47.703 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fab4c0cd170 con 0x7fab4c15ed10 2024-09-05T06:09:47.703 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab4affd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fab4c15ed10 0x7fab4c0d1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.703 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab4affd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fab4c15ed10 0x7fab4c0d1660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:53290/0 (socket says 172.21.15.196:53290) 2024-09-05T06:09:47.703 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab4affd640 1 -- 172.21.15.196:0/3103407283 learned_addr learned my addr 172.21.15.196:0/3103407283 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:47.704 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab4affd640 1 -- 172.21.15.196:0/3103407283 >> v2:172.21.15.70:3300/0 conn(0x7fab4c15f0f0 msgr2=0x7fab4c0cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:47.704 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab4affd640 1 --2- 172.21.15.196:0/3103407283 >> v2:172.21.15.70:3300/0 conn(0x7fab4c15f0f0 0x7fab4c0cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.704 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab4affd640 1 -- 172.21.15.196:0/3103407283 >> v1:172.21.15.196:6789/0 conn(0x7fab4c0b5080 legacy=0x7fab4c06f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.704 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab4affd640 1 -- 172.21.15.196:0/3103407283 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab4c0cd450 con 0x7fab4c15ed10 2024-09-05T06:09:47.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab4affd640 1 --2- 172.21.15.196:0/3103407283 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c15ed10 0x7fab4c0d1660 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fab4c06eeb0 tx=0x7fab4001c460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63adf7add6090f24 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab49ffb640 1 -- 172.21.15.196:0/3103407283 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab400b0070 con 0x7fab4c15ed10 2024-09-05T06:09:47.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab49ffb640 1 -- 172.21.15.196:0/3103407283 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab400ab600 con 0x7fab4c15ed10 2024-09-05T06:09:47.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab49ffb640 1 -- 172.21.15.196:0/3103407283 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab400ab9d0 con 0x7fab4c15ed10 2024-09-05T06:09:47.706 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 -- 172.21.15.196:0/3103407283 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c15ed10 msgr2=0x7fab4c0d1660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.706 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 --2- 172.21.15.196:0/3103407283 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c15ed10 0x7fab4c0d1660 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fab4c06eeb0 tx=0x7fab4001c460 comp rx=0 tx=0).stop 2024-09-05T06:09:47.706 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 -- 172.21.15.196:0/3103407283 shutdown_connections 2024-09-05T06:09:47.706 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 --2- 172.21.15.196:0/3103407283 >> v2:172.21.15.70:3300/0 conn(0x7fab4c15f0f0 0x7fab4c0cf320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.706 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 --2- 172.21.15.196:0/3103407283 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c15ed10 0x7fab4c0d1660 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 -- 172.21.15.196:0/3103407283 >> 172.21.15.196:0/3103407283 conn(0x7fab4c0b4560 msgr2=0x7fab4c0b4970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 -- 172.21.15.196:0/3103407283 shutdown_connections 2024-09-05T06:09:47.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.708+0000 7fab5131f640 1 -- 172.21.15.196:0/3103407283 wait complete. 2024-09-05T06:09:47.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 Processor -- start 2024-09-05T06:09:47.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 -- start start 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c0b5080 0x7fab4c15db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab4c15ed10 0x7fab4c15b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab4c15f0f0 0x7fab4c151590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fab4c16ba20 con 0x7fab4c15ed10 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fab4c0ceeb0 con 0x7fab4c0b5080 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab4c16bba0 con 0x7fab4c15f0f0 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c0b5080 0x7fab4c15db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c0b5080 0x7fab4c15db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:53306/0 (socket says 172.21.15.196:53306) 2024-09-05T06:09:47.709 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 -- 172.21.15.196:0/1001968912 learned_addr learned my addr 172.21.15.196:0/1001968912 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4b7fe640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab4c15f0f0 0x7fab4c151590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4a7fc640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab4c15ed10 0x7fab4c15b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 -- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab4c15f0f0 msgr2=0x7fab4c151590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab4c15f0f0 0x7fab4c151590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 -- 172.21.15.196:0/1001968912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab4c15ed10 msgr2=0x7fab4c15b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab4c15ed10 0x7fab4c15b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 -- 172.21.15.196:0/1001968912 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab4c0b5860 con 0x7fab4c0b5080 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4b7fe640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab4c15f0f0 0x7fab4c151590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab4affd640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c0b5080 0x7fab4c15db10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fab400ae040 tx=0x7fab4001aca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab337fe640 1 -- 172.21.15.196:0/1001968912 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab400b0040 con 0x7fab4c0b5080 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab337fe640 1 -- 172.21.15.196:0/1001968912 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab400bc070 con 0x7fab4c0b5080 2024-09-05T06:09:47.710 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab337fe640 1 -- 172.21.15.196:0/1001968912 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab400b6880 con 0x7fab4c0b5080 2024-09-05T06:09:47.711 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab4c0b5b20 con 0x7fab4c0b5080 2024-09-05T06:09:47.711 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab4c0b63c0 con 0x7fab4c0b5080 2024-09-05T06:09:47.711 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab337fe640 1 -- 172.21.15.196:0/1001968912 <== mon.1 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fab400b6a20 con 0x7fab4c0b5080 2024-09-05T06:09:47.711 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.712+0000 7fab337fe640 1 -- 172.21.15.196:0/1001968912 <== mon.1 v2:172.21.15.196:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fab400c03c0 con 0x7fab4c0b5080 2024-09-05T06:09:47.711 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.716+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab4c0d1660 con 0x7fab4c0b5080 2024-09-05T06:09:47.712 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.716+0000 7fab337fe640 1 -- 172.21.15.196:0/1001968912 <== mon.1 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fab40016110 con 0x7fab4c0b5080 2024-09-05T06:09:47.781 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.784+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 4} v 0) -- 0x7fab4c0d2480 con 0x7fab4c0b5080 2024-09-05T06:09:47.787 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab337fe640 1 -- 172.21.15.196:0/1001968912 <== mon.1 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fab400b6e00 con 0x7fab4c0b5080 2024-09-05T06:09:47.787 INFO:teuthology.orchestra.run.smithi196.stdout:4 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c0b5080 msgr2=0x7fab4c15db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c0b5080 0x7fab4c15db10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fab400ae040 tx=0x7fab4001aca0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 shutdown_connections 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab4c15f0f0 0x7fab4c151590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab4c15ed10 0x7fab4c15b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 --2- 172.21.15.196:0/1001968912 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab4c0b5080 0x7fab4c15db10 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 >> 172.21.15.196:0/1001968912 conn(0x7fab4c0b4560 msgr2=0x7fab4c158280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 shutdown_connections 2024-09-05T06:09:47.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.792+0000 7fab5131f640 1 -- 172.21.15.196:0/1001968912 wait complete. 2024-09-05T06:09:47.803 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 00000000-0000-0000-0000-000000000000 5 2024-09-05T06:09:47.843 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:47.848+0000 7ffa999a3180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T06:09:47.899 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:47.904+0000 7ffa999a3180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T06:09:47.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.916+0000 7f3b29498640 1 Processor -- start 2024-09-05T06:09:47.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.916+0000 7f3b29498640 1 -- start start 2024-09-05T06:09:47.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b29498640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b24162070 0x7f3b24073250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b29498640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b2406ef60 con 0x7f3b2406c3d0 2024-09-05T06:09:47.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b29498640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b240709e0 con 0x7f3b240705a0 2024-09-05T06:09:47.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b29498640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3b2406f820 con 0x7f3b24162070 2024-09-05T06:09:47.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b22ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b24162070 0x7f3b24073250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b227fc640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f3b240705a0 0x7f3b2406bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:58664/0 (socket says 172.21.15.196:58664) 2024-09-05T06:09:47.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b227fc640 1 -- 172.21.15.196:0/1779538929 learned_addr learned my addr 172.21.15.196:0/1779538929 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-05T06:09:47.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b21ffb640 1 -- 172.21.15.196:0/1779538929 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2229955837 0 0) 0x7f3b240709e0 con 0x7f3b240705a0 2024-09-05T06:09:47.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b22ffd640 1 -- 172.21.15.196:0/1779538929 >> v1:172.21.15.196:6789/0 conn(0x7f3b240705a0 legacy=0x7f3b2406bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b22ffd640 1 -- 172.21.15.196:0/1779538929 >> v1:172.21.15.70:6789/0 conn(0x7f3b2406c3d0 legacy=0x7f3b240b5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:47.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.920+0000 7f3b22ffd640 1 -- 172.21.15.196:0/1779538929 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b2406f1d0 con 0x7f3b24162070 2024-09-05T06:09:47.918 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b22ffd640 1 --2- 172.21.15.196:0/1779538929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b24162070 0x7f3b24073250 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3b140097f0 tx=0x7f3b1401c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c7ed6aca484f3e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.919 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b21ffb640 1 -- 172.21.15.196:0/1779538929 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b140b0070 con 0x7f3b24162070 2024-09-05T06:09:47.919 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b21ffb640 1 -- 172.21.15.196:0/1779538929 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b140ab600 con 0x7f3b24162070 2024-09-05T06:09:47.919 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b21ffb640 1 -- 172.21.15.196:0/1779538929 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b140ab9d0 con 0x7f3b24162070 2024-09-05T06:09:47.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 -- 172.21.15.196:0/1779538929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b24162070 msgr2=0x7f3b24073250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 --2- 172.21.15.196:0/1779538929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b24162070 0x7f3b24073250 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3b140097f0 tx=0x7f3b1401c410 comp rx=0 tx=0).stop 2024-09-05T06:09:47.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 -- 172.21.15.196:0/1779538929 shutdown_connections 2024-09-05T06:09:47.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 --2- 172.21.15.196:0/1779538929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b24162070 0x7f3b24073250 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 -- 172.21.15.196:0/1779538929 >> 172.21.15.196:0/1779538929 conn(0x7f3b24072730 msgr2=0x7f3b24072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:47.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 -- 172.21.15.196:0/1779538929 shutdown_connections 2024-09-05T06:09:47.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 -- 172.21.15.196:0/1779538929 wait complete. 2024-09-05T06:09:47.921 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 Processor -- start 2024-09-05T06:09:47.921 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 -- start start 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b2406c3d0 0x7f3b240cfd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b240705a0 0x7f3b24149980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b24162070 0x7f3b2414ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3b24162450 con 0x7f3b24162070 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.924+0000 7f3b29498640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3b24073830 con 0x7f3b240705a0 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b29498640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3b2414a450 con 0x7f3b2406c3d0 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b2406c3d0 0x7f3b240cfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b227fc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b240705a0 0x7f3b24149980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b2406c3d0 0x7f3b240cfd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50700/0 (socket says 172.21.15.196:50700) 2024-09-05T06:09:47.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 -- 172.21.15.196:0/584152973 learned_addr learned my addr 172.21.15.196:0/584152973 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b237fe640 1 --2- 172.21.15.196:0/584152973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b24162070 0x7f3b2414ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 -- 172.21.15.196:0/584152973 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b240705a0 msgr2=0x7f3b24149980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 --2- 172.21.15.196:0/584152973 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b240705a0 0x7f3b24149980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 -- 172.21.15.196:0/584152973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b24162070 msgr2=0x7f3b2414ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 --2- 172.21.15.196:0/584152973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b24162070 0x7f3b2414ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 -- 172.21.15.196:0/584152973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b2414a730 con 0x7f3b2406c3d0 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b22ffd640 1 --2- 172.21.15.196:0/584152973 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b2406c3d0 0x7f3b240cfd40 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3b1401a040 tx=0x7f3b140191b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b0b7fe640 1 -- 172.21.15.196:0/584152973 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b140bb070 con 0x7f3b2406c3d0 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b0b7fe640 1 -- 172.21.15.196:0/584152973 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b140b7680 con 0x7f3b2406c3d0 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b0b7fe640 1 -- 172.21.15.196:0/584152973 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b140b0040 con 0x7f3b2406c3d0 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b240cf540 con 0x7f3b2406c3d0 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b240d0280 con 0x7f3b2406c3d0 2024-09-05T06:09:47.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b0b7fe640 1 -- 172.21.15.196:0/584152973 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3b140be070 con 0x7f3b2406c3d0 2024-09-05T06:09:47.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b0b7fe640 1 -- 172.21.15.196:0/584152973 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f3b140c0b60 con 0x7f3b2406c3d0 2024-09-05T06:09:47.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b24073250 con 0x7f3b2406c3d0 2024-09-05T06:09:47.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:47.928+0000 7f3b0b7fe640 1 -- 172.21.15.196:0/584152973 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f3b14016090 con 0x7f3b2406c3d0 2024-09-05T06:09:47.955 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:47.960+0000 7ffa999a3180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T06:09:47.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.000+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 5} v 0) -- 0x7f3b240b25a0 con 0x7f3b2406c3d0 2024-09-05T06:09:48.001 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.004+0000 7f3b0b7fe640 1 -- 172.21.15.196:0/584152973 <== mon.2 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f3b140c0db0 con 0x7f3b2406c3d0 2024-09-05T06:09:48.001 INFO:teuthology.orchestra.run.smithi196.stdout:5 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b2406c3d0 msgr2=0x7f3b240cfd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 --2- 172.21.15.196:0/584152973 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b2406c3d0 0x7f3b240cfd40 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3b1401a040 tx=0x7f3b140191b0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 shutdown_connections 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 --2- 172.21.15.196:0/584152973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b24162070 0x7f3b2414ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 --2- 172.21.15.196:0/584152973 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b240705a0 0x7f3b24149980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 --2- 172.21.15.196:0/584152973 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b2406c3d0 0x7f3b240cfd40 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 >> 172.21.15.196:0/584152973 conn(0x7f3b24072730 msgr2=0x7f3b240af740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 shutdown_connections 2024-09-05T06:09:48.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.008+0000 7f3b29498640 1 -- 172.21.15.196:0/584152973 wait complete. 2024-09-05T06:09:48.018 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 00000000-0000-0000-0000-000000000000 6 2024-09-05T06:09:48.035 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:48.040+0000 7ffa999a3180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T06:09:48.089 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:48.092+0000 7ffa999a3180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T06:09:48.146 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.148+0000 7f9943aaf640 1 Processor -- start 2024-09-05T06:09:48.146 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.148+0000 7f9943aaf640 1 -- start start 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f9943aaf640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f993c15cbe0 0x7f993c0b5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f9943aaf640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f993c0b0c90 0x7f993c0b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f9943aaf640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f993c0b6dd0 con 0x7f993c0b69c0 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f9943aaf640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f993c0b1130 con 0x7f993c15cbe0 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f9943aaf640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f993c0b13d0 con 0x7f993c0b0c90 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f994104a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f993c0b0c90 0x7f993c0b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f994104a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f993c0b0c90 0x7f993c0b6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:53334/0 (socket says 172.21.15.196:53334) 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f994104a640 1 -- 172.21.15.196:0/70209230 learned_addr learned my addr 172.21.15.196:0/70209230 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f994104a640 1 -- 172.21.15.196:0/70209230 >> v2:172.21.15.70:3300/0 conn(0x7f993c15cbe0 msgr2=0x7f993c0b5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f994104a640 1 --2- 172.21.15.196:0/70209230 >> v2:172.21.15.70:3300/0 conn(0x7f993c15cbe0 0x7f993c0b5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f994104a640 1 -- 172.21.15.196:0/70209230 >> v1:172.21.15.70:6789/0 conn(0x7f993c0b69c0 legacy=0x7f993c15cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:48.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f994104a640 1 -- 172.21.15.196:0/70209230 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f993c0b1670 con 0x7f993c0b0c90 2024-09-05T06:09:48.150 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f994104a640 1 --2- 172.21.15.196:0/70209230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b0c90 0x7f993c0b6480 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f993c0d3ac0 tx=0x7f993801c300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76811b9552713b84 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:48.150 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f9940849640 1 -- 172.21.15.196:0/70209230 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99380b0070 con 0x7f993c0b0c90 2024-09-05T06:09:48.150 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f9940849640 1 -- 172.21.15.196:0/70209230 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99380ab600 con 0x7f993c0b0c90 2024-09-05T06:09:48.150 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.152+0000 7f9940849640 1 -- 172.21.15.196:0/70209230 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99380ab9d0 con 0x7f993c0b0c90 2024-09-05T06:09:48.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- 172.21.15.196:0/70209230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b0c90 msgr2=0x7f993c0b6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 --2- 172.21.15.196:0/70209230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b0c90 0x7f993c0b6480 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f993c0d3ac0 tx=0x7f993801c300 comp rx=0 tx=0).stop 2024-09-05T06:09:48.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- 172.21.15.196:0/70209230 shutdown_connections 2024-09-05T06:09:48.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 --2- 172.21.15.196:0/70209230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b0c90 0x7f993c0b6480 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 --2- 172.21.15.196:0/70209230 >> v2:172.21.15.70:3300/0 conn(0x7f993c15cbe0 0x7f993c0b5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- 172.21.15.196:0/70209230 >> 172.21.15.196:0/70209230 conn(0x7f993c09ba40 msgr2=0x7f993c09be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:48.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- 172.21.15.196:0/70209230 shutdown_connections 2024-09-05T06:09:48.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- 172.21.15.196:0/70209230 wait complete. 2024-09-05T06:09:48.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 Processor -- start 2024-09-05T06:09:48.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- start start 2024-09-05T06:09:48.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f993c0b0c90 0x7f993c13e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b69c0 0x7f993c0b3630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f993c15cbe0 0x7f993c0b3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f993c169790 con 0x7f993c15cbe0 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f993c169610 con 0x7f993c0b69c0 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f993c169910 con 0x7f993c0b0c90 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f993c0b0c90 0x7f993c13e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994104a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b69c0 0x7f993c0b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f993c0b0c90 0x7f993c13e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50710/0 (socket says 172.21.15.196:50710) 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 -- 172.21.15.196:0/2216946164 learned_addr learned my addr 172.21.15.196:0/2216946164 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 -- 172.21.15.196:0/2216946164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b69c0 msgr2=0x7f993c0b3630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b69c0 0x7f993c0b3630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 -- 172.21.15.196:0/2216946164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f993c15cbe0 msgr2=0x7f993c0b3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994204c640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f993c15cbe0 0x7f993c0b3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f993c15cbe0 0x7f993c0b3b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 -- 172.21.15.196:0/2216946164 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f993c158e90 con 0x7f993c0b0c90 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994104a640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b69c0 0x7f993c0b3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f994184b640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f993c0b0c90 0x7f993c13e280 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f992c00b410 tx=0x7f992c00b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f99327fc640 1 -- 172.21.15.196:0/2216946164 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992c015020 con 0x7f993c0b0c90 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f99327fc640 1 -- 172.21.15.196:0/2216946164 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f992c011830 con 0x7f993c0b0c90 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f99327fc640 1 -- 172.21.15.196:0/2216946164 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992c011c20 con 0x7f993c0b0c90 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f993c159170 con 0x7f993c0b0c90 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f993c159730 con 0x7f993c0b0c90 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f99327fc640 1 -- 172.21.15.196:0/2216946164 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f992c018020 con 0x7f993c0b0c90 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f99327fc640 1 -- 172.21.15.196:0/2216946164 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f992c01ad80 con 0x7f993c0b0c90 2024-09-05T06:09:48.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.156+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f993c158c20 con 0x7f993c0b0c90 2024-09-05T06:09:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.160+0000 7f99327fc640 1 -- 172.21.15.196:0/2216946164 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f992c01f020 con 0x7f993c0b0c90 2024-09-05T06:09:48.169 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:48.172+0000 7ffa999a3180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T06:09:48.226 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.228+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 6} v 0) -- 0x7f993c0b6480 con 0x7f993c0b0c90 2024-09-05T06:09:48.227 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:48.228+0000 7ffa999a3180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T06:09:48.231 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f99327fc640 1 -- 172.21.15.196:0/2216946164 <== mon.2 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f992c01a790 con 0x7f993c0b0c90 2024-09-05T06:09:48.232 INFO:teuthology.orchestra.run.smithi196.stdout:6 2024-09-05T06:09:48.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f993c0b0c90 msgr2=0x7f993c13e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f993c0b0c90 0x7f993c13e280 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f992c00b410 tx=0x7f992c00b8d0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 shutdown_connections 2024-09-05T06:09:48.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f993c15cbe0 0x7f993c0b3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f993c0b69c0 0x7f993c0b3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 --2- 172.21.15.196:0/2216946164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f993c0b0c90 0x7f993c13e280 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 >> 172.21.15.196:0/2216946164 conn(0x7f993c09ba40 msgr2=0x7f993c15f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:48.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 shutdown_connections 2024-09-05T06:09:48.234 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.236+0000 7f9943aaf640 1 -- 172.21.15.196:0/2216946164 wait complete. 2024-09-05T06:09:48.248 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 00000000-0000-0000-0000-000000000000 7 2024-09-05T06:09:48.277 INFO:tasks.ceph.mgr.y.smithi070.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-05T06:09:48.277 INFO:tasks.ceph.mgr.y.smithi070.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-05T06:09:48.277 INFO:tasks.ceph.mgr.y.smithi070.stderr: from numpy import show_config as show_numpy_config 2024-09-05T06:09:48.350 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:48.348+0000 7f9c1326e180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T06:09:48.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf6b01640 1 Processor -- start 2024-09-05T06:09:48.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf6b01640 1 -- start start 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf6b01640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf0073250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf6b01640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6bf00705a0 0x7f6bf006fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf6b01640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bf006ef60 con 0x7f6bf006bcc0 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf6b01640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6bf00701f0 con 0x7f6bf00705a0 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf6b01640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6bf006f820 con 0x7f6bf0162070 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf489d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf0073250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf489d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf0073250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50714/0 (socket says 172.21.15.196:50714) 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.368+0000 7f6bf489d640 1 -- 172.21.15.196:0/3213161564 learned_addr learned my addr 172.21.15.196:0/3213161564 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6beffff640 1 --2- 172.21.15.196:0/3213161564 >> v2:172.21.15.70:3300/0 conn(0x7f6bf00705a0 0x7f6bf006fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf489d640 1 -- 172.21.15.196:0/3213161564 >> v2:172.21.15.70:3300/0 conn(0x7f6bf00705a0 msgr2=0x7f6bf006fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf489d640 1 --2- 172.21.15.196:0/3213161564 >> v2:172.21.15.70:3300/0 conn(0x7f6bf00705a0 0x7f6bf006fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf489d640 1 -- 172.21.15.196:0/3213161564 >> v1:172.21.15.70:6789/0 conn(0x7f6bf006bcc0 legacy=0x7f6bf00b5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:48.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf489d640 1 -- 172.21.15.196:0/3213161564 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf00709e0 con 0x7f6bf0162070 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf489d640 1 --2- 172.21.15.196:0/3213161564 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf0073250 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6be4009870 tx=0x7f6be401c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7252c7ffe8478d83 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bef7fe640 1 -- 172.21.15.196:0/3213161564 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be40ab650 con 0x7f6bf0162070 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bef7fe640 1 -- 172.21.15.196:0/3213161564 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6be40b0070 con 0x7f6bf0162070 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bef7fe640 1 -- 172.21.15.196:0/3213161564 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be40aba10 con 0x7f6bf0162070 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3213161564 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 msgr2=0x7f6bf0073250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf6b01640 1 --2- 172.21.15.196:0/3213161564 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf0073250 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6be4009870 tx=0x7f6be401c490 comp rx=0 tx=0).stop 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3213161564 shutdown_connections 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf6b01640 1 --2- 172.21.15.196:0/3213161564 >> v2:172.21.15.70:3300/0 conn(0x7f6bf00705a0 0x7f6bf006fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf6b01640 1 --2- 172.21.15.196:0/3213161564 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf0073250 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3213161564 >> 172.21.15.196:0/3213161564 conn(0x7f6bf0072730 msgr2=0x7f6bf0072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3213161564 shutdown_connections 2024-09-05T06:09:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.372+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3213161564 wait complete. 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 Processor -- start 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 -- start start 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf006bcc0 0x7f6bf014f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bf00705a0 0x7f6bf00cef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf01403c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf0162450 con 0x7f6bf006bcc0 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf00b66c0 con 0x7f6bf00705a0 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6bf00d0280 con 0x7f6bf0162070 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf01403c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6beffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bf00705a0 0x7f6bf00cef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf01403c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50726/0 (socket says 172.21.15.196:50726) 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 -- 172.21.15.196:0/3739266659 learned_addr learned my addr 172.21.15.196:0/3739266659 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-05T06:09:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 -- 172.21.15.196:0/3739266659 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bf00705a0 msgr2=0x7f6bf00cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 --2- 172.21.15.196:0/3739266659 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bf00705a0 0x7f6bf00cef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 -- 172.21.15.196:0/3739266659 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf006bcc0 msgr2=0x7f6bf014f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 --2- 172.21.15.196:0/3739266659 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf006bcc0 0x7f6bf014f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 -- 172.21.15.196:0/3739266659 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf006e680 con 0x7f6bf0162070 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6beffff640 1 --2- 172.21.15.196:0/3739266659 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bf00705a0 0x7f6bf00cef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf509e640 1 --2- 172.21.15.196:0/3739266659 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf01403c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6be800c7b0 tx=0x7f6be800cc70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bed7fa640 1 -- 172.21.15.196:0/3739266659 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8004b70 con 0x7f6bf0162070 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bed7fa640 1 -- 172.21.15.196:0/3739266659 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6be8004d10 con 0x7f6bf0162070 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bf00cf670 con 0x7f6bf0162070 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bed7fa640 1 -- 172.21.15.196:0/3739266659 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be800aa90 con 0x7f6bf0162070 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bf00cfc30 con 0x7f6bf0162070 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bed7fa640 1 -- 172.21.15.196:0/3739266659 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6be8006b60 con 0x7f6bf0162070 2024-09-05T06:09:48.480 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bed7fa640 1 -- 172.21.15.196:0/3739266659 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f6be80076d0 con 0x7f6bf0162070 2024-09-05T06:09:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.376+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bf0073830 con 0x7f6bf0162070 2024-09-05T06:09:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.380+0000 7f6bed7fa640 1 -- 172.21.15.196:0/3739266659 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f6be8020070 con 0x7f6bf0162070 2024-09-05T06:09:48.481 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:48.432+0000 7ffa999a3180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T06:09:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.448+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 7} v 0) -- 0x7f6bf00d1440 con 0x7f6bf0162070 2024-09-05T06:09:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bed7fa640 1 -- 172.21.15.196:0/3739266659 <== mon.2 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "00000000-0000-0000-0000-000000000000", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f6be8007970 con 0x7f6bf0162070 2024-09-05T06:09:48.482 INFO:teuthology.orchestra.run.smithi196.stdout:7 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 msgr2=0x7f6bf01403c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 --2- 172.21.15.196:0/3739266659 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf01403c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6be800c7b0 tx=0x7f6be800cc70 comp rx=0 tx=0).stop 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 shutdown_connections 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 --2- 172.21.15.196:0/3739266659 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bf0162070 0x7f6bf01403c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 --2- 172.21.15.196:0/3739266659 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bf00705a0 0x7f6bf00cef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 --2- 172.21.15.196:0/3739266659 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf006bcc0 0x7f6bf014f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 >> 172.21.15.196:0/3739266659 conn(0x7f6bf0072730 msgr2=0x7f6bf00af740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 shutdown_connections 2024-09-05T06:09:48.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:09:48.460+0000 7f6bf6b01640 1 -- 172.21.15.196:0/3739266659 wait complete. 2024-09-05T06:09:48.484 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-05T06:09:48.484 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-05T06:09:48.486 INFO:tasks.ceph.osd.0:Started 2024-09-05T06:09:48.487 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-05T06:09:48.487 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-05T06:09:48.489 INFO:tasks.ceph.osd.1:Started 2024-09-05T06:09:48.489 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-05T06:09:48.489 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-05T06:09:48.490 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:48.496+0000 7ffa999a3180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T06:09:48.491 INFO:tasks.ceph.osd.2:Started 2024-09-05T06:09:48.492 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-05T06:09:48.492 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-05T06:09:48.494 INFO:tasks.ceph.osd.3:Started 2024-09-05T06:09:48.494 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-05T06:09:48.494 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-05T06:09:48.496 INFO:tasks.ceph.osd.4:Started 2024-09-05T06:09:48.496 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-05T06:09:48.496 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-05T06:09:48.500 INFO:tasks.ceph.osd.5:Started 2024-09-05T06:09:48.500 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-05T06:09:48.500 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-05T06:09:48.502 INFO:tasks.ceph.osd.6:Started 2024-09-05T06:09:48.502 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-05T06:09:48.502 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-05T06:09:48.504 INFO:tasks.ceph.osd.7:Started 2024-09-05T06:09:48.505 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:09:48.546 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:48.544+0000 7f9c1326e180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T06:09:48.565 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-05T06:09:48.568+0000 7fc6ec5487c0 -1 Falling back to public interface 2024-09-05T06:09:48.566 INFO:tasks.ceph.osd.6.smithi196.stderr:2024-09-05T06:09:48.568+0000 7f8a4f31a7c0 -1 Falling back to public interface 2024-09-05T06:09:48.566 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-05T06:09:48.572+0000 7fc6eb508640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6811/0: (98) Address already in use 2024-09-05T06:09:48.567 INFO:tasks.ceph.osd.3.smithi070.stderr:2024-09-05T06:09:48.568+0000 7fa9d358a7c0 -1 Falling back to public interface 2024-09-05T06:09:48.572 INFO:tasks.ceph.osd.2.smithi070.stderr:2024-09-05T06:09:48.572+0000 7f12359ee7c0 -1 Falling back to public interface 2024-09-05T06:09:48.574 INFO:tasks.ceph.osd.1.smithi070.stderr:2024-09-05T06:09:48.572+0000 7ff5167077c0 -1 Falling back to public interface 2024-09-05T06:09:48.578 INFO:tasks.ceph.osd.7.smithi196.stderr:2024-09-05T06:09:48.584+0000 7fd8eac637c0 -1 Falling back to public interface 2024-09-05T06:09:48.579 INFO:tasks.ceph.osd.5.smithi196.stderr:2024-09-05T06:09:48.584+0000 7fd1c78df7c0 -1 Falling back to public interface 2024-09-05T06:09:48.581 INFO:tasks.ceph.osd.0.smithi070.stderr:2024-09-05T06:09:48.580+0000 7f3db8c557c0 -1 Falling back to public interface 2024-09-05T06:09:48.582 INFO:tasks.ceph.osd.6.smithi196.stderr:2024-09-05T06:09:48.584+0000 7f8a4f31a7c0 -1 osd.6 0 log_to_monitors true 2024-09-05T06:09:48.584 INFO:tasks.ceph.osd.2.smithi070.stderr:2024-09-05T06:09:48.584+0000 7f12359ee7c0 -1 osd.2 0 log_to_monitors true 2024-09-05T06:09:48.589 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-05T06:09:48.592+0000 7fc6ec5487c0 -1 osd.4 0 log_to_monitors true 2024-09-05T06:09:48.589 INFO:tasks.ceph.osd.7.smithi196.stderr:2024-09-05T06:09:48.592+0000 7fd8eac637c0 -1 osd.7 0 log_to_monitors true 2024-09-05T06:09:48.590 INFO:tasks.ceph.osd.1.smithi070.stderr:2024-09-05T06:09:48.588+0000 7ff5167077c0 -1 osd.1 0 log_to_monitors true 2024-09-05T06:09:48.590 INFO:tasks.ceph.osd.3.smithi070.stderr:2024-09-05T06:09:48.588+0000 7fa9d358a7c0 -1 osd.3 0 log_to_monitors true 2024-09-05T06:09:48.602 INFO:tasks.ceph.osd.5.smithi196.stderr:2024-09-05T06:09:48.604+0000 7fd1c78df7c0 -1 osd.5 0 log_to_monitors true 2024-09-05T06:09:48.606 INFO:tasks.ceph.osd.0.smithi070.stderr:2024-09-05T06:09:48.604+0000 7f3db8c557c0 -1 osd.0 0 log_to_monitors true 2024-09-05T06:09:48.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b34af640 1 Processor -- start 2024-09-05T06:09:48.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b34af640 1 -- start start 2024-09-05T06:09:48.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b34af640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff6ac0d4980 0x7ff6ac0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b34af640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac0d3a50 0x7ff6ac0b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b34af640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6ac0cfd30 con 0x7ff6ac15edb0 2024-09-05T06:09:48.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b34af640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff6ac0d0010 con 0x7ff6ac0d4980 2024-09-05T06:09:48.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b34af640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff6ac0d02f0 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b124b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff6ac0d4980 0x7ff6ac0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b0a4a640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7ff6ac15edb0 0x7ff6ac0d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:33660/0 (socket says 172.21.15.70:33660) 2024-09-05T06:09:48.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b0a4a640 1 -- 172.21.15.70:0/991307886 learned_addr learned my addr 172.21.15.70:0/991307886 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:09:48.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b1a4c640 1 --2- 172.21.15.70:0/991307886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac0d3a50 0x7ff6ac0b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b124b640 1 -- 172.21.15.70:0/991307886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac0d3a50 msgr2=0x7ff6ac0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:48.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b124b640 1 --2- 172.21.15.70:0/991307886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac0d3a50 0x7ff6ac0b4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b124b640 1 -- 172.21.15.70:0/991307886 >> v1:172.21.15.196:6789/0 conn(0x7ff6ac15edb0 legacy=0x7ff6ac0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6b124b640 1 -- 172.21.15.70:0/991307886 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ac0d05d0 con 0x7ff6ac0d4980 2024-09-05T06:09:48.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.644+0000 7ff6abfff640 1 -- 172.21.15.70:0/991307886 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1338036938 0 0) 0x7ff6ac0cfd30 con 0x7ff6ac15edb0 2024-09-05T06:09:48.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 --2- 172.21.15.70:0/991307886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 0x7ff6ac0d4d60 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0009d90 tx=0x7ff6a001c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f3cb1131629926d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:48.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6abfff640 1 -- 172.21.15.70:0/991307886 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a00b2070 con 0x7ff6ac0d4980 2024-09-05T06:09:48.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6abfff640 1 -- 172.21.15.70:0/991307886 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6a00a5a20 con 0x7ff6ac0d4980 2024-09-05T06:09:48.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6abfff640 1 -- 172.21.15.70:0/991307886 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a00a5df0 con 0x7ff6ac0d4980 2024-09-05T06:09:48.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- 172.21.15.70:0/991307886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 msgr2=0x7ff6ac0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 --2- 172.21.15.70:0/991307886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 0x7ff6ac0d4d60 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0009d90 tx=0x7ff6a001c940 comp rx=0 tx=0).stop 2024-09-05T06:09:48.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- 172.21.15.70:0/991307886 shutdown_connections 2024-09-05T06:09:48.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 --2- 172.21.15.70:0/991307886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac0d3a50 0x7ff6ac0b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 --2- 172.21.15.70:0/991307886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 0x7ff6ac0d4d60 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- 172.21.15.70:0/991307886 >> 172.21.15.70:0/991307886 conn(0x7ff6ac08e690 msgr2=0x7ff6ac09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:48.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- 172.21.15.70:0/991307886 shutdown_connections 2024-09-05T06:09:48.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- 172.21.15.70:0/991307886 wait complete. 2024-09-05T06:09:48.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 Processor -- start 2024-09-05T06:09:48.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- start start 2024-09-05T06:09:48.651 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6ac0d3a50 0x7ff6ac150120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 0x7ff6ac0b3450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac15edb0 0x7ff6ac14e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac0b54e0 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac0b5360 con 0x7ff6ac0d4980 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b34af640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff6ac16b730 con 0x7ff6ac15edb0 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6ac0d3a50 0x7ff6ac150120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6ac0d3a50 0x7ff6ac150120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:48940/0 (socket says 172.21.15.70:48940) 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 -- 172.21.15.70:0/1401263489 learned_addr learned my addr 172.21.15.70:0/1401263489 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b1a4c640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac15edb0 0x7ff6ac14e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b0a4a640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 0x7ff6ac0b3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 -- 172.21.15.70:0/1401263489 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac15edb0 msgr2=0x7ff6ac14e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac15edb0 0x7ff6ac14e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 -- 172.21.15.70:0/1401263489 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 msgr2=0x7ff6ac0b3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 0x7ff6ac0b3450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 -- 172.21.15.70:0/1401263489 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ac150660 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.648+0000 7ff6b124b640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6ac0d3a50 0x7ff6ac150120 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff6a001a570 tx=0x7ff6a00196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6a9ffb640 1 -- 172.21.15.70:0/1401263489 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a00b2050 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6a9ffb640 1 -- 172.21.15.70:0/1401263489 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6a00be070 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6ac14fb60 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6a9ffb640 1 -- 172.21.15.70:0/1401263489 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a00adaf0 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6ac159490 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6a9ffb640 1 -- 172.21.15.70:0/1401263489 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff6a00adc90 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6a9ffb640 1 -- 172.21.15.70:0/1401263489 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7ff6a00b9b20 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.654 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6ac0b4610 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.654 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.652+0000 7ff6a9ffb640 1 -- 172.21.15.70:0/1401263489 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff6ac150660 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff6ac159050 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6a9ffb640 1 -- 172.21.15.70:0/1401263489 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7ff6a0016560 con 0x7ff6ac0d3a50 2024-09-05T06:09:48.725 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:48.725 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":10,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:09:48.450193+0000","last_up_change":"0.000000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:09:48.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6ac0d3a50 msgr2=0x7ff6ac150120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:48.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6ac0d3a50 0x7ff6ac150120 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff6a001a570 tx=0x7ff6a00196e0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 shutdown_connections 2024-09-05T06:09:48.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6ac15edb0 0x7ff6ac14e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6ac0d4980 0x7ff6ac0b3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 --2- 172.21.15.70:0/1401263489 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6ac0d3a50 0x7ff6ac150120 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 >> 172.21.15.70:0/1401263489 conn(0x7ff6ac08e690 msgr2=0x7ff6ac09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 shutdown_connections 2024-09-05T06:09:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:48.724+0000 7ff6b34af640 1 -- 172.21.15.70:0/1401263489 wait complete. 2024-09-05T06:09:48.743 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-05T06:09:48.743 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-05T06:09:48.748 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:48.748+0000 7f9c1326e180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T06:09:48.818 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:48.816+0000 7f9c1326e180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T06:09:48.966 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:48.964+0000 7f9c1326e180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T06:09:49.138 INFO:tasks.ceph.mgr.x.smithi196.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-05T06:09:49.138 INFO:tasks.ceph.mgr.x.smithi196.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-05T06:09:49.138 INFO:tasks.ceph.mgr.x.smithi196.stderr: from numpy import show_config as show_numpy_config 2024-09-05T06:09:49.215 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:49.220+0000 7ffa999a3180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T06:09:49.392 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:49.396+0000 7ffa999a3180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T06:09:49.549 DEBUG:teuthology.orchestra.run.smithi070:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-05T06:09:49.551 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:49.556+0000 7ffa999a3180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T06:09:49.601 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:49.600+0000 7f9c1326e180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T06:09:49.614 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:49.616+0000 7ffa999a3180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T06:09:49.663 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.660+0000 7fa2816bd640 1 Processor -- start 2024-09-05T06:09:49.663 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.660+0000 7fa2816bd640 1 -- start start 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa2816bd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa27c15e9a0 0x7fa27c0b49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa2816bd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c0d1810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa2816bd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa27c06e680 con 0x7fa27c070230 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa2816bd640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa27c15f310 con 0x7fa27c15e9a0 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa2816bd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa27c15f5f0 con 0x7fa27c06c320 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27b7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c0d1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27affd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa27c15e9a0 0x7fa27c0b49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27b7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c0d1810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:46680/0 (socket says 172.21.15.70:46680) 2024-09-05T06:09:49.664 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27b7fe640 1 -- 172.21.15.70:0/4091846233 learned_addr learned my addr 172.21.15.70:0/4091846233 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:49.665 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27a7fc640 1 --1- 172.21.15.70:0/4091846233 >> v1:172.21.15.196:6789/0 conn(0x7fa27c070230 0x7fa27c06bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:33666/0 (socket says 172.21.15.70:33666) 2024-09-05T06:09:49.665 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27b7fe640 1 -- 172.21.15.70:0/4091846233 >> v2:172.21.15.196:3300/0 conn(0x7fa27c15e9a0 msgr2=0x7fa27c0b49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:49.665 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27b7fe640 1 --2- 172.21.15.70:0/4091846233 >> v2:172.21.15.196:3300/0 conn(0x7fa27c15e9a0 0x7fa27c0b49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:49.665 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27b7fe640 1 -- 172.21.15.70:0/4091846233 >> v1:172.21.15.196:6789/0 conn(0x7fa27c070230 legacy=0x7fa27c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:49.665 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27b7fe640 1 -- 172.21.15.70:0/4091846233 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27c15f8d0 con 0x7fa27c06c320 2024-09-05T06:09:49.666 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.664+0000 7fa27b7fe640 1 --2- 172.21.15.70:0/4091846233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c0d1810 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa274009e50 tx=0x7fa27401ca30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2ca1496f6f6f36a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:49.667 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa279ffb640 1 -- 172.21.15.70:0/4091846233 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2740a5810 con 0x7fa27c06c320 2024-09-05T06:09:49.667 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa279ffb640 1 -- 172.21.15.70:0/4091846233 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2740a59b0 con 0x7fa27c06c320 2024-09-05T06:09:49.667 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa279ffb640 1 -- 172.21.15.70:0/4091846233 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2740a5d80 con 0x7fa27c06c320 2024-09-05T06:09:49.668 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- 172.21.15.70:0/4091846233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 msgr2=0x7fa27c0d1810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:49.669 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 --2- 172.21.15.70:0/4091846233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c0d1810 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa274009e50 tx=0x7fa27401ca30 comp rx=0 tx=0).stop 2024-09-05T06:09:49.669 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- 172.21.15.70:0/4091846233 shutdown_connections 2024-09-05T06:09:49.669 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 --2- 172.21.15.70:0/4091846233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c0d1810 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:49.669 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 --2- 172.21.15.70:0/4091846233 >> v2:172.21.15.196:3300/0 conn(0x7fa27c15e9a0 0x7fa27c0b49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:49.669 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- 172.21.15.70:0/4091846233 >> 172.21.15.70:0/4091846233 conn(0x7fa27c075a30 msgr2=0x7fa27c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:49.669 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- 172.21.15.70:0/4091846233 shutdown_connections 2024-09-05T06:09:49.669 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- 172.21.15.70:0/4091846233 wait complete. 2024-09-05T06:09:49.671 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 Processor -- start 2024-09-05T06:09:49.671 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- start start 2024-09-05T06:09:49.671 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c1690e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:49.671 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa27c070230 0x7fa27c157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:49.671 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa27c15e9a0 0x7fa27c157640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa27c16b9e0 con 0x7fa27c070230 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa27c0d27b0 con 0x7fa27c15e9a0 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa2816bd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa27c16bb60 con 0x7fa27c06c320 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27a7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa27c070230 0x7fa27c157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c1690e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c1690e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:46682/0 (socket says 172.21.15.70:46682) 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27affd640 1 -- 172.21.15.70:0/1592210171 learned_addr learned my addr 172.21.15.70:0/1592210171 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27a7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa27c070230 0x7fa27c157100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:48942/0 (socket says 172.21.15.70:48942) 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27b7fe640 1 --2- 172.21.15.70:0/1592210171 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa27c15e9a0 0x7fa27c157640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27a7fc640 1 -- 172.21.15.70:0/1592210171 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 msgr2=0x7fa27c1690e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27a7fc640 1 --2- 172.21.15.70:0/1592210171 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c1690e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:49.672 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27a7fc640 1 -- 172.21.15.70:0/1592210171 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa27c15e9a0 msgr2=0x7fa27c157640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27a7fc640 1 --2- 172.21.15.70:0/1592210171 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa27c15e9a0 0x7fa27c157640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27a7fc640 1 -- 172.21.15.70:0/1592210171 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27c0cfc20 con 0x7fa27c070230 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.668+0000 7fa27a7fc640 1 --2- 172.21.15.70:0/1592210171 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa27c070230 0x7fa27c157100 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa26c00c390 tx=0x7fa26c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.672+0000 7fa2637fe640 1 -- 172.21.15.70:0/1592210171 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c0074e0 con 0x7fa27c070230 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.672+0000 7fa2637fe640 1 -- 172.21.15.70:0/1592210171 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa26c007680 con 0x7fa27c070230 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.672+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa27c0cff00 con 0x7fa27c070230 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.672+0000 7fa2637fe640 1 -- 172.21.15.70:0/1592210171 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c004a10 con 0x7fa27c070230 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.672+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa27c0d04c0 con 0x7fa27c070230 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.672+0000 7fa2637fe640 1 -- 172.21.15.70:0/1592210171 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa26c01a020 con 0x7fa27c070230 2024-09-05T06:09:49.673 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.672+0000 7fa2637fe640 1 -- 172.21.15.70:0/1592210171 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(11..11 src has 1..11) ==== 1883+0+0 (secure 0 0 0) 0x7fa26c012bb0 con 0x7fa27c070230 2024-09-05T06:09:49.674 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.672+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa27c0d1810 con 0x7fa27c070230 2024-09-05T06:09:49.675 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.676+0000 7fa2637fe640 1 -- 172.21.15.70:0/1592210171 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa26c021070 con 0x7fa27c070230 2024-09-05T06:09:49.681 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:49.680+0000 7f9c1326e180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T06:09:49.733 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.732+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa27c06ff30 con 0x7fa27c070230 2024-09-05T06:09:49.734 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.732+0000 7fa2637fe640 1 -- 172.21.15.70:0/1592210171 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v11) ==== 74+0+7058 (secure 0 0 0) 0x7fa26c0123f0 con 0x7fa27c070230 2024-09-05T06:09:49.734 INFO:teuthology.misc.health.smithi070.stdout: 2024-09-05T06:09:49.734 INFO:teuthology.misc.health.smithi070.stdout:{"epoch":11,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:09:49.509277+0000","last_up_change":"0.000000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:09:49.735 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa27c070230 msgr2=0x7fa27c157100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:49.735 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 --2- 172.21.15.70:0/1592210171 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa27c070230 0x7fa27c157100 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa26c00c390 tx=0x7fa26c00c850 comp rx=0 tx=0).stop 2024-09-05T06:09:49.735 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 shutdown_connections 2024-09-05T06:09:49.735 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 --2- 172.21.15.70:0/1592210171 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa27c15e9a0 0x7fa27c157640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:49.735 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 --2- 172.21.15.70:0/1592210171 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa27c070230 0x7fa27c157100 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:49.735 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 --2- 172.21.15.70:0/1592210171 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa27c06c320 0x7fa27c1690e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:49.736 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 >> 172.21.15.70:0/1592210171 conn(0x7fa27c075a30 msgr2=0x7fa27c15c130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:49.736 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 shutdown_connections 2024-09-05T06:09:49.736 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:49.736+0000 7fa2816bd640 1 -- 172.21.15.70:0/1592210171 wait complete. 2024-09-05T06:09:49.748 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:49.752+0000 7ffa999a3180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T06:09:49.749 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-05T06:09:49.866 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:49.864+0000 7f9c1326e180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T06:09:49.939 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:49.936+0000 7f9c1326e180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T06:09:50.232 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:50.232+0000 7f9c1326e180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T06:09:50.293 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:50.292+0000 7f9c1326e180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T06:09:50.349 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:50.352+0000 7ffa999a3180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T06:09:50.428 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:50.432+0000 7ffa999a3180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T06:09:50.516 INFO:tasks.ceph.osd.3.smithi070.stderr:2024-09-05T06:09:50.516+0000 7fa9cf533640 -1 osd.3 0 waiting for initial osdmap 2024-09-05T06:09:50.517 INFO:tasks.ceph.osd.7.smithi196.stderr:2024-09-05T06:09:50.520+0000 7fd8e6c0c640 -1 osd.7 0 waiting for initial osdmap 2024-09-05T06:09:50.517 INFO:tasks.ceph.osd.6.smithi196.stderr:2024-09-05T06:09:50.520+0000 7f8a4b2c3640 -1 osd.6 0 waiting for initial osdmap 2024-09-05T06:09:50.517 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-05T06:09:50.520+0000 7fc6e8d03640 -1 osd.4 0 waiting for initial osdmap 2024-09-05T06:09:50.518 INFO:tasks.ceph.osd.1.smithi070.stderr:2024-09-05T06:09:50.516+0000 7ff5126b0640 -1 osd.1 0 waiting for initial osdmap 2024-09-05T06:09:50.518 INFO:tasks.ceph.osd.5.smithi196.stderr:2024-09-05T06:09:50.520+0000 7fd1c3888640 -1 osd.5 0 waiting for initial osdmap 2024-09-05T06:09:50.518 INFO:tasks.ceph.osd.0.smithi070.stderr:2024-09-05T06:09:50.516+0000 7f3db5410640 -1 osd.0 0 waiting for initial osdmap 2024-09-05T06:09:50.519 INFO:tasks.ceph.osd.6.smithi196.stderr:2024-09-05T06:09:50.524+0000 7f8a4490c640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T06:09:50.519 INFO:tasks.ceph.osd.7.smithi196.stderr:2024-09-05T06:09:50.524+0000 7fd8e0255640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T06:09:50.519 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-05T06:09:50.524+0000 7fc6e1b3a640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T06:09:50.520 INFO:tasks.ceph.osd.5.smithi196.stderr:2024-09-05T06:09:50.524+0000 7fd1bced1640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T06:09:50.521 INFO:tasks.ceph.osd.1.smithi070.stderr:2024-09-05T06:09:50.520+0000 7ff50bcf9640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T06:09:50.521 INFO:tasks.ceph.osd.0.smithi070.stderr:2024-09-05T06:09:50.520+0000 7f3dae247640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T06:09:50.521 INFO:tasks.ceph.osd.3.smithi070.stderr:2024-09-05T06:09:50.520+0000 7fa9c8b7c640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T06:09:50.526 INFO:tasks.ceph.osd.2.smithi070.stderr:2024-09-05T06:09:50.524+0000 7f1231997640 -1 osd.2 0 waiting for initial osdmap 2024-09-05T06:09:50.528 INFO:tasks.ceph.osd.2.smithi070.stderr:2024-09-05T06:09:50.528+0000 7f122afe0640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T06:09:50.614 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:50.616+0000 7ffa999a3180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T06:09:50.686 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:50.692+0000 7ffa999a3180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T06:09:50.976 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:50.980+0000 7ffa999a3180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T06:09:51.036 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-05T06:09:51.040+0000 7ffa999a3180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T06:09:51.344 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:51.344+0000 7f9bb9da8640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-05T06:09:51.345 INFO:tasks.ceph.mgr.y.smithi070.stderr:2024-09-05T06:09:51.344+0000 7f9bb9da8640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-05T06:09:56.556 DEBUG:teuthology.orchestra.run.smithi070:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-05T06:09:56.678 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.676+0000 7fb964e09640 1 Processor -- start 2024-09-05T06:09:56.679 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.676+0000 7fb964e09640 1 -- start start 2024-09-05T06:09:56.680 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb964e09640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb96015b660 0x7fb9600d12b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:56.680 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb964e09640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb96015ba40 0x7fb96015f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:56.680 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb964e09640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb96015fb20 con 0x7fb96015c510 2024-09-05T06:09:56.680 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb964e09640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb96015fe00 con 0x7fb96015ba40 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb964e09640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb9601600e0 con 0x7fb96015b660 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb95ed9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb96015c510 0x7fb96006e710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:41824/0 (socket says 172.21.15.70:41824) 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb95ed9d640 1 -- 172.21.15.70:0/170863871 learned_addr learned my addr 172.21.15.70:0/170863871 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb955d9b640 1 --2- 172.21.15.70:0/170863871 >> v2:172.21.15.70:3300/0 conn(0x7fb96015ba40 0x7fb96015f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb95e59c640 1 --2- 172.21.15.70:0/170863871 >> v2:172.21.15.196:3300/0 conn(0x7fb96015b660 0x7fb9600d12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb95dd9b640 1 -- 172.21.15.70:0/170863871 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 505140162 0 0) 0x7fb96015fb20 con 0x7fb96015c510 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb95dd9b640 1 -- 172.21.15.70:0/170863871 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb94c003530 con 0x7fb96015c510 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb955d9b640 1 -- 172.21.15.70:0/170863871 >> v2:172.21.15.196:3300/0 conn(0x7fb96015b660 msgr2=0x7fb9600d12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb955d9b640 1 --2- 172.21.15.70:0/170863871 >> v2:172.21.15.196:3300/0 conn(0x7fb96015b660 0x7fb9600d12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb955d9b640 1 -- 172.21.15.70:0/170863871 >> v1:172.21.15.70:6789/0 conn(0x7fb96015c510 legacy=0x7fb96006e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:56.681 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb955d9b640 1 -- 172.21.15.70:0/170863871 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb96015bff0 con 0x7fb96015ba40 2024-09-05T06:09:56.683 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb955d9b640 1 --2- 172.21.15.70:0/170863871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015ba40 0x7fb96015f2d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb9600d1850 tx=0x7fb94801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de7b5b67ef7218c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:56.683 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.680+0000 7fb95dd9b640 1 -- 172.21.15.70:0/170863871 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9480ab640 con 0x7fb96015ba40 2024-09-05T06:09:56.683 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95dd9b640 1 -- 172.21.15.70:0/170863871 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9480b0070 con 0x7fb96015ba40 2024-09-05T06:09:56.683 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95dd9b640 1 -- 172.21.15.70:0/170863871 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9480ab9e0 con 0x7fb96015ba40 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- 172.21.15.70:0/170863871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015ba40 msgr2=0x7fb96015f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 --2- 172.21.15.70:0/170863871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015ba40 0x7fb96015f2d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb9600d1850 tx=0x7fb94801c420 comp rx=0 tx=0).stop 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- 172.21.15.70:0/170863871 shutdown_connections 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 --2- 172.21.15.70:0/170863871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015ba40 0x7fb96015f2d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 --2- 172.21.15.70:0/170863871 >> v2:172.21.15.196:3300/0 conn(0x7fb96015b660 0x7fb9600d12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- 172.21.15.70:0/170863871 >> 172.21.15.70:0/170863871 conn(0x7fb96006bc10 msgr2=0x7fb96006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- 172.21.15.70:0/170863871 shutdown_connections 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- 172.21.15.70:0/170863871 wait complete. 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 Processor -- start 2024-09-05T06:09:56.685 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- start start 2024-09-05T06:09:56.687 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb96015b660 0x7fb9600b0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:56.687 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb96015ba40 0x7fb960153c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:56.687 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015c510 0x7fb960142110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb9601685e0 con 0x7fb96015c510 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb960168460 con 0x7fb96015b660 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb960168760 con 0x7fb96015ba40 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015c510 0x7fb960142110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015c510 0x7fb960142110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:49064/0 (socket says 172.21.15.70:49064) 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 -- 172.21.15.70:0/3693609782 learned_addr learned my addr 172.21.15.70:0/3693609782 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95e59c640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb96015b660 0x7fb9600b0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 -- 172.21.15.70:0/3693609782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb96015ba40 msgr2=0x7fb960153c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb955d9b640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb96015ba40 0x7fb960153c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb96015ba40 0x7fb960153c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.688 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 -- 172.21.15.70:0/3693609782 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb96015b660 msgr2=0x7fb9600b0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb96015b660 0x7fb9600b0dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 -- 172.21.15.70:0/3693609782 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9600b1cb0 con 0x7fb96015c510 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb95ed9d640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015c510 0x7fb960142110 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb95800cb70 tx=0x7fb95800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb9577fe640 1 -- 172.21.15.70:0/3693609782 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb958017070 con 0x7fb96015c510 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb9577fe640 1 -- 172.21.15.70:0/3693609782 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb95800ad40 con 0x7fb96015c510 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9600b1f90 con 0x7fb96015c510 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb9577fe640 1 -- 172.21.15.70:0/3693609782 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb958012620 con 0x7fb96015c510 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.684+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9600b2550 con 0x7fb96015c510 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.688+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9600d12b0 con 0x7fb96015c510 2024-09-05T06:09:56.689 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.688+0000 7fb9577fe640 1 -- 172.21.15.70:0/3693609782 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb95801a070 con 0x7fb96015c510 2024-09-05T06:09:56.690 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.688+0000 7fb9577fe640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9400678c0 0x7fb940069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:56.690 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.688+0000 7fb9577fe640 1 -- 172.21.15.70:0/3693609782 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fb9580857a0 con 0x7fb96015c510 2024-09-05T06:09:56.690 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.688+0000 7fb95e59c640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9400678c0 0x7fb940069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:56.690 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.688+0000 7fb95e59c640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9400678c0 0x7fb940069d80 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb9500096f0 tx=0x7fb950008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:56.693 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.692+0000 7fb9577fe640 1 -- 172.21.15.70:0/3693609782 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb958056630 con 0x7fb96015c510 2024-09-05T06:09:56.855 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.852+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb9600cfdb0 con 0x7fb96015c510 2024-09-05T06:09:56.856 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb9577fe640 1 -- 172.21.15.70:0/3693609782 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) ==== 74+0+12884 (secure 0 0 0) 0x7fb958055f30 con 0x7fb96015c510 2024-09-05T06:09:56.857 INFO:teuthology.misc.health.smithi070.stdout: 2024-09-05T06:09:56.857 INFO:teuthology.misc.health.smithi070.stdout:{"epoch":16,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:09:54.571997+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9400678c0 msgr2=0x7fb940069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9400678c0 0x7fb940069d80 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb9500096f0 tx=0x7fb950008040 comp rx=0 tx=0).stop 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015c510 msgr2=0x7fb960142110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015c510 0x7fb960142110 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb95800cb70 tx=0x7fb95800a430 comp rx=0 tx=0).stop 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 shutdown_connections 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9400678c0 0x7fb940069d80 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96015c510 0x7fb960142110 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb96015ba40 0x7fb960153c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 --2- 172.21.15.70:0/3693609782 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb96015b660 0x7fb9600b0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.856+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 >> 172.21.15.70:0/3693609782 conn(0x7fb96006bc10 msgr2=0x7fb9601595f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.860+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 shutdown_connections 2024-09-05T06:09:56.859 INFO:teuthology.misc.health.smithi070.stderr:2024-09-05T06:09:56.860+0000 7fb964e09640 1 -- 172.21.15.70:0/3693609782 wait complete. 2024-09-05T06:09:56.874 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-05T06:09:56.874 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-05T06:09:56.875 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:09:56.875 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:09:56.877 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:09:56.877 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:09:56.877 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:09:56.879 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:09:56.879 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:09:56.879 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:09:56.882 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:09:56.882 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:09:56.882 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:09:56.885 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:09:56.885 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-05T06:09:56.885 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:09:56.958 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:09:56.958 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:09:56.971 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:09:56.972 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:09:57.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa39bcb6640 1 Processor -- start 2024-09-05T06:09:57.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa39bcb6640 1 -- start start 2024-09-05T06:09:57.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa39bcb6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa39406c3d0 0x7fa3940b6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa39bcb6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa394070840 con 0x7fa394070d80 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa39bcb6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa394070b20 con 0x7fa39415ebf0 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa39bcb6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa3940b5c40 con 0x7fa39406c3d0 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa399251640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa39406c3d0 0x7fa3940b6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa39a253640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa394070d80 0x7fa39406efc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:41838/0 (socket says 172.21.15.70:41838) 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa39a253640 1 -- 172.21.15.70:0/529917500 learned_addr learned my addr 172.21.15.70:0/529917500 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa399251640 1 -- 172.21.15.70:0/529917500 >> v1:172.21.15.196:6789/0 conn(0x7fa39415ebf0 legacy=0x7fa39406bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa399251640 1 -- 172.21.15.70:0/529917500 >> v1:172.21.15.70:6789/0 conn(0x7fa394070d80 legacy=0x7fa39406efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa399251640 1 -- 172.21.15.70:0/529917500 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3940b5f20 con 0x7fa39406c3d0 2024-09-05T06:09:57.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.000+0000 7fa398a50640 1 -- 172.21.15.70:0/529917500 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1431422308 0 0) 0x7fa394070840 con 0x7fa394070d80 2024-09-05T06:09:57.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa399251640 1 --2- 172.21.15.70:0/529917500 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39406c3d0 0x7fa3940b6720 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa3840097c0 tx=0x7fa38401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e311fc5757573133 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:57.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa398a50640 1 -- 172.21.15.70:0/529917500 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3840b0070 con 0x7fa39406c3d0 2024-09-05T06:09:57.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa398a50640 1 -- 172.21.15.70:0/529917500 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3840ab600 con 0x7fa39406c3d0 2024-09-05T06:09:57.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa398a50640 1 -- 172.21.15.70:0/529917500 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3840ab9d0 con 0x7fa39406c3d0 2024-09-05T06:09:57.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- 172.21.15.70:0/529917500 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39406c3d0 msgr2=0x7fa3940b6720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:57.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 --2- 172.21.15.70:0/529917500 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39406c3d0 0x7fa3940b6720 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa3840097c0 tx=0x7fa38401c4a0 comp rx=0 tx=0).stop 2024-09-05T06:09:57.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- 172.21.15.70:0/529917500 shutdown_connections 2024-09-05T06:09:57.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 --2- 172.21.15.70:0/529917500 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39406c3d0 0x7fa3940b6720 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:57.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- 172.21.15.70:0/529917500 >> 172.21.15.70:0/529917500 conn(0x7fa394072730 msgr2=0x7fa394072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:57.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- 172.21.15.70:0/529917500 shutdown_connections 2024-09-05T06:09:57.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- 172.21.15.70:0/529917500 wait complete. 2024-09-05T06:09:57.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 Processor -- start 2024-09-05T06:09:57.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- start start 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa39406c3d0 0x7fa39414ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa394070d80 0x7fa3940ce4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39415ebf0 0x7fa3940d07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa39416cd20 con 0x7fa39415ebf0 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa39416cba0 con 0x7fa394070d80 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39bcb6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa39416cea0 con 0x7fa39406c3d0 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39a253640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39415ebf0 0x7fa3940d07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39a253640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39415ebf0 0x7fa3940d07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:49112/0 (socket says 172.21.15.70:49112) 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa39a253640 1 -- 172.21.15.70:0/2144468477 learned_addr learned my addr 172.21.15.70:0/2144468477 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa399a52640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa39406c3d0 0x7fa39414ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.004+0000 7fa399251640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa394070d80 0x7fa3940ce4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:57.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39a253640 1 -- 172.21.15.70:0/2144468477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa39406c3d0 msgr2=0x7fa39414ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39a253640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa39406c3d0 0x7fa39414ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39a253640 1 -- 172.21.15.70:0/2144468477 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa394070d80 msgr2=0x7fa3940ce4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39a253640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa394070d80 0x7fa3940ce4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39a253640 1 -- 172.21.15.70:0/2144468477 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3940cfe80 con 0x7fa39415ebf0 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39a253640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39415ebf0 0x7fa3940d07c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa38c00c7a0 tx=0x7fa38c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa38a7fc640 1 -- 172.21.15.70:0/2144468477 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38c018070 con 0x7fa39415ebf0 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa38a7fc640 1 -- 172.21.15.70:0/2144468477 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa38c00a640 con 0x7fa39415ebf0 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3940cede0 con 0x7fa39415ebf0 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa38a7fc640 1 -- 172.21.15.70:0/2144468477 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38c00aab0 con 0x7fa39415ebf0 2024-09-05T06:09:57.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3940cf3a0 con 0x7fa39415ebf0 2024-09-05T06:09:57.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3940b6720 con 0x7fa39415ebf0 2024-09-05T06:09:57.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa38a7fc640 1 -- 172.21.15.70:0/2144468477 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa38c01b070 con 0x7fa39415ebf0 2024-09-05T06:09:57.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa38a7fc640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3780678c0 0x7fa378069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:57.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa399a52640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3780678c0 0x7fa378069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:57.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa38a7fc640 1 -- 172.21.15.70:0/2144468477 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fa38c084e60 con 0x7fa39415ebf0 2024-09-05T06:09:57.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.008+0000 7fa399a52640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3780678c0 0x7fa378069d80 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa3940d02a0 tx=0x7fa390009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:57.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.012+0000 7fa38a7fc640 1 -- 172.21.15.70:0/2144468477 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa38c0556a0 con 0x7fa39415ebf0 2024-09-05T06:09:57.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa39415c9a0 con 0x7fa39415ebf0 2024-09-05T06:09:57.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa38a7fc640 1 -- 172.21.15.70:0/2144468477 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7fa38c0599a0 con 0x7fa39415ebf0 2024-09-05T06:09:57.208 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:57.208 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":2,"btime":"2024-09-05T06:09:56:983296+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T06:09:57.208 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 2 2024-09-05T06:09:57.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3780678c0 msgr2=0x7fa378069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:57.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3780678c0 0x7fa378069d80 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa3940d02a0 tx=0x7fa390009040 comp rx=0 tx=0).stop 2024-09-05T06:09:57.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39415ebf0 msgr2=0x7fa3940d07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:57.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39415ebf0 0x7fa3940d07c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa38c00c7a0 tx=0x7fa38c00cc60 comp rx=0 tx=0).stop 2024-09-05T06:09:57.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 shutdown_connections 2024-09-05T06:09:57.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3780678c0 0x7fa378069d80 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:57.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa39415ebf0 0x7fa3940d07c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:57.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa394070d80 0x7fa3940ce4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:57.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 --2- 172.21.15.70:0/2144468477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa39406c3d0 0x7fa39414ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:57.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 >> 172.21.15.70:0/2144468477 conn(0x7fa394072730 msgr2=0x7fa394156680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:57.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 shutdown_connections 2024-09-05T06:09:57.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:57.208+0000 7fa39bcb6640 1 -- 172.21.15.70:0/2144468477 wait complete. 2024-09-05T06:09:59.226 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:09:59.342 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:09:59.345 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:09:59.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.352+0000 7f8e16aca640 1 Processor -- start 2024-09-05T06:09:59.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.352+0000 7f8e16aca640 1 -- start start 2024-09-05T06:09:59.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e16aca640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8e101454f0 0x7f8e100ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e16aca640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e1015f400 0x7f8e1015f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e16aca640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e100ce9b0 con 0x7f8e100b5ba0 2024-09-05T06:09:59.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e16aca640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8e100d0950 con 0x7f8e101454f0 2024-09-05T06:09:59.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e16aca640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8e1015fd80 con 0x7f8e1015f400 2024-09-05T06:09:59.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e14866640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8e101454f0 0x7f8e100ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e14866640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8e101454f0 0x7f8e100ce470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53174/0 (socket says 172.21.15.70:53174) 2024-09-05T06:09:59.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e14866640 1 -- 172.21.15.70:0/829072581 learned_addr learned my addr 172.21.15.70:0/829072581 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:59.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e0ffff640 1 --2- 172.21.15.70:0/829072581 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e1015f400 0x7f8e1015f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e14866640 1 -- 172.21.15.70:0/829072581 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e1015f400 msgr2=0x7f8e1015f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:59.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e14866640 1 --2- 172.21.15.70:0/829072581 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e1015f400 0x7f8e1015f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e14866640 1 -- 172.21.15.70:0/829072581 >> v1:172.21.15.196:6789/0 conn(0x7f8e100b5ba0 legacy=0x7f8e100b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:59.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.356+0000 7f8e14866640 1 -- 172.21.15.70:0/829072581 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e10070f40 con 0x7f8e101454f0 2024-09-05T06:09:59.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e14866640 1 --2- 172.21.15.70:0/829072581 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e101454f0 0x7f8e100ce470 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc009870 tx=0x7f8dfc01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef30938aff8e4d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:59.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e0f7fe640 1 -- 172.21.15.70:0/829072581 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc0b1070 con 0x7f8e101454f0 2024-09-05T06:09:59.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e0f7fe640 1 -- 172.21.15.70:0/829072581 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8dfc0ac630 con 0x7f8e101454f0 2024-09-05T06:09:59.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e0f7fe640 1 -- 172.21.15.70:0/829072581 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc0a8050 con 0x7f8e101454f0 2024-09-05T06:09:59.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- 172.21.15.70:0/829072581 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e101454f0 msgr2=0x7f8e100ce470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 --2- 172.21.15.70:0/829072581 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e101454f0 0x7f8e100ce470 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc009870 tx=0x7f8dfc01c520 comp rx=0 tx=0).stop 2024-09-05T06:09:59.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- 172.21.15.70:0/829072581 shutdown_connections 2024-09-05T06:09:59.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 --2- 172.21.15.70:0/829072581 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e1015f400 0x7f8e1015f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 --2- 172.21.15.70:0/829072581 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e101454f0 0x7f8e100ce470 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- 172.21.15.70:0/829072581 >> 172.21.15.70:0/829072581 conn(0x7f8e10072730 msgr2=0x7f8e10072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:59.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- 172.21.15.70:0/829072581 shutdown_connections 2024-09-05T06:09:59.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- 172.21.15.70:0/829072581 wait complete. 2024-09-05T06:09:59.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 Processor -- start 2024-09-05T06:09:59.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- start start 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e100b5ba0 0x7f8e101f5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e101454f0 0x7f8e1015e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e1015f400 0x7f8e10138de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8e100d1680 con 0x7f8e1015f400 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8e10070c30 con 0x7f8e100b5ba0 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8e1015e400 con 0x7f8e101454f0 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e1015f400 0x7f8e10138de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e1015f400 0x7f8e10138de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53184/0 (socket says 172.21.15.70:53184) 2024-09-05T06:09:59.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 -- 172.21.15.70:0/4008715455 learned_addr learned my addr 172.21.15.70:0/4008715455 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e14866640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e100b5ba0 0x7f8e101f5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e0ffff640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e101454f0 0x7f8e1015e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 -- 172.21.15.70:0/4008715455 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e101454f0 msgr2=0x7f8e1015e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e101454f0 0x7f8e1015e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 -- 172.21.15.70:0/4008715455 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e100b5ba0 msgr2=0x7f8e101f5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e100b5ba0 0x7f8e101f5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 -- 172.21.15.70:0/4008715455 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e101f5ce0 con 0x7f8e1015f400 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e15067640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e1015f400 0x7f8e10138de0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8e0800b970 tx=0x7f8e0800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e0d7fa640 1 -- 172.21.15.70:0/4008715455 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e08019070 con 0x7f8e1015f400 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e0d7fa640 1 -- 172.21.15.70:0/4008715455 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e0800cb40 con 0x7f8e1015f400 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e101f5fc0 con 0x7f8e1015f400 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e0d7fa640 1 -- 172.21.15.70:0/4008715455 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e08014440 con 0x7f8e1015f400 2024-09-05T06:09:59.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.360+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e101f6580 con 0x7f8e1015f400 2024-09-05T06:09:59.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.364+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e100b6d00 con 0x7f8e1015f400 2024-09-05T06:09:59.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.364+0000 7f8e0d7fa640 1 -- 172.21.15.70:0/4008715455 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8e0801c070 con 0x7f8e1015f400 2024-09-05T06:09:59.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.364+0000 7f8e0d7fa640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8df40678c0 0x7f8df4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.364+0000 7f8e0d7fa640 1 -- 172.21.15.70:0/4008715455 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f8e080853e0 con 0x7f8e1015f400 2024-09-05T06:09:59.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.364+0000 7f8e14866640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8df40678c0 0x7f8df4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.364+0000 7f8e14866640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8df40678c0 0x7f8df4069d80 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc0ae000 tx=0x7f8dfc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:59.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.368+0000 7f8e0d7fa640 1 -- 172.21.15.70:0/4008715455 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8e08055cb0 con 0x7f8e1015f400 2024-09-05T06:09:59.550 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.548+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8e10159800 con 0x7f8e1015f400 2024-09-05T06:09:59.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e0d7fa640 1 -- 172.21.15.70:0/4008715455 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3912 (secure 0 0 0) 0x7f8e08059fb0 con 0x7f8e1015f400 2024-09-05T06:09:59.551 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:59.552 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":3,"btime":"2024-09-05T06:09:57:984524+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T06:09:59.552 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 3 2024-09-05T06:09:59.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8df40678c0 msgr2=0x7f8df4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8df40678c0 0x7f8df4069d80 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc0ae000 tx=0x7f8dfc009040 comp rx=0 tx=0).stop 2024-09-05T06:09:59.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e1015f400 msgr2=0x7f8e10138de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e1015f400 0x7f8e10138de0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8e0800b970 tx=0x7f8e0800be30 comp rx=0 tx=0).stop 2024-09-05T06:09:59.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 shutdown_connections 2024-09-05T06:09:59.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8df40678c0 0x7f8df4069d80 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e1015f400 0x7f8e10138de0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e101454f0 0x7f8e1015e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 --2- 172.21.15.70:0/4008715455 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e100b5ba0 0x7f8e101f5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 >> 172.21.15.70:0/4008715455 conn(0x7f8e10072730 msgr2=0x7f8e1006c530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:59.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 shutdown_connections 2024-09-05T06:09:59.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.552+0000 7f8e16aca640 1 -- 172.21.15.70:0/4008715455 wait complete. 2024-09-05T06:09:59.568 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:09:59.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.688+0000 7f43d9c65640 1 Processor -- start 2024-09-05T06:09:59.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.688+0000 7f43d9c65640 1 -- start start 2024-09-05T06:09:59.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43d40b3a50 0x7f43d40b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40d15d0 0x7f43d40d1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43d40d04e0 con 0x7f43d415ee90 2024-09-05T06:09:59.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f43d40d28f0 con 0x7f43d40b3a50 2024-09-05T06:09:59.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43d40d2bd0 con 0x7f43d40d15d0 2024-09-05T06:09:59.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43d40b3a50 0x7f43d40b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d37fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f43d415ee90 0x7f43d40d5650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39080/0 (socket says 172.21.15.70:39080) 2024-09-05T06:09:59.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d37fe640 1 -- 172.21.15.70:0/899068902 learned_addr learned my addr 172.21.15.70:0/899068902 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:09:59.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d3fff640 1 --2- 172.21.15.70:0/899068902 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40d15d0 0x7f43d40d1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d2ffd640 1 -- 172.21.15.70:0/899068902 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40d15d0 msgr2=0x7f43d40d1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:09:59.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d2ffd640 1 --2- 172.21.15.70:0/899068902 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40d15d0 0x7f43d40d1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d2ffd640 1 -- 172.21.15.70:0/899068902 >> v1:172.21.15.70:6789/0 conn(0x7f43d415ee90 legacy=0x7f43d40d5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d2ffd640 1 -- 172.21.15.70:0/899068902 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d40d07c0 con 0x7f43d40b3a50 2024-09-05T06:09:59.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d27fc640 1 -- 172.21.15.70:0/899068902 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1177061147 0 0) 0x7f43d40d04e0 con 0x7f43d415ee90 2024-09-05T06:09:59.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d2ffd640 1 --2- 172.21.15.70:0/899068902 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40b3a50 0x7f43d40b18a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f43c40097c0 tx=0x7f43c401c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1a77301ea44bc88 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:59.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d27fc640 1 -- 172.21.15.70:0/899068902 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c40b0070 con 0x7f43d40b3a50 2024-09-05T06:09:59.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d27fc640 1 -- 172.21.15.70:0/899068902 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43c40ab600 con 0x7f43d40b3a50 2024-09-05T06:09:59.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d27fc640 1 -- 172.21.15.70:0/899068902 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c40ab9d0 con 0x7f43d40b3a50 2024-09-05T06:09:59.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 -- 172.21.15.70:0/899068902 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40b3a50 msgr2=0x7f43d40b18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 --2- 172.21.15.70:0/899068902 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40b3a50 0x7f43d40b18a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f43c40097c0 tx=0x7f43c401c380 comp rx=0 tx=0).stop 2024-09-05T06:09:59.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 -- 172.21.15.70:0/899068902 shutdown_connections 2024-09-05T06:09:59.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 --2- 172.21.15.70:0/899068902 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40d15d0 0x7f43d40d1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 --2- 172.21.15.70:0/899068902 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40b3a50 0x7f43d40b18a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 -- 172.21.15.70:0/899068902 >> 172.21.15.70:0/899068902 conn(0x7f43d409dfb0 msgr2=0x7f43d40d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:59.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 -- 172.21.15.70:0/899068902 shutdown_connections 2024-09-05T06:09:59.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.692+0000 7f43d9c65640 1 -- 172.21.15.70:0/899068902 wait complete. 2024-09-05T06:09:59.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 Processor -- start 2024-09-05T06:09:59.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 -- start start 2024-09-05T06:09:59.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40b3a50 0x7f43d40b8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d40d15d0 0x7f43d4146150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d415ee90 0x7f43d40ce750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f43d40d3c80 con 0x7f43d415ee90 2024-09-05T06:09:59.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f43d40d3b00 con 0x7f43d40d15d0 2024-09-05T06:09:59.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43d40b93c0 con 0x7f43d40b3a50 2024-09-05T06:09:59.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d415ee90 0x7f43d40ce750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d415ee90 0x7f43d40ce750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53204/0 (socket says 172.21.15.70:53204) 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 -- 172.21.15.70:0/1702461146 learned_addr learned my addr 172.21.15.70:0/1702461146 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d37fe640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40b3a50 0x7f43d40b8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d2ffd640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d40d15d0 0x7f43d4146150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 -- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40b3a50 msgr2=0x7f43d40b8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40b3a50 0x7f43d40b8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 -- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d40d15d0 msgr2=0x7f43d4146150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d40d15d0 0x7f43d4146150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 -- 172.21.15.70:0/1702461146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d40b8b20 con 0x7f43d415ee90 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d37fe640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40b3a50 0x7f43d40b8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d2ffd640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d40d15d0 0x7f43d4146150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d3fff640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d415ee90 0x7f43d40ce750 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f43cc00cc60 tx=0x7f43cc00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:59.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43bbfff640 1 -- 172.21.15.70:0/1702461146 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43cc0039a0 con 0x7f43d415ee90 2024-09-05T06:09:59.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43bbfff640 1 -- 172.21.15.70:0/1702461146 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43cc003b40 con 0x7f43d415ee90 2024-09-05T06:09:59.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43bbfff640 1 -- 172.21.15.70:0/1702461146 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43cc004020 con 0x7f43d415ee90 2024-09-05T06:09:59.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d40b8e00 con 0x7f43d415ee90 2024-09-05T06:09:59.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d40cbf20 con 0x7f43d415ee90 2024-09-05T06:09:59.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.696+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d40b18a0 con 0x7f43d415ee90 2024-09-05T06:09:59.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.700+0000 7f43bbfff640 1 -- 172.21.15.70:0/1702461146 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f43cc0041c0 con 0x7f43d415ee90 2024-09-05T06:09:59.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.700+0000 7f43bbfff640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678c0 0x7f43c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:09:59.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.700+0000 7f43bbfff640 1 -- 172.21.15.70:0/1702461146 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f43cc085e10 con 0x7f43d415ee90 2024-09-05T06:09:59.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.700+0000 7f43d37fe640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678c0 0x7f43c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:09:59.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.700+0000 7f43d37fe640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678c0 0x7f43c0069d80 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f43c8007fd0 tx=0x7f43c8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:09:59.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.704+0000 7f43bbfff640 1 -- 172.21.15.70:0/1702461146 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f43cc014030 con 0x7f43d415ee90 2024-09-05T06:09:59.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.860+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f43d40d5430 con 0x7f43d415ee90 2024-09-05T06:09:59.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.860+0000 7f43bbfff640 1 -- 172.21.15.70:0/1702461146 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) ==== 84+0+65 (secure 0 0 0) 0x7f43cc056ca0 con 0x7f43d415ee90 2024-09-05T06:09:59.863 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:09:59.863 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:09:59.863 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:09:59.863 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:09:59.863 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:09:59.863 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:09:59.863 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:09:59.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678c0 msgr2=0x7f43c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678c0 0x7f43c0069d80 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f43c8007fd0 tx=0x7f43c8009040 comp rx=0 tx=0).stop 2024-09-05T06:09:59.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d415ee90 msgr2=0x7f43d40ce750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:09:59.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d415ee90 0x7f43d40ce750 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f43cc00cc60 tx=0x7f43cc00a5c0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 shutdown_connections 2024-09-05T06:09:59.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678c0 0x7f43c0069d80 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d415ee90 0x7f43d40ce750 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d40d15d0 0x7f43d4146150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 --2- 172.21.15.70:0/1702461146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40b3a50 0x7f43d40b8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:09:59.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 >> 172.21.15.70:0/1702461146 conn(0x7f43d409dfb0 msgr2=0x7f43d40b3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:09:59.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 shutdown_connections 2024-09-05T06:09:59.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:09:59.864+0000 7f43d9c65640 1 -- 172.21.15.70:0/1702461146 wait complete. 2024-09-05T06:09:59.881 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:09:59.881 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:10:00.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9f9ce640 1 Processor -- start 2024-09-05T06:10:00.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9f9ce640 1 -- start start 2024-09-05T06:10:00.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9f9ce640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9a9806c3d0 0x7f9a9806e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:00.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9f9ce640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9a98070e10 0x7f9a9806ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:00.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9f9ce640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a980cead0 con 0x7f9a9815c980 2024-09-05T06:10:00.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9f9ce640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9a980ce7f0 con 0x7f9a9806c3d0 2024-09-05T06:10:00.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9f9ce640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9a980d0bc0 con 0x7f9a98070e10 2024-09-05T06:10:00.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9cf69640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9a9806c3d0 0x7f9a9806e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:00.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9cf69640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9a9806c3d0 0x7f9a9806e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53208/0 (socket says 172.21.15.70:53208) 2024-09-05T06:10:00.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9cf69640 1 -- 172.21.15.70:0/1523360219 learned_addr learned my addr 172.21.15.70:0/1523360219 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:00.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9df6b640 1 --2- 172.21.15.70:0/1523360219 >> v2:172.21.15.196:3300/0 conn(0x7f9a98070e10 0x7f9a9806ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:00.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9cf69640 1 -- 172.21.15.70:0/1523360219 >> v2:172.21.15.196:3300/0 conn(0x7f9a98070e10 msgr2=0x7f9a9806ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:00.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9cf69640 1 --2- 172.21.15.70:0/1523360219 >> v2:172.21.15.196:3300/0 conn(0x7f9a98070e10 0x7f9a9806ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:00.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9cf69640 1 -- 172.21.15.70:0/1523360219 >> v1:172.21.15.196:6789/0 conn(0x7f9a9815c980 legacy=0x7f9a9806bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:00.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9cf69640 1 -- 172.21.15.70:0/1523360219 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a980d0ea0 con 0x7f9a9806c3d0 2024-09-05T06:10:00.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9df6b640 1 --2- 172.21.15.70:0/1523360219 >> v2:172.21.15.196:3300/0 conn(0x7f9a98070e10 0x7f9a9806ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:00.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a9cf69640 1 --2- 172.21.15.70:0/1523360219 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a9806c3d0 0x7f9a9806e790 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9a980d1180 tx=0x7f9a8801c300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e62b9c0cd98dc34 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:00.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a8ffff640 1 -- 172.21.15.70:0/1523360219 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a880b0070 con 0x7f9a9806c3d0 2024-09-05T06:10:00.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.008+0000 7f9a8ffff640 1 -- 172.21.15.70:0/1523360219 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a880ab600 con 0x7f9a9806c3d0 2024-09-05T06:10:00.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a8ffff640 1 -- 172.21.15.70:0/1523360219 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a880ab9d0 con 0x7f9a9806c3d0 2024-09-05T06:10:00.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/1523360219 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a9806c3d0 msgr2=0x7f9a9806e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:00.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/1523360219 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a9806c3d0 0x7f9a9806e790 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9a980d1180 tx=0x7f9a8801c300 comp rx=0 tx=0).stop 2024-09-05T06:10:00.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/1523360219 shutdown_connections 2024-09-05T06:10:00.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/1523360219 >> v2:172.21.15.196:3300/0 conn(0x7f9a98070e10 0x7f9a9806ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:00.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/1523360219 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a9806c3d0 0x7f9a9806e790 secure :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9a980d1180 tx=0x7f9a8801c300 comp rx=0 tx=0).stop 2024-09-05T06:10:00.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/1523360219 >> 172.21.15.70:0/1523360219 conn(0x7f9a980d1a50 msgr2=0x7f9a980d1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:00.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/1523360219 shutdown_connections 2024-09-05T06:10:00.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/1523360219 wait complete. 2024-09-05T06:10:00.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 Processor -- start 2024-09-05T06:10:00.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- start start 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a98070e10 0x7f9a98156e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a9815c980 0x7f9a980b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a980b6800 0x7f9a980b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9815cd60 con 0x7f9a98070e10 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9a980d18b0 con 0x7f9a9815c980 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9f9ce640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9a9815cee0 con 0x7f9a980b6800 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a98070e10 0x7f9a98156e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a98070e10 0x7f9a98156e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53212/0 (socket says 172.21.15.70:53212) 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 -- 172.21.15.70:0/3784964732 learned_addr learned my addr 172.21.15.70:0/3784964732 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9df6b640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a980b6800 0x7f9a980b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:00.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9cf69640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a9815c980 0x7f9a980b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 -- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a980b6800 msgr2=0x7f9a980b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a980b6800 0x7f9a980b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 -- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a9815c980 msgr2=0x7f9a980b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a9815c980 0x7f9a980b2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 -- 172.21.15.70:0/3784964732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a980b5840 con 0x7f9a98070e10 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9cf69640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a9815c980 0x7f9a980b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a9d76a640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a98070e10 0x7f9a98156e40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9a9000ba50 tx=0x7f9a9000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a8dffb640 1 -- 172.21.15.70:0/3784964732 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a90019070 con 0x7f9a98070e10 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a8dffb640 1 -- 172.21.15.70:0/3784964732 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a9000cc20 con 0x7f9a98070e10 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.012+0000 7f9a8dffb640 1 -- 172.21.15.70:0/3784964732 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a90014680 con 0x7f9a98070e10 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.016+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a980b5b20 con 0x7f9a98070e10 2024-09-05T06:10:00.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.016+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a980af8b0 con 0x7f9a98070e10 2024-09-05T06:10:00.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.016+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a9806bcc0 con 0x7f9a98070e10 2024-09-05T06:10:00.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.016+0000 7f9a8dffb640 1 -- 172.21.15.70:0/3784964732 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9a9001c070 con 0x7f9a98070e10 2024-09-05T06:10:00.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.016+0000 7f9a8dffb640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a7c0678c0 0x7f9a7c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:00.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.016+0000 7f9a8dffb640 1 -- 172.21.15.70:0/3784964732 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f9a90085630 con 0x7f9a98070e10 2024-09-05T06:10:00.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.016+0000 7f9a9cf69640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a7c0678c0 0x7f9a7c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:00.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.016+0000 7f9a9cf69640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a7c0678c0 0x7f9a7c069d80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f9a880ad000 tx=0x7f9a88008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:00.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.020+0000 7f9a8dffb640 1 -- 172.21.15.70:0/3784964732 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9a90055e70 con 0x7f9a98070e10 2024-09-05T06:10:00.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:00.168+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f9a98159120 con 0x7f9a98070e10 2024-09-05T06:10:01.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.000+0000 7f9a8dffb640 1 -- 172.21.15.70:0/3784964732 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) ==== 138+0+0 (secure 0 0 0) 0x7f9a9005a170 con 0x7f9a98070e10 2024-09-05T06:10:01.002 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:10:01.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a7c0678c0 msgr2=0x7f9a7c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:01.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a7c0678c0 0x7f9a7c069d80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f9a880ad000 tx=0x7f9a88008040 comp rx=0 tx=0).stop 2024-09-05T06:10:01.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a98070e10 msgr2=0x7f9a98156e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:01.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a98070e10 0x7f9a98156e40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9a9000ba50 tx=0x7f9a9000bf10 comp rx=0 tx=0).stop 2024-09-05T06:10:01.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 shutdown_connections 2024-09-05T06:10:01.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a7c0678c0 0x7f9a7c069d80 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a980b6800 0x7f9a980b00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a9815c980 0x7f9a980b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 --2- 172.21.15.70:0/3784964732 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a98070e10 0x7f9a98156e40 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 >> 172.21.15.70:0/3784964732 conn(0x7f9a980d1a50 msgr2=0x7f9a98155b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:01.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 shutdown_connections 2024-09-05T06:10:01.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.004+0000 7f9a9f9ce640 1 -- 172.21.15.70:0/3784964732 wait complete. 2024-09-05T06:10:01.030 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:10:01.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f0459a02640 1 Processor -- start 2024-09-05T06:10:01.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f0459a02640 1 -- start start 2024-09-05T06:10:01.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f0459a02640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 0x7f04540b40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:01.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f0459a02640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0454167950 0x7f04540b5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:01.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f0459a02640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f04540b6040 0x7f0454073270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f0459a02640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0454075460 con 0x7f04540b6040 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f0459a02640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0454075740 con 0x7f0454167950 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f0459a02640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f04540b0de0 con 0x7f0454163060 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04537fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f04540b6040 0x7f0454073270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04537fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f04540b6040 0x7f0454073270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53224/0 (socket says 172.21.15.70:53224) 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04537fe640 1 -- 172.21.15.70:0/3865501362 learned_addr learned my addr 172.21.15.70:0/3865501362 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04527fc640 1 --2- 172.21.15.70:0/3865501362 >> v2:172.21.15.196:3300/0 conn(0x7f0454167950 0x7f04540b5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04537fe640 1 -- 172.21.15.70:0/3865501362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 msgr2=0x7f04540b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04537fe640 1 --2- 172.21.15.70:0/3865501362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 0x7f04540b40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04537fe640 1 -- 172.21.15.70:0/3865501362 >> v2:172.21.15.196:3300/0 conn(0x7f0454167950 msgr2=0x7f04540b5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04537fe640 1 --2- 172.21.15.70:0/3865501362 >> v2:172.21.15.196:3300/0 conn(0x7f0454167950 0x7f04540b5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04537fe640 1 -- 172.21.15.70:0/3865501362 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04540b10c0 con 0x7f04540b6040 2024-09-05T06:10:01.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.160+0000 7f04527fc640 1 --2- 172.21.15.70:0/3865501362 >> v2:172.21.15.196:3300/0 conn(0x7f0454167950 0x7f04540b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:01.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f04537fe640 1 --2- 172.21.15.70:0/3865501362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04540b6040 0x7f0454073270 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0454071680 tx=0x7f044401cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b16858282d48b6ba server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:01.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0451ffb640 1 -- 172.21.15.70:0/3865501362 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04440b0070 con 0x7f04540b6040 2024-09-05T06:10:01.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0451ffb640 1 -- 172.21.15.70:0/3865501362 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04440ab600 con 0x7f04540b6040 2024-09-05T06:10:01.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0451ffb640 1 -- 172.21.15.70:0/3865501362 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04440ab9d0 con 0x7f04540b6040 2024-09-05T06:10:01.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 -- 172.21.15.70:0/3865501362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04540b6040 msgr2=0x7f0454073270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:01.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 --2- 172.21.15.70:0/3865501362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04540b6040 0x7f0454073270 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0454071680 tx=0x7f044401cc30 comp rx=0 tx=0).stop 2024-09-05T06:10:01.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 -- 172.21.15.70:0/3865501362 shutdown_connections 2024-09-05T06:10:01.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 --2- 172.21.15.70:0/3865501362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04540b6040 0x7f0454073270 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 --2- 172.21.15.70:0/3865501362 >> v2:172.21.15.196:3300/0 conn(0x7f0454167950 0x7f04540b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 --2- 172.21.15.70:0/3865501362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 0x7f04540b40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 -- 172.21.15.70:0/3865501362 >> 172.21.15.70:0/3865501362 conn(0x7f04540723c0 msgr2=0x7f04540b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:01.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 -- 172.21.15.70:0/3865501362 shutdown_connections 2024-09-05T06:10:01.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.164+0000 7f0459a02640 1 -- 172.21.15.70:0/3865501362 wait complete. 2024-09-05T06:10:01.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 Processor -- start 2024-09-05T06:10:01.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 -- start start 2024-09-05T06:10:01.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04540b6040 0x7f0454164060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 0x7f045415f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0454167950 0x7f0454162030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f04540b1760 con 0x7f0454167950 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f04540b15e0 con 0x7f04540b6040 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f04540b18e0 con 0x7f0454163060 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0454167950 0x7f0454162030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0454167950 0x7f0454162030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53232/0 (socket says 172.21.15.70:53232) 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 -- 172.21.15.70:0/74103636 learned_addr learned my addr 172.21.15.70:0/74103636 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04527fc640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 0x7f045415f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0452ffd640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04540b6040 0x7f0454164060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 -- 172.21.15.70:0/74103636 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 msgr2=0x7f045415f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 0x7f045415f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 -- 172.21.15.70:0/74103636 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04540b6040 msgr2=0x7f0454164060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:01.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04540b6040 0x7f0454164060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:01.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 -- 172.21.15.70:0/74103636 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04541645a0 con 0x7f0454167950 2024-09-05T06:10:01.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f04537fe640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0454167950 0x7f0454162030 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f044401a880 tx=0x7f044401aa10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:01.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f043bfff640 1 -- 172.21.15.70:0/74103636 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04440ba020 con 0x7f0454167950 2024-09-05T06:10:01.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f043bfff640 1 -- 172.21.15.70:0/74103636 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04440b6620 con 0x7f0454167950 2024-09-05T06:10:01.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0454155930 con 0x7f0454167950 2024-09-05T06:10:01.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f043bfff640 1 -- 172.21.15.70:0/74103636 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04440b0040 con 0x7f0454167950 2024-09-05T06:10:01.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0454155ef0 con 0x7f0454167950 2024-09-05T06:10:01.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.168+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04540b40c0 con 0x7f0454167950 2024-09-05T06:10:01.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.172+0000 7f043bfff640 1 -- 172.21.15.70:0/74103636 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f04440bd020 con 0x7f0454167950 2024-09-05T06:10:01.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.172+0000 7f043bfff640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04400678c0 0x7f0440069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:01.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.172+0000 7f0452ffd640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04400678c0 0x7f0440069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:01.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.172+0000 7f043bfff640 1 -- 172.21.15.70:0/74103636 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 5227+0+0 (secure 0 0 0) 0x7f044411fdf0 con 0x7f0454167950 2024-09-05T06:10:01.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.172+0000 7f0452ffd640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04400678c0 0x7f0440069d80 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f044c009f20 tx=0x7f044c0094f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:01.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.176+0000 7f043bfff640 1 -- 172.21.15.70:0/74103636 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f04440c4030 con 0x7f0454167950 2024-09-05T06:10:01.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:01.340+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f045406fd00 con 0x7f0454167950 2024-09-05T06:10:02.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.004+0000 7f043bfff640 1 -- 172.21.15.70:0/74103636 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) ==== 170+0+0 (secure 0 0 0) 0x7f0444016110 con 0x7f0454167950 2024-09-05T06:10:02.006 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:10:02.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04400678c0 msgr2=0x7f0440069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04400678c0 0x7f0440069d80 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f044c009f20 tx=0x7f044c0094f0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0454167950 msgr2=0x7f0454162030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0454167950 0x7f0454162030 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f044401a880 tx=0x7f044401aa10 comp rx=0 tx=0).stop 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 shutdown_connections 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04400678c0 0x7f0440069d80 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0454167950 0x7f0454162030 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0454163060 0x7f045415f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 --2- 172.21.15.70:0/74103636 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04540b6040 0x7f0454164060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 >> 172.21.15.70:0/74103636 conn(0x7f04540723c0 msgr2=0x7f0454166460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 shutdown_connections 2024-09-05T06:10:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.008+0000 7f0459a02640 1 -- 172.21.15.70:0/74103636 wait complete. 2024-09-05T06:10:02.039 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:10:02.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.156+0000 7f0d7885b640 1 Processor -- start 2024-09-05T06:10:02.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.156+0000 7f0d7885b640 1 -- start start 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7885b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7415cdd0 0x7f0d740cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7885b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0d740ce780 0x7f0d740cdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7885b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d740ce510 con 0x7f0d740ce060 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7885b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0d740d1150 con 0x7f0d740ce780 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7885b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0d740d1430 con 0x7f0d7415cdd0 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d72d9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f0d740ce060 0x7f0d740cf050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39086/0 (socket says 172.21.15.70:39086) 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d72d9d640 1 -- 172.21.15.70:0/3087273759 learned_addr learned my addr 172.21.15.70:0/3087273759 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7259c640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7415cdd0 0x7f0d740cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d71d9b640 1 --2- 172.21.15.70:0/3087273759 >> v2:172.21.15.196:3300/0 conn(0x7f0d740ce780 0x7f0d740cdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2002799296 0 0) 0x7f0d6c0014a0 con 0x7f0d740ce060 2024-09-05T06:10:02.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d5c003530 con 0x7f0d740ce060 2024-09-05T06:10:02.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2399179236 0 0) 0x7f0d5c003530 con 0x7f0d740ce060 2024-09-05T06:10:02.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7415cdd0 msgr2=0x7f0d740cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:02.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7415cdd0 0x7f0d740cd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 >> v2:172.21.15.196:3300/0 conn(0x7f0d740ce780 msgr2=0x7f0d740cdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 --2- 172.21.15.70:0/3087273759 >> v2:172.21.15.196:3300/0 conn(0x7f0d740ce780 0x7f0d740cdb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d740d1710 con 0x7f0d740ce060 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f0d6c001bd0 con 0x7f0d740ce060 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 >> v1:172.21.15.70:6789/0 conn(0x7f0d740ce060 legacy=0x7f0d740cf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d5c0039c0 0x7f0d5c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d5c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5c004e60 0x7f0d5c0052e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0d740d1150 con 0x7f0d5c004320 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0d740d1430 con 0x7f0d5c004e60 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0d5c00bd50 con 0x7f0d5c0039c0 2024-09-05T06:10:02.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d71d9b640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d5c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d7259c640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d5c0039c0 0x7f0d5c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d72d9d640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5c004e60 0x7f0d5c0052e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d71d9b640 1 -- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d5c0039c0 msgr2=0x7f0d5c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:02.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d71d9b640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d5c0039c0 0x7f0d5c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d71d9b640 1 -- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5c004e60 msgr2=0x7f0d5c0052e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:02.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d71d9b640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5c004e60 0x7f0d5c0052e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d71d9b640 1 -- 172.21.15.70:0/3087273759 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d5c003530 con 0x7f0d5c004320 2024-09-05T06:10:02.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.160+0000 7f0d72d9d640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5c004e60 0x7f0d5c0052e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:02.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d71d9b640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d5c004810 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d74069820 tx=0x7f0d6401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e99243485cb94e2e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:02.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d640096b0 con 0x7f0d5c004320 2024-09-05T06:10:02.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d640a64e0 con 0x7f0d5c004320 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7159a640 1 -- 172.21.15.70:0/3087273759 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d640a68d0 con 0x7f0d5c004320 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- 172.21.15.70:0/3087273759 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 msgr2=0x7f0d5c004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 --2- 172.21.15.70:0/3087273759 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d5c004810 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d74069820 tx=0x7f0d6401c9f0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d72d9d640 1 -- 172.21.15.70:0/3087273759 reap_dead start 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- 172.21.15.70:0/3087273759 shutdown_connections 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- 172.21.15.70:0/3087273759 >> 172.21.15.70:0/3087273759 conn(0x7f0d740b4660 msgr2=0x7f0d740b4a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- 172.21.15.70:0/3087273759 shutdown_connections 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- 172.21.15.70:0/3087273759 wait complete. 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 Processor -- start 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- start start 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d74152370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d740c7630 0x7f0d740b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d740d2ad0 0x7f0d740d2f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0d740b3b10 con 0x7f0d5c004320 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0d740d19f0 con 0x7f0d740c7630 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0d740b3c90 con 0x7f0d740d2ad0 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d74152370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d74152370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53260/0 (socket says 172.21.15.70:53260) 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 -- 172.21.15.70:0/705714207 learned_addr learned my addr 172.21.15.70:0/705714207 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d71d9b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d740c7630 0x7f0d740b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d72d9d640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d740d2ad0 0x7f0d740d2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 -- 172.21.15.70:0/705714207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d740d2ad0 msgr2=0x7f0d740d2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:02.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d740d2ad0 0x7f0d740d2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 -- 172.21.15.70:0/705714207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d740c7630 msgr2=0x7f0d740b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d740c7630 0x7f0d740b7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 -- 172.21.15.70:0/705714207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d740c7b30 con 0x7f0d5c004320 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7259c640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d74152370 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0d68011640 tx=0x7f0d68011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d62ffd640 1 -- 172.21.15.70:0/705714207 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6800f920 con 0x7f0d5c004320 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d62ffd640 1 -- 172.21.15.70:0/705714207 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d6800fac0 con 0x7f0d5c004320 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d62ffd640 1 -- 172.21.15.70:0/705714207 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6800fe70 con 0x7f0d5c004320 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.164+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d740c7e10 con 0x7f0d5c004320 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.168+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d740c83d0 con 0x7f0d5c004320 2024-09-05T06:10:02.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.168+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d7415cdd0 con 0x7f0d5c004320 2024-09-05T06:10:02.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.168+0000 7f0d62ffd640 1 -- 172.21.15.70:0/705714207 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0d68015460 con 0x7f0d5c004320 2024-09-05T06:10:02.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.168+0000 7f0d62ffd640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d540678f0 0x7f0d54069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:02.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.168+0000 7f0d62ffd640 1 -- 172.21.15.70:0/705714207 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5609+0+0 (secure 0 0 0) 0x7f0d68086480 con 0x7f0d5c004320 2024-09-05T06:10:02.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.168+0000 7f0d71d9b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d540678f0 0x7f0d54069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:02.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.168+0000 7f0d71d9b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d540678f0 0x7f0d54069db0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f0d640af000 tx=0x7f0d640046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:02.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.172+0000 7f0d62ffd640 1 -- 172.21.15.70:0/705714207 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0d68019030 con 0x7f0d5c004320 2024-09-05T06:10:02.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:02.368+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f0d740b0c60 con 0x7f0d5c004320 2024-09-05T06:10:03.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.036+0000 7f0d62ffd640 1 -- 172.21.15.70:0/705714207 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f0d680570b0 con 0x7f0d5c004320 2024-09-05T06:10:03.036 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 2 and data pool 3 2024-09-05T06:10:03.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d540678f0 msgr2=0x7f0d54069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d540678f0 0x7f0d54069db0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f0d640af000 tx=0x7f0d640046d0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 msgr2=0x7f0d74152370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d74152370 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0d68011640 tx=0x7f0d68011b00 comp rx=0 tx=0).stop 2024-09-05T06:10:03.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 shutdown_connections 2024-09-05T06:10:03.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d540678f0 0x7f0d54069db0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d740d2ad0 0x7f0d740d2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d740c7630 0x7f0d740b7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 --2- 172.21.15.70:0/705714207 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d5c004320 0x7f0d74152370 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 >> 172.21.15.70:0/705714207 conn(0x7f0d740b4660 msgr2=0x7f0d740cd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:03.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 shutdown_connections 2024-09-05T06:10:03.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.040+0000 7f0d7885b640 1 -- 172.21.15.70:0/705714207 wait complete. 2024-09-05T06:10:03.079 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:03.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b66c28640 1 Processor -- start 2024-09-05T06:10:03.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b66c28640 1 -- start start 2024-09-05T06:10:03.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b66c28640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6b600ceaf0 0x7f6b600d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b66c28640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b600d0c90 0x7f6b600af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b66c28640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b6006d570 con 0x7f6b60157110 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b66c28640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6b600d1100 con 0x7f6b600ceaf0 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b66c28640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6b6006d850 con 0x7f6b600d0c90 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b649c4640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6b60157110 0x7f6b600b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39094/0 (socket says 172.21.15.70:39094) 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b5ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6b600ceaf0 0x7f6b600d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b649c4640 1 -- 172.21.15.70:0/186421283 learned_addr learned my addr 172.21.15.70:0/186421283 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b651c5640 1 --2- 172.21.15.70:0/186421283 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b600d0c90 0x7f6b600af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b5ffff640 1 -- 172.21.15.70:0/186421283 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b600d0c90 msgr2=0x7f6b600af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b5ffff640 1 --2- 172.21.15.70:0/186421283 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b600d0c90 0x7f6b600af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b5ffff640 1 -- 172.21.15.70:0/186421283 >> v1:172.21.15.70:6789/0 conn(0x7f6b60157110 legacy=0x7f6b600b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b5f7fe640 1 -- 172.21.15.70:0/186421283 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3622274987 0 0) 0x7f6b6006d570 con 0x7f6b60157110 2024-09-05T06:10:03.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.196+0000 7f6b5ffff640 1 -- 172.21.15.70:0/186421283 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b6006db30 con 0x7f6b600ceaf0 2024-09-05T06:10:03.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 --2- 172.21.15.70:0/186421283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600ceaf0 0x7f6b600d0750 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c0097c0 tx=0x7f6b4c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d99d99440cff895d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5f7fe640 1 -- 172.21.15.70:0/186421283 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4c0b0070 con 0x7f6b600ceaf0 2024-09-05T06:10:03.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5f7fe640 1 -- 172.21.15.70:0/186421283 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b4c0ab600 con 0x7f6b600ceaf0 2024-09-05T06:10:03.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5f7fe640 1 -- 172.21.15.70:0/186421283 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4c0ab9d0 con 0x7f6b600ceaf0 2024-09-05T06:10:03.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- 172.21.15.70:0/186421283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600ceaf0 msgr2=0x7f6b600d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 --2- 172.21.15.70:0/186421283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600ceaf0 0x7f6b600d0750 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c0097c0 tx=0x7f6b4c01c4a0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- 172.21.15.70:0/186421283 shutdown_connections 2024-09-05T06:10:03.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 --2- 172.21.15.70:0/186421283 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b600d0c90 0x7f6b600af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 --2- 172.21.15.70:0/186421283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600ceaf0 0x7f6b600d0750 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- 172.21.15.70:0/186421283 >> 172.21.15.70:0/186421283 conn(0x7f6b6006bcc0 msgr2=0x7f6b6006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:03.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- 172.21.15.70:0/186421283 shutdown_connections 2024-09-05T06:10:03.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- 172.21.15.70:0/186421283 wait complete. 2024-09-05T06:10:03.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 Processor -- start 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- start start 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b600ceaf0 0x7f6b6015a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600d0c90 0x7f6b601499d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b60157110 0x7f6b60154c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6b600b3a70 con 0x7f6b600d0c90 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6b600b5c90 con 0x7f6b600ceaf0 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6b600b3bf0 con 0x7f6b60157110 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600d0c90 0x7f6b601499d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600d0c90 0x7f6b601499d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53274/0 (socket says 172.21.15.70:53274) 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 -- 172.21.15.70:0/582282971 learned_addr learned my addr 172.21.15.70:0/582282971 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b651c5640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b60157110 0x7f6b60154c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b649c4640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b600ceaf0 0x7f6b6015a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 -- 172.21.15.70:0/582282971 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b60157110 msgr2=0x7f6b60154c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b60157110 0x7f6b60154c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 -- 172.21.15.70:0/582282971 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b600ceaf0 msgr2=0x7f6b6015a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b600ceaf0 0x7f6b6015a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 -- 172.21.15.70:0/582282971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b6014fee0 con 0x7f6b600d0c90 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5ffff640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600d0c90 0x7f6b601499d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c01ab50 tx=0x7f6b4c019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5d7fa640 1 -- 172.21.15.70:0/582282971 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4c0b0040 con 0x7f6b600d0c90 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5d7fa640 1 -- 172.21.15.70:0/582282971 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b4c0ba070 con 0x7f6b600d0c90 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b5d7fa640 1 -- 172.21.15.70:0/582282971 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4c0b4630 con 0x7f6b600d0c90 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b601501c0 con 0x7f6b600d0c90 2024-09-05T06:10:03.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.200+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b600b09f0 con 0x7f6b600d0c90 2024-09-05T06:10:03.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.204+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b60150390 con 0x7f6b600d0c90 2024-09-05T06:10:03.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.204+0000 7f6b5d7fa640 1 -- 172.21.15.70:0/582282971 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6b4c0b47d0 con 0x7f6b600d0c90 2024-09-05T06:10:03.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.204+0000 7f6b5d7fa640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b480678c0 0x7f6b48069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.204+0000 7f6b5d7fa640 1 -- 172.21.15.70:0/582282971 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7f6b4c11fae0 con 0x7f6b600d0c90 2024-09-05T06:10:03.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.204+0000 7f6b649c4640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b480678c0 0x7f6b48069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.204+0000 7f6b649c4640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b480678c0 0x7f6b48069d80 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6b50000f70 tx=0x7f6b50007c10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.208+0000 7f6b5d7fa640 1 -- 172.21.15.70:0/582282971 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6b4c016090 con 0x7f6b600d0c90 2024-09-05T06:10:03.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.368+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b60076260 con 0x7f6b600d0c90 2024-09-05T06:10:03.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b5d7fa640 1 -- 172.21.15.70:0/582282971 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) ==== 74+0+16670 (secure 0 0 0) 0x7f6b4c0f0620 con 0x7f6b600d0c90 2024-09-05T06:10:03.372 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:03.373 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":19,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:02.373364+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:03.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b480678c0 msgr2=0x7f6b48069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b480678c0 0x7f6b48069d80 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6b50000f70 tx=0x7f6b50007c10 comp rx=0 tx=0).stop 2024-09-05T06:10:03.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600d0c90 msgr2=0x7f6b601499d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600d0c90 0x7f6b601499d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c01ab50 tx=0x7f6b4c019240 comp rx=0 tx=0).stop 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 shutdown_connections 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b480678c0 0x7f6b48069d80 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b60157110 0x7f6b60154c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b600d0c90 0x7f6b601499d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 --2- 172.21.15.70:0/582282971 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b600ceaf0 0x7f6b6015a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 >> 172.21.15.70:0/582282971 conn(0x7f6b6006bcc0 msgr2=0x7f6b6015ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 shutdown_connections 2024-09-05T06:10:03.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.372+0000 7f6b66c28640 1 -- 172.21.15.70:0/582282971 wait complete. 2024-09-05T06:10:03.391 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:03.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb903e23640 1 Processor -- start 2024-09-05T06:10:03.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb903e23640 1 -- start start 2024-09-05T06:10:03.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb903e23640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb8fc0b45d0 0x7fb8fc06d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb903e23640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8fc072890 con 0x7fb8fc06dab0 2024-09-05T06:10:03.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb903e23640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8fc072b70 con 0x7fb8fc15b1a0 2024-09-05T06:10:03.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb903e23640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb8fc0b0330 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb9013be640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb8fc0b45d0 0x7fb8fc06d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb9023c0640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb8fc06dab0 0x7fb8fc06deb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39096/0 (socket says 172.21.15.70:39096) 2024-09-05T06:10:03.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb9023c0640 1 -- 172.21.15.70:0/1485851331 learned_addr learned my addr 172.21.15.70:0/1485851331 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:03.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb9013be640 1 -- 172.21.15.70:0/1485851331 >> v1:172.21.15.196:6789/0 conn(0x7fb8fc15b1a0 legacy=0x7fb8fc0afae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:03.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb9013be640 1 -- 172.21.15.70:0/1485851331 >> v1:172.21.15.70:6789/0 conn(0x7fb8fc06dab0 legacy=0x7fb8fc06deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb900bbd640 1 -- 172.21.15.70:0/1485851331 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2757644924 0 0) 0x7fb8fc072890 con 0x7fb8fc06dab0 2024-09-05T06:10:03.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb9013be640 1 -- 172.21.15.70:0/1485851331 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8fc072e50 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.508+0000 7fb9013be640 1 --2- 172.21.15.70:0/1485851331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc06d570 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb8f80097c0 tx=0x7fb8f801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c68b06628877ddd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb900bbd640 1 -- 172.21.15.70:0/1485851331 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f80b0070 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb900bbd640 1 -- 172.21.15.70:0/1485851331 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8f80ab600 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb900bbd640 1 -- 172.21.15.70:0/1485851331 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f80ab9d0 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- 172.21.15.70:0/1485851331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 msgr2=0x7fb8fc06d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 --2- 172.21.15.70:0/1485851331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc06d570 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb8f80097c0 tx=0x7fb8f801c460 comp rx=0 tx=0).stop 2024-09-05T06:10:03.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- 172.21.15.70:0/1485851331 shutdown_connections 2024-09-05T06:10:03.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 --2- 172.21.15.70:0/1485851331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc06d570 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- 172.21.15.70:0/1485851331 >> 172.21.15.70:0/1485851331 conn(0x7fb8fc06bcc0 msgr2=0x7fb8fc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:03.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- 172.21.15.70:0/1485851331 shutdown_connections 2024-09-05T06:10:03.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- 172.21.15.70:0/1485851331 wait complete. 2024-09-05T06:10:03.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 Processor -- start 2024-09-05T06:10:03.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- start start 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8fc06dab0 0x7fb8fc14bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc1391b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8fc15b1a0 0x7fb8fc157f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc168e30 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc073860 con 0x7fb8fc15b1a0 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb8fc168fb0 con 0x7fb8fc06dab0 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc1391b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc1391b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53282/0 (socket says 172.21.15.70:53282) 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 -- 172.21.15.70:0/2927714514 learned_addr learned my addr 172.21.15.70:0/2927714514 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb901bbf640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8fc06dab0 0x7fb8fc14bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 -- 172.21.15.70:0/2927714514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8fc06dab0 msgr2=0x7fb8fc14bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9023c0640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8fc15b1a0 0x7fb8fc157f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8fc06dab0 0x7fb8fc14bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 -- 172.21.15.70:0/2927714514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8fc15b1a0 msgr2=0x7fb8fc157f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8fc15b1a0 0x7fb8fc157f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 -- 172.21.15.70:0/2927714514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8fc069100 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb9013be640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc1391b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb8f8019070 tx=0x7fb8f8019200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb8f27fc640 1 -- 172.21.15.70:0/2927714514 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f80b0040 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb8f27fc640 1 -- 172.21.15.70:0/2927714514 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8f80ba070 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8fc1504c0 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb8f27fc640 1 -- 172.21.15.70:0/2927714514 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f80b4870 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.512+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8fc150a80 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.516+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8fc06d570 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.516+0000 7fb8f27fc640 1 -- 172.21.15.70:0/2927714514 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb8f80ab480 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.516+0000 7fb8f27fc640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8e00678c0 0x7fb8e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.516+0000 7fb8f27fc640 1 -- 172.21.15.70:0/2927714514 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7fb8f811fa60 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.516+0000 7fb901bbf640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8e00678c0 0x7fb8e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.516+0000 7fb901bbf640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8e00678c0 0x7fb8e0069d80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec00a750 tx=0x7fb8ec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.520+0000 7fb8f27fc640 1 -- 172.21.15.70:0/2927714514 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb8f8016050 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.684+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb8fc158e90 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb8f27fc640 1 -- 172.21.15.70:0/2927714514 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) ==== 74+0+16670 (secure 0 0 0) 0x7fb8f80f05a0 con 0x7fb8fc0b45d0 2024-09-05T06:10:03.688 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:03.688 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":19,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:02.373364+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:03.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8e00678c0 msgr2=0x7fb8e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8e00678c0 0x7fb8e0069d80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec00a750 tx=0x7fb8ec008040 comp rx=0 tx=0).stop 2024-09-05T06:10:03.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 msgr2=0x7fb8fc1391b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc1391b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb8f8019070 tx=0x7fb8f8019200 comp rx=0 tx=0).stop 2024-09-05T06:10:03.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 shutdown_connections 2024-09-05T06:10:03.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8e00678c0 0x7fb8e0069d80 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8fc15b1a0 0x7fb8fc157f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8fc0b45d0 0x7fb8fc1391b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 --2- 172.21.15.70:0/2927714514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8fc06dab0 0x7fb8fc14bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 >> 172.21.15.70:0/2927714514 conn(0x7fb8fc06bcc0 msgr2=0x7fb8fc0ce2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:03.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 shutdown_connections 2024-09-05T06:10:03.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.688+0000 7fb903e23640 1 -- 172.21.15.70:0/2927714514 wait complete. 2024-09-05T06:10:03.706 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:10:03.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f352b499640 1 Processor -- start 2024-09-05T06:10:03.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f352b499640 1 -- start start 2024-09-05T06:10:03.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f352b499640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3524157110 0x7f35240b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f352b499640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f35240b5ac0 0x7f35240d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f352b499640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f35240ceaf0 0x7f35240d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f352b499640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f352406d570 con 0x7f35240b5ac0 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f352b499640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f352406d850 con 0x7f35240ceaf0 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f352b499640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f352406db30 con 0x7f3524157110 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3528a34640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f35240b5ac0 0x7f35240d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3528a34640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f35240b5ac0 0x7f35240d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53284/0 (socket says 172.21.15.70:53284) 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3528a34640 1 -- 172.21.15.70:0/1024497076 learned_addr learned my addr 172.21.15.70:0/1024497076 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3529235640 1 --2- 172.21.15.70:0/1024497076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3524157110 0x7f35240b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3529a36640 1 --2- 172.21.15.70:0/1024497076 >> v2:172.21.15.196:3300/0 conn(0x7f35240ceaf0 0x7f35240d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3528a34640 1 -- 172.21.15.70:0/1024497076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3524157110 msgr2=0x7f35240b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3528a34640 1 --2- 172.21.15.70:0/1024497076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3524157110 0x7f35240b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3528a34640 1 -- 172.21.15.70:0/1024497076 >> v2:172.21.15.196:3300/0 conn(0x7f35240ceaf0 msgr2=0x7f35240d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:03.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3528a34640 1 --2- 172.21.15.70:0/1024497076 >> v2:172.21.15.196:3300/0 conn(0x7f35240ceaf0 0x7f35240d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3528a34640 1 -- 172.21.15.70:0/1024497076 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f352406de10 con 0x7f35240b5ac0 2024-09-05T06:10:03.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.824+0000 7f3529235640 1 --2- 172.21.15.70:0/1024497076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3524157110 0x7f35240b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:03.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f3528a34640 1 --2- 172.21.15.70:0/1024497076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35240b5ac0 0x7f35240d0750 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3524073840 tx=0x7f351401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e0b8c939847c5d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f351bfff640 1 -- 172.21.15.70:0/1024497076 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35140b0070 con 0x7f35240b5ac0 2024-09-05T06:10:03.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f351bfff640 1 -- 172.21.15.70:0/1024497076 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35140ab600 con 0x7f35240b5ac0 2024-09-05T06:10:03.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f351bfff640 1 -- 172.21.15.70:0/1024497076 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35140ab9d0 con 0x7f35240b5ac0 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 -- 172.21.15.70:0/1024497076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35240b5ac0 msgr2=0x7f35240d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 --2- 172.21.15.70:0/1024497076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35240b5ac0 0x7f35240d0750 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3524073840 tx=0x7f351401c520 comp rx=0 tx=0).stop 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 -- 172.21.15.70:0/1024497076 shutdown_connections 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 --2- 172.21.15.70:0/1024497076 >> v2:172.21.15.196:3300/0 conn(0x7f35240ceaf0 0x7f35240d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 --2- 172.21.15.70:0/1024497076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35240b5ac0 0x7f35240d0750 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 --2- 172.21.15.70:0/1024497076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3524157110 0x7f35240b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 -- 172.21.15.70:0/1024497076 >> 172.21.15.70:0/1024497076 conn(0x7f352406bcc0 msgr2=0x7f352406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 -- 172.21.15.70:0/1024497076 shutdown_connections 2024-09-05T06:10:03.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.828+0000 7f352b499640 1 -- 172.21.15.70:0/1024497076 wait complete. 2024-09-05T06:10:03.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 Processor -- start 2024-09-05T06:10:03.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 -- start start 2024-09-05T06:10:03.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35240b5ac0 0x7f3524153740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f35240ceaf0 0x7f352414d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3524157110 0x7f3524072770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f35240b0300 con 0x7f3524157110 2024-09-05T06:10:03.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f35240b0180 con 0x7f35240b5ac0 2024-09-05T06:10:03.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3524160550 con 0x7f35240ceaf0 2024-09-05T06:10:03.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3524157110 0x7f3524072770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3528a34640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f35240ceaf0 0x7f352414d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3524157110 0x7f3524072770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53298/0 (socket says 172.21.15.70:53298) 2024-09-05T06:10:03.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529235640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35240b5ac0 0x7f3524153740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 -- 172.21.15.70:0/2128996157 learned_addr learned my addr 172.21.15.70:0/2128996157 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 -- 172.21.15.70:0/2128996157 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f35240ceaf0 msgr2=0x7f352414d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f35240ceaf0 0x7f352414d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 -- 172.21.15.70:0/2128996157 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35240b5ac0 msgr2=0x7f3524153740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35240b5ac0 0x7f3524153740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 -- 172.21.15.70:0/2128996157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3524073070 con 0x7f3524157110 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3529a36640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3524157110 0x7f3524072770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f351c00cd60 tx=0x7f351c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3519ffb640 1 -- 172.21.15.70:0/2128996157 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f351c003ba0 con 0x7f3524157110 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3519ffb640 1 -- 172.21.15.70:0/2128996157 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f351c003d60 con 0x7f3524157110 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3524073350 con 0x7f3524157110 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3519ffb640 1 -- 172.21.15.70:0/2128996157 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f351c004260 con 0x7f3524157110 2024-09-05T06:10:03.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3524153220 con 0x7f3524157110 2024-09-05T06:10:03.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3524073520 con 0x7f3524157110 2024-09-05T06:10:03.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.832+0000 7f3519ffb640 1 -- 172.21.15.70:0/2128996157 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f351c004400 con 0x7f3524157110 2024-09-05T06:10:03.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.836+0000 7f3519ffb640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35080678c0 0x7f3508069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:03.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.836+0000 7f3529235640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35080678c0 0x7f3508069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:03.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.836+0000 7f3519ffb640 1 -- 172.21.15.70:0/2128996157 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7f351c086720 con 0x7f3524157110 2024-09-05T06:10:03.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.836+0000 7f3529235640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35080678c0 0x7f3508069d80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3524153ca0 tx=0x7f3520008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:03.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:03.840+0000 7f3519ffb640 1 -- 172.21.15.70:0/2128996157 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f351c056b90 con 0x7f3524157110 2024-09-05T06:10:04.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.036+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f35240d0cf0 con 0x7f3524157110 2024-09-05T06:10:04.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f3519ffb640 1 -- 172.21.15.70:0/2128996157 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v5) ==== 118+0+0 (secure 0 0 0) 0x7f351c05ae90 con 0x7f3524157110 2024-09-05T06:10:04.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35080678c0 msgr2=0x7f3508069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:04.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35080678c0 0x7f3508069d80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3524153ca0 tx=0x7f3520008040 comp rx=0 tx=0).stop 2024-09-05T06:10:04.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3524157110 msgr2=0x7f3524072770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:04.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3524157110 0x7f3524072770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f351c00cd60 tx=0x7f351c00a660 comp rx=0 tx=0).stop 2024-09-05T06:10:04.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 shutdown_connections 2024-09-05T06:10:04.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35080678c0 0x7f3508069d80 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3524157110 0x7f3524072770 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f35240ceaf0 0x7f352414d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 --2- 172.21.15.70:0/2128996157 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35240b5ac0 0x7f3524153740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.068+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 >> 172.21.15.70:0/2128996157 conn(0x7f352406bcc0 msgr2=0x7f352415eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:04.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.072+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 shutdown_connections 2024-09-05T06:10:04.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.072+0000 7f352b499640 1 -- 172.21.15.70:0/2128996157 wait complete. 2024-09-05T06:10:04.087 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['disabled']} 2024-09-05T06:10:04.087 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:10:04.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78f4d5640 1 Processor -- start 2024-09-05T06:10:04.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78f4d5640 1 -- start start 2024-09-05T06:10:04.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78f4d5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa78815edb0 0x7fa7880d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:04.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78f4d5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa7880cf7e0 0x7fa7880d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:04.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78f4d5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7880cfd30 con 0x7fa7880d4980 2024-09-05T06:10:04.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78f4d5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa7880b5620 con 0x7fa78815edb0 2024-09-05T06:10:04.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78f4d5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa7880d0010 con 0x7fa7880cf7e0 2024-09-05T06:10:04.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78ca70640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa78815edb0 0x7fa7880d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:04.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78d271640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa7880d4980 0x7fa7880d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39104/0 (socket says 172.21.15.70:39104) 2024-09-05T06:10:04.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78d271640 1 -- 172.21.15.70:0/2583095808 learned_addr learned my addr 172.21.15.70:0/2583095808 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:04.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78ca70640 1 -- 172.21.15.70:0/2583095808 >> v2:172.21.15.196:3300/0 conn(0x7fa7880cf7e0 msgr2=0x7fa7880d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:04.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78ca70640 1 --2- 172.21.15.70:0/2583095808 >> v2:172.21.15.196:3300/0 conn(0x7fa7880cf7e0 0x7fa7880d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78ca70640 1 -- 172.21.15.70:0/2583095808 >> v1:172.21.15.70:6789/0 conn(0x7fa7880d4980 legacy=0x7fa7880d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:04.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78ca70640 1 -- 172.21.15.70:0/2583095808 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7880d02f0 con 0x7fa78815edb0 2024-09-05T06:10:04.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa78ca70640 1 --2- 172.21.15.70:0/2583095808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880d3340 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa7880d5db0 tx=0x7fa77801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dae1ea0be0153c7a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:04.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.208+0000 7fa77ffff640 1 -- 172.21.15.70:0/2583095808 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7780ab650 con 0x7fa78815edb0 2024-09-05T06:10:04.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa77ffff640 1 -- 172.21.15.70:0/2583095808 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7780b0070 con 0x7fa78815edb0 2024-09-05T06:10:04.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa77ffff640 1 -- 172.21.15.70:0/2583095808 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7780aba10 con 0x7fa78815edb0 2024-09-05T06:10:04.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- 172.21.15.70:0/2583095808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 msgr2=0x7fa7880d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:04.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/2583095808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880d3340 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa7880d5db0 tx=0x7fa77801c450 comp rx=0 tx=0).stop 2024-09-05T06:10:04.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- 172.21.15.70:0/2583095808 shutdown_connections 2024-09-05T06:10:04.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/2583095808 >> v2:172.21.15.196:3300/0 conn(0x7fa7880cf7e0 0x7fa7880d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/2583095808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880d3340 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- 172.21.15.70:0/2583095808 >> 172.21.15.70:0/2583095808 conn(0x7fa78808e690 msgr2=0x7fa78809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:04.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- 172.21.15.70:0/2583095808 shutdown_connections 2024-09-05T06:10:04.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- 172.21.15.70:0/2583095808 wait complete. 2024-09-05T06:10:04.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 Processor -- start 2024-09-05T06:10:04.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- start start 2024-09-05T06:10:04.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7880cf7e0 0x7fa7880cc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:04.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7880d4980 0x7fa7880b28e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:04.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880b2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:04.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa7880b4fa0 con 0x7fa78815edb0 2024-09-05T06:10:04.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa7880b4e20 con 0x7fa7880d4980 2024-09-05T06:10:04.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa7880b5120 con 0x7fa7880cf7e0 2024-09-05T06:10:04.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880b2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880b2e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53314/0 (socket says 172.21.15.70:53314) 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 -- 172.21.15.70:0/1521334256 learned_addr learned my addr 172.21.15.70:0/1521334256 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78d271640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7880cf7e0 0x7fa7880cc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78ca70640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7880d4980 0x7fa7880b28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 -- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7880cf7e0 msgr2=0x7fa7880cc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7880cf7e0 0x7fa7880cc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 -- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7880d4980 msgr2=0x7fa7880b28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7880d4980 0x7fa7880b28e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 -- 172.21.15.70:0/1521334256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7880cd200 con 0x7fa78815edb0 2024-09-05T06:10:04.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78ca70640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7880d4980 0x7fa7880b28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78da72640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880b2e20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa78000b430 tx=0x7fa78000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa77dffb640 1 -- 172.21.15.70:0/1521334256 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa780015020 con 0x7fa78815edb0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa77dffb640 1 -- 172.21.15.70:0/1521334256 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa780011830 con 0x7fa78815edb0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7880cd4e0 con 0x7fa78815edb0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa77dffb640 1 -- 172.21.15.70:0/1521334256 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa780011c20 con 0x7fa78815edb0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.212+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7880cdaa0 con 0x7fa78815edb0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.216+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7880d4d60 con 0x7fa78815edb0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.216+0000 7fa77dffb640 1 -- 172.21.15.70:0/1521334256 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa780018020 con 0x7fa78815edb0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.216+0000 7fa77dffb640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa76c0678c0 0x7fa76c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.216+0000 7fa77dffb640 1 -- 172.21.15.70:0/1521334256 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fa780085c80 con 0x7fa78815edb0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.216+0000 7fa78d271640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa76c0678c0 0x7fa76c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:04.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.216+0000 7fa78d271640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa76c0678c0 0x7fa76c069d80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa7840012f0 tx=0x7fa784009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:04.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.220+0000 7fa77dffb640 1 -- 172.21.15.70:0/1521334256 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa78001f020 con 0x7fa78815edb0 2024-09-05T06:10:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:04.412+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fa7880d23a0 con 0x7fa78815edb0 2024-09-05T06:10:05.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.084+0000 7fa77dffb640 1 -- 172.21.15.70:0/1521334256 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v6) ==== 122+0+0 (secure 0 0 0) 0x7fa7800172c0 con 0x7fa78815edb0 2024-09-05T06:10:05.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa76c0678c0 msgr2=0x7fa76c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa76c0678c0 0x7fa76c069d80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa7840012f0 tx=0x7fa784009040 comp rx=0 tx=0).stop 2024-09-05T06:10:05.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 msgr2=0x7fa7880b2e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880b2e20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa78000b430 tx=0x7fa78000b8f0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 shutdown_connections 2024-09-05T06:10:05.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa76c0678c0 0x7fa76c069d80 secure :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa7840012f0 tx=0x7fa784009040 comp rx=0 tx=0).stop 2024-09-05T06:10:05.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa78815edb0 0x7fa7880b2e20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7880d4980 0x7fa7880b28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 --2- 172.21.15.70:0/1521334256 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7880cf7e0 0x7fa7880cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 >> 172.21.15.70:0/1521334256 conn(0x7fa78808e690 msgr2=0x7fa788158750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:05.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 shutdown_connections 2024-09-05T06:10:05.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.088+0000 7fa78f4d5640 1 -- 172.21.15.70:0/1521334256 wait complete. 2024-09-05T06:10:05.109 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:10:05.110 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:05.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff7016f2640 1 Processor -- start 2024-09-05T06:10:05.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff7016f2640 1 -- start start 2024-09-05T06:10:05.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff7016f2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff6fc0ceaf0 0x7ff6fc0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff7016f2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc0d0c90 0x7ff6fc0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff7016f2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6fc06d570 con 0x7ff6fc157110 2024-09-05T06:10:05.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff7016f2640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff6fc0d1100 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff7016f2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff6fc06d850 con 0x7ff6fc0d0c90 2024-09-05T06:10:05.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff6fb7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc0d0c90 0x7ff6fc0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff6fa7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff6fc0ceaf0 0x7ff6fc0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff6fb7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc0d0c90 0x7ff6fc0af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:37832/0 (socket says 172.21.15.70:37832) 2024-09-05T06:10:05.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.232+0000 7ff6fb7fe640 1 -- 172.21.15.70:0/664289314 learned_addr learned my addr 172.21.15.70:0/664289314 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:05.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff6fb7fe640 1 -- 172.21.15.70:0/664289314 >> v2:172.21.15.196:3300/0 conn(0x7ff6fc0ceaf0 msgr2=0x7ff6fc0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:05.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff6fb7fe640 1 --2- 172.21.15.70:0/664289314 >> v2:172.21.15.196:3300/0 conn(0x7ff6fc0ceaf0 0x7ff6fc0d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff6fb7fe640 1 -- 172.21.15.70:0/664289314 >> v1:172.21.15.196:6789/0 conn(0x7ff6fc157110 legacy=0x7ff6fc0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff6fb7fe640 1 -- 172.21.15.70:0/664289314 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6fc06db30 con 0x7ff6fc0d0c90 2024-09-05T06:10:05.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff6fb7fe640 1 --2- 172.21.15.70:0/664289314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc0d0c90 0x7ff6fc0af720 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009e50 tx=0x7ff6f401ca30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89f9607d7e7875d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff6f9ffb640 1 -- 172.21.15.70:0/664289314 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f40a56c0 con 0x7ff6fc0d0c90 2024-09-05T06:10:05.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff6f9ffb640 1 -- 172.21.15.70:0/664289314 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6f40a5860 con 0x7ff6fc0d0c90 2024-09-05T06:10:05.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff6f9ffb640 1 -- 172.21.15.70:0/664289314 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f40a5c30 con 0x7ff6fc0d0c90 2024-09-05T06:10:05.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff7016f2640 1 -- 172.21.15.70:0/664289314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc0d0c90 msgr2=0x7ff6fc0af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff7016f2640 1 --2- 172.21.15.70:0/664289314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc0d0c90 0x7ff6fc0af720 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009e50 tx=0x7ff6f401ca30 comp rx=0 tx=0).stop 2024-09-05T06:10:05.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff7016f2640 1 -- 172.21.15.70:0/664289314 shutdown_connections 2024-09-05T06:10:05.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff7016f2640 1 --2- 172.21.15.70:0/664289314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc0d0c90 0x7ff6fc0af720 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff7016f2640 1 --2- 172.21.15.70:0/664289314 >> v2:172.21.15.196:3300/0 conn(0x7ff6fc0ceaf0 0x7ff6fc0d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff7016f2640 1 -- 172.21.15.70:0/664289314 >> 172.21.15.70:0/664289314 conn(0x7ff6fc06bcc0 msgr2=0x7ff6fc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:05.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff7016f2640 1 -- 172.21.15.70:0/664289314 shutdown_connections 2024-09-05T06:10:05.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.236+0000 7ff7016f2640 1 -- 172.21.15.70:0/664289314 wait complete. 2024-09-05T06:10:05.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 Processor -- start 2024-09-05T06:10:05.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 -- start start 2024-09-05T06:10:05.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6fc0ceaf0 0x7ff6fc0b2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6fc0d0c90 0x7ff6fc148570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc157110 0x7ff6fc0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff6fc0b3a70 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff6fc0b5c90 con 0x7ff6fc0d0c90 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff6fc0b3bf0 con 0x7ff6fc157110 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6fc0ceaf0 0x7ff6fc0b2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6fc0ceaf0 0x7ff6fc0b2d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53324/0 (socket says 172.21.15.70:53324) 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 -- 172.21.15.70:0/2915554768 learned_addr learned my addr 172.21.15.70:0/2915554768 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6fb7fe640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc157110 0x7ff6fc0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6fa7fc640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6fc0d0c90 0x7ff6fc148570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 -- 172.21.15.70:0/2915554768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc157110 msgr2=0x7ff6fc0ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc157110 0x7ff6fc0ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 -- 172.21.15.70:0/2915554768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6fc0d0c90 msgr2=0x7ff6fc148570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6fc0d0c90 0x7ff6fc148570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 -- 172.21.15.70:0/2915554768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6fc148ab0 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6faffd640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6fc0ceaf0 0x7ff6fc0b2d40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec00c3a0 tx=0x7ff6ec00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6e37fe640 1 -- 172.21.15.70:0/2915554768 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec0052d0 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6e37fe640 1 -- 172.21.15.70:0/2915554768 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6ec005470 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6fc0ccd90 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff6e37fe640 1 -- 172.21.15.70:0/2915554768 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec007260 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6fc15e440 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.240+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6fc15c600 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.244+0000 7ff6e37fe640 1 -- 172.21.15.70:0/2915554768 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff6ec007400 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.244+0000 7ff6e37fe640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6e80678c0 0x7ff6e8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.244+0000 7ff6e37fe640 1 -- 172.21.15.70:0/2915554768 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7ff6ec085100 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.244+0000 7ff6fa7fc640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6e80678c0 0x7ff6e8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.244+0000 7ff6fa7fc640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6e80678c0 0x7ff6e8069d80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc1fb180 tx=0x7ff6f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.248+0000 7ff6e37fe640 1 -- 172.21.15.70:0/2915554768 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff6ec055c40 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff6fc15c320 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff6e37fe640 1 -- 172.21.15.70:0/2915554768 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7ff6ec055540 con 0x7ff6fc0ceaf0 2024-09-05T06:10:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:05.444 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:02.373678+0000","modified":"2024-09-05T06:10:04.416551+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4257},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4257":{"gid":4257,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4257,"qdb_cluster":[4257]},"id":1}]} 2024-09-05T06:10:05.444 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 6 2024-09-05T06:10:05.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6e80678c0 msgr2=0x7ff6e8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6e80678c0 0x7ff6e8069d80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc1fb180 tx=0x7ff6f0008040 comp rx=0 tx=0).stop 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6fc0ceaf0 msgr2=0x7ff6fc0b2d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6fc0ceaf0 0x7ff6fc0b2d40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec00c3a0 tx=0x7ff6ec00c860 comp rx=0 tx=0).stop 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 shutdown_connections 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6e80678c0 0x7ff6e8069d80 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6fc157110 0x7ff6fc0ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6fc0d0c90 0x7ff6fc148570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 --2- 172.21.15.70:0/2915554768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6fc0ceaf0 0x7ff6fc0b2d40 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 >> 172.21.15.70:0/2915554768 conn(0x7ff6fc06bcc0 msgr2=0x7ff6fc0b3fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 shutdown_connections 2024-09-05T06:10:05.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.444+0000 7ff7016f2640 1 -- 172.21.15.70:0/2915554768 wait complete. 2024-09-05T06:10:05.463 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:05.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6df9ea640 1 Processor -- start 2024-09-05T06:10:05.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6df9ea640 1 -- start start 2024-09-05T06:10:05.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6df9ea640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc6d815a770 0x7fc6d8073270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6df9ea640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc6d80752c0 0x7fc6d80737b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6df9ea640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6d815dbe0 con 0x7fc6d8073cf0 2024-09-05T06:10:05.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6df9ea640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc6d815ab50 con 0x7fc6d815a770 2024-09-05T06:10:05.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6df9ea640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc6d815de80 con 0x7fc6d80752c0 2024-09-05T06:10:05.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6dd786640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc6d815a770 0x7fc6d8073270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6dd786640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc6d815a770 0x7fc6d8073270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53330/0 (socket says 172.21.15.70:53330) 2024-09-05T06:10:05.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6dd786640 1 -- 172.21.15.70:0/1064188992 learned_addr learned my addr 172.21.15.70:0/1064188992 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:05.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6dcf85640 1 --2- 172.21.15.70:0/1064188992 >> v2:172.21.15.196:3300/0 conn(0x7fc6d80752c0 0x7fc6d80737b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6dd786640 1 -- 172.21.15.70:0/1064188992 >> v2:172.21.15.196:3300/0 conn(0x7fc6d80752c0 msgr2=0x7fc6d80737b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:05.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6dd786640 1 --2- 172.21.15.70:0/1064188992 >> v2:172.21.15.196:3300/0 conn(0x7fc6d80752c0 0x7fc6d80737b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6dd786640 1 -- 172.21.15.70:0/1064188992 >> v1:172.21.15.196:6789/0 conn(0x7fc6d8073cf0 legacy=0x7fc6d815e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:05.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.580+0000 7fc6dd786640 1 -- 172.21.15.70:0/1064188992 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6d80b36e0 con 0x7fc6d815a770 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6dd786640 1 --2- 172.21.15.70:0/1064188992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d815a770 0x7fc6d8073270 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc6d80713a0 tx=0x7fc6d401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9381e9101dd2f179 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6cffff640 1 -- 172.21.15.70:0/1064188992 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d40ab5f0 con 0x7fc6d815a770 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6cffff640 1 -- 172.21.15.70:0/1064188992 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6d40b0070 con 0x7fc6d815a770 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6cffff640 1 -- 172.21.15.70:0/1064188992 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d40ab9b0 con 0x7fc6d815a770 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- 172.21.15.70:0/1064188992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d815a770 msgr2=0x7fc6d8073270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/1064188992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d815a770 0x7fc6d8073270 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc6d80713a0 tx=0x7fc6d401c4e0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- 172.21.15.70:0/1064188992 shutdown_connections 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/1064188992 >> v2:172.21.15.196:3300/0 conn(0x7fc6d80752c0 0x7fc6d80737b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/1064188992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d815a770 0x7fc6d8073270 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- 172.21.15.70:0/1064188992 >> 172.21.15.70:0/1064188992 conn(0x7fc6d80723c0 msgr2=0x7fc6d80b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:05.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- 172.21.15.70:0/1064188992 shutdown_connections 2024-09-05T06:10:05.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- 172.21.15.70:0/1064188992 wait complete. 2024-09-05T06:10:05.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 Processor -- start 2024-09-05T06:10:05.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- start start 2024-09-05T06:10:05.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6d8073cf0 0x7fc6d8151170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d80752c0 0x7fc6d809b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6d815a770 0x7fc6d809db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d815f530 con 0x7fc6d80752c0 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d815f3b0 con 0x7fc6d815a770 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6df9ea640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc6d8169700 con 0x7fc6d8073cf0 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6dcf85640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d80752c0 0x7fc6d809b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6dcf85640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d80752c0 0x7fc6d809b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53346/0 (socket says 172.21.15.70:53346) 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6dcf85640 1 -- 172.21.15.70:0/2907045288 learned_addr learned my addr 172.21.15.70:0/2907045288 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6dd786640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6d8073cf0 0x7fc6d8151170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6ddf87640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6d815a770 0x7fc6d809db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.584+0000 7fc6dcf85640 1 -- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6d8073cf0 msgr2=0x7fc6d8151170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6dcf85640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6d8073cf0 0x7fc6d8151170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6dcf85640 1 -- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6d815a770 msgr2=0x7fc6d809db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6dcf85640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6d815a770 0x7fc6d809db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6dcf85640 1 -- 172.21.15.70:0/2907045288 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6d809bca0 con 0x7fc6d80752c0 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6dd786640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6d8073cf0 0x7fc6d8151170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6dcf85640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d80752c0 0x7fc6d809b2c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800d800 tx=0x7fc6c800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6cdffb640 1 -- 172.21.15.70:0/2907045288 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c800b6c0 con 0x7fc6d80752c0 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6cdffb640 1 -- 172.21.15.70:0/2907045288 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6c8019070 con 0x7fc6d80752c0 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6cdffb640 1 -- 172.21.15.70:0/2907045288 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c800ba60 con 0x7fc6d80752c0 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6d809bf80 con 0x7fc6d80752c0 2024-09-05T06:10:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6d809c540 con 0x7fc6d80752c0 2024-09-05T06:10:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6d815e280 con 0x7fc6d80752c0 2024-09-05T06:10:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6cdffb640 1 -- 172.21.15.70:0/2907045288 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc6c800bc00 con 0x7fc6d80752c0 2024-09-05T06:10:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6cdffb640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6bc0678c0 0x7fc6bc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6dd786640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6bc0678c0 0x7fc6bc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6cdffb640 1 -- 172.21.15.70:0/2907045288 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc6c8086150 con 0x7fc6d80752c0 2024-09-05T06:10:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.588+0000 7fc6dd786640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6bc0678c0 0x7fc6bc069d80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc6d40af000 tx=0x7fc6d4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.592+0000 7fc6cdffb640 1 -- 172.21.15.70:0/2907045288 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc6c8056c90 con 0x7fc6d80752c0 2024-09-05T06:10:05.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.748+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6d815cf10 con 0x7fc6d80752c0 2024-09-05T06:10:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.748+0000 7fc6cdffb640 1 -- 172.21.15.70:0/2907045288 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16657 (secure 0 0 0) 0x7fc6c8056590 con 0x7fc6d80752c0 2024-09-05T06:10:05.749 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:05.749 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:04.039597+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6bc0678c0 msgr2=0x7fc6bc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6bc0678c0 0x7fc6bc069d80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc6d40af000 tx=0x7fc6d4008040 comp rx=0 tx=0).stop 2024-09-05T06:10:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d80752c0 msgr2=0x7fc6d809b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d80752c0 0x7fc6d809b2c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800d800 tx=0x7fc6c800dcc0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 shutdown_connections 2024-09-05T06:10:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6bc0678c0 0x7fc6bc069d80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6d815a770 0x7fc6d809db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6d80752c0 0x7fc6d809b2c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 --2- 172.21.15.70:0/2907045288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6d8073cf0 0x7fc6d8151170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 >> 172.21.15.70:0/2907045288 conn(0x7fc6d80723c0 msgr2=0x7fc6d815fc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:05.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 shutdown_connections 2024-09-05T06:10:05.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.752+0000 7fc6df9ea640 1 -- 172.21.15.70:0/2907045288 wait complete. 2024-09-05T06:10:05.766 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:10:05.767 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:05.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.884+0000 7f4a80c80640 1 Processor -- start 2024-09-05T06:10:05.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.884+0000 7f4a80c80640 1 -- start start 2024-09-05T06:10:05.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a80c80640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4a7c15c8f0 0x7f4a7c0d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a80c80640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a7c0d0610 con 0x7f4a7c0d1610 2024-09-05T06:10:05.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a80c80640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a7c0ce4d0 con 0x7f4a7c06ffa0 2024-09-05T06:10:05.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a80c80640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4a7c0ce7b0 con 0x7f4a7c15c8f0 2024-09-05T06:10:05.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4a7c0d1610 0x7f4a7c06f890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39116/0 (socket says 172.21.15.70:39116) 2024-09-05T06:10:05.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 -- 172.21.15.70:0/1479239590 learned_addr learned my addr 172.21.15.70:0/1479239590 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:05.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7a59c640 1 --2- 172.21.15.70:0/1479239590 >> v2:172.21.15.196:3300/0 conn(0x7f4a7c15c8f0 0x7f4a7c0d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3375205406 0 0) 0x7f4a7c0d0610 con 0x7f4a7c0d1610 2024-09-05T06:10:05.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a64003530 con 0x7f4a7c0d1610 2024-09-05T06:10:05.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3534232028 0 0) 0x7f4a64003530 con 0x7f4a7c0d1610 2024-09-05T06:10:05.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 >> v2:172.21.15.196:3300/0 conn(0x7f4a7c15c8f0 msgr2=0x7f4a7c0d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:05.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 --2- 172.21.15.70:0/1479239590 >> v2:172.21.15.196:3300/0 conn(0x7f4a7c15c8f0 0x7f4a7c0d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 >> v1:172.21.15.196:6789/0 conn(0x7f4a7c06ffa0 legacy=0x7f4a7c1606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a7c0d08d0 con 0x7f4a7c0d1610 2024-09-05T06:10:05.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f4a70001680 con 0x7f4a7c0d1610 2024-09-05T06:10:05.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 >> v1:172.21.15.70:6789/0 conn(0x7f4a7c0d1610 legacy=0x7f4a7c06f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a640039c0 0x7f4a64003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a64004810 0x7f4a64004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a640051d0 0x7f4a6400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7c0ce7b0 con 0x7f4a64004810 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6400c170 con 0x7f4a640039c0 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4a6400c370 con 0x7f4a640051d0 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a64004810 0x7f4a64004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7a59c640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a640039c0 0x7f4a64003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7ad9d640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a640051d0 0x7f4a6400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 -- 172.21.15.70:0/1479239590 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a640051d0 msgr2=0x7f4a6400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a640051d0 0x7f4a6400b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 -- 172.21.15.70:0/1479239590 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a640039c0 msgr2=0x7f4a64003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a640039c0 0x7f4a64003de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 -- 172.21.15.70:0/1479239590 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a64003530 con 0x7f4a64004810 2024-09-05T06:10:05.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7ad9d640 1 -- 172.21.15.70:0/1479239590 reap_dead start 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a79d9b640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a64004810 0x7f4a64004c90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4a7000c210 tx=0x7f4a7001cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5aefca56fe06f7b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a70007d40 con 0x7f4a64004810 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a700a9070 con 0x7f4a64004810 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.888+0000 7f4a7959a640 1 -- 172.21.15.70:0/1479239590 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a70005d80 con 0x7f4a64004810 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- 172.21.15.70:0/1479239590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a64004810 msgr2=0x7f4a64004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a64004810 0x7f4a64004c90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4a7000c210 tx=0x7f4a7001cc70 comp rx=0 tx=0).stop 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- 172.21.15.70:0/1479239590 shutdown_connections 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 --2- 172.21.15.70:0/1479239590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a64004810 0x7f4a64004c90 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- 172.21.15.70:0/1479239590 >> 172.21.15.70:0/1479239590 conn(0x7f4a7c0b45d0 msgr2=0x7f4a7c0b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- 172.21.15.70:0/1479239590 shutdown_connections 2024-09-05T06:10:05.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- 172.21.15.70:0/1479239590 wait complete. 2024-09-05T06:10:05.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 Processor -- start 2024-09-05T06:10:05.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- start start 2024-09-05T06:10:05.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a64004810 0x7f4a7c14ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a7c14de40 0x7f4a7c0b58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a7c15d0e0 0x7f4a7c160630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7c06f890 con 0x7f4a7c14de40 2024-09-05T06:10:05.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7c0d1320 con 0x7f4a64004810 2024-09-05T06:10:05.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4a7c06fa10 con 0x7f4a7c15d0e0 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a7c14de40 0x7f4a7c0b58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a7c14de40 0x7f4a7c0b58d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53374/0 (socket says 172.21.15.70:53374) 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 -- 172.21.15.70:0/536857030 learned_addr learned my addr 172.21.15.70:0/536857030 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a7ad9d640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a7c15d0e0 0x7f4a7c160630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a7a59c640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a64004810 0x7f4a7c14ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 -- 172.21.15.70:0/536857030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a7c15d0e0 msgr2=0x7f4a7c160630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a7c15d0e0 0x7f4a7c160630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 -- 172.21.15.70:0/536857030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a64004810 msgr2=0x7f4a7c14ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a64004810 0x7f4a7c14ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 -- 172.21.15.70:0/536857030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a7c0b5e10 con 0x7f4a7c14de40 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a79d9b640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a7c14de40 0x7f4a7c0b58d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4a70001980 tx=0x7f4a64005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a6affd640 1 -- 172.21.15.70:0/536857030 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a70000ee0 con 0x7f4a7c14de40 2024-09-05T06:10:05.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a6affd640 1 -- 172.21.15.70:0/536857030 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a70007180 con 0x7f4a7c14de40 2024-09-05T06:10:05.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a7c0b60e0 con 0x7f4a7c14de40 2024-09-05T06:10:05.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a6affd640 1 -- 172.21.15.70:0/536857030 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a70007530 con 0x7f4a7c14de40 2024-09-05T06:10:05.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a7c0b66a0 con 0x7f4a7c14de40 2024-09-05T06:10:05.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.892+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a7c076250 con 0x7f4a7c14de40 2024-09-05T06:10:05.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.896+0000 7f4a6affd640 1 -- 172.21.15.70:0/536857030 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4a700a5830 con 0x7f4a7c14de40 2024-09-05T06:10:05.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.896+0000 7f4a6affd640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a5c067ae0 0x7f4a5c069fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:05.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.896+0000 7f4a6affd640 1 -- 172.21.15.70:0/536857030 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f4a7011f730 con 0x7f4a7c14de40 2024-09-05T06:10:05.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.896+0000 7f4a7a59c640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a5c067ae0 0x7f4a5c069fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:05.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.896+0000 7f4a7a59c640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a5c067ae0 0x7f4a5c069fa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c0099b0 tx=0x7f4a6c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:05.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:05.900+0000 7f4a6affd640 1 -- 172.21.15.70:0/536857030 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4a700169b0 con 0x7f4a7c14de40 2024-09-05T06:10:06.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.056+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4a7c0b68e0 con 0x7f4a5c067ae0 2024-09-05T06:10:06.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.072+0000 7f4a6affd640 1 -- 172.21.15.70:0/536857030 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242209 (secure 0 0 0) 0x7f4a6c0118e0 con 0x7f4a5c067ae0 2024-09-05T06:10:06.075 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:06.076 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a5c067ae0 msgr2=0x7f4a5c069fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a5c067ae0 0x7f4a5c069fa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c0099b0 tx=0x7f4a6c008040 comp rx=0 tx=0).stop 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a7c14de40 msgr2=0x7f4a7c0b58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a7c14de40 0x7f4a7c0b58d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4a70001980 tx=0x7f4a64005840 comp rx=0 tx=0).stop 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 shutdown_connections 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a5c067ae0 0x7f4a5c069fa0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a7c15d0e0 0x7f4a7c160630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a7c14de40 0x7f4a7c0b58d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 --2- 172.21.15.70:0/536857030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a64004810 0x7f4a7c14ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 >> 172.21.15.70:0/536857030 conn(0x7f4a7c0b45d0 msgr2=0x7f4a7c0cd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 shutdown_connections 2024-09-05T06:10:06.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.076+0000 7f4a80c80640 1 -- 172.21.15.70:0/536857030 wait complete. 2024-09-05T06:10:06.092 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2024-09-05T06:10:04.329807+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":1554,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560945,"statfs":{"total":1600000000,"available":1598407872,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001086"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022447+0000","last_change":"2024-09-05T06:10:02.022447+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022447+0000","last_undegraded":"2024-09-05T06:10:02.022447+0000","last_fullsized":"2024-09-05T06:10:02.022447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026044+0000","last_change":"2024-09-05T06:10:02.026044+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026044+0000","last_undegraded":"2024-09-05T06:10:02.026044+0000","last_fullsized":"2024-09-05T06:10:02.026044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033941+0000","last_change":"2024-09-05T06:10:02.033941+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033941+0000","last_undegraded":"2024-09-05T06:10:02.033941+0000","last_fullsized":"2024-09-05T06:10:02.033941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019487+0000","last_change":"2024-09-05T06:10:02.019487+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019487+0000","last_undegraded":"2024-09-05T06:10:02.019487+0000","last_fullsized":"2024-09-05T06:10:02.019487+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021373+0000","last_change":"2024-09-05T06:10:02.021373+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021373+0000","last_undegraded":"2024-09-05T06:10:02.021373+0000","last_fullsized":"2024-09-05T06:10:02.021373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019021+0000","last_change":"2024-09-05T06:10:02.019021+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019021+0000","last_undegraded":"2024-09-05T06:10:02.019021+0000","last_fullsized":"2024-09-05T06:10:02.019021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023521+0000","last_change":"2024-09-05T06:10:02.023521+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023521+0000","last_undegraded":"2024-09-05T06:10:02.023521+0000","last_fullsized":"2024-09-05T06:10:02.023521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.032560+0000","last_change":"2024-09-05T06:10:02.032560+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.032560+0000","last_undegraded":"2024-09-05T06:10:02.032560+0000","last_fullsized":"2024-09-05T06:10:02.032560+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017883+0000","last_change":"2024-09-05T06:10:02.017883+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017883+0000","last_undegraded":"2024-09-05T06:10:02.017883+0000","last_fullsized":"2024-09-05T06:10:02.017883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022820+0000","last_change":"2024-09-05T06:10:02.022820+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022820+0000","last_undegraded":"2024-09-05T06:10:02.022820+0000","last_fullsized":"2024-09-05T06:10:02.022820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022007+0000","last_change":"2024-09-05T06:10:02.022007+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022007+0000","last_undegraded":"2024-09-05T06:10:02.022007+0000","last_fullsized":"2024-09-05T06:10:02.022007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025238+0000","last_change":"2024-09-05T06:10:02.025238+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025238+0000","last_undegraded":"2024-09-05T06:10:02.025238+0000","last_fullsized":"2024-09-05T06:10:02.025238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034295+0000","last_change":"2024-09-05T06:10:02.034295+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034295+0000","last_undegraded":"2024-09-05T06:10:02.034295+0000","last_fullsized":"2024-09-05T06:10:02.034295+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033770+0000","last_change":"2024-09-05T06:10:02.033770+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033770+0000","last_undegraded":"2024-09-05T06:10:02.033770+0000","last_fullsized":"2024-09-05T06:10:02.033770+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034606+0000","last_change":"2024-09-05T06:10:02.034606+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034606+0000","last_undegraded":"2024-09-05T06:10:02.034606+0000","last_fullsized":"2024-09-05T06:10:02.034606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026198+0000","last_change":"2024-09-05T06:10:02.026198+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026198+0000","last_undegraded":"2024-09-05T06:10:02.026198+0000","last_fullsized":"2024-09-05T06:10:02.026198+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026438+0000","last_change":"2024-09-05T06:10:02.026438+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026438+0000","last_undegraded":"2024-09-05T06:10:02.026438+0000","last_fullsized":"2024-09-05T06:10:02.026438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024486+0000","last_change":"2024-09-05T06:10:02.024486+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024486+0000","last_undegraded":"2024-09-05T06:10:02.024486+0000","last_fullsized":"2024-09-05T06:10:02.024486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020991+0000","last_change":"2024-09-05T06:10:02.020991+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020991+0000","last_undegraded":"2024-09-05T06:10:02.020991+0000","last_fullsized":"2024-09-05T06:10:02.020991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022080+0000","last_change":"2024-09-05T06:10:02.022080+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022080+0000","last_undegraded":"2024-09-05T06:10:02.022080+0000","last_fullsized":"2024-09-05T06:10:02.022080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039976+0000","last_change":"2024-09-05T06:10:02.039976+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039976+0000","last_undegraded":"2024-09-05T06:10:02.039976+0000","last_fullsized":"2024-09-05T06:10:02.039976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017586+0000","last_change":"2024-09-05T06:10:02.017586+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017586+0000","last_undegraded":"2024-09-05T06:10:02.017586+0000","last_fullsized":"2024-09-05T06:10:02.017586+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.029751+0000","last_change":"2024-09-05T06:10:02.029751+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.029751+0000","last_undegraded":"2024-09-05T06:10:02.029751+0000","last_fullsized":"2024-09-05T06:10:02.029751+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026696+0000","last_change":"2024-09-05T06:10:02.026696+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026696+0000","last_undegraded":"2024-09-05T06:10:02.026696+0000","last_fullsized":"2024-09-05T06:10:02.026696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033147+0000","last_change":"2024-09-05T06:10:02.033147+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033147+0000","last_undegraded":"2024-09-05T06:10:02.033147+0000","last_fullsized":"2024-09-05T06:10:02.033147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018331+0000","last_change":"2024-09-05T06:10:02.018331+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018331+0000","last_undegraded":"2024-09-05T06:10:02.018331+0000","last_fullsized":"2024-09-05T06:10:02.018331+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.030628+0000","last_change":"2024-09-05T06:10:02.030628+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.030628+0000","last_undegraded":"2024-09-05T06:10:02.030628+0000","last_fullsized":"2024-09-05T06:10:02.030628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.030459+0000","last_change":"2024-09-05T06:10:02.030459+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.030459+0000","last_undegraded":"2024-09-05T06:10:02.030459+0000","last_fullsized":"2024-09-05T06:10:02.030459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022809+0000","last_change":"2024-09-05T06:10:02.022809+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022809+0000","last_undegraded":"2024-09-05T06:10:02.022809+0000","last_fullsized":"2024-09-05T06:10:02.022809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025046+0000","last_change":"2024-09-05T06:10:02.025046+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025046+0000","last_undegraded":"2024-09-05T06:10:02.025046+0000","last_fullsized":"2024-09-05T06:10:02.025046+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021372+0000","last_change":"2024-09-05T06:10:02.021372+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021372+0000","last_undegraded":"2024-09-05T06:10:02.021372+0000","last_fullsized":"2024-09-05T06:10:02.021372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022278+0000","last_change":"2024-09-05T06:10:02.022278+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022278+0000","last_undegraded":"2024-09-05T06:10:02.022278+0000","last_fullsized":"2024-09-05T06:10:02.022278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018785+0000","last_change":"2024-09-05T06:10:02.018785+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018785+0000","last_undegraded":"2024-09-05T06:10:02.018785+0000","last_fullsized":"2024-09-05T06:10:02.018785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043443+0000","last_change":"2024-09-05T06:10:02.042346+0000","last_active":"2024-09-05T06:10:02.043443+0000","last_peered":"2024-09-05T06:10:02.043443+0000","last_clean":"2024-09-05T06:10:02.043443+0000","last_became_active":"2024-09-05T06:10:02.041744+0000","last_became_peered":"2024-09-05T06:10:02.041744+0000","last_unstale":"2024-09-05T06:10:02.043443+0000","last_undegraded":"2024-09-05T06:10:02.043443+0000","last_fullsized":"2024-09-05T06:10:02.043443+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:38:37.428526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.036684+0000","last_change":"2024-09-05T06:10:02.036684+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.036684+0000","last_undegraded":"2024-09-05T06:10:02.036684+0000","last_fullsized":"2024-09-05T06:10:02.036684+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.034549+0000","last_change":"2024-09-05T06:10:02.034074+0000","last_active":"2024-09-05T06:10:02.034549+0000","last_peered":"2024-09-05T06:10:02.034549+0000","last_clean":"2024-09-05T06:10:02.034549+0000","last_became_active":"2024-09-05T06:10:02.033662+0000","last_became_peered":"2024-09-05T06:10:02.033662+0000","last_unstale":"2024-09-05T06:10:02.034549+0000","last_undegraded":"2024-09-05T06:10:02.034549+0000","last_fullsized":"2024-09-05T06:10:02.034549+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:30:32.398028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043586+0000","last_change":"2024-09-05T06:10:02.042718+0000","last_active":"2024-09-05T06:10:02.043586+0000","last_peered":"2024-09-05T06:10:02.043586+0000","last_clean":"2024-09-05T06:10:02.043586+0000","last_became_active":"2024-09-05T06:10:02.041690+0000","last_became_peered":"2024-09-05T06:10:02.041690+0000","last_unstale":"2024-09-05T06:10:02.043586+0000","last_undegraded":"2024-09-05T06:10:02.043586+0000","last_fullsized":"2024-09-05T06:10:02.043586+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:55:37.549468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018392+0000","last_change":"2024-09-05T06:10:02.018392+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018392+0000","last_undegraded":"2024-09-05T06:10:02.018392+0000","last_fullsized":"2024-09-05T06:10:02.018392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.029980+0000","last_change":"2024-09-05T06:10:02.029808+0000","last_active":"2024-09-05T06:10:02.029980+0000","last_peered":"2024-09-05T06:10:02.029980+0000","last_clean":"2024-09-05T06:10:02.029980+0000","last_became_active":"2024-09-05T06:10:02.029474+0000","last_became_peered":"2024-09-05T06:10:02.029474+0000","last_unstale":"2024-09-05T06:10:02.029980+0000","last_undegraded":"2024-09-05T06:10:02.029980+0000","last_fullsized":"2024-09-05T06:10:02.029980+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:20.807488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039134+0000","last_change":"2024-09-05T06:10:02.039134+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039134+0000","last_undegraded":"2024-09-05T06:10:02.039134+0000","last_fullsized":"2024-09-05T06:10:02.039134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.029574+0000","last_change":"2024-09-05T06:10:02.029414+0000","last_active":"2024-09-05T06:10:02.029574+0000","last_peered":"2024-09-05T06:10:02.029574+0000","last_clean":"2024-09-05T06:10:02.029574+0000","last_became_active":"2024-09-05T06:10:02.028636+0000","last_became_peered":"2024-09-05T06:10:02.028636+0000","last_unstale":"2024-09-05T06:10:02.029574+0000","last_undegraded":"2024-09-05T06:10:02.029574+0000","last_fullsized":"2024-09-05T06:10:02.029574+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:14:29.185152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021609+0000","last_change":"2024-09-05T06:10:02.021609+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021609+0000","last_undegraded":"2024-09-05T06:10:02.021609+0000","last_fullsized":"2024-09-05T06:10:02.021609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.042446+0000","last_change":"2024-09-05T06:10:02.042216+0000","last_active":"2024-09-05T06:10:02.042446+0000","last_peered":"2024-09-05T06:10:02.042446+0000","last_clean":"2024-09-05T06:10:02.042446+0000","last_became_active":"2024-09-05T06:10:02.040989+0000","last_became_peered":"2024-09-05T06:10:02.040989+0000","last_unstale":"2024-09-05T06:10:02.042446+0000","last_undegraded":"2024-09-05T06:10:02.042446+0000","last_fullsized":"2024-09-05T06:10:02.042446+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:59:58.247817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021939+0000","last_change":"2024-09-05T06:10:02.021939+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021939+0000","last_undegraded":"2024-09-05T06:10:02.021939+0000","last_fullsized":"2024-09-05T06:10:02.021939+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.035841+0000","last_change":"2024-09-05T06:10:02.032757+0000","last_active":"2024-09-05T06:10:02.035841+0000","last_peered":"2024-09-05T06:10:02.035841+0000","last_clean":"2024-09-05T06:10:02.035841+0000","last_became_active":"2024-09-05T06:10:02.030713+0000","last_became_peered":"2024-09-05T06:10:02.030713+0000","last_unstale":"2024-09-05T06:10:02.035841+0000","last_undegraded":"2024-09-05T06:10:02.035841+0000","last_fullsized":"2024-09-05T06:10:02.035841+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:22:24.781119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026152+0000","last_change":"2024-09-05T06:10:02.026152+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026152+0000","last_undegraded":"2024-09-05T06:10:02.026152+0000","last_fullsized":"2024-09-05T06:10:02.026152+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.036394+0000","last_change":"2024-09-05T06:10:02.035986+0000","last_active":"2024-09-05T06:10:02.036394+0000","last_peered":"2024-09-05T06:10:02.036394+0000","last_clean":"2024-09-05T06:10:02.036394+0000","last_became_active":"2024-09-05T06:10:02.035304+0000","last_became_peered":"2024-09-05T06:10:02.035304+0000","last_unstale":"2024-09-05T06:10:02.036394+0000","last_undegraded":"2024-09-05T06:10:02.036394+0000","last_fullsized":"2024-09-05T06:10:02.036394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:21:28.112450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023703+0000","last_change":"2024-09-05T06:10:02.023703+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023703+0000","last_undegraded":"2024-09-05T06:10:02.023703+0000","last_fullsized":"2024-09-05T06:10:02.023703+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.039642+0000","last_change":"2024-09-05T06:10:02.035859+0000","last_active":"2024-09-05T06:10:02.039642+0000","last_peered":"2024-09-05T06:10:02.039642+0000","last_clean":"2024-09-05T06:10:02.039642+0000","last_became_active":"2024-09-05T06:10:02.035186+0000","last_became_peered":"2024-09-05T06:10:02.035186+0000","last_unstale":"2024-09-05T06:10:02.039642+0000","last_undegraded":"2024-09-05T06:10:02.039642+0000","last_fullsized":"2024-09-05T06:10:02.039642+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:18:22.033627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024764+0000","last_change":"2024-09-05T06:10:02.024764+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024764+0000","last_undegraded":"2024-09-05T06:10:02.024764+0000","last_fullsized":"2024-09-05T06:10:02.024764+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.040616+0000","last_change":"2024-09-05T06:10:02.040477+0000","last_active":"2024-09-05T06:10:02.040616+0000","last_peered":"2024-09-05T06:10:02.040616+0000","last_clean":"2024-09-05T06:10:02.040616+0000","last_became_active":"2024-09-05T06:10:02.038985+0000","last_became_peered":"2024-09-05T06:10:02.038985+0000","last_unstale":"2024-09-05T06:10:02.040616+0000","last_undegraded":"2024-09-05T06:10:02.040616+0000","last_fullsized":"2024-09-05T06:10:02.040616+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:37.467874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022765+0000","last_change":"2024-09-05T06:10:02.022765+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022765+0000","last_undegraded":"2024-09-05T06:10:02.022765+0000","last_fullsized":"2024-09-05T06:10:02.022765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.041791+0000","last_change":"2024-09-05T06:10:02.041607+0000","last_active":"2024-09-05T06:10:02.041791+0000","last_peered":"2024-09-05T06:10:02.041791+0000","last_clean":"2024-09-05T06:10:02.041791+0000","last_became_active":"2024-09-05T06:10:02.037089+0000","last_became_peered":"2024-09-05T06:10:02.037089+0000","last_unstale":"2024-09-05T06:10:02.041791+0000","last_undegraded":"2024-09-05T06:10:02.041791+0000","last_fullsized":"2024-09-05T06:10:02.041791+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:16.379851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017960+0000","last_change":"2024-09-05T06:10:02.017960+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017960+0000","last_undegraded":"2024-09-05T06:10:02.017960+0000","last_fullsized":"2024-09-05T06:10:02.017960+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.030971+0000","last_change":"2024-09-05T06:10:02.030623+0000","last_active":"2024-09-05T06:10:02.030971+0000","last_peered":"2024-09-05T06:10:02.030971+0000","last_clean":"2024-09-05T06:10:02.030971+0000","last_became_active":"2024-09-05T06:10:02.029707+0000","last_became_peered":"2024-09-05T06:10:02.029707+0000","last_unstale":"2024-09-05T06:10:02.030971+0000","last_undegraded":"2024-09-05T06:10:02.030971+0000","last_fullsized":"2024-09-05T06:10:02.030971+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:22.273340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025909+0000","last_change":"2024-09-05T06:10:02.025909+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025909+0000","last_undegraded":"2024-09-05T06:10:02.025909+0000","last_fullsized":"2024-09-05T06:10:02.025909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046830+0000","last_change":"2024-09-05T06:10:02.046689+0000","last_active":"2024-09-05T06:10:02.046830+0000","last_peered":"2024-09-05T06:10:02.046830+0000","last_clean":"2024-09-05T06:10:02.046830+0000","last_became_active":"2024-09-05T06:10:02.046477+0000","last_became_peered":"2024-09-05T06:10:02.046477+0000","last_unstale":"2024-09-05T06:10:02.046830+0000","last_undegraded":"2024-09-05T06:10:02.046830+0000","last_fullsized":"2024-09-05T06:10:02.046830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:31.649075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018591+0000","last_change":"2024-09-05T06:10:02.018591+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018591+0000","last_undegraded":"2024-09-05T06:10:02.018591+0000","last_fullsized":"2024-09-05T06:10:02.018591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.044971+0000","last_change":"2024-09-05T06:10:02.044086+0000","last_active":"2024-09-05T06:10:02.044971+0000","last_peered":"2024-09-05T06:10:02.044971+0000","last_clean":"2024-09-05T06:10:02.044971+0000","last_became_active":"2024-09-05T06:10:02.042059+0000","last_became_peered":"2024-09-05T06:10:02.042059+0000","last_unstale":"2024-09-05T06:10:02.044971+0000","last_undegraded":"2024-09-05T06:10:02.044971+0000","last_fullsized":"2024-09-05T06:10:02.044971+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:17.080004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020353+0000","last_change":"2024-09-05T06:10:02.020353+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020353+0000","last_undegraded":"2024-09-05T06:10:02.020353+0000","last_fullsized":"2024-09-05T06:10:02.020353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.028328+0000","last_change":"2024-09-05T06:10:02.027915+0000","last_active":"2024-09-05T06:10:02.028328+0000","last_peered":"2024-09-05T06:10:02.028328+0000","last_clean":"2024-09-05T06:10:02.028328+0000","last_became_active":"2024-09-05T06:10:02.026921+0000","last_became_peered":"2024-09-05T06:10:02.026921+0000","last_unstale":"2024-09-05T06:10:02.028328+0000","last_undegraded":"2024-09-05T06:10:02.028328+0000","last_fullsized":"2024-09-05T06:10:02.028328+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:30.346254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024622+0000","last_change":"2024-09-05T06:10:02.024622+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024622+0000","last_undegraded":"2024-09-05T06:10:02.024622+0000","last_fullsized":"2024-09-05T06:10:02.024622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046707+0000","last_change":"2024-09-05T06:10:02.046372+0000","last_active":"2024-09-05T06:10:02.046707+0000","last_peered":"2024-09-05T06:10:02.046707+0000","last_clean":"2024-09-05T06:10:02.046707+0000","last_became_active":"2024-09-05T06:10:02.045371+0000","last_became_peered":"2024-09-05T06:10:02.045371+0000","last_unstale":"2024-09-05T06:10:02.046707+0000","last_undegraded":"2024-09-05T06:10:02.046707+0000","last_fullsized":"2024-09-05T06:10:02.046707+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:42.432768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023974+0000","last_change":"2024-09-05T06:10:02.023974+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023974+0000","last_undegraded":"2024-09-05T06:10:02.023974+0000","last_fullsized":"2024-09-05T06:10:02.023974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":166,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.016884+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:02.016884+0000","last_peered":"2024-09-05T06:10:02.016884+0000","last_clean":"2024-09-05T06:10:02.016884+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:02.016884+0000","last_undegraded":"2024-09-05T06:10:02.016884+0000","last_fullsized":"2024-09-05T06:10:02.016884+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.040264+0000","last_change":"2024-09-05T06:10:02.040048+0000","last_active":"2024-09-05T06:10:02.040264+0000","last_peered":"2024-09-05T06:10:02.040264+0000","last_clean":"2024-09-05T06:10:02.040264+0000","last_became_active":"2024-09-05T06:10:02.038255+0000","last_became_peered":"2024-09-05T06:10:02.038255+0000","last_unstale":"2024-09-05T06:10:02.040264+0000","last_undegraded":"2024-09-05T06:10:02.040264+0000","last_fullsized":"2024-09-05T06:10:02.040264+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:05.915831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033736+0000","last_change":"2024-09-05T06:10:02.033736+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033736+0000","last_undegraded":"2024-09-05T06:10:02.033736+0000","last_fullsized":"2024-09-05T06:10:02.033736+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.045240+0000","last_change":"2024-09-05T06:10:02.045152+0000","last_active":"2024-09-05T06:10:02.045240+0000","last_peered":"2024-09-05T06:10:02.045240+0000","last_clean":"2024-09-05T06:10:02.045240+0000","last_became_active":"2024-09-05T06:10:02.045010+0000","last_became_peered":"2024-09-05T06:10:02.045010+0000","last_unstale":"2024-09-05T06:10:02.045240+0000","last_undegraded":"2024-09-05T06:10:02.045240+0000","last_fullsized":"2024-09-05T06:10:02.045240+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:26.773719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.027115+0000","last_change":"2024-09-05T06:10:02.027115+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.027115+0000","last_undegraded":"2024-09-05T06:10:02.027115+0000","last_fullsized":"2024-09-05T06:10:02.027115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.048927+0000","last_change":"2024-09-05T06:10:02.048591+0000","last_active":"2024-09-05T06:10:02.048927+0000","last_peered":"2024-09-05T06:10:02.048927+0000","last_clean":"2024-09-05T06:10:02.048927+0000","last_became_active":"2024-09-05T06:10:02.047453+0000","last_became_peered":"2024-09-05T06:10:02.047453+0000","last_unstale":"2024-09-05T06:10:02.048927+0000","last_undegraded":"2024-09-05T06:10:02.048927+0000","last_fullsized":"2024-09-05T06:10:02.048927+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:05:16.363531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019068+0000","last_change":"2024-09-05T06:10:02.019068+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019068+0000","last_undegraded":"2024-09-05T06:10:02.019068+0000","last_fullsized":"2024-09-05T06:10:02.019068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038575+0000","last_change":"2024-09-05T06:10:02.038403+0000","last_active":"2024-09-05T06:10:02.038575+0000","last_peered":"2024-09-05T06:10:02.038575+0000","last_clean":"2024-09-05T06:10:02.038575+0000","last_became_active":"2024-09-05T06:10:02.038058+0000","last_became_peered":"2024-09-05T06:10:02.038058+0000","last_unstale":"2024-09-05T06:10:02.038575+0000","last_undegraded":"2024-09-05T06:10:02.038575+0000","last_fullsized":"2024-09-05T06:10:02.038575+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:32.767610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021650+0000","last_change":"2024-09-05T06:10:02.021650+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021650+0000","last_undegraded":"2024-09-05T06:10:02.021650+0000","last_fullsized":"2024-09-05T06:10:02.021650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043390+0000","last_change":"2024-09-05T06:10:02.041135+0000","last_active":"2024-09-05T06:10:02.043390+0000","last_peered":"2024-09-05T06:10:02.043390+0000","last_clean":"2024-09-05T06:10:02.043390+0000","last_became_active":"2024-09-05T06:10:02.040509+0000","last_became_peered":"2024-09-05T06:10:02.040509+0000","last_unstale":"2024-09-05T06:10:02.043390+0000","last_undegraded":"2024-09-05T06:10:02.043390+0000","last_fullsized":"2024-09-05T06:10:02.043390+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:09.367144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018769+0000","last_change":"2024-09-05T06:10:02.018769+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018769+0000","last_undegraded":"2024-09-05T06:10:02.018769+0000","last_fullsized":"2024-09-05T06:10:02.018769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.035172+0000","last_change":"2024-09-05T06:10:02.035062+0000","last_active":"2024-09-05T06:10:02.035172+0000","last_peered":"2024-09-05T06:10:02.035172+0000","last_clean":"2024-09-05T06:10:02.035172+0000","last_became_active":"2024-09-05T06:10:02.034849+0000","last_became_peered":"2024-09-05T06:10:02.034849+0000","last_unstale":"2024-09-05T06:10:02.035172+0000","last_undegraded":"2024-09-05T06:10:02.035172+0000","last_fullsized":"2024-09-05T06:10:02.035172+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:30:41.645475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.028962+0000","last_change":"2024-09-05T06:10:02.028962+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.028962+0000","last_undegraded":"2024-09-05T06:10:02.028962+0000","last_fullsized":"2024-09-05T06:10:02.028962+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.045081+0000","last_change":"2024-09-05T06:10:02.042798+0000","last_active":"2024-09-05T06:10:02.045081+0000","last_peered":"2024-09-05T06:10:02.045081+0000","last_clean":"2024-09-05T06:10:02.045081+0000","last_became_active":"2024-09-05T06:10:02.040882+0000","last_became_peered":"2024-09-05T06:10:02.040882+0000","last_unstale":"2024-09-05T06:10:02.045081+0000","last_undegraded":"2024-09-05T06:10:02.045081+0000","last_fullsized":"2024-09-05T06:10:02.045081+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:17.777402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034951+0000","last_change":"2024-09-05T06:10:02.034951+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034951+0000","last_undegraded":"2024-09-05T06:10:02.034951+0000","last_fullsized":"2024-09-05T06:10:02.034951+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.042185+0000","last_change":"2024-09-05T06:10:02.041993+0000","last_active":"2024-09-05T06:10:02.042185+0000","last_peered":"2024-09-05T06:10:02.042185+0000","last_clean":"2024-09-05T06:10:02.042185+0000","last_became_active":"2024-09-05T06:10:02.041730+0000","last_became_peered":"2024-09-05T06:10:02.041730+0000","last_unstale":"2024-09-05T06:10:02.042185+0000","last_undegraded":"2024-09-05T06:10:02.042185+0000","last_fullsized":"2024-09-05T06:10:02.042185+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:23.621562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039292+0000","last_change":"2024-09-05T06:10:02.039292+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039292+0000","last_undegraded":"2024-09-05T06:10:02.039292+0000","last_fullsized":"2024-09-05T06:10:02.039292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038884+0000","last_change":"2024-09-05T06:10:02.035016+0000","last_active":"2024-09-05T06:10:02.038884+0000","last_peered":"2024-09-05T06:10:02.038884+0000","last_clean":"2024-09-05T06:10:02.038884+0000","last_became_active":"2024-09-05T06:10:02.033745+0000","last_became_peered":"2024-09-05T06:10:02.033745+0000","last_unstale":"2024-09-05T06:10:02.038884+0000","last_undegraded":"2024-09-05T06:10:02.038884+0000","last_fullsized":"2024-09-05T06:10:02.038884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:06:54.598158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022214+0000","last_change":"2024-09-05T06:10:02.022214+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022214+0000","last_undegraded":"2024-09-05T06:10:02.022214+0000","last_fullsized":"2024-09-05T06:10:02.022214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038102+0000","last_change":"2024-09-05T06:10:02.037796+0000","last_active":"2024-09-05T06:10:02.038102+0000","last_peered":"2024-09-05T06:10:02.038102+0000","last_clean":"2024-09-05T06:10:02.038102+0000","last_became_active":"2024-09-05T06:10:02.036652+0000","last_became_peered":"2024-09-05T06:10:02.036652+0000","last_unstale":"2024-09-05T06:10:02.038102+0000","last_undegraded":"2024-09-05T06:10:02.038102+0000","last_fullsized":"2024-09-05T06:10:02.038102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:18:56.965970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.035632+0000","last_change":"2024-09-05T06:10:02.035632+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.035632+0000","last_undegraded":"2024-09-05T06:10:02.035632+0000","last_fullsized":"2024-09-05T06:10:02.035632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.051185+0000","last_change":"2024-09-05T06:10:02.050855+0000","last_active":"2024-09-05T06:10:02.051185+0000","last_peered":"2024-09-05T06:10:02.051185+0000","last_clean":"2024-09-05T06:10:02.051185+0000","last_became_active":"2024-09-05T06:10:02.050304+0000","last_became_peered":"2024-09-05T06:10:02.050304+0000","last_unstale":"2024-09-05T06:10:02.051185+0000","last_undegraded":"2024-09-05T06:10:02.051185+0000","last_fullsized":"2024-09-05T06:10:02.051185+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:22:20.892871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023001+0000","last_change":"2024-09-05T06:10:02.023001+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023001+0000","last_undegraded":"2024-09-05T06:10:02.023001+0000","last_fullsized":"2024-09-05T06:10:02.023001+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.028350+0000","last_change":"2024-09-05T06:10:02.028145+0000","last_active":"2024-09-05T06:10:02.028350+0000","last_peered":"2024-09-05T06:10:02.028350+0000","last_clean":"2024-09-05T06:10:02.028350+0000","last_became_active":"2024-09-05T06:10:02.027723+0000","last_became_peered":"2024-09-05T06:10:02.027723+0000","last_unstale":"2024-09-05T06:10:02.028350+0000","last_undegraded":"2024-09-05T06:10:02.028350+0000","last_fullsized":"2024-09-05T06:10:02.028350+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:04:38.973291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022661+0000","last_change":"2024-09-05T06:10:02.022661+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022661+0000","last_undegraded":"2024-09-05T06:10:02.022661+0000","last_fullsized":"2024-09-05T06:10:02.022661+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024551+0000","last_change":"2024-09-05T06:10:02.024551+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024551+0000","last_undegraded":"2024-09-05T06:10:02.024551+0000","last_fullsized":"2024-09-05T06:10:02.024551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.039510+0000","last_change":"2024-09-05T06:10:02.039264+0000","last_active":"2024-09-05T06:10:02.039510+0000","last_peered":"2024-09-05T06:10:02.039510+0000","last_clean":"2024-09-05T06:10:02.039510+0000","last_became_active":"2024-09-05T06:10:02.034452+0000","last_became_peered":"2024-09-05T06:10:02.034452+0000","last_unstale":"2024-09-05T06:10:02.039510+0000","last_undegraded":"2024-09-05T06:10:02.039510+0000","last_fullsized":"2024-09-05T06:10:02.039510+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:23.981743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017686+0000","last_change":"2024-09-05T06:10:02.017686+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017686+0000","last_undegraded":"2024-09-05T06:10:02.017686+0000","last_fullsized":"2024-09-05T06:10:02.017686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.033984+0000","last_change":"2024-09-05T06:10:02.033674+0000","last_active":"2024-09-05T06:10:02.033984+0000","last_peered":"2024-09-05T06:10:02.033984+0000","last_clean":"2024-09-05T06:10:02.033984+0000","last_became_active":"2024-09-05T06:10:02.033138+0000","last_became_peered":"2024-09-05T06:10:02.033138+0000","last_unstale":"2024-09-05T06:10:02.033984+0000","last_undegraded":"2024-09-05T06:10:02.033984+0000","last_fullsized":"2024-09-05T06:10:02.033984+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:53:14.540432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020249+0000","last_change":"2024-09-05T06:10:02.020249+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020249+0000","last_undegraded":"2024-09-05T06:10:02.020249+0000","last_fullsized":"2024-09-05T06:10:02.020249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.049292+0000","last_change":"2024-09-05T06:10:02.048958+0000","last_active":"2024-09-05T06:10:02.049292+0000","last_peered":"2024-09-05T06:10:02.049292+0000","last_clean":"2024-09-05T06:10:02.049292+0000","last_became_active":"2024-09-05T06:10:02.044044+0000","last_became_peered":"2024-09-05T06:10:02.044044+0000","last_unstale":"2024-09-05T06:10:02.049292+0000","last_undegraded":"2024-09-05T06:10:02.049292+0000","last_fullsized":"2024-09-05T06:10:02.049292+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:11.377631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021410+0000","last_change":"2024-09-05T06:10:02.021410+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021410+0000","last_undegraded":"2024-09-05T06:10:02.021410+0000","last_fullsized":"2024-09-05T06:10:02.021410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046320+0000","last_change":"2024-09-05T06:10:02.045988+0000","last_active":"2024-09-05T06:10:02.046320+0000","last_peered":"2024-09-05T06:10:02.046320+0000","last_clean":"2024-09-05T06:10:02.046320+0000","last_became_active":"2024-09-05T06:10:02.045343+0000","last_became_peered":"2024-09-05T06:10:02.045343+0000","last_unstale":"2024-09-05T06:10:02.046320+0000","last_undegraded":"2024-09-05T06:10:02.046320+0000","last_fullsized":"2024-09-05T06:10:02.046320+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:27:33.326743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":626,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194685,"statfs":{"total":200000000,"available":199358208,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":626,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194685,"statfs":{"total":200000000,"available":199358208,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:06.097 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:06.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4c0791640 1 Processor -- start 2024-09-05T06:10:06.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4c0791640 1 -- start start 2024-09-05T06:10:06.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4c0791640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff4b8157110 0x7ff4b80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4c0791640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4b80d0e60 0x7ff4b80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4c0791640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4b806d570 con 0x7ff4b80b5ac0 2024-09-05T06:10:06.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4c0791640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff4b806d850 con 0x7ff4b80d0e60 2024-09-05T06:10:06.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4c0791640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff4b806db30 con 0x7ff4b8157110 2024-09-05T06:10:06.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4bed2e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4b80d0e60 0x7ff4b80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4bed2e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4b80d0e60 0x7ff4b80af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53390/0 (socket says 172.21.15.70:53390) 2024-09-05T06:10:06.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4bed2e640 1 -- 172.21.15.70:0/1907695973 learned_addr learned my addr 172.21.15.70:0/1907695973 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:06.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4be52d640 1 --2- 172.21.15.70:0/1907695973 >> v2:172.21.15.196:3300/0 conn(0x7ff4b8157110 0x7ff4b80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4bed2e640 1 -- 172.21.15.70:0/1907695973 >> v2:172.21.15.196:3300/0 conn(0x7ff4b8157110 msgr2=0x7ff4b80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:06.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4bed2e640 1 --2- 172.21.15.70:0/1907695973 >> v2:172.21.15.196:3300/0 conn(0x7ff4b8157110 0x7ff4b80b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4bed2e640 1 -- 172.21.15.70:0/1907695973 >> v1:172.21.15.196:6789/0 conn(0x7ff4b80b5ac0 legacy=0x7ff4b80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:06.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.252+0000 7ff4bed2e640 1 -- 172.21.15.70:0/1907695973 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b806de10 con 0x7ff4b80d0e60 2024-09-05T06:10:06.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4bed2e640 1 --2- 172.21.15.70:0/1907695973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b80af720 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff4b806ed50 tx=0x7ff4b001c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b066d6999d93c04 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4bd52b640 1 -- 172.21.15.70:0/1907695973 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b00a5670 con 0x7ff4b80d0e60 2024-09-05T06:10:06.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4bd52b640 1 -- 172.21.15.70:0/1907695973 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4b00a5810 con 0x7ff4b80d0e60 2024-09-05T06:10:06.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4bd52b640 1 -- 172.21.15.70:0/1907695973 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b00a5be0 con 0x7ff4b80d0e60 2024-09-05T06:10:06.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4c0791640 1 -- 172.21.15.70:0/1907695973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 msgr2=0x7ff4b80af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4c0791640 1 --2- 172.21.15.70:0/1907695973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b80af720 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff4b806ed50 tx=0x7ff4b001c9b0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4c0791640 1 -- 172.21.15.70:0/1907695973 shutdown_connections 2024-09-05T06:10:06.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4c0791640 1 --2- 172.21.15.70:0/1907695973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b80af720 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4c0791640 1 --2- 172.21.15.70:0/1907695973 >> v2:172.21.15.196:3300/0 conn(0x7ff4b8157110 0x7ff4b80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4c0791640 1 -- 172.21.15.70:0/1907695973 >> 172.21.15.70:0/1907695973 conn(0x7ff4b806bcc0 msgr2=0x7ff4b806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:06.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4c0791640 1 -- 172.21.15.70:0/1907695973 shutdown_connections 2024-09-05T06:10:06.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.256+0000 7ff4c0791640 1 -- 172.21.15.70:0/1907695973 wait complete. 2024-09-05T06:10:06.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 Processor -- start 2024-09-05T06:10:06.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 -- start start 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4b80b5ac0 0x7ff4b815c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b8071550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4b8157110 0x7ff4b81415b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b80b3e80 con 0x7ff4b80d0e60 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b80b3d00 con 0x7ff4b8157110 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b80b4000 con 0x7ff4b80b5ac0 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b8071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b8071550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53406/0 (socket says 172.21.15.70:53406) 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 -- 172.21.15.70:0/85029953 learned_addr learned my addr 172.21.15.70:0/85029953 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 -- 172.21.15.70:0/85029953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4b80b5ac0 msgr2=0x7ff4b815c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4b80b5ac0 0x7ff4b815c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 -- 172.21.15.70:0/85029953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4b8157110 msgr2=0x7ff4b81415b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bed2e640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4b8157110 0x7ff4b81415b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4b8157110 0x7ff4b81415b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 -- 172.21.15.70:0/85029953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b8141af0 con 0x7ff4b80d0e60 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4bdd2c640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b8071550 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff4a800c410 tx=0x7ff4a800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4aeffd640 1 -- 172.21.15.70:0/85029953 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8011790 con 0x7ff4b80d0e60 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4aeffd640 1 -- 172.21.15.70:0/85029953 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4a8017070 con 0x7ff4b80d0e60 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b815c7f0 con 0x7ff4b80d0e60 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4aeffd640 1 -- 172.21.15.70:0/85029953 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8011b70 con 0x7ff4b80d0e60 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b80b0750 con 0x7ff4b80d0e60 2024-09-05T06:10:06.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4b80d0530 con 0x7ff4b80d0e60 2024-09-05T06:10:06.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.260+0000 7ff4aeffd640 1 -- 172.21.15.70:0/85029953 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff4a8011d10 con 0x7ff4b80d0e60 2024-09-05T06:10:06.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.264+0000 7ff4aeffd640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff49c0678c0 0x7ff49c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.264+0000 7ff4be52d640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff49c0678c0 0x7ff49c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.264+0000 7ff4aeffd640 1 -- 172.21.15.70:0/85029953 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7ff4a80858e0 con 0x7ff4b80d0e60 2024-09-05T06:10:06.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.264+0000 7ff4be52d640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff49c0678c0 0x7ff49c069d80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff4b400b850 tx=0x7ff4b4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.268+0000 7ff4aeffd640 1 -- 172.21.15.70:0/85029953 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff4a8021020 con 0x7ff4b80d0e60 2024-09-05T06:10:06.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.420+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff4b8152f60 con 0x7ff49c0678c0 2024-09-05T06:10:06.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.436+0000 7ff4aeffd640 1 -- 172.21.15.70:0/85029953 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242209 (secure 0 0 0) 0x7ff4b8152f60 con 0x7ff49c0678c0 2024-09-05T06:10:06.438 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:06.440 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff49c0678c0 msgr2=0x7ff49c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff49c0678c0 0x7ff49c069d80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff4b400b850 tx=0x7ff4b4008040 comp rx=0 tx=0).stop 2024-09-05T06:10:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 msgr2=0x7ff4b8071550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b8071550 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff4a800c410 tx=0x7ff4a800c8d0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 shutdown_connections 2024-09-05T06:10:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff49c0678c0 0x7ff49c069d80 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4b8157110 0x7ff4b81415b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4b80d0e60 0x7ff4b8071550 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 --2- 172.21.15.70:0/85029953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4b80b5ac0 0x7ff4b815c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 >> 172.21.15.70:0/85029953 conn(0x7ff4b806bcc0 msgr2=0x7ff4b815e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:06.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 shutdown_connections 2024-09-05T06:10:06.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.440+0000 7ff4c0791640 1 -- 172.21.15.70:0/85029953 wait complete. 2024-09-05T06:10:06.456 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2024-09-05T06:10:06.330281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":1554,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560945,"statfs":{"total":1600000000,"available":1598407872,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.323924"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022447+0000","last_change":"2024-09-05T06:10:02.022447+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022447+0000","last_undegraded":"2024-09-05T06:10:02.022447+0000","last_fullsized":"2024-09-05T06:10:02.022447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026044+0000","last_change":"2024-09-05T06:10:02.026044+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026044+0000","last_undegraded":"2024-09-05T06:10:02.026044+0000","last_fullsized":"2024-09-05T06:10:02.026044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033941+0000","last_change":"2024-09-05T06:10:02.033941+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033941+0000","last_undegraded":"2024-09-05T06:10:02.033941+0000","last_fullsized":"2024-09-05T06:10:02.033941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019487+0000","last_change":"2024-09-05T06:10:02.019487+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019487+0000","last_undegraded":"2024-09-05T06:10:02.019487+0000","last_fullsized":"2024-09-05T06:10:02.019487+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021373+0000","last_change":"2024-09-05T06:10:02.021373+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021373+0000","last_undegraded":"2024-09-05T06:10:02.021373+0000","last_fullsized":"2024-09-05T06:10:02.021373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019021+0000","last_change":"2024-09-05T06:10:02.019021+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019021+0000","last_undegraded":"2024-09-05T06:10:02.019021+0000","last_fullsized":"2024-09-05T06:10:02.019021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023521+0000","last_change":"2024-09-05T06:10:02.023521+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023521+0000","last_undegraded":"2024-09-05T06:10:02.023521+0000","last_fullsized":"2024-09-05T06:10:02.023521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.032560+0000","last_change":"2024-09-05T06:10:02.032560+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.032560+0000","last_undegraded":"2024-09-05T06:10:02.032560+0000","last_fullsized":"2024-09-05T06:10:02.032560+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017883+0000","last_change":"2024-09-05T06:10:02.017883+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017883+0000","last_undegraded":"2024-09-05T06:10:02.017883+0000","last_fullsized":"2024-09-05T06:10:02.017883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022820+0000","last_change":"2024-09-05T06:10:02.022820+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022820+0000","last_undegraded":"2024-09-05T06:10:02.022820+0000","last_fullsized":"2024-09-05T06:10:02.022820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022007+0000","last_change":"2024-09-05T06:10:02.022007+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022007+0000","last_undegraded":"2024-09-05T06:10:02.022007+0000","last_fullsized":"2024-09-05T06:10:02.022007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025238+0000","last_change":"2024-09-05T06:10:02.025238+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025238+0000","last_undegraded":"2024-09-05T06:10:02.025238+0000","last_fullsized":"2024-09-05T06:10:02.025238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034295+0000","last_change":"2024-09-05T06:10:02.034295+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034295+0000","last_undegraded":"2024-09-05T06:10:02.034295+0000","last_fullsized":"2024-09-05T06:10:02.034295+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033770+0000","last_change":"2024-09-05T06:10:02.033770+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033770+0000","last_undegraded":"2024-09-05T06:10:02.033770+0000","last_fullsized":"2024-09-05T06:10:02.033770+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034606+0000","last_change":"2024-09-05T06:10:02.034606+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034606+0000","last_undegraded":"2024-09-05T06:10:02.034606+0000","last_fullsized":"2024-09-05T06:10:02.034606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026198+0000","last_change":"2024-09-05T06:10:02.026198+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026198+0000","last_undegraded":"2024-09-05T06:10:02.026198+0000","last_fullsized":"2024-09-05T06:10:02.026198+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026438+0000","last_change":"2024-09-05T06:10:02.026438+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026438+0000","last_undegraded":"2024-09-05T06:10:02.026438+0000","last_fullsized":"2024-09-05T06:10:02.026438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024486+0000","last_change":"2024-09-05T06:10:02.024486+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024486+0000","last_undegraded":"2024-09-05T06:10:02.024486+0000","last_fullsized":"2024-09-05T06:10:02.024486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020991+0000","last_change":"2024-09-05T06:10:02.020991+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020991+0000","last_undegraded":"2024-09-05T06:10:02.020991+0000","last_fullsized":"2024-09-05T06:10:02.020991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022080+0000","last_change":"2024-09-05T06:10:02.022080+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022080+0000","last_undegraded":"2024-09-05T06:10:02.022080+0000","last_fullsized":"2024-09-05T06:10:02.022080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039976+0000","last_change":"2024-09-05T06:10:02.039976+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039976+0000","last_undegraded":"2024-09-05T06:10:02.039976+0000","last_fullsized":"2024-09-05T06:10:02.039976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017586+0000","last_change":"2024-09-05T06:10:02.017586+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017586+0000","last_undegraded":"2024-09-05T06:10:02.017586+0000","last_fullsized":"2024-09-05T06:10:02.017586+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.029751+0000","last_change":"2024-09-05T06:10:02.029751+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.029751+0000","last_undegraded":"2024-09-05T06:10:02.029751+0000","last_fullsized":"2024-09-05T06:10:02.029751+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026696+0000","last_change":"2024-09-05T06:10:02.026696+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026696+0000","last_undegraded":"2024-09-05T06:10:02.026696+0000","last_fullsized":"2024-09-05T06:10:02.026696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033147+0000","last_change":"2024-09-05T06:10:02.033147+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033147+0000","last_undegraded":"2024-09-05T06:10:02.033147+0000","last_fullsized":"2024-09-05T06:10:02.033147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018331+0000","last_change":"2024-09-05T06:10:02.018331+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018331+0000","last_undegraded":"2024-09-05T06:10:02.018331+0000","last_fullsized":"2024-09-05T06:10:02.018331+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.030628+0000","last_change":"2024-09-05T06:10:02.030628+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.030628+0000","last_undegraded":"2024-09-05T06:10:02.030628+0000","last_fullsized":"2024-09-05T06:10:02.030628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.030459+0000","last_change":"2024-09-05T06:10:02.030459+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.030459+0000","last_undegraded":"2024-09-05T06:10:02.030459+0000","last_fullsized":"2024-09-05T06:10:02.030459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022809+0000","last_change":"2024-09-05T06:10:02.022809+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022809+0000","last_undegraded":"2024-09-05T06:10:02.022809+0000","last_fullsized":"2024-09-05T06:10:02.022809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025046+0000","last_change":"2024-09-05T06:10:02.025046+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025046+0000","last_undegraded":"2024-09-05T06:10:02.025046+0000","last_fullsized":"2024-09-05T06:10:02.025046+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021372+0000","last_change":"2024-09-05T06:10:02.021372+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021372+0000","last_undegraded":"2024-09-05T06:10:02.021372+0000","last_fullsized":"2024-09-05T06:10:02.021372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022278+0000","last_change":"2024-09-05T06:10:02.022278+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022278+0000","last_undegraded":"2024-09-05T06:10:02.022278+0000","last_fullsized":"2024-09-05T06:10:02.022278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018785+0000","last_change":"2024-09-05T06:10:02.018785+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018785+0000","last_undegraded":"2024-09-05T06:10:02.018785+0000","last_fullsized":"2024-09-05T06:10:02.018785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043443+0000","last_change":"2024-09-05T06:10:02.042346+0000","last_active":"2024-09-05T06:10:02.043443+0000","last_peered":"2024-09-05T06:10:02.043443+0000","last_clean":"2024-09-05T06:10:02.043443+0000","last_became_active":"2024-09-05T06:10:02.041744+0000","last_became_peered":"2024-09-05T06:10:02.041744+0000","last_unstale":"2024-09-05T06:10:02.043443+0000","last_undegraded":"2024-09-05T06:10:02.043443+0000","last_fullsized":"2024-09-05T06:10:02.043443+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:38:37.428526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.036684+0000","last_change":"2024-09-05T06:10:02.036684+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.036684+0000","last_undegraded":"2024-09-05T06:10:02.036684+0000","last_fullsized":"2024-09-05T06:10:02.036684+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.034549+0000","last_change":"2024-09-05T06:10:02.034074+0000","last_active":"2024-09-05T06:10:02.034549+0000","last_peered":"2024-09-05T06:10:02.034549+0000","last_clean":"2024-09-05T06:10:02.034549+0000","last_became_active":"2024-09-05T06:10:02.033662+0000","last_became_peered":"2024-09-05T06:10:02.033662+0000","last_unstale":"2024-09-05T06:10:02.034549+0000","last_undegraded":"2024-09-05T06:10:02.034549+0000","last_fullsized":"2024-09-05T06:10:02.034549+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:30:32.398028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043586+0000","last_change":"2024-09-05T06:10:02.042718+0000","last_active":"2024-09-05T06:10:02.043586+0000","last_peered":"2024-09-05T06:10:02.043586+0000","last_clean":"2024-09-05T06:10:02.043586+0000","last_became_active":"2024-09-05T06:10:02.041690+0000","last_became_peered":"2024-09-05T06:10:02.041690+0000","last_unstale":"2024-09-05T06:10:02.043586+0000","last_undegraded":"2024-09-05T06:10:02.043586+0000","last_fullsized":"2024-09-05T06:10:02.043586+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:55:37.549468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018392+0000","last_change":"2024-09-05T06:10:02.018392+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018392+0000","last_undegraded":"2024-09-05T06:10:02.018392+0000","last_fullsized":"2024-09-05T06:10:02.018392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.029980+0000","last_change":"2024-09-05T06:10:02.029808+0000","last_active":"2024-09-05T06:10:02.029980+0000","last_peered":"2024-09-05T06:10:02.029980+0000","last_clean":"2024-09-05T06:10:02.029980+0000","last_became_active":"2024-09-05T06:10:02.029474+0000","last_became_peered":"2024-09-05T06:10:02.029474+0000","last_unstale":"2024-09-05T06:10:02.029980+0000","last_undegraded":"2024-09-05T06:10:02.029980+0000","last_fullsized":"2024-09-05T06:10:02.029980+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:20.807488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039134+0000","last_change":"2024-09-05T06:10:02.039134+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039134+0000","last_undegraded":"2024-09-05T06:10:02.039134+0000","last_fullsized":"2024-09-05T06:10:02.039134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.029574+0000","last_change":"2024-09-05T06:10:02.029414+0000","last_active":"2024-09-05T06:10:02.029574+0000","last_peered":"2024-09-05T06:10:02.029574+0000","last_clean":"2024-09-05T06:10:02.029574+0000","last_became_active":"2024-09-05T06:10:02.028636+0000","last_became_peered":"2024-09-05T06:10:02.028636+0000","last_unstale":"2024-09-05T06:10:02.029574+0000","last_undegraded":"2024-09-05T06:10:02.029574+0000","last_fullsized":"2024-09-05T06:10:02.029574+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:14:29.185152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021609+0000","last_change":"2024-09-05T06:10:02.021609+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021609+0000","last_undegraded":"2024-09-05T06:10:02.021609+0000","last_fullsized":"2024-09-05T06:10:02.021609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.042446+0000","last_change":"2024-09-05T06:10:02.042216+0000","last_active":"2024-09-05T06:10:02.042446+0000","last_peered":"2024-09-05T06:10:02.042446+0000","last_clean":"2024-09-05T06:10:02.042446+0000","last_became_active":"2024-09-05T06:10:02.040989+0000","last_became_peered":"2024-09-05T06:10:02.040989+0000","last_unstale":"2024-09-05T06:10:02.042446+0000","last_undegraded":"2024-09-05T06:10:02.042446+0000","last_fullsized":"2024-09-05T06:10:02.042446+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:59:58.247817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021939+0000","last_change":"2024-09-05T06:10:02.021939+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021939+0000","last_undegraded":"2024-09-05T06:10:02.021939+0000","last_fullsized":"2024-09-05T06:10:02.021939+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.035841+0000","last_change":"2024-09-05T06:10:02.032757+0000","last_active":"2024-09-05T06:10:02.035841+0000","last_peered":"2024-09-05T06:10:02.035841+0000","last_clean":"2024-09-05T06:10:02.035841+0000","last_became_active":"2024-09-05T06:10:02.030713+0000","last_became_peered":"2024-09-05T06:10:02.030713+0000","last_unstale":"2024-09-05T06:10:02.035841+0000","last_undegraded":"2024-09-05T06:10:02.035841+0000","last_fullsized":"2024-09-05T06:10:02.035841+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:22:24.781119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026152+0000","last_change":"2024-09-05T06:10:02.026152+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026152+0000","last_undegraded":"2024-09-05T06:10:02.026152+0000","last_fullsized":"2024-09-05T06:10:02.026152+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.036394+0000","last_change":"2024-09-05T06:10:02.035986+0000","last_active":"2024-09-05T06:10:02.036394+0000","last_peered":"2024-09-05T06:10:02.036394+0000","last_clean":"2024-09-05T06:10:02.036394+0000","last_became_active":"2024-09-05T06:10:02.035304+0000","last_became_peered":"2024-09-05T06:10:02.035304+0000","last_unstale":"2024-09-05T06:10:02.036394+0000","last_undegraded":"2024-09-05T06:10:02.036394+0000","last_fullsized":"2024-09-05T06:10:02.036394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:21:28.112450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023703+0000","last_change":"2024-09-05T06:10:02.023703+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023703+0000","last_undegraded":"2024-09-05T06:10:02.023703+0000","last_fullsized":"2024-09-05T06:10:02.023703+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.039642+0000","last_change":"2024-09-05T06:10:02.035859+0000","last_active":"2024-09-05T06:10:02.039642+0000","last_peered":"2024-09-05T06:10:02.039642+0000","last_clean":"2024-09-05T06:10:02.039642+0000","last_became_active":"2024-09-05T06:10:02.035186+0000","last_became_peered":"2024-09-05T06:10:02.035186+0000","last_unstale":"2024-09-05T06:10:02.039642+0000","last_undegraded":"2024-09-05T06:10:02.039642+0000","last_fullsized":"2024-09-05T06:10:02.039642+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:18:22.033627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024764+0000","last_change":"2024-09-05T06:10:02.024764+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024764+0000","last_undegraded":"2024-09-05T06:10:02.024764+0000","last_fullsized":"2024-09-05T06:10:02.024764+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.040616+0000","last_change":"2024-09-05T06:10:02.040477+0000","last_active":"2024-09-05T06:10:02.040616+0000","last_peered":"2024-09-05T06:10:02.040616+0000","last_clean":"2024-09-05T06:10:02.040616+0000","last_became_active":"2024-09-05T06:10:02.038985+0000","last_became_peered":"2024-09-05T06:10:02.038985+0000","last_unstale":"2024-09-05T06:10:02.040616+0000","last_undegraded":"2024-09-05T06:10:02.040616+0000","last_fullsized":"2024-09-05T06:10:02.040616+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:37.467874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022765+0000","last_change":"2024-09-05T06:10:02.022765+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022765+0000","last_undegraded":"2024-09-05T06:10:02.022765+0000","last_fullsized":"2024-09-05T06:10:02.022765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.041791+0000","last_change":"2024-09-05T06:10:02.041607+0000","last_active":"2024-09-05T06:10:02.041791+0000","last_peered":"2024-09-05T06:10:02.041791+0000","last_clean":"2024-09-05T06:10:02.041791+0000","last_became_active":"2024-09-05T06:10:02.037089+0000","last_became_peered":"2024-09-05T06:10:02.037089+0000","last_unstale":"2024-09-05T06:10:02.041791+0000","last_undegraded":"2024-09-05T06:10:02.041791+0000","last_fullsized":"2024-09-05T06:10:02.041791+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:16.379851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017960+0000","last_change":"2024-09-05T06:10:02.017960+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017960+0000","last_undegraded":"2024-09-05T06:10:02.017960+0000","last_fullsized":"2024-09-05T06:10:02.017960+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.030971+0000","last_change":"2024-09-05T06:10:02.030623+0000","last_active":"2024-09-05T06:10:02.030971+0000","last_peered":"2024-09-05T06:10:02.030971+0000","last_clean":"2024-09-05T06:10:02.030971+0000","last_became_active":"2024-09-05T06:10:02.029707+0000","last_became_peered":"2024-09-05T06:10:02.029707+0000","last_unstale":"2024-09-05T06:10:02.030971+0000","last_undegraded":"2024-09-05T06:10:02.030971+0000","last_fullsized":"2024-09-05T06:10:02.030971+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:22.273340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025909+0000","last_change":"2024-09-05T06:10:02.025909+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025909+0000","last_undegraded":"2024-09-05T06:10:02.025909+0000","last_fullsized":"2024-09-05T06:10:02.025909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046830+0000","last_change":"2024-09-05T06:10:02.046689+0000","last_active":"2024-09-05T06:10:02.046830+0000","last_peered":"2024-09-05T06:10:02.046830+0000","last_clean":"2024-09-05T06:10:02.046830+0000","last_became_active":"2024-09-05T06:10:02.046477+0000","last_became_peered":"2024-09-05T06:10:02.046477+0000","last_unstale":"2024-09-05T06:10:02.046830+0000","last_undegraded":"2024-09-05T06:10:02.046830+0000","last_fullsized":"2024-09-05T06:10:02.046830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:31.649075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018591+0000","last_change":"2024-09-05T06:10:02.018591+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018591+0000","last_undegraded":"2024-09-05T06:10:02.018591+0000","last_fullsized":"2024-09-05T06:10:02.018591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.044971+0000","last_change":"2024-09-05T06:10:02.044086+0000","last_active":"2024-09-05T06:10:02.044971+0000","last_peered":"2024-09-05T06:10:02.044971+0000","last_clean":"2024-09-05T06:10:02.044971+0000","last_became_active":"2024-09-05T06:10:02.042059+0000","last_became_peered":"2024-09-05T06:10:02.042059+0000","last_unstale":"2024-09-05T06:10:02.044971+0000","last_undegraded":"2024-09-05T06:10:02.044971+0000","last_fullsized":"2024-09-05T06:10:02.044971+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:17.080004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020353+0000","last_change":"2024-09-05T06:10:02.020353+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020353+0000","last_undegraded":"2024-09-05T06:10:02.020353+0000","last_fullsized":"2024-09-05T06:10:02.020353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.028328+0000","last_change":"2024-09-05T06:10:02.027915+0000","last_active":"2024-09-05T06:10:02.028328+0000","last_peered":"2024-09-05T06:10:02.028328+0000","last_clean":"2024-09-05T06:10:02.028328+0000","last_became_active":"2024-09-05T06:10:02.026921+0000","last_became_peered":"2024-09-05T06:10:02.026921+0000","last_unstale":"2024-09-05T06:10:02.028328+0000","last_undegraded":"2024-09-05T06:10:02.028328+0000","last_fullsized":"2024-09-05T06:10:02.028328+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:30.346254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024622+0000","last_change":"2024-09-05T06:10:02.024622+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024622+0000","last_undegraded":"2024-09-05T06:10:02.024622+0000","last_fullsized":"2024-09-05T06:10:02.024622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046707+0000","last_change":"2024-09-05T06:10:02.046372+0000","last_active":"2024-09-05T06:10:02.046707+0000","last_peered":"2024-09-05T06:10:02.046707+0000","last_clean":"2024-09-05T06:10:02.046707+0000","last_became_active":"2024-09-05T06:10:02.045371+0000","last_became_peered":"2024-09-05T06:10:02.045371+0000","last_unstale":"2024-09-05T06:10:02.046707+0000","last_undegraded":"2024-09-05T06:10:02.046707+0000","last_fullsized":"2024-09-05T06:10:02.046707+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:42.432768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023974+0000","last_change":"2024-09-05T06:10:02.023974+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023974+0000","last_undegraded":"2024-09-05T06:10:02.023974+0000","last_fullsized":"2024-09-05T06:10:02.023974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":166,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.016884+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:02.016884+0000","last_peered":"2024-09-05T06:10:02.016884+0000","last_clean":"2024-09-05T06:10:02.016884+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:02.016884+0000","last_undegraded":"2024-09-05T06:10:02.016884+0000","last_fullsized":"2024-09-05T06:10:02.016884+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.040264+0000","last_change":"2024-09-05T06:10:02.040048+0000","last_active":"2024-09-05T06:10:02.040264+0000","last_peered":"2024-09-05T06:10:02.040264+0000","last_clean":"2024-09-05T06:10:02.040264+0000","last_became_active":"2024-09-05T06:10:02.038255+0000","last_became_peered":"2024-09-05T06:10:02.038255+0000","last_unstale":"2024-09-05T06:10:02.040264+0000","last_undegraded":"2024-09-05T06:10:02.040264+0000","last_fullsized":"2024-09-05T06:10:02.040264+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:05.915831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033736+0000","last_change":"2024-09-05T06:10:02.033736+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033736+0000","last_undegraded":"2024-09-05T06:10:02.033736+0000","last_fullsized":"2024-09-05T06:10:02.033736+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.045240+0000","last_change":"2024-09-05T06:10:02.045152+0000","last_active":"2024-09-05T06:10:02.045240+0000","last_peered":"2024-09-05T06:10:02.045240+0000","last_clean":"2024-09-05T06:10:02.045240+0000","last_became_active":"2024-09-05T06:10:02.045010+0000","last_became_peered":"2024-09-05T06:10:02.045010+0000","last_unstale":"2024-09-05T06:10:02.045240+0000","last_undegraded":"2024-09-05T06:10:02.045240+0000","last_fullsized":"2024-09-05T06:10:02.045240+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:26.773719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.027115+0000","last_change":"2024-09-05T06:10:02.027115+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.027115+0000","last_undegraded":"2024-09-05T06:10:02.027115+0000","last_fullsized":"2024-09-05T06:10:02.027115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.048927+0000","last_change":"2024-09-05T06:10:02.048591+0000","last_active":"2024-09-05T06:10:02.048927+0000","last_peered":"2024-09-05T06:10:02.048927+0000","last_clean":"2024-09-05T06:10:02.048927+0000","last_became_active":"2024-09-05T06:10:02.047453+0000","last_became_peered":"2024-09-05T06:10:02.047453+0000","last_unstale":"2024-09-05T06:10:02.048927+0000","last_undegraded":"2024-09-05T06:10:02.048927+0000","last_fullsized":"2024-09-05T06:10:02.048927+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:05:16.363531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019068+0000","last_change":"2024-09-05T06:10:02.019068+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019068+0000","last_undegraded":"2024-09-05T06:10:02.019068+0000","last_fullsized":"2024-09-05T06:10:02.019068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038575+0000","last_change":"2024-09-05T06:10:02.038403+0000","last_active":"2024-09-05T06:10:02.038575+0000","last_peered":"2024-09-05T06:10:02.038575+0000","last_clean":"2024-09-05T06:10:02.038575+0000","last_became_active":"2024-09-05T06:10:02.038058+0000","last_became_peered":"2024-09-05T06:10:02.038058+0000","last_unstale":"2024-09-05T06:10:02.038575+0000","last_undegraded":"2024-09-05T06:10:02.038575+0000","last_fullsized":"2024-09-05T06:10:02.038575+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:32.767610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021650+0000","last_change":"2024-09-05T06:10:02.021650+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021650+0000","last_undegraded":"2024-09-05T06:10:02.021650+0000","last_fullsized":"2024-09-05T06:10:02.021650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043390+0000","last_change":"2024-09-05T06:10:02.041135+0000","last_active":"2024-09-05T06:10:02.043390+0000","last_peered":"2024-09-05T06:10:02.043390+0000","last_clean":"2024-09-05T06:10:02.043390+0000","last_became_active":"2024-09-05T06:10:02.040509+0000","last_became_peered":"2024-09-05T06:10:02.040509+0000","last_unstale":"2024-09-05T06:10:02.043390+0000","last_undegraded":"2024-09-05T06:10:02.043390+0000","last_fullsized":"2024-09-05T06:10:02.043390+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:09.367144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018769+0000","last_change":"2024-09-05T06:10:02.018769+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018769+0000","last_undegraded":"2024-09-05T06:10:02.018769+0000","last_fullsized":"2024-09-05T06:10:02.018769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.035172+0000","last_change":"2024-09-05T06:10:02.035062+0000","last_active":"2024-09-05T06:10:02.035172+0000","last_peered":"2024-09-05T06:10:02.035172+0000","last_clean":"2024-09-05T06:10:02.035172+0000","last_became_active":"2024-09-05T06:10:02.034849+0000","last_became_peered":"2024-09-05T06:10:02.034849+0000","last_unstale":"2024-09-05T06:10:02.035172+0000","last_undegraded":"2024-09-05T06:10:02.035172+0000","last_fullsized":"2024-09-05T06:10:02.035172+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:30:41.645475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.028962+0000","last_change":"2024-09-05T06:10:02.028962+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.028962+0000","last_undegraded":"2024-09-05T06:10:02.028962+0000","last_fullsized":"2024-09-05T06:10:02.028962+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.045081+0000","last_change":"2024-09-05T06:10:02.042798+0000","last_active":"2024-09-05T06:10:02.045081+0000","last_peered":"2024-09-05T06:10:02.045081+0000","last_clean":"2024-09-05T06:10:02.045081+0000","last_became_active":"2024-09-05T06:10:02.040882+0000","last_became_peered":"2024-09-05T06:10:02.040882+0000","last_unstale":"2024-09-05T06:10:02.045081+0000","last_undegraded":"2024-09-05T06:10:02.045081+0000","last_fullsized":"2024-09-05T06:10:02.045081+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:17.777402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034951+0000","last_change":"2024-09-05T06:10:02.034951+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034951+0000","last_undegraded":"2024-09-05T06:10:02.034951+0000","last_fullsized":"2024-09-05T06:10:02.034951+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.042185+0000","last_change":"2024-09-05T06:10:02.041993+0000","last_active":"2024-09-05T06:10:02.042185+0000","last_peered":"2024-09-05T06:10:02.042185+0000","last_clean":"2024-09-05T06:10:02.042185+0000","last_became_active":"2024-09-05T06:10:02.041730+0000","last_became_peered":"2024-09-05T06:10:02.041730+0000","last_unstale":"2024-09-05T06:10:02.042185+0000","last_undegraded":"2024-09-05T06:10:02.042185+0000","last_fullsized":"2024-09-05T06:10:02.042185+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:23.621562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039292+0000","last_change":"2024-09-05T06:10:02.039292+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039292+0000","last_undegraded":"2024-09-05T06:10:02.039292+0000","last_fullsized":"2024-09-05T06:10:02.039292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038884+0000","last_change":"2024-09-05T06:10:02.035016+0000","last_active":"2024-09-05T06:10:02.038884+0000","last_peered":"2024-09-05T06:10:02.038884+0000","last_clean":"2024-09-05T06:10:02.038884+0000","last_became_active":"2024-09-05T06:10:02.033745+0000","last_became_peered":"2024-09-05T06:10:02.033745+0000","last_unstale":"2024-09-05T06:10:02.038884+0000","last_undegraded":"2024-09-05T06:10:02.038884+0000","last_fullsized":"2024-09-05T06:10:02.038884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:06:54.598158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022214+0000","last_change":"2024-09-05T06:10:02.022214+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022214+0000","last_undegraded":"2024-09-05T06:10:02.022214+0000","last_fullsized":"2024-09-05T06:10:02.022214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038102+0000","last_change":"2024-09-05T06:10:02.037796+0000","last_active":"2024-09-05T06:10:02.038102+0000","last_peered":"2024-09-05T06:10:02.038102+0000","last_clean":"2024-09-05T06:10:02.038102+0000","last_became_active":"2024-09-05T06:10:02.036652+0000","last_became_peered":"2024-09-05T06:10:02.036652+0000","last_unstale":"2024-09-05T06:10:02.038102+0000","last_undegraded":"2024-09-05T06:10:02.038102+0000","last_fullsized":"2024-09-05T06:10:02.038102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:18:56.965970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.035632+0000","last_change":"2024-09-05T06:10:02.035632+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.035632+0000","last_undegraded":"2024-09-05T06:10:02.035632+0000","last_fullsized":"2024-09-05T06:10:02.035632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.051185+0000","last_change":"2024-09-05T06:10:02.050855+0000","last_active":"2024-09-05T06:10:02.051185+0000","last_peered":"2024-09-05T06:10:02.051185+0000","last_clean":"2024-09-05T06:10:02.051185+0000","last_became_active":"2024-09-05T06:10:02.050304+0000","last_became_peered":"2024-09-05T06:10:02.050304+0000","last_unstale":"2024-09-05T06:10:02.051185+0000","last_undegraded":"2024-09-05T06:10:02.051185+0000","last_fullsized":"2024-09-05T06:10:02.051185+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:22:20.892871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023001+0000","last_change":"2024-09-05T06:10:02.023001+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023001+0000","last_undegraded":"2024-09-05T06:10:02.023001+0000","last_fullsized":"2024-09-05T06:10:02.023001+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.028350+0000","last_change":"2024-09-05T06:10:02.028145+0000","last_active":"2024-09-05T06:10:02.028350+0000","last_peered":"2024-09-05T06:10:02.028350+0000","last_clean":"2024-09-05T06:10:02.028350+0000","last_became_active":"2024-09-05T06:10:02.027723+0000","last_became_peered":"2024-09-05T06:10:02.027723+0000","last_unstale":"2024-09-05T06:10:02.028350+0000","last_undegraded":"2024-09-05T06:10:02.028350+0000","last_fullsized":"2024-09-05T06:10:02.028350+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:04:38.973291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022661+0000","last_change":"2024-09-05T06:10:02.022661+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022661+0000","last_undegraded":"2024-09-05T06:10:02.022661+0000","last_fullsized":"2024-09-05T06:10:02.022661+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024551+0000","last_change":"2024-09-05T06:10:02.024551+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024551+0000","last_undegraded":"2024-09-05T06:10:02.024551+0000","last_fullsized":"2024-09-05T06:10:02.024551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.039510+0000","last_change":"2024-09-05T06:10:02.039264+0000","last_active":"2024-09-05T06:10:02.039510+0000","last_peered":"2024-09-05T06:10:02.039510+0000","last_clean":"2024-09-05T06:10:02.039510+0000","last_became_active":"2024-09-05T06:10:02.034452+0000","last_became_peered":"2024-09-05T06:10:02.034452+0000","last_unstale":"2024-09-05T06:10:02.039510+0000","last_undegraded":"2024-09-05T06:10:02.039510+0000","last_fullsized":"2024-09-05T06:10:02.039510+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:23.981743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017686+0000","last_change":"2024-09-05T06:10:02.017686+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017686+0000","last_undegraded":"2024-09-05T06:10:02.017686+0000","last_fullsized":"2024-09-05T06:10:02.017686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.033984+0000","last_change":"2024-09-05T06:10:02.033674+0000","last_active":"2024-09-05T06:10:02.033984+0000","last_peered":"2024-09-05T06:10:02.033984+0000","last_clean":"2024-09-05T06:10:02.033984+0000","last_became_active":"2024-09-05T06:10:02.033138+0000","last_became_peered":"2024-09-05T06:10:02.033138+0000","last_unstale":"2024-09-05T06:10:02.033984+0000","last_undegraded":"2024-09-05T06:10:02.033984+0000","last_fullsized":"2024-09-05T06:10:02.033984+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:53:14.540432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020249+0000","last_change":"2024-09-05T06:10:02.020249+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020249+0000","last_undegraded":"2024-09-05T06:10:02.020249+0000","last_fullsized":"2024-09-05T06:10:02.020249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.049292+0000","last_change":"2024-09-05T06:10:02.048958+0000","last_active":"2024-09-05T06:10:02.049292+0000","last_peered":"2024-09-05T06:10:02.049292+0000","last_clean":"2024-09-05T06:10:02.049292+0000","last_became_active":"2024-09-05T06:10:02.044044+0000","last_became_peered":"2024-09-05T06:10:02.044044+0000","last_unstale":"2024-09-05T06:10:02.049292+0000","last_undegraded":"2024-09-05T06:10:02.049292+0000","last_fullsized":"2024-09-05T06:10:02.049292+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:11.377631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021410+0000","last_change":"2024-09-05T06:10:02.021410+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021410+0000","last_undegraded":"2024-09-05T06:10:02.021410+0000","last_fullsized":"2024-09-05T06:10:02.021410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046320+0000","last_change":"2024-09-05T06:10:02.045988+0000","last_active":"2024-09-05T06:10:02.046320+0000","last_peered":"2024-09-05T06:10:02.046320+0000","last_clean":"2024-09-05T06:10:02.046320+0000","last_became_active":"2024-09-05T06:10:02.045343+0000","last_became_peered":"2024-09-05T06:10:02.045343+0000","last_unstale":"2024-09-05T06:10:02.046320+0000","last_undegraded":"2024-09-05T06:10:02.046320+0000","last_fullsized":"2024-09-05T06:10:02.046320+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:27:33.326743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":626,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194685,"statfs":{"total":200000000,"available":199358208,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":626,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194685,"statfs":{"total":200000000,"available":199358208,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:06.459 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:06.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8ef6ced640 1 Processor -- start 2024-09-05T06:10:06.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8ef6ced640 1 -- start start 2024-09-05T06:10:06.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8ef6ced640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8ef00afff0 0x7f8ef00cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8ef6ced640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef00cdf80 0x7f8ef0072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8ef6ced640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ef015bc40 con 0x7f8ef0072fd0 2024-09-05T06:10:06.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8ef6ced640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8ef0072600 con 0x7f8ef00afff0 2024-09-05T06:10:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8ef6ced640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8ef00d14c0 con 0x7f8ef00cdf80 2024-09-05T06:10:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8eeffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef00cdf80 0x7f8ef0072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8eeffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef00cdf80 0x7f8ef0072a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:37870/0 (socket says 172.21.15.70:37870) 2024-09-05T06:10:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8eeffff640 1 -- 172.21.15.70:0/570995477 learned_addr learned my addr 172.21.15.70:0/570995477 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8ef4a89640 1 --2- 172.21.15.70:0/570995477 >> v2:172.21.15.196:3300/0 conn(0x7f8ef00afff0 0x7f8ef00cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8eeffff640 1 -- 172.21.15.70:0/570995477 >> v2:172.21.15.196:3300/0 conn(0x7f8ef00afff0 msgr2=0x7f8ef00cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8eeffff640 1 --2- 172.21.15.70:0/570995477 >> v2:172.21.15.196:3300/0 conn(0x7f8ef00afff0 0x7f8ef00cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8eef7fe640 1 -- 172.21.15.70:0/570995477 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1704051151 0 0) 0x7f8ef015bc40 con 0x7f8ef0072fd0 2024-09-05T06:10:06.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8eeffff640 1 -- 172.21.15.70:0/570995477 >> v1:172.21.15.196:6789/0 conn(0x7f8ef0072fd0 legacy=0x7f8ef006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.620+0000 7f8eeffff640 1 -- 172.21.15.70:0/570995477 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ef0071cd0 con 0x7f8ef00cdf80 2024-09-05T06:10:06.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8eeffff640 1 --2- 172.21.15.70:0/570995477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef00cdf80 0x7f8ef0072a90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8edc009870 tx=0x7f8edc01c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a422c399bc26cc6c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8eef7fe640 1 -- 172.21.15.70:0/570995477 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8edc0b2070 con 0x7f8ef00cdf80 2024-09-05T06:10:06.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8eef7fe640 1 -- 172.21.15.70:0/570995477 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8edc0a9070 con 0x7f8ef00cdf80 2024-09-05T06:10:06.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8eef7fe640 1 -- 172.21.15.70:0/570995477 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8edc0ad880 con 0x7f8ef00cdf80 2024-09-05T06:10:06.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 -- 172.21.15.70:0/570995477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef00cdf80 msgr2=0x7f8ef0072a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/570995477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef00cdf80 0x7f8ef0072a90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8edc009870 tx=0x7f8edc01c560 comp rx=0 tx=0).stop 2024-09-05T06:10:06.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 -- 172.21.15.70:0/570995477 shutdown_connections 2024-09-05T06:10:06.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/570995477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef00cdf80 0x7f8ef0072a90 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/570995477 >> v2:172.21.15.196:3300/0 conn(0x7f8ef00afff0 0x7f8ef00cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 -- 172.21.15.70:0/570995477 >> 172.21.15.70:0/570995477 conn(0x7f8ef006bcc0 msgr2=0x7f8ef006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:06.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 -- 172.21.15.70:0/570995477 shutdown_connections 2024-09-05T06:10:06.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 -- 172.21.15.70:0/570995477 wait complete. 2024-09-05T06:10:06.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 Processor -- start 2024-09-05T06:10:06.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.624+0000 7f8ef6ced640 1 -- start start 2024-09-05T06:10:06.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef0072fd0 0x7f8ef00b1b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8ef00afff0 0x7f8ef00b2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ef00cdf80 0x7f8ef014e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8ef00d0f80 con 0x7f8ef00cdf80 2024-09-05T06:10:06.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8ef006efa0 con 0x7f8ef00afff0 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8ef00d1100 con 0x7f8ef0072fd0 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ef00cdf80 0x7f8ef014e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ef00cdf80 0x7f8ef014e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53422/0 (socket says 172.21.15.70:53422) 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 -- 172.21.15.70:0/3944626286 learned_addr learned my addr 172.21.15.70:0/3944626286 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8eeffff640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8ef00afff0 0x7f8ef00b2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef4a89640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef0072fd0 0x7f8ef00b1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 -- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef0072fd0 msgr2=0x7f8ef00b1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef0072fd0 0x7f8ef00b1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 -- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8ef00afff0 msgr2=0x7f8ef00b2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8ef00afff0 0x7f8ef00b2b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 -- 172.21.15.70:0/3944626286 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ef00cddb0 con 0x7f8ef00cdf80 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef4a89640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef0072fd0 0x7f8ef00b1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:06.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef528a640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ef00cdf80 0x7f8ef014e350 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8ee800c780 tx=0x7f8ee800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8eed7fa640 1 -- 172.21.15.70:0/3944626286 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee8003db0 con 0x7f8ef00cdf80 2024-09-05T06:10:06.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8eed7fa640 1 -- 172.21.15.70:0/3944626286 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee800ce30 con 0x7f8ef00cdf80 2024-09-05T06:10:06.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ef00b31d0 con 0x7f8ef00cdf80 2024-09-05T06:10:06.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8eed7fa640 1 -- 172.21.15.70:0/3944626286 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee8005290 con 0x7f8ef00cdf80 2024-09-05T06:10:06.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ef0159620 con 0x7f8ef00cdf80 2024-09-05T06:10:06.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ef00cda40 con 0x7f8ef00cdf80 2024-09-05T06:10:06.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8eed7fa640 1 -- 172.21.15.70:0/3944626286 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8ee8005430 con 0x7f8ef00cdf80 2024-09-05T06:10:06.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8eed7fa640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8ed40678c0 0x7f8ed4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8eed7fa640 1 -- 172.21.15.70:0/3944626286 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f8ee8085b80 con 0x7f8ef00cdf80 2024-09-05T06:10:06.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef4a89640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8ed40678c0 0x7f8ed4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.628+0000 7f8ef4a89640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8ed40678c0 0x7f8ed4069d80 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8ef0155590 tx=0x7f8ee4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.632+0000 7f8eed7fa640 1 -- 172.21.15.70:0/3944626286 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8ee8010300 con 0x7f8ef00cdf80 2024-09-05T06:10:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.792+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8ef0069110 con 0x7f8ed40678c0 2024-09-05T06:10:06.798 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.796+0000 7f8eed7fa640 1 -- 172.21.15.70:0/3944626286 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242209 (secure 0 0 0) 0x7f8ef0069110 con 0x7f8ed40678c0 2024-09-05T06:10:06.799 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:06.802 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:06.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8ed40678c0 msgr2=0x7f8ed4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8ed40678c0 0x7f8ed4069d80 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8ef0155590 tx=0x7f8ee4008040 comp rx=0 tx=0).stop 2024-09-05T06:10:06.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ef00cdf80 msgr2=0x7f8ef014e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ef00cdf80 0x7f8ef014e350 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8ee800c780 tx=0x7f8ee800cc40 comp rx=0 tx=0).stop 2024-09-05T06:10:06.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 shutdown_connections 2024-09-05T06:10:06.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8ed40678c0 0x7f8ed4069d80 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ef00cdf80 0x7f8ef014e350 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8ef00afff0 0x7f8ef00b2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 --2- 172.21.15.70:0/3944626286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8ef0072fd0 0x7f8ef00b1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 >> 172.21.15.70:0/3944626286 conn(0x7f8ef006bcc0 msgr2=0x7f8ef015be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:06.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 shutdown_connections 2024-09-05T06:10:06.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.804+0000 7f8ef6ced640 1 -- 172.21.15.70:0/3944626286 wait complete. 2024-09-05T06:10:06.819 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2024-09-05T06:10:06.330281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":1554,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560945,"statfs":{"total":1600000000,"available":1598407872,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.323924"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022447+0000","last_change":"2024-09-05T06:10:02.022447+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022447+0000","last_undegraded":"2024-09-05T06:10:02.022447+0000","last_fullsized":"2024-09-05T06:10:02.022447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026044+0000","last_change":"2024-09-05T06:10:02.026044+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026044+0000","last_undegraded":"2024-09-05T06:10:02.026044+0000","last_fullsized":"2024-09-05T06:10:02.026044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033941+0000","last_change":"2024-09-05T06:10:02.033941+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033941+0000","last_undegraded":"2024-09-05T06:10:02.033941+0000","last_fullsized":"2024-09-05T06:10:02.033941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019487+0000","last_change":"2024-09-05T06:10:02.019487+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019487+0000","last_undegraded":"2024-09-05T06:10:02.019487+0000","last_fullsized":"2024-09-05T06:10:02.019487+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021373+0000","last_change":"2024-09-05T06:10:02.021373+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021373+0000","last_undegraded":"2024-09-05T06:10:02.021373+0000","last_fullsized":"2024-09-05T06:10:02.021373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019021+0000","last_change":"2024-09-05T06:10:02.019021+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019021+0000","last_undegraded":"2024-09-05T06:10:02.019021+0000","last_fullsized":"2024-09-05T06:10:02.019021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023521+0000","last_change":"2024-09-05T06:10:02.023521+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023521+0000","last_undegraded":"2024-09-05T06:10:02.023521+0000","last_fullsized":"2024-09-05T06:10:02.023521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.032560+0000","last_change":"2024-09-05T06:10:02.032560+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.032560+0000","last_undegraded":"2024-09-05T06:10:02.032560+0000","last_fullsized":"2024-09-05T06:10:02.032560+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017883+0000","last_change":"2024-09-05T06:10:02.017883+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017883+0000","last_undegraded":"2024-09-05T06:10:02.017883+0000","last_fullsized":"2024-09-05T06:10:02.017883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022820+0000","last_change":"2024-09-05T06:10:02.022820+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022820+0000","last_undegraded":"2024-09-05T06:10:02.022820+0000","last_fullsized":"2024-09-05T06:10:02.022820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022007+0000","last_change":"2024-09-05T06:10:02.022007+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022007+0000","last_undegraded":"2024-09-05T06:10:02.022007+0000","last_fullsized":"2024-09-05T06:10:02.022007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025238+0000","last_change":"2024-09-05T06:10:02.025238+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025238+0000","last_undegraded":"2024-09-05T06:10:02.025238+0000","last_fullsized":"2024-09-05T06:10:02.025238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034295+0000","last_change":"2024-09-05T06:10:02.034295+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034295+0000","last_undegraded":"2024-09-05T06:10:02.034295+0000","last_fullsized":"2024-09-05T06:10:02.034295+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033770+0000","last_change":"2024-09-05T06:10:02.033770+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033770+0000","last_undegraded":"2024-09-05T06:10:02.033770+0000","last_fullsized":"2024-09-05T06:10:02.033770+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034606+0000","last_change":"2024-09-05T06:10:02.034606+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034606+0000","last_undegraded":"2024-09-05T06:10:02.034606+0000","last_fullsized":"2024-09-05T06:10:02.034606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026198+0000","last_change":"2024-09-05T06:10:02.026198+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026198+0000","last_undegraded":"2024-09-05T06:10:02.026198+0000","last_fullsized":"2024-09-05T06:10:02.026198+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026438+0000","last_change":"2024-09-05T06:10:02.026438+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026438+0000","last_undegraded":"2024-09-05T06:10:02.026438+0000","last_fullsized":"2024-09-05T06:10:02.026438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024486+0000","last_change":"2024-09-05T06:10:02.024486+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024486+0000","last_undegraded":"2024-09-05T06:10:02.024486+0000","last_fullsized":"2024-09-05T06:10:02.024486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020991+0000","last_change":"2024-09-05T06:10:02.020991+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020991+0000","last_undegraded":"2024-09-05T06:10:02.020991+0000","last_fullsized":"2024-09-05T06:10:02.020991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022080+0000","last_change":"2024-09-05T06:10:02.022080+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022080+0000","last_undegraded":"2024-09-05T06:10:02.022080+0000","last_fullsized":"2024-09-05T06:10:02.022080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039976+0000","last_change":"2024-09-05T06:10:02.039976+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039976+0000","last_undegraded":"2024-09-05T06:10:02.039976+0000","last_fullsized":"2024-09-05T06:10:02.039976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017586+0000","last_change":"2024-09-05T06:10:02.017586+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017586+0000","last_undegraded":"2024-09-05T06:10:02.017586+0000","last_fullsized":"2024-09-05T06:10:02.017586+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.029751+0000","last_change":"2024-09-05T06:10:02.029751+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.029751+0000","last_undegraded":"2024-09-05T06:10:02.029751+0000","last_fullsized":"2024-09-05T06:10:02.029751+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026696+0000","last_change":"2024-09-05T06:10:02.026696+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026696+0000","last_undegraded":"2024-09-05T06:10:02.026696+0000","last_fullsized":"2024-09-05T06:10:02.026696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033147+0000","last_change":"2024-09-05T06:10:02.033147+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033147+0000","last_undegraded":"2024-09-05T06:10:02.033147+0000","last_fullsized":"2024-09-05T06:10:02.033147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018331+0000","last_change":"2024-09-05T06:10:02.018331+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018331+0000","last_undegraded":"2024-09-05T06:10:02.018331+0000","last_fullsized":"2024-09-05T06:10:02.018331+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.030628+0000","last_change":"2024-09-05T06:10:02.030628+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.030628+0000","last_undegraded":"2024-09-05T06:10:02.030628+0000","last_fullsized":"2024-09-05T06:10:02.030628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.030459+0000","last_change":"2024-09-05T06:10:02.030459+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.030459+0000","last_undegraded":"2024-09-05T06:10:02.030459+0000","last_fullsized":"2024-09-05T06:10:02.030459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022809+0000","last_change":"2024-09-05T06:10:02.022809+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022809+0000","last_undegraded":"2024-09-05T06:10:02.022809+0000","last_fullsized":"2024-09-05T06:10:02.022809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025046+0000","last_change":"2024-09-05T06:10:02.025046+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025046+0000","last_undegraded":"2024-09-05T06:10:02.025046+0000","last_fullsized":"2024-09-05T06:10:02.025046+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021372+0000","last_change":"2024-09-05T06:10:02.021372+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021372+0000","last_undegraded":"2024-09-05T06:10:02.021372+0000","last_fullsized":"2024-09-05T06:10:02.021372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022278+0000","last_change":"2024-09-05T06:10:02.022278+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022278+0000","last_undegraded":"2024-09-05T06:10:02.022278+0000","last_fullsized":"2024-09-05T06:10:02.022278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018785+0000","last_change":"2024-09-05T06:10:02.018785+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018785+0000","last_undegraded":"2024-09-05T06:10:02.018785+0000","last_fullsized":"2024-09-05T06:10:02.018785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043443+0000","last_change":"2024-09-05T06:10:02.042346+0000","last_active":"2024-09-05T06:10:02.043443+0000","last_peered":"2024-09-05T06:10:02.043443+0000","last_clean":"2024-09-05T06:10:02.043443+0000","last_became_active":"2024-09-05T06:10:02.041744+0000","last_became_peered":"2024-09-05T06:10:02.041744+0000","last_unstale":"2024-09-05T06:10:02.043443+0000","last_undegraded":"2024-09-05T06:10:02.043443+0000","last_fullsized":"2024-09-05T06:10:02.043443+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:38:37.428526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.036684+0000","last_change":"2024-09-05T06:10:02.036684+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.036684+0000","last_undegraded":"2024-09-05T06:10:02.036684+0000","last_fullsized":"2024-09-05T06:10:02.036684+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.034549+0000","last_change":"2024-09-05T06:10:02.034074+0000","last_active":"2024-09-05T06:10:02.034549+0000","last_peered":"2024-09-05T06:10:02.034549+0000","last_clean":"2024-09-05T06:10:02.034549+0000","last_became_active":"2024-09-05T06:10:02.033662+0000","last_became_peered":"2024-09-05T06:10:02.033662+0000","last_unstale":"2024-09-05T06:10:02.034549+0000","last_undegraded":"2024-09-05T06:10:02.034549+0000","last_fullsized":"2024-09-05T06:10:02.034549+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:30:32.398028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043586+0000","last_change":"2024-09-05T06:10:02.042718+0000","last_active":"2024-09-05T06:10:02.043586+0000","last_peered":"2024-09-05T06:10:02.043586+0000","last_clean":"2024-09-05T06:10:02.043586+0000","last_became_active":"2024-09-05T06:10:02.041690+0000","last_became_peered":"2024-09-05T06:10:02.041690+0000","last_unstale":"2024-09-05T06:10:02.043586+0000","last_undegraded":"2024-09-05T06:10:02.043586+0000","last_fullsized":"2024-09-05T06:10:02.043586+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:55:37.549468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018392+0000","last_change":"2024-09-05T06:10:02.018392+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018392+0000","last_undegraded":"2024-09-05T06:10:02.018392+0000","last_fullsized":"2024-09-05T06:10:02.018392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.029980+0000","last_change":"2024-09-05T06:10:02.029808+0000","last_active":"2024-09-05T06:10:02.029980+0000","last_peered":"2024-09-05T06:10:02.029980+0000","last_clean":"2024-09-05T06:10:02.029980+0000","last_became_active":"2024-09-05T06:10:02.029474+0000","last_became_peered":"2024-09-05T06:10:02.029474+0000","last_unstale":"2024-09-05T06:10:02.029980+0000","last_undegraded":"2024-09-05T06:10:02.029980+0000","last_fullsized":"2024-09-05T06:10:02.029980+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:20.807488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039134+0000","last_change":"2024-09-05T06:10:02.039134+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039134+0000","last_undegraded":"2024-09-05T06:10:02.039134+0000","last_fullsized":"2024-09-05T06:10:02.039134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.029574+0000","last_change":"2024-09-05T06:10:02.029414+0000","last_active":"2024-09-05T06:10:02.029574+0000","last_peered":"2024-09-05T06:10:02.029574+0000","last_clean":"2024-09-05T06:10:02.029574+0000","last_became_active":"2024-09-05T06:10:02.028636+0000","last_became_peered":"2024-09-05T06:10:02.028636+0000","last_unstale":"2024-09-05T06:10:02.029574+0000","last_undegraded":"2024-09-05T06:10:02.029574+0000","last_fullsized":"2024-09-05T06:10:02.029574+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:14:29.185152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021609+0000","last_change":"2024-09-05T06:10:02.021609+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021609+0000","last_undegraded":"2024-09-05T06:10:02.021609+0000","last_fullsized":"2024-09-05T06:10:02.021609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.042446+0000","last_change":"2024-09-05T06:10:02.042216+0000","last_active":"2024-09-05T06:10:02.042446+0000","last_peered":"2024-09-05T06:10:02.042446+0000","last_clean":"2024-09-05T06:10:02.042446+0000","last_became_active":"2024-09-05T06:10:02.040989+0000","last_became_peered":"2024-09-05T06:10:02.040989+0000","last_unstale":"2024-09-05T06:10:02.042446+0000","last_undegraded":"2024-09-05T06:10:02.042446+0000","last_fullsized":"2024-09-05T06:10:02.042446+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:59:58.247817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021939+0000","last_change":"2024-09-05T06:10:02.021939+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021939+0000","last_undegraded":"2024-09-05T06:10:02.021939+0000","last_fullsized":"2024-09-05T06:10:02.021939+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.035841+0000","last_change":"2024-09-05T06:10:02.032757+0000","last_active":"2024-09-05T06:10:02.035841+0000","last_peered":"2024-09-05T06:10:02.035841+0000","last_clean":"2024-09-05T06:10:02.035841+0000","last_became_active":"2024-09-05T06:10:02.030713+0000","last_became_peered":"2024-09-05T06:10:02.030713+0000","last_unstale":"2024-09-05T06:10:02.035841+0000","last_undegraded":"2024-09-05T06:10:02.035841+0000","last_fullsized":"2024-09-05T06:10:02.035841+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:22:24.781119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026152+0000","last_change":"2024-09-05T06:10:02.026152+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026152+0000","last_undegraded":"2024-09-05T06:10:02.026152+0000","last_fullsized":"2024-09-05T06:10:02.026152+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.036394+0000","last_change":"2024-09-05T06:10:02.035986+0000","last_active":"2024-09-05T06:10:02.036394+0000","last_peered":"2024-09-05T06:10:02.036394+0000","last_clean":"2024-09-05T06:10:02.036394+0000","last_became_active":"2024-09-05T06:10:02.035304+0000","last_became_peered":"2024-09-05T06:10:02.035304+0000","last_unstale":"2024-09-05T06:10:02.036394+0000","last_undegraded":"2024-09-05T06:10:02.036394+0000","last_fullsized":"2024-09-05T06:10:02.036394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:21:28.112450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023703+0000","last_change":"2024-09-05T06:10:02.023703+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023703+0000","last_undegraded":"2024-09-05T06:10:02.023703+0000","last_fullsized":"2024-09-05T06:10:02.023703+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.039642+0000","last_change":"2024-09-05T06:10:02.035859+0000","last_active":"2024-09-05T06:10:02.039642+0000","last_peered":"2024-09-05T06:10:02.039642+0000","last_clean":"2024-09-05T06:10:02.039642+0000","last_became_active":"2024-09-05T06:10:02.035186+0000","last_became_peered":"2024-09-05T06:10:02.035186+0000","last_unstale":"2024-09-05T06:10:02.039642+0000","last_undegraded":"2024-09-05T06:10:02.039642+0000","last_fullsized":"2024-09-05T06:10:02.039642+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:18:22.033627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024764+0000","last_change":"2024-09-05T06:10:02.024764+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024764+0000","last_undegraded":"2024-09-05T06:10:02.024764+0000","last_fullsized":"2024-09-05T06:10:02.024764+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.040616+0000","last_change":"2024-09-05T06:10:02.040477+0000","last_active":"2024-09-05T06:10:02.040616+0000","last_peered":"2024-09-05T06:10:02.040616+0000","last_clean":"2024-09-05T06:10:02.040616+0000","last_became_active":"2024-09-05T06:10:02.038985+0000","last_became_peered":"2024-09-05T06:10:02.038985+0000","last_unstale":"2024-09-05T06:10:02.040616+0000","last_undegraded":"2024-09-05T06:10:02.040616+0000","last_fullsized":"2024-09-05T06:10:02.040616+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:37.467874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022765+0000","last_change":"2024-09-05T06:10:02.022765+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022765+0000","last_undegraded":"2024-09-05T06:10:02.022765+0000","last_fullsized":"2024-09-05T06:10:02.022765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.041791+0000","last_change":"2024-09-05T06:10:02.041607+0000","last_active":"2024-09-05T06:10:02.041791+0000","last_peered":"2024-09-05T06:10:02.041791+0000","last_clean":"2024-09-05T06:10:02.041791+0000","last_became_active":"2024-09-05T06:10:02.037089+0000","last_became_peered":"2024-09-05T06:10:02.037089+0000","last_unstale":"2024-09-05T06:10:02.041791+0000","last_undegraded":"2024-09-05T06:10:02.041791+0000","last_fullsized":"2024-09-05T06:10:02.041791+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:16.379851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017960+0000","last_change":"2024-09-05T06:10:02.017960+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017960+0000","last_undegraded":"2024-09-05T06:10:02.017960+0000","last_fullsized":"2024-09-05T06:10:02.017960+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.030971+0000","last_change":"2024-09-05T06:10:02.030623+0000","last_active":"2024-09-05T06:10:02.030971+0000","last_peered":"2024-09-05T06:10:02.030971+0000","last_clean":"2024-09-05T06:10:02.030971+0000","last_became_active":"2024-09-05T06:10:02.029707+0000","last_became_peered":"2024-09-05T06:10:02.029707+0000","last_unstale":"2024-09-05T06:10:02.030971+0000","last_undegraded":"2024-09-05T06:10:02.030971+0000","last_fullsized":"2024-09-05T06:10:02.030971+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:22.273340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025909+0000","last_change":"2024-09-05T06:10:02.025909+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025909+0000","last_undegraded":"2024-09-05T06:10:02.025909+0000","last_fullsized":"2024-09-05T06:10:02.025909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046830+0000","last_change":"2024-09-05T06:10:02.046689+0000","last_active":"2024-09-05T06:10:02.046830+0000","last_peered":"2024-09-05T06:10:02.046830+0000","last_clean":"2024-09-05T06:10:02.046830+0000","last_became_active":"2024-09-05T06:10:02.046477+0000","last_became_peered":"2024-09-05T06:10:02.046477+0000","last_unstale":"2024-09-05T06:10:02.046830+0000","last_undegraded":"2024-09-05T06:10:02.046830+0000","last_fullsized":"2024-09-05T06:10:02.046830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:31.649075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018591+0000","last_change":"2024-09-05T06:10:02.018591+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018591+0000","last_undegraded":"2024-09-05T06:10:02.018591+0000","last_fullsized":"2024-09-05T06:10:02.018591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.044971+0000","last_change":"2024-09-05T06:10:02.044086+0000","last_active":"2024-09-05T06:10:02.044971+0000","last_peered":"2024-09-05T06:10:02.044971+0000","last_clean":"2024-09-05T06:10:02.044971+0000","last_became_active":"2024-09-05T06:10:02.042059+0000","last_became_peered":"2024-09-05T06:10:02.042059+0000","last_unstale":"2024-09-05T06:10:02.044971+0000","last_undegraded":"2024-09-05T06:10:02.044971+0000","last_fullsized":"2024-09-05T06:10:02.044971+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:17.080004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020353+0000","last_change":"2024-09-05T06:10:02.020353+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020353+0000","last_undegraded":"2024-09-05T06:10:02.020353+0000","last_fullsized":"2024-09-05T06:10:02.020353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.028328+0000","last_change":"2024-09-05T06:10:02.027915+0000","last_active":"2024-09-05T06:10:02.028328+0000","last_peered":"2024-09-05T06:10:02.028328+0000","last_clean":"2024-09-05T06:10:02.028328+0000","last_became_active":"2024-09-05T06:10:02.026921+0000","last_became_peered":"2024-09-05T06:10:02.026921+0000","last_unstale":"2024-09-05T06:10:02.028328+0000","last_undegraded":"2024-09-05T06:10:02.028328+0000","last_fullsized":"2024-09-05T06:10:02.028328+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:30.346254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024622+0000","last_change":"2024-09-05T06:10:02.024622+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024622+0000","last_undegraded":"2024-09-05T06:10:02.024622+0000","last_fullsized":"2024-09-05T06:10:02.024622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046707+0000","last_change":"2024-09-05T06:10:02.046372+0000","last_active":"2024-09-05T06:10:02.046707+0000","last_peered":"2024-09-05T06:10:02.046707+0000","last_clean":"2024-09-05T06:10:02.046707+0000","last_became_active":"2024-09-05T06:10:02.045371+0000","last_became_peered":"2024-09-05T06:10:02.045371+0000","last_unstale":"2024-09-05T06:10:02.046707+0000","last_undegraded":"2024-09-05T06:10:02.046707+0000","last_fullsized":"2024-09-05T06:10:02.046707+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:42.432768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023974+0000","last_change":"2024-09-05T06:10:02.023974+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023974+0000","last_undegraded":"2024-09-05T06:10:02.023974+0000","last_fullsized":"2024-09-05T06:10:02.023974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":166,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.016884+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:02.016884+0000","last_peered":"2024-09-05T06:10:02.016884+0000","last_clean":"2024-09-05T06:10:02.016884+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:02.016884+0000","last_undegraded":"2024-09-05T06:10:02.016884+0000","last_fullsized":"2024-09-05T06:10:02.016884+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.040264+0000","last_change":"2024-09-05T06:10:02.040048+0000","last_active":"2024-09-05T06:10:02.040264+0000","last_peered":"2024-09-05T06:10:02.040264+0000","last_clean":"2024-09-05T06:10:02.040264+0000","last_became_active":"2024-09-05T06:10:02.038255+0000","last_became_peered":"2024-09-05T06:10:02.038255+0000","last_unstale":"2024-09-05T06:10:02.040264+0000","last_undegraded":"2024-09-05T06:10:02.040264+0000","last_fullsized":"2024-09-05T06:10:02.040264+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:05.915831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033736+0000","last_change":"2024-09-05T06:10:02.033736+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033736+0000","last_undegraded":"2024-09-05T06:10:02.033736+0000","last_fullsized":"2024-09-05T06:10:02.033736+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.045240+0000","last_change":"2024-09-05T06:10:02.045152+0000","last_active":"2024-09-05T06:10:02.045240+0000","last_peered":"2024-09-05T06:10:02.045240+0000","last_clean":"2024-09-05T06:10:02.045240+0000","last_became_active":"2024-09-05T06:10:02.045010+0000","last_became_peered":"2024-09-05T06:10:02.045010+0000","last_unstale":"2024-09-05T06:10:02.045240+0000","last_undegraded":"2024-09-05T06:10:02.045240+0000","last_fullsized":"2024-09-05T06:10:02.045240+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:26.773719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.027115+0000","last_change":"2024-09-05T06:10:02.027115+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.027115+0000","last_undegraded":"2024-09-05T06:10:02.027115+0000","last_fullsized":"2024-09-05T06:10:02.027115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.048927+0000","last_change":"2024-09-05T06:10:02.048591+0000","last_active":"2024-09-05T06:10:02.048927+0000","last_peered":"2024-09-05T06:10:02.048927+0000","last_clean":"2024-09-05T06:10:02.048927+0000","last_became_active":"2024-09-05T06:10:02.047453+0000","last_became_peered":"2024-09-05T06:10:02.047453+0000","last_unstale":"2024-09-05T06:10:02.048927+0000","last_undegraded":"2024-09-05T06:10:02.048927+0000","last_fullsized":"2024-09-05T06:10:02.048927+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:05:16.363531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019068+0000","last_change":"2024-09-05T06:10:02.019068+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019068+0000","last_undegraded":"2024-09-05T06:10:02.019068+0000","last_fullsized":"2024-09-05T06:10:02.019068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038575+0000","last_change":"2024-09-05T06:10:02.038403+0000","last_active":"2024-09-05T06:10:02.038575+0000","last_peered":"2024-09-05T06:10:02.038575+0000","last_clean":"2024-09-05T06:10:02.038575+0000","last_became_active":"2024-09-05T06:10:02.038058+0000","last_became_peered":"2024-09-05T06:10:02.038058+0000","last_unstale":"2024-09-05T06:10:02.038575+0000","last_undegraded":"2024-09-05T06:10:02.038575+0000","last_fullsized":"2024-09-05T06:10:02.038575+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:32.767610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021650+0000","last_change":"2024-09-05T06:10:02.021650+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021650+0000","last_undegraded":"2024-09-05T06:10:02.021650+0000","last_fullsized":"2024-09-05T06:10:02.021650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043390+0000","last_change":"2024-09-05T06:10:02.041135+0000","last_active":"2024-09-05T06:10:02.043390+0000","last_peered":"2024-09-05T06:10:02.043390+0000","last_clean":"2024-09-05T06:10:02.043390+0000","last_became_active":"2024-09-05T06:10:02.040509+0000","last_became_peered":"2024-09-05T06:10:02.040509+0000","last_unstale":"2024-09-05T06:10:02.043390+0000","last_undegraded":"2024-09-05T06:10:02.043390+0000","last_fullsized":"2024-09-05T06:10:02.043390+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:09.367144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018769+0000","last_change":"2024-09-05T06:10:02.018769+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018769+0000","last_undegraded":"2024-09-05T06:10:02.018769+0000","last_fullsized":"2024-09-05T06:10:02.018769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.035172+0000","last_change":"2024-09-05T06:10:02.035062+0000","last_active":"2024-09-05T06:10:02.035172+0000","last_peered":"2024-09-05T06:10:02.035172+0000","last_clean":"2024-09-05T06:10:02.035172+0000","last_became_active":"2024-09-05T06:10:02.034849+0000","last_became_peered":"2024-09-05T06:10:02.034849+0000","last_unstale":"2024-09-05T06:10:02.035172+0000","last_undegraded":"2024-09-05T06:10:02.035172+0000","last_fullsized":"2024-09-05T06:10:02.035172+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:30:41.645475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.028962+0000","last_change":"2024-09-05T06:10:02.028962+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.028962+0000","last_undegraded":"2024-09-05T06:10:02.028962+0000","last_fullsized":"2024-09-05T06:10:02.028962+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.045081+0000","last_change":"2024-09-05T06:10:02.042798+0000","last_active":"2024-09-05T06:10:02.045081+0000","last_peered":"2024-09-05T06:10:02.045081+0000","last_clean":"2024-09-05T06:10:02.045081+0000","last_became_active":"2024-09-05T06:10:02.040882+0000","last_became_peered":"2024-09-05T06:10:02.040882+0000","last_unstale":"2024-09-05T06:10:02.045081+0000","last_undegraded":"2024-09-05T06:10:02.045081+0000","last_fullsized":"2024-09-05T06:10:02.045081+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:17.777402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034951+0000","last_change":"2024-09-05T06:10:02.034951+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034951+0000","last_undegraded":"2024-09-05T06:10:02.034951+0000","last_fullsized":"2024-09-05T06:10:02.034951+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.042185+0000","last_change":"2024-09-05T06:10:02.041993+0000","last_active":"2024-09-05T06:10:02.042185+0000","last_peered":"2024-09-05T06:10:02.042185+0000","last_clean":"2024-09-05T06:10:02.042185+0000","last_became_active":"2024-09-05T06:10:02.041730+0000","last_became_peered":"2024-09-05T06:10:02.041730+0000","last_unstale":"2024-09-05T06:10:02.042185+0000","last_undegraded":"2024-09-05T06:10:02.042185+0000","last_fullsized":"2024-09-05T06:10:02.042185+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:23.621562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039292+0000","last_change":"2024-09-05T06:10:02.039292+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039292+0000","last_undegraded":"2024-09-05T06:10:02.039292+0000","last_fullsized":"2024-09-05T06:10:02.039292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038884+0000","last_change":"2024-09-05T06:10:02.035016+0000","last_active":"2024-09-05T06:10:02.038884+0000","last_peered":"2024-09-05T06:10:02.038884+0000","last_clean":"2024-09-05T06:10:02.038884+0000","last_became_active":"2024-09-05T06:10:02.033745+0000","last_became_peered":"2024-09-05T06:10:02.033745+0000","last_unstale":"2024-09-05T06:10:02.038884+0000","last_undegraded":"2024-09-05T06:10:02.038884+0000","last_fullsized":"2024-09-05T06:10:02.038884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:06:54.598158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022214+0000","last_change":"2024-09-05T06:10:02.022214+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022214+0000","last_undegraded":"2024-09-05T06:10:02.022214+0000","last_fullsized":"2024-09-05T06:10:02.022214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038102+0000","last_change":"2024-09-05T06:10:02.037796+0000","last_active":"2024-09-05T06:10:02.038102+0000","last_peered":"2024-09-05T06:10:02.038102+0000","last_clean":"2024-09-05T06:10:02.038102+0000","last_became_active":"2024-09-05T06:10:02.036652+0000","last_became_peered":"2024-09-05T06:10:02.036652+0000","last_unstale":"2024-09-05T06:10:02.038102+0000","last_undegraded":"2024-09-05T06:10:02.038102+0000","last_fullsized":"2024-09-05T06:10:02.038102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:18:56.965970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.035632+0000","last_change":"2024-09-05T06:10:02.035632+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.035632+0000","last_undegraded":"2024-09-05T06:10:02.035632+0000","last_fullsized":"2024-09-05T06:10:02.035632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.051185+0000","last_change":"2024-09-05T06:10:02.050855+0000","last_active":"2024-09-05T06:10:02.051185+0000","last_peered":"2024-09-05T06:10:02.051185+0000","last_clean":"2024-09-05T06:10:02.051185+0000","last_became_active":"2024-09-05T06:10:02.050304+0000","last_became_peered":"2024-09-05T06:10:02.050304+0000","last_unstale":"2024-09-05T06:10:02.051185+0000","last_undegraded":"2024-09-05T06:10:02.051185+0000","last_fullsized":"2024-09-05T06:10:02.051185+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:22:20.892871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023001+0000","last_change":"2024-09-05T06:10:02.023001+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023001+0000","last_undegraded":"2024-09-05T06:10:02.023001+0000","last_fullsized":"2024-09-05T06:10:02.023001+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.028350+0000","last_change":"2024-09-05T06:10:02.028145+0000","last_active":"2024-09-05T06:10:02.028350+0000","last_peered":"2024-09-05T06:10:02.028350+0000","last_clean":"2024-09-05T06:10:02.028350+0000","last_became_active":"2024-09-05T06:10:02.027723+0000","last_became_peered":"2024-09-05T06:10:02.027723+0000","last_unstale":"2024-09-05T06:10:02.028350+0000","last_undegraded":"2024-09-05T06:10:02.028350+0000","last_fullsized":"2024-09-05T06:10:02.028350+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:04:38.973291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022661+0000","last_change":"2024-09-05T06:10:02.022661+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022661+0000","last_undegraded":"2024-09-05T06:10:02.022661+0000","last_fullsized":"2024-09-05T06:10:02.022661+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024551+0000","last_change":"2024-09-05T06:10:02.024551+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024551+0000","last_undegraded":"2024-09-05T06:10:02.024551+0000","last_fullsized":"2024-09-05T06:10:02.024551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.039510+0000","last_change":"2024-09-05T06:10:02.039264+0000","last_active":"2024-09-05T06:10:02.039510+0000","last_peered":"2024-09-05T06:10:02.039510+0000","last_clean":"2024-09-05T06:10:02.039510+0000","last_became_active":"2024-09-05T06:10:02.034452+0000","last_became_peered":"2024-09-05T06:10:02.034452+0000","last_unstale":"2024-09-05T06:10:02.039510+0000","last_undegraded":"2024-09-05T06:10:02.039510+0000","last_fullsized":"2024-09-05T06:10:02.039510+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:23.981743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017686+0000","last_change":"2024-09-05T06:10:02.017686+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017686+0000","last_undegraded":"2024-09-05T06:10:02.017686+0000","last_fullsized":"2024-09-05T06:10:02.017686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.033984+0000","last_change":"2024-09-05T06:10:02.033674+0000","last_active":"2024-09-05T06:10:02.033984+0000","last_peered":"2024-09-05T06:10:02.033984+0000","last_clean":"2024-09-05T06:10:02.033984+0000","last_became_active":"2024-09-05T06:10:02.033138+0000","last_became_peered":"2024-09-05T06:10:02.033138+0000","last_unstale":"2024-09-05T06:10:02.033984+0000","last_undegraded":"2024-09-05T06:10:02.033984+0000","last_fullsized":"2024-09-05T06:10:02.033984+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:53:14.540432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020249+0000","last_change":"2024-09-05T06:10:02.020249+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020249+0000","last_undegraded":"2024-09-05T06:10:02.020249+0000","last_fullsized":"2024-09-05T06:10:02.020249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.049292+0000","last_change":"2024-09-05T06:10:02.048958+0000","last_active":"2024-09-05T06:10:02.049292+0000","last_peered":"2024-09-05T06:10:02.049292+0000","last_clean":"2024-09-05T06:10:02.049292+0000","last_became_active":"2024-09-05T06:10:02.044044+0000","last_became_peered":"2024-09-05T06:10:02.044044+0000","last_unstale":"2024-09-05T06:10:02.049292+0000","last_undegraded":"2024-09-05T06:10:02.049292+0000","last_fullsized":"2024-09-05T06:10:02.049292+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:11.377631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021410+0000","last_change":"2024-09-05T06:10:02.021410+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021410+0000","last_undegraded":"2024-09-05T06:10:02.021410+0000","last_fullsized":"2024-09-05T06:10:02.021410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046320+0000","last_change":"2024-09-05T06:10:02.045988+0000","last_active":"2024-09-05T06:10:02.046320+0000","last_peered":"2024-09-05T06:10:02.046320+0000","last_clean":"2024-09-05T06:10:02.046320+0000","last_became_active":"2024-09-05T06:10:02.045343+0000","last_became_peered":"2024-09-05T06:10:02.045343+0000","last_unstale":"2024-09-05T06:10:02.046320+0000","last_undegraded":"2024-09-05T06:10:02.046320+0000","last_fullsized":"2024-09-05T06:10:02.046320+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:27:33.326743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":626,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194685,"statfs":{"total":200000000,"available":199358208,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":626,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194685,"statfs":{"total":200000000,"available":199358208,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:06.822 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022447+0000', 'last_change': '2024-09-05T06:10:02.022447+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022447+0000', 'last_undegraded': '2024-09-05T06:10:02.022447+0000', 'last_fullsized': '2024-09-05T06:10:02.022447+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3e is not active+clean 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.026044+0000', 'last_change': '2024-09-05T06:10:02.026044+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.026044+0000', 'last_undegraded': '2024-09-05T06:10:02.026044+0000', 'last_fullsized': '2024-09-05T06:10:02.026044+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.033941+0000', 'last_change': '2024-09-05T06:10:02.033941+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.033941+0000', 'last_undegraded': '2024-09-05T06:10:02.033941+0000', 'last_fullsized': '2024-09-05T06:10:02.033941+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.019487+0000', 'last_change': '2024-09-05T06:10:02.019487+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.019487+0000', 'last_undegraded': '2024-09-05T06:10:02.019487+0000', 'last_fullsized': '2024-09-05T06:10:02.019487+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.021373+0000', 'last_change': '2024-09-05T06:10:02.021373+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.021373+0000', 'last_undegraded': '2024-09-05T06:10:02.021373+0000', 'last_fullsized': '2024-09-05T06:10:02.021373+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.823 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.019021+0000', 'last_change': '2024-09-05T06:10:02.019021+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.019021+0000', 'last_undegraded': '2024-09-05T06:10:02.019021+0000', 'last_fullsized': '2024-09-05T06:10:02.019021+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.023521+0000', 'last_change': '2024-09-05T06:10:02.023521+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.023521+0000', 'last_undegraded': '2024-09-05T06:10:02.023521+0000', 'last_fullsized': '2024-09-05T06:10:02.023521+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.032560+0000', 'last_change': '2024-09-05T06:10:02.032560+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.032560+0000', 'last_undegraded': '2024-09-05T06:10:02.032560+0000', 'last_fullsized': '2024-09-05T06:10:02.032560+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.017883+0000', 'last_change': '2024-09-05T06:10:02.017883+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.017883+0000', 'last_undegraded': '2024-09-05T06:10:02.017883+0000', 'last_fullsized': '2024-09-05T06:10:02.017883+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022820+0000', 'last_change': '2024-09-05T06:10:02.022820+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022820+0000', 'last_undegraded': '2024-09-05T06:10:02.022820+0000', 'last_fullsized': '2024-09-05T06:10:02.022820+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022007+0000', 'last_change': '2024-09-05T06:10:02.022007+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022007+0000', 'last_undegraded': '2024-09-05T06:10:02.022007+0000', 'last_fullsized': '2024-09-05T06:10:02.022007+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.824 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.025238+0000', 'last_change': '2024-09-05T06:10:02.025238+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.025238+0000', 'last_undegraded': '2024-09-05T06:10:02.025238+0000', 'last_fullsized': '2024-09-05T06:10:02.025238+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.034295+0000', 'last_change': '2024-09-05T06:10:02.034295+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.034295+0000', 'last_undegraded': '2024-09-05T06:10:02.034295+0000', 'last_fullsized': '2024-09-05T06:10:02.034295+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.033770+0000', 'last_change': '2024-09-05T06:10:02.033770+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.033770+0000', 'last_undegraded': '2024-09-05T06:10:02.033770+0000', 'last_fullsized': '2024-09-05T06:10:02.033770+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:PG 3.31 is not active+clean 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.034606+0000', 'last_change': '2024-09-05T06:10:02.034606+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.034606+0000', 'last_undegraded': '2024-09-05T06:10:02.034606+0000', 'last_fullsized': '2024-09-05T06:10:02.034606+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-05T06:10:06.825 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.026198+0000', 'last_change': '2024-09-05T06:10:02.026198+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.026198+0000', 'last_undegraded': '2024-09-05T06:10:02.026198+0000', 'last_fullsized': '2024-09-05T06:10:02.026198+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.026438+0000', 'last_change': '2024-09-05T06:10:02.026438+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.026438+0000', 'last_undegraded': '2024-09-05T06:10:02.026438+0000', 'last_fullsized': '2024-09-05T06:10:02.026438+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.024486+0000', 'last_change': '2024-09-05T06:10:02.024486+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.024486+0000', 'last_undegraded': '2024-09-05T06:10:02.024486+0000', 'last_fullsized': '2024-09-05T06:10:02.024486+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.020991+0000', 'last_change': '2024-09-05T06:10:02.020991+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.020991+0000', 'last_undegraded': '2024-09-05T06:10:02.020991+0000', 'last_fullsized': '2024-09-05T06:10:02.020991+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022080+0000', 'last_change': '2024-09-05T06:10:02.022080+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022080+0000', 'last_undegraded': '2024-09-05T06:10:02.022080+0000', 'last_fullsized': '2024-09-05T06:10:02.022080+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.039976+0000', 'last_change': '2024-09-05T06:10:02.039976+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.039976+0000', 'last_undegraded': '2024-09-05T06:10:02.039976+0000', 'last_fullsized': '2024-09-05T06:10:02.039976+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-05T06:10:06.826 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.017586+0000', 'last_change': '2024-09-05T06:10:02.017586+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.017586+0000', 'last_undegraded': '2024-09-05T06:10:02.017586+0000', 'last_fullsized': '2024-09-05T06:10:02.017586+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:10:06.827 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-05T06:10:06.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.029751+0000', 'last_change': '2024-09-05T06:10:02.029751+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.029751+0000', 'last_undegraded': '2024-09-05T06:10:02.029751+0000', 'last_fullsized': '2024-09-05T06:10:02.029751+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.827 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-05T06:10:06.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.026696+0000', 'last_change': '2024-09-05T06:10:02.026696+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.026696+0000', 'last_undegraded': '2024-09-05T06:10:02.026696+0000', 'last_fullsized': '2024-09-05T06:10:02.026696+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.827 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-05T06:10:06.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.033147+0000', 'last_change': '2024-09-05T06:10:02.033147+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.033147+0000', 'last_undegraded': '2024-09-05T06:10:02.033147+0000', 'last_fullsized': '2024-09-05T06:10:02.033147+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.827 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-05T06:10:06.827 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.018331+0000', 'last_change': '2024-09-05T06:10:02.018331+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.018331+0000', 'last_undegraded': '2024-09-05T06:10:02.018331+0000', 'last_fullsized': '2024-09-05T06:10:02.018331+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:PG 3.25 is not active+clean 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.030628+0000', 'last_change': '2024-09-05T06:10:02.030628+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.030628+0000', 'last_undegraded': '2024-09-05T06:10:02.030628+0000', 'last_fullsized': '2024-09-05T06:10:02.030628+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.030459+0000', 'last_change': '2024-09-05T06:10:02.030459+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.030459+0000', 'last_undegraded': '2024-09-05T06:10:02.030459+0000', 'last_fullsized': '2024-09-05T06:10:02.030459+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022809+0000', 'last_change': '2024-09-05T06:10:02.022809+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022809+0000', 'last_undegraded': '2024-09-05T06:10:02.022809+0000', 'last_fullsized': '2024-09-05T06:10:02.022809+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.025046+0000', 'last_change': '2024-09-05T06:10:02.025046+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.025046+0000', 'last_undegraded': '2024-09-05T06:10:02.025046+0000', 'last_fullsized': '2024-09-05T06:10:02.025046+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-05T06:10:06.828 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.021372+0000', 'last_change': '2024-09-05T06:10:02.021372+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.021372+0000', 'last_undegraded': '2024-09-05T06:10:02.021372+0000', 'last_fullsized': '2024-09-05T06:10:02.021372+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022278+0000', 'last_change': '2024-09-05T06:10:02.022278+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022278+0000', 'last_undegraded': '2024-09-05T06:10:02.022278+0000', 'last_fullsized': '2024-09-05T06:10:02.022278+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.018785+0000', 'last_change': '2024-09-05T06:10:02.018785+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.018785+0000', 'last_undegraded': '2024-09-05T06:10:02.018785+0000', 'last_fullsized': '2024-09-05T06:10:02.018785+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.036684+0000', 'last_change': '2024-09-05T06:10:02.036684+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.036684+0000', 'last_undegraded': '2024-09-05T06:10:02.036684+0000', 'last_fullsized': '2024-09-05T06:10:02.036684+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.018392+0000', 'last_change': '2024-09-05T06:10:02.018392+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.018392+0000', 'last_undegraded': '2024-09-05T06:10:02.018392+0000', 'last_fullsized': '2024-09-05T06:10:02.018392+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:PG 3.19 is not active+clean 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.039134+0000', 'last_change': '2024-09-05T06:10:02.039134+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.039134+0000', 'last_undegraded': '2024-09-05T06:10:02.039134+0000', 'last_fullsized': '2024-09-05T06:10:02.039134+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-05T06:10:06.829 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.021609+0000', 'last_change': '2024-09-05T06:10:02.021609+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.021609+0000', 'last_undegraded': '2024-09-05T06:10:02.021609+0000', 'last_fullsized': '2024-09-05T06:10:02.021609+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.021939+0000', 'last_change': '2024-09-05T06:10:02.021939+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.021939+0000', 'last_undegraded': '2024-09-05T06:10:02.021939+0000', 'last_fullsized': '2024-09-05T06:10:02.021939+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.026152+0000', 'last_change': '2024-09-05T06:10:02.026152+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.026152+0000', 'last_undegraded': '2024-09-05T06:10:02.026152+0000', 'last_fullsized': '2024-09-05T06:10:02.026152+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.023703+0000', 'last_change': '2024-09-05T06:10:02.023703+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.023703+0000', 'last_undegraded': '2024-09-05T06:10:02.023703+0000', 'last_fullsized': '2024-09-05T06:10:02.023703+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.024764+0000', 'last_change': '2024-09-05T06:10:02.024764+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.024764+0000', 'last_undegraded': '2024-09-05T06:10:02.024764+0000', 'last_fullsized': '2024-09-05T06:10:02.024764+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022765+0000', 'last_change': '2024-09-05T06:10:02.022765+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022765+0000', 'last_undegraded': '2024-09-05T06:10:02.022765+0000', 'last_fullsized': '2024-09-05T06:10:02.022765+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-05T06:10:06.830 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.017960+0000', 'last_change': '2024-09-05T06:10:02.017960+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.017960+0000', 'last_undegraded': '2024-09-05T06:10:02.017960+0000', 'last_fullsized': '2024-09-05T06:10:02.017960+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.025909+0000', 'last_change': '2024-09-05T06:10:02.025909+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.025909+0000', 'last_undegraded': '2024-09-05T06:10:02.025909+0000', 'last_fullsized': '2024-09-05T06:10:02.025909+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.018591+0000', 'last_change': '2024-09-05T06:10:02.018591+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.018591+0000', 'last_undegraded': '2024-09-05T06:10:02.018591+0000', 'last_fullsized': '2024-09-05T06:10:02.018591+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.020353+0000', 'last_change': '2024-09-05T06:10:02.020353+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.020353+0000', 'last_undegraded': '2024-09-05T06:10:02.020353+0000', 'last_fullsized': '2024-09-05T06:10:02.020353+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.024622+0000', 'last_change': '2024-09-05T06:10:02.024622+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.024622+0000', 'last_undegraded': '2024-09-05T06:10:02.024622+0000', 'last_fullsized': '2024-09-05T06:10:02.024622+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.023974+0000', 'last_change': '2024-09-05T06:10:02.023974+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.023974+0000', 'last_undegraded': '2024-09-05T06:10:02.023974+0000', 'last_fullsized': '2024-09-05T06:10:02.023974+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-05T06:10:06.831 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.033736+0000', 'last_change': '2024-09-05T06:10:02.033736+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.033736+0000', 'last_undegraded': '2024-09-05T06:10:02.033736+0000', 'last_fullsized': '2024-09-05T06:10:02.033736+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.027115+0000', 'last_change': '2024-09-05T06:10:02.027115+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.027115+0000', 'last_undegraded': '2024-09-05T06:10:02.027115+0000', 'last_fullsized': '2024-09-05T06:10:02.027115+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.019068+0000', 'last_change': '2024-09-05T06:10:02.019068+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.019068+0000', 'last_undegraded': '2024-09-05T06:10:02.019068+0000', 'last_fullsized': '2024-09-05T06:10:02.019068+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.021650+0000', 'last_change': '2024-09-05T06:10:02.021650+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.021650+0000', 'last_undegraded': '2024-09-05T06:10:02.021650+0000', 'last_fullsized': '2024-09-05T06:10:02.021650+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.018769+0000', 'last_change': '2024-09-05T06:10:02.018769+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.018769+0000', 'last_undegraded': '2024-09-05T06:10:02.018769+0000', 'last_fullsized': '2024-09-05T06:10:02.018769+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.028962+0000', 'last_change': '2024-09-05T06:10:02.028962+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.028962+0000', 'last_undegraded': '2024-09-05T06:10:02.028962+0000', 'last_fullsized': '2024-09-05T06:10:02.028962+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:10:06.832 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.034951+0000', 'last_change': '2024-09-05T06:10:02.034951+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.034951+0000', 'last_undegraded': '2024-09-05T06:10:02.034951+0000', 'last_fullsized': '2024-09-05T06:10:02.034951+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.039292+0000', 'last_change': '2024-09-05T06:10:02.039292+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.039292+0000', 'last_undegraded': '2024-09-05T06:10:02.039292+0000', 'last_fullsized': '2024-09-05T06:10:02.039292+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022214+0000', 'last_change': '2024-09-05T06:10:02.022214+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022214+0000', 'last_undegraded': '2024-09-05T06:10:02.022214+0000', 'last_fullsized': '2024-09-05T06:10:02.022214+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.035632+0000', 'last_change': '2024-09-05T06:10:02.035632+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.035632+0000', 'last_undegraded': '2024-09-05T06:10:02.035632+0000', 'last_fullsized': '2024-09-05T06:10:02.035632+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.023001+0000', 'last_change': '2024-09-05T06:10:02.023001+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.023001+0000', 'last_undegraded': '2024-09-05T06:10:02.023001+0000', 'last_fullsized': '2024-09-05T06:10:02.023001+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-05T06:10:06.833 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.022661+0000', 'last_change': '2024-09-05T06:10:02.022661+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.022661+0000', 'last_undegraded': '2024-09-05T06:10:02.022661+0000', 'last_fullsized': '2024-09-05T06:10:02.022661+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.834 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-05T06:10:06.834 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.024551+0000', 'last_change': '2024-09-05T06:10:02.024551+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.024551+0000', 'last_undegraded': '2024-09-05T06:10:02.024551+0000', 'last_fullsized': '2024-09-05T06:10:02.024551+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:10:06.834 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-05T06:10:06.834 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.017686+0000', 'last_change': '2024-09-05T06:10:02.017686+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.017686+0000', 'last_undegraded': '2024-09-05T06:10:02.017686+0000', 'last_fullsized': '2024-09-05T06:10:02.017686+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:10:06.834 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-05T06:10:06.834 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.020249+0000', 'last_change': '2024-09-05T06:10:02.020249+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.020249+0000', 'last_undegraded': '2024-09-05T06:10:02.020249+0000', 'last_fullsized': '2024-09-05T06:10:02.020249+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.834 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-05T06:10:06.834 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:10:02.021410+0000', 'last_change': '2024-09-05T06:10:02.021410+0000', 'last_active': '2024-09-05T06:10:02.005076+0000', 'last_peered': '2024-09-05T06:10:02.005076+0000', 'last_clean': '2024-09-05T06:10:02.005076+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:10:02.021410+0000', 'last_undegraded': '2024-09-05T06:10:02.021410+0000', 'last_fullsized': '2024-09-05T06:10:02.021410+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'last_clean_scrub_stamp': '2024-09-05T06:10:02.005076+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:10:06.835 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-05T06:10:06.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9e5357640 1 Processor -- start 2024-09-05T06:10:06.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9e5357640 1 -- start start 2024-09-05T06:10:06.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9e5357640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff9e00afff0 0x7ff9e00cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9e5357640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff9e00731a0 0x7ff9e006e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9e5357640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9e015bc40 con 0x7ff9e00cdf80 2024-09-05T06:10:06.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9e5357640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff9e0072600 con 0x7ff9e00731a0 2024-09-05T06:10:06.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9e5357640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff9e00d14c0 con 0x7ff9e00afff0 2024-09-05T06:10:06.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9df7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff9e00731a0 0x7ff9e006e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9df7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff9e00731a0 0x7ff9e006e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53430/0 (socket says 172.21.15.70:53430) 2024-09-05T06:10:06.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.984+0000 7ff9df7fe640 1 -- 172.21.15.70:0/2122918794 learned_addr learned my addr 172.21.15.70:0/2122918794 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:06.987 INFO:tasks.ceph.mds.a.smithi070.stderr:2024-09-05T06:10:06.988+0000 7f15e680c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:10:06.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9deffd640 1 --2- 172.21.15.70:0/2122918794 >> v2:172.21.15.196:3300/0 conn(0x7ff9e00afff0 0x7ff9e00cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9df7fe640 1 -- 172.21.15.70:0/2122918794 >> v2:172.21.15.196:3300/0 conn(0x7ff9e00afff0 msgr2=0x7ff9e00cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:06.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9df7fe640 1 --2- 172.21.15.70:0/2122918794 >> v2:172.21.15.196:3300/0 conn(0x7ff9e00afff0 0x7ff9e00cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9df7fe640 1 -- 172.21.15.70:0/2122918794 >> v1:172.21.15.196:6789/0 conn(0x7ff9e00cdf80 legacy=0x7ff9e0072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:06.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9df7fe640 1 -- 172.21.15.70:0/2122918794 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e0071cd0 con 0x7ff9e00731a0 2024-09-05T06:10:06.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9df7fe640 1 --2- 172.21.15.70:0/2122918794 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00731a0 0x7ff9e006e680 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0071c30 tx=0x7ff9d801c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=316a772ec3c43693 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9ddffb640 1 -- 172.21.15.70:0/2122918794 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d80a5670 con 0x7ff9e00731a0 2024-09-05T06:10:06.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9ddffb640 1 -- 172.21.15.70:0/2122918794 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9d80a5810 con 0x7ff9e00731a0 2024-09-05T06:10:06.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9ddffb640 1 -- 172.21.15.70:0/2122918794 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d80a5be0 con 0x7ff9e00731a0 2024-09-05T06:10:06.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9e5357640 1 -- 172.21.15.70:0/2122918794 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00731a0 msgr2=0x7ff9e006e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9e5357640 1 --2- 172.21.15.70:0/2122918794 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00731a0 0x7ff9e006e680 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0071c30 tx=0x7ff9d801c9b0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9e5357640 1 -- 172.21.15.70:0/2122918794 shutdown_connections 2024-09-05T06:10:06.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9e5357640 1 --2- 172.21.15.70:0/2122918794 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00731a0 0x7ff9e006e680 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9e5357640 1 --2- 172.21.15.70:0/2122918794 >> v2:172.21.15.196:3300/0 conn(0x7ff9e00afff0 0x7ff9e00cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9e5357640 1 -- 172.21.15.70:0/2122918794 >> 172.21.15.70:0/2122918794 conn(0x7ff9e006bcc0 msgr2=0x7ff9e006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:06.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9e5357640 1 -- 172.21.15.70:0/2122918794 shutdown_connections 2024-09-05T06:10:06.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.988+0000 7ff9e5357640 1 -- 172.21.15.70:0/2122918794 wait complete. 2024-09-05T06:10:06.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 Processor -- start 2024-09-05T06:10:06.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 -- start start 2024-09-05T06:10:06.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9e00731a0 0x7ff9e0150ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00afff0 0x7ff9e0150340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff9e00cdf80 0x7ff9e00b0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e0168570 con 0x7ff9e00afff0 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e00d1190 con 0x7ff9e00cdf80 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff9e01686f0 con 0x7ff9e00731a0 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00afff0 0x7ff9e0150340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00afff0 0x7ff9e0150340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53444/0 (socket says 172.21.15.70:53444) 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 -- 172.21.15.70:0/48539208 learned_addr learned my addr 172.21.15.70:0/48539208 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9deffd640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9e00731a0 0x7ff9e0150ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9df7fe640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff9e00cdf80 0x7ff9e00b0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 -- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9e00731a0 msgr2=0x7ff9e0150ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9e00731a0 0x7ff9e0150ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 -- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff9e00cdf80 msgr2=0x7ff9e00b0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff9e00cdf80 0x7ff9e00b0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 -- 172.21.15.70:0/48539208 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e015d590 con 0x7ff9e00afff0 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9df7fe640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff9e00cdf80 0x7ff9e00b0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9de7fc640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00afff0 0x7ff9e0150340 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff9d400b440 tx=0x7ff9d400b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9c77fe640 1 -- 172.21.15.70:0/48539208 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d4015020 con 0x7ff9e00afff0 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9c77fe640 1 -- 172.21.15.70:0/48539208 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9d4011890 con 0x7ff9e00afff0 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9e015d870 con 0x7ff9e00afff0 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9c77fe640 1 -- 172.21.15.70:0/48539208 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d4011c80 con 0x7ff9e00afff0 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9e015de30 con 0x7ff9e00afff0 2024-09-05T06:10:06.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9e006e680 con 0x7ff9e00afff0 2024-09-05T06:10:06.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.992+0000 7ff9c77fe640 1 -- 172.21.15.70:0/48539208 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff9d4018020 con 0x7ff9e00afff0 2024-09-05T06:10:06.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.996+0000 7ff9c77fe640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9cc0678c0 0x7ff9cc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:06.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.996+0000 7ff9c77fe640 1 -- 172.21.15.70:0/48539208 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7ff9d4085d90 con 0x7ff9e00afff0 2024-09-05T06:10:06.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.996+0000 7ff9deffd640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9cc0678c0 0x7ff9cc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:06.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:06.996+0000 7ff9deffd640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9cc0678c0 0x7ff9cc069d80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0166340 tx=0x7ff9d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:06.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.000+0000 7ff9c77fe640 1 -- 172.21.15.70:0/48539208 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff9d401f020 con 0x7ff9e00afff0 2024-09-05T06:10:07.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.204+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff9e00cdc10 con 0x7ff9e00afff0 2024-09-05T06:10:07.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.204+0000 7ff9c77fe640 1 -- 172.21.15.70:0/48539208 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1068 (secure 0 0 0) 0x7ff9d400d040 con 0x7ff9e00afff0 2024-09-05T06:10:07.206 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:07.206 INFO:teuthology.orchestra.run.smithi070.stdout:{"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":21,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":20,"num_osds":8,"num_up_osds":8,"osd_up_since":1725516591,"num_in_osds":8,"osd_in_since":1725516588,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":1592128,"bytes_avail":1598407872,"bytes_total":1600000000,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":4257}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-05T06:09:45.491123+0000","services":{}},"progress_events":{}} 2024-09-05T06:10:07.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9cc0678c0 msgr2=0x7ff9cc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9cc0678c0 0x7ff9cc069d80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0166340 tx=0x7ff9d0008040 comp rx=0 tx=0).stop 2024-09-05T06:10:07.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00afff0 msgr2=0x7ff9e0150340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00afff0 0x7ff9e0150340 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff9d400b440 tx=0x7ff9d400b900 comp rx=0 tx=0).stop 2024-09-05T06:10:07.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 shutdown_connections 2024-09-05T06:10:07.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9cc0678c0 0x7ff9cc069d80 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff9e00cdf80 0x7ff9e00b0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9e00afff0 0x7ff9e0150340 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 --2- 172.21.15.70:0/48539208 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9e00731a0 0x7ff9e0150ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 >> 172.21.15.70:0/48539208 conn(0x7ff9e006bcc0 msgr2=0x7ff9e015ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:07.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 shutdown_connections 2024-09-05T06:10:07.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.208+0000 7ff9e5357640 1 -- 172.21.15.70:0/48539208 wait complete. 2024-09-05T06:10:07.223 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-05T06:10:07.223 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:07.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.332+0000 7f30b8770640 1 Processor -- start 2024-09-05T06:10:07.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.332+0000 7f30b8770640 1 -- start start 2024-09-05T06:10:07.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b8770640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 0x7f30b00d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:07.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b8770640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30b00cfd30 con 0x7f30b00d3a50 2024-09-05T06:10:07.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b8770640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30b00d0010 con 0x7f30b015edb0 2024-09-05T06:10:07.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b8770640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f30b00d02f0 con 0x7f30b00d4980 2024-09-05T06:10:07.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b6d0d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f30b00d3a50 0x7f30b00b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39120/0 (socket says 172.21.15.70:39120) 2024-09-05T06:10:07.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b6d0d640 1 -- 172.21.15.70:0/455177538 learned_addr learned my addr 172.21.15.70:0/455177538 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:07.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b650c640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 0x7f30b00d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:07.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3594427107 0 0) 0x7f30b00cfd30 con 0x7f30b00d3a50 2024-09-05T06:10:07.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f309c003530 con 0x7f30b00d3a50 2024-09-05T06:10:07.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1139374564 0 0) 0x7f309c003530 con 0x7f30b00d3a50 2024-09-05T06:10:07.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 msgr2=0x7f30b00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:07.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 0x7f30b00d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 >> v1:172.21.15.196:6789/0 conn(0x7f30b015edb0 legacy=0x7f30b00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30b00d05d0 con 0x7f30b00d3a50 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f30a8001a00 con 0x7f30b00d3a50 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 >> v1:172.21.15.70:6789/0 conn(0x7f30b00d3a50 legacy=0x7f30b00b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f309c0039f0 0x7f309c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 0x7f309c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f309c004d50 0x7f309c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f30b00d02f0 con 0x7f309c0039f0 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f309c00ba80 con 0x7f309c004d50 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f309c00bc80 con 0x7f30b00d4980 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b650c640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f309c0039f0 0x7f309c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b5d0b640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 0x7f309c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b650c640 1 -- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 msgr2=0x7f309c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:07.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b6d0d640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f309c004d50 0x7f309c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:07.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b650c640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 0x7f309c004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b650c640 1 -- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f309c004d50 msgr2=0x7f309c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:07.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b650c640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f309c004d50 0x7f309c0051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b650c640 1 -- 172.21.15.70:0/455177538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f309c003530 con 0x7f309c0039f0 2024-09-05T06:10:07.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.336+0000 7f30b5d0b640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00d4980 0x7f309c004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:07.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b650c640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f309c0039f0 0x7f309c003e10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f30ac009ab0 tx=0x7f30ac01ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba703c035345e3a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ac0b2070 con 0x7f309c0039f0 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30ac0a5510 con 0x7f309c0039f0 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b550a640 1 -- 172.21.15.70:0/455177538 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ac0096b0 con 0x7f309c0039f0 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- 172.21.15.70:0/455177538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f309c0039f0 msgr2=0x7f309c003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 --2- 172.21.15.70:0/455177538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f309c0039f0 0x7f309c003e10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f30ac009ab0 tx=0x7f30ac01ca20 comp rx=0 tx=0).stop 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 -- 172.21.15.70:0/455177538 reap_dead start 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- 172.21.15.70:0/455177538 shutdown_connections 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- 172.21.15.70:0/455177538 >> 172.21.15.70:0/455177538 conn(0x7f30b008e690 msgr2=0x7f30b009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- 172.21.15.70:0/455177538 shutdown_connections 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- 172.21.15.70:0/455177538 wait complete. 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 Processor -- start 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- start start 2024-09-05T06:10:07.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f309c0039f0 0x7f30b015a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00ce870 0x7f30b0160040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30b0160580 0x7f30b0161820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f30b00d52f0 con 0x7f30b0160580 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f30b00d5170 con 0x7f309c0039f0 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f30b016a730 con 0x7f30b00ce870 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30b0160580 0x7f30b0161820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30b0160580 0x7f30b0161820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53454/0 (socket says 172.21.15.70:53454) 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 -- 172.21.15.70:0/1027367708 learned_addr learned my addr 172.21.15.70:0/1027367708 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 -- 172.21.15.70:0/1027367708 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00ce870 msgr2=0x7f30b0160040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00ce870 0x7f30b0160040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 -- 172.21.15.70:0/1027367708 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f309c0039f0 msgr2=0x7f30b015a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f309c0039f0 0x7f30b015a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 -- 172.21.15.70:0/1027367708 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30b0160a40 con 0x7f30b0160580 2024-09-05T06:10:07.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b6d0d640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30b0160580 0x7f30b0161820 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f30a8000f90 tx=0x7f30a800b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:07.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30a6ffd640 1 -- 172.21.15.70:0/1027367708 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a800bb80 con 0x7f30b0160580 2024-09-05T06:10:07.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30a6ffd640 1 -- 172.21.15.70:0/1027367708 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30a800bd40 con 0x7f30b0160580 2024-09-05T06:10:07.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30a6ffd640 1 -- 172.21.15.70:0/1027367708 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a8007350 con 0x7f30b0160580 2024-09-05T06:10:07.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30b0160d20 con 0x7f30b0160580 2024-09-05T06:10:07.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.340+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30b01612e0 con 0x7f30b0160580 2024-09-05T06:10:07.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.344+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30b00b4610 con 0x7f30b0160580 2024-09-05T06:10:07.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.344+0000 7f30a6ffd640 1 -- 172.21.15.70:0/1027367708 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f30a801b060 con 0x7f30b0160580 2024-09-05T06:10:07.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.344+0000 7f30a6ffd640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30940678c0 0x7f3094069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:07.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.344+0000 7f30a6ffd640 1 -- 172.21.15.70:0/1027367708 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f30a8085e00 con 0x7f30b0160580 2024-09-05T06:10:07.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.344+0000 7f30b650c640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30940678c0 0x7f3094069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:07.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.344+0000 7f30b650c640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30940678c0 0x7f3094069d80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f30ac0af000 tx=0x7f30ac004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:07.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.348+0000 7f30a6ffd640 1 -- 172.21.15.70:0/1027367708 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f30a80569f0 con 0x7f30b0160580 2024-09-05T06:10:07.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.492+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f30b00d10e0 con 0x7f30940678c0 2024-09-05T06:10:07.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.508+0000 7f30a6ffd640 1 -- 172.21.15.70:0/1027367708 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242209 (secure 0 0 0) 0x7f30b00d10e0 con 0x7f30940678c0 2024-09-05T06:10:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:07.513 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:07.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30940678c0 msgr2=0x7f3094069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30940678c0 0x7f3094069d80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f30ac0af000 tx=0x7f30ac004740 comp rx=0 tx=0).stop 2024-09-05T06:10:07.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30b0160580 msgr2=0x7f30b0161820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:07.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30b0160580 0x7f30b0161820 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f30a8000f90 tx=0x7f30a800b4a0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 shutdown_connections 2024-09-05T06:10:07.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30940678c0 0x7f3094069d80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30b0160580 0x7f30b0161820 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30b00ce870 0x7f30b0160040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 --2- 172.21.15.70:0/1027367708 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f309c0039f0 0x7f30b015a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:07.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 >> 172.21.15.70:0/1027367708 conn(0x7f30b008e690 msgr2=0x7f30b015e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:07.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 shutdown_connections 2024-09-05T06:10:07.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:07.512+0000 7f30b8770640 1 -- 172.21.15.70:0/1027367708 wait complete. 2024-09-05T06:10:07.529 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2024-09-05T06:10:06.330281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":1554,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560945,"statfs":{"total":1600000000,"available":1598407872,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.323924"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022447+0000","last_change":"2024-09-05T06:10:02.022447+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022447+0000","last_undegraded":"2024-09-05T06:10:02.022447+0000","last_fullsized":"2024-09-05T06:10:02.022447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026044+0000","last_change":"2024-09-05T06:10:02.026044+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026044+0000","last_undegraded":"2024-09-05T06:10:02.026044+0000","last_fullsized":"2024-09-05T06:10:02.026044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033941+0000","last_change":"2024-09-05T06:10:02.033941+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033941+0000","last_undegraded":"2024-09-05T06:10:02.033941+0000","last_fullsized":"2024-09-05T06:10:02.033941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019487+0000","last_change":"2024-09-05T06:10:02.019487+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019487+0000","last_undegraded":"2024-09-05T06:10:02.019487+0000","last_fullsized":"2024-09-05T06:10:02.019487+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021373+0000","last_change":"2024-09-05T06:10:02.021373+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021373+0000","last_undegraded":"2024-09-05T06:10:02.021373+0000","last_fullsized":"2024-09-05T06:10:02.021373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019021+0000","last_change":"2024-09-05T06:10:02.019021+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019021+0000","last_undegraded":"2024-09-05T06:10:02.019021+0000","last_fullsized":"2024-09-05T06:10:02.019021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023521+0000","last_change":"2024-09-05T06:10:02.023521+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023521+0000","last_undegraded":"2024-09-05T06:10:02.023521+0000","last_fullsized":"2024-09-05T06:10:02.023521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.032560+0000","last_change":"2024-09-05T06:10:02.032560+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.032560+0000","last_undegraded":"2024-09-05T06:10:02.032560+0000","last_fullsized":"2024-09-05T06:10:02.032560+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017883+0000","last_change":"2024-09-05T06:10:02.017883+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017883+0000","last_undegraded":"2024-09-05T06:10:02.017883+0000","last_fullsized":"2024-09-05T06:10:02.017883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022820+0000","last_change":"2024-09-05T06:10:02.022820+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022820+0000","last_undegraded":"2024-09-05T06:10:02.022820+0000","last_fullsized":"2024-09-05T06:10:02.022820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022007+0000","last_change":"2024-09-05T06:10:02.022007+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022007+0000","last_undegraded":"2024-09-05T06:10:02.022007+0000","last_fullsized":"2024-09-05T06:10:02.022007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025238+0000","last_change":"2024-09-05T06:10:02.025238+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025238+0000","last_undegraded":"2024-09-05T06:10:02.025238+0000","last_fullsized":"2024-09-05T06:10:02.025238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034295+0000","last_change":"2024-09-05T06:10:02.034295+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034295+0000","last_undegraded":"2024-09-05T06:10:02.034295+0000","last_fullsized":"2024-09-05T06:10:02.034295+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033770+0000","last_change":"2024-09-05T06:10:02.033770+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033770+0000","last_undegraded":"2024-09-05T06:10:02.033770+0000","last_fullsized":"2024-09-05T06:10:02.033770+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034606+0000","last_change":"2024-09-05T06:10:02.034606+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034606+0000","last_undegraded":"2024-09-05T06:10:02.034606+0000","last_fullsized":"2024-09-05T06:10:02.034606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026198+0000","last_change":"2024-09-05T06:10:02.026198+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026198+0000","last_undegraded":"2024-09-05T06:10:02.026198+0000","last_fullsized":"2024-09-05T06:10:02.026198+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026438+0000","last_change":"2024-09-05T06:10:02.026438+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026438+0000","last_undegraded":"2024-09-05T06:10:02.026438+0000","last_fullsized":"2024-09-05T06:10:02.026438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024486+0000","last_change":"2024-09-05T06:10:02.024486+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024486+0000","last_undegraded":"2024-09-05T06:10:02.024486+0000","last_fullsized":"2024-09-05T06:10:02.024486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020991+0000","last_change":"2024-09-05T06:10:02.020991+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020991+0000","last_undegraded":"2024-09-05T06:10:02.020991+0000","last_fullsized":"2024-09-05T06:10:02.020991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022080+0000","last_change":"2024-09-05T06:10:02.022080+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022080+0000","last_undegraded":"2024-09-05T06:10:02.022080+0000","last_fullsized":"2024-09-05T06:10:02.022080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039976+0000","last_change":"2024-09-05T06:10:02.039976+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039976+0000","last_undegraded":"2024-09-05T06:10:02.039976+0000","last_fullsized":"2024-09-05T06:10:02.039976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017586+0000","last_change":"2024-09-05T06:10:02.017586+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017586+0000","last_undegraded":"2024-09-05T06:10:02.017586+0000","last_fullsized":"2024-09-05T06:10:02.017586+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.029751+0000","last_change":"2024-09-05T06:10:02.029751+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.029751+0000","last_undegraded":"2024-09-05T06:10:02.029751+0000","last_fullsized":"2024-09-05T06:10:02.029751+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026696+0000","last_change":"2024-09-05T06:10:02.026696+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026696+0000","last_undegraded":"2024-09-05T06:10:02.026696+0000","last_fullsized":"2024-09-05T06:10:02.026696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033147+0000","last_change":"2024-09-05T06:10:02.033147+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033147+0000","last_undegraded":"2024-09-05T06:10:02.033147+0000","last_fullsized":"2024-09-05T06:10:02.033147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018331+0000","last_change":"2024-09-05T06:10:02.018331+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018331+0000","last_undegraded":"2024-09-05T06:10:02.018331+0000","last_fullsized":"2024-09-05T06:10:02.018331+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.030628+0000","last_change":"2024-09-05T06:10:02.030628+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.030628+0000","last_undegraded":"2024-09-05T06:10:02.030628+0000","last_fullsized":"2024-09-05T06:10:02.030628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.030459+0000","last_change":"2024-09-05T06:10:02.030459+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.030459+0000","last_undegraded":"2024-09-05T06:10:02.030459+0000","last_fullsized":"2024-09-05T06:10:02.030459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022809+0000","last_change":"2024-09-05T06:10:02.022809+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022809+0000","last_undegraded":"2024-09-05T06:10:02.022809+0000","last_fullsized":"2024-09-05T06:10:02.022809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025046+0000","last_change":"2024-09-05T06:10:02.025046+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025046+0000","last_undegraded":"2024-09-05T06:10:02.025046+0000","last_fullsized":"2024-09-05T06:10:02.025046+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021372+0000","last_change":"2024-09-05T06:10:02.021372+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021372+0000","last_undegraded":"2024-09-05T06:10:02.021372+0000","last_fullsized":"2024-09-05T06:10:02.021372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022278+0000","last_change":"2024-09-05T06:10:02.022278+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022278+0000","last_undegraded":"2024-09-05T06:10:02.022278+0000","last_fullsized":"2024-09-05T06:10:02.022278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018785+0000","last_change":"2024-09-05T06:10:02.018785+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018785+0000","last_undegraded":"2024-09-05T06:10:02.018785+0000","last_fullsized":"2024-09-05T06:10:02.018785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043443+0000","last_change":"2024-09-05T06:10:02.042346+0000","last_active":"2024-09-05T06:10:02.043443+0000","last_peered":"2024-09-05T06:10:02.043443+0000","last_clean":"2024-09-05T06:10:02.043443+0000","last_became_active":"2024-09-05T06:10:02.041744+0000","last_became_peered":"2024-09-05T06:10:02.041744+0000","last_unstale":"2024-09-05T06:10:02.043443+0000","last_undegraded":"2024-09-05T06:10:02.043443+0000","last_fullsized":"2024-09-05T06:10:02.043443+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:38:37.428526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.036684+0000","last_change":"2024-09-05T06:10:02.036684+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.036684+0000","last_undegraded":"2024-09-05T06:10:02.036684+0000","last_fullsized":"2024-09-05T06:10:02.036684+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.034549+0000","last_change":"2024-09-05T06:10:02.034074+0000","last_active":"2024-09-05T06:10:02.034549+0000","last_peered":"2024-09-05T06:10:02.034549+0000","last_clean":"2024-09-05T06:10:02.034549+0000","last_became_active":"2024-09-05T06:10:02.033662+0000","last_became_peered":"2024-09-05T06:10:02.033662+0000","last_unstale":"2024-09-05T06:10:02.034549+0000","last_undegraded":"2024-09-05T06:10:02.034549+0000","last_fullsized":"2024-09-05T06:10:02.034549+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:30:32.398028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043586+0000","last_change":"2024-09-05T06:10:02.042718+0000","last_active":"2024-09-05T06:10:02.043586+0000","last_peered":"2024-09-05T06:10:02.043586+0000","last_clean":"2024-09-05T06:10:02.043586+0000","last_became_active":"2024-09-05T06:10:02.041690+0000","last_became_peered":"2024-09-05T06:10:02.041690+0000","last_unstale":"2024-09-05T06:10:02.043586+0000","last_undegraded":"2024-09-05T06:10:02.043586+0000","last_fullsized":"2024-09-05T06:10:02.043586+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:55:37.549468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018392+0000","last_change":"2024-09-05T06:10:02.018392+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018392+0000","last_undegraded":"2024-09-05T06:10:02.018392+0000","last_fullsized":"2024-09-05T06:10:02.018392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.029980+0000","last_change":"2024-09-05T06:10:02.029808+0000","last_active":"2024-09-05T06:10:02.029980+0000","last_peered":"2024-09-05T06:10:02.029980+0000","last_clean":"2024-09-05T06:10:02.029980+0000","last_became_active":"2024-09-05T06:10:02.029474+0000","last_became_peered":"2024-09-05T06:10:02.029474+0000","last_unstale":"2024-09-05T06:10:02.029980+0000","last_undegraded":"2024-09-05T06:10:02.029980+0000","last_fullsized":"2024-09-05T06:10:02.029980+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:20.807488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039134+0000","last_change":"2024-09-05T06:10:02.039134+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039134+0000","last_undegraded":"2024-09-05T06:10:02.039134+0000","last_fullsized":"2024-09-05T06:10:02.039134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.029574+0000","last_change":"2024-09-05T06:10:02.029414+0000","last_active":"2024-09-05T06:10:02.029574+0000","last_peered":"2024-09-05T06:10:02.029574+0000","last_clean":"2024-09-05T06:10:02.029574+0000","last_became_active":"2024-09-05T06:10:02.028636+0000","last_became_peered":"2024-09-05T06:10:02.028636+0000","last_unstale":"2024-09-05T06:10:02.029574+0000","last_undegraded":"2024-09-05T06:10:02.029574+0000","last_fullsized":"2024-09-05T06:10:02.029574+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:14:29.185152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021609+0000","last_change":"2024-09-05T06:10:02.021609+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021609+0000","last_undegraded":"2024-09-05T06:10:02.021609+0000","last_fullsized":"2024-09-05T06:10:02.021609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.042446+0000","last_change":"2024-09-05T06:10:02.042216+0000","last_active":"2024-09-05T06:10:02.042446+0000","last_peered":"2024-09-05T06:10:02.042446+0000","last_clean":"2024-09-05T06:10:02.042446+0000","last_became_active":"2024-09-05T06:10:02.040989+0000","last_became_peered":"2024-09-05T06:10:02.040989+0000","last_unstale":"2024-09-05T06:10:02.042446+0000","last_undegraded":"2024-09-05T06:10:02.042446+0000","last_fullsized":"2024-09-05T06:10:02.042446+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:59:58.247817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021939+0000","last_change":"2024-09-05T06:10:02.021939+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021939+0000","last_undegraded":"2024-09-05T06:10:02.021939+0000","last_fullsized":"2024-09-05T06:10:02.021939+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.035841+0000","last_change":"2024-09-05T06:10:02.032757+0000","last_active":"2024-09-05T06:10:02.035841+0000","last_peered":"2024-09-05T06:10:02.035841+0000","last_clean":"2024-09-05T06:10:02.035841+0000","last_became_active":"2024-09-05T06:10:02.030713+0000","last_became_peered":"2024-09-05T06:10:02.030713+0000","last_unstale":"2024-09-05T06:10:02.035841+0000","last_undegraded":"2024-09-05T06:10:02.035841+0000","last_fullsized":"2024-09-05T06:10:02.035841+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:22:24.781119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.026152+0000","last_change":"2024-09-05T06:10:02.026152+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.026152+0000","last_undegraded":"2024-09-05T06:10:02.026152+0000","last_fullsized":"2024-09-05T06:10:02.026152+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.036394+0000","last_change":"2024-09-05T06:10:02.035986+0000","last_active":"2024-09-05T06:10:02.036394+0000","last_peered":"2024-09-05T06:10:02.036394+0000","last_clean":"2024-09-05T06:10:02.036394+0000","last_became_active":"2024-09-05T06:10:02.035304+0000","last_became_peered":"2024-09-05T06:10:02.035304+0000","last_unstale":"2024-09-05T06:10:02.036394+0000","last_undegraded":"2024-09-05T06:10:02.036394+0000","last_fullsized":"2024-09-05T06:10:02.036394+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:21:28.112450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023703+0000","last_change":"2024-09-05T06:10:02.023703+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023703+0000","last_undegraded":"2024-09-05T06:10:02.023703+0000","last_fullsized":"2024-09-05T06:10:02.023703+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.039642+0000","last_change":"2024-09-05T06:10:02.035859+0000","last_active":"2024-09-05T06:10:02.039642+0000","last_peered":"2024-09-05T06:10:02.039642+0000","last_clean":"2024-09-05T06:10:02.039642+0000","last_became_active":"2024-09-05T06:10:02.035186+0000","last_became_peered":"2024-09-05T06:10:02.035186+0000","last_unstale":"2024-09-05T06:10:02.039642+0000","last_undegraded":"2024-09-05T06:10:02.039642+0000","last_fullsized":"2024-09-05T06:10:02.039642+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:18:22.033627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024764+0000","last_change":"2024-09-05T06:10:02.024764+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024764+0000","last_undegraded":"2024-09-05T06:10:02.024764+0000","last_fullsized":"2024-09-05T06:10:02.024764+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.040616+0000","last_change":"2024-09-05T06:10:02.040477+0000","last_active":"2024-09-05T06:10:02.040616+0000","last_peered":"2024-09-05T06:10:02.040616+0000","last_clean":"2024-09-05T06:10:02.040616+0000","last_became_active":"2024-09-05T06:10:02.038985+0000","last_became_peered":"2024-09-05T06:10:02.038985+0000","last_unstale":"2024-09-05T06:10:02.040616+0000","last_undegraded":"2024-09-05T06:10:02.040616+0000","last_fullsized":"2024-09-05T06:10:02.040616+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:37.467874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022765+0000","last_change":"2024-09-05T06:10:02.022765+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022765+0000","last_undegraded":"2024-09-05T06:10:02.022765+0000","last_fullsized":"2024-09-05T06:10:02.022765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.041791+0000","last_change":"2024-09-05T06:10:02.041607+0000","last_active":"2024-09-05T06:10:02.041791+0000","last_peered":"2024-09-05T06:10:02.041791+0000","last_clean":"2024-09-05T06:10:02.041791+0000","last_became_active":"2024-09-05T06:10:02.037089+0000","last_became_peered":"2024-09-05T06:10:02.037089+0000","last_unstale":"2024-09-05T06:10:02.041791+0000","last_undegraded":"2024-09-05T06:10:02.041791+0000","last_fullsized":"2024-09-05T06:10:02.041791+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:55:16.379851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017960+0000","last_change":"2024-09-05T06:10:02.017960+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017960+0000","last_undegraded":"2024-09-05T06:10:02.017960+0000","last_fullsized":"2024-09-05T06:10:02.017960+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.030971+0000","last_change":"2024-09-05T06:10:02.030623+0000","last_active":"2024-09-05T06:10:02.030971+0000","last_peered":"2024-09-05T06:10:02.030971+0000","last_clean":"2024-09-05T06:10:02.030971+0000","last_became_active":"2024-09-05T06:10:02.029707+0000","last_became_peered":"2024-09-05T06:10:02.029707+0000","last_unstale":"2024-09-05T06:10:02.030971+0000","last_undegraded":"2024-09-05T06:10:02.030971+0000","last_fullsized":"2024-09-05T06:10:02.030971+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:22.273340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.025909+0000","last_change":"2024-09-05T06:10:02.025909+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.025909+0000","last_undegraded":"2024-09-05T06:10:02.025909+0000","last_fullsized":"2024-09-05T06:10:02.025909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046830+0000","last_change":"2024-09-05T06:10:02.046689+0000","last_active":"2024-09-05T06:10:02.046830+0000","last_peered":"2024-09-05T06:10:02.046830+0000","last_clean":"2024-09-05T06:10:02.046830+0000","last_became_active":"2024-09-05T06:10:02.046477+0000","last_became_peered":"2024-09-05T06:10:02.046477+0000","last_unstale":"2024-09-05T06:10:02.046830+0000","last_undegraded":"2024-09-05T06:10:02.046830+0000","last_fullsized":"2024-09-05T06:10:02.046830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:31.649075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018591+0000","last_change":"2024-09-05T06:10:02.018591+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018591+0000","last_undegraded":"2024-09-05T06:10:02.018591+0000","last_fullsized":"2024-09-05T06:10:02.018591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.044971+0000","last_change":"2024-09-05T06:10:02.044086+0000","last_active":"2024-09-05T06:10:02.044971+0000","last_peered":"2024-09-05T06:10:02.044971+0000","last_clean":"2024-09-05T06:10:02.044971+0000","last_became_active":"2024-09-05T06:10:02.042059+0000","last_became_peered":"2024-09-05T06:10:02.042059+0000","last_unstale":"2024-09-05T06:10:02.044971+0000","last_undegraded":"2024-09-05T06:10:02.044971+0000","last_fullsized":"2024-09-05T06:10:02.044971+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:33:17.080004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020353+0000","last_change":"2024-09-05T06:10:02.020353+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020353+0000","last_undegraded":"2024-09-05T06:10:02.020353+0000","last_fullsized":"2024-09-05T06:10:02.020353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.028328+0000","last_change":"2024-09-05T06:10:02.027915+0000","last_active":"2024-09-05T06:10:02.028328+0000","last_peered":"2024-09-05T06:10:02.028328+0000","last_clean":"2024-09-05T06:10:02.028328+0000","last_became_active":"2024-09-05T06:10:02.026921+0000","last_became_peered":"2024-09-05T06:10:02.026921+0000","last_unstale":"2024-09-05T06:10:02.028328+0000","last_undegraded":"2024-09-05T06:10:02.028328+0000","last_fullsized":"2024-09-05T06:10:02.028328+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:30.346254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024622+0000","last_change":"2024-09-05T06:10:02.024622+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024622+0000","last_undegraded":"2024-09-05T06:10:02.024622+0000","last_fullsized":"2024-09-05T06:10:02.024622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046707+0000","last_change":"2024-09-05T06:10:02.046372+0000","last_active":"2024-09-05T06:10:02.046707+0000","last_peered":"2024-09-05T06:10:02.046707+0000","last_clean":"2024-09-05T06:10:02.046707+0000","last_became_active":"2024-09-05T06:10:02.045371+0000","last_became_peered":"2024-09-05T06:10:02.045371+0000","last_unstale":"2024-09-05T06:10:02.046707+0000","last_undegraded":"2024-09-05T06:10:02.046707+0000","last_fullsized":"2024-09-05T06:10:02.046707+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:42.432768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023974+0000","last_change":"2024-09-05T06:10:02.023974+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023974+0000","last_undegraded":"2024-09-05T06:10:02.023974+0000","last_fullsized":"2024-09-05T06:10:02.023974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":166,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.016884+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:02.016884+0000","last_peered":"2024-09-05T06:10:02.016884+0000","last_clean":"2024-09-05T06:10:02.016884+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:02.016884+0000","last_undegraded":"2024-09-05T06:10:02.016884+0000","last_fullsized":"2024-09-05T06:10:02.016884+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.040264+0000","last_change":"2024-09-05T06:10:02.040048+0000","last_active":"2024-09-05T06:10:02.040264+0000","last_peered":"2024-09-05T06:10:02.040264+0000","last_clean":"2024-09-05T06:10:02.040264+0000","last_became_active":"2024-09-05T06:10:02.038255+0000","last_became_peered":"2024-09-05T06:10:02.038255+0000","last_unstale":"2024-09-05T06:10:02.040264+0000","last_undegraded":"2024-09-05T06:10:02.040264+0000","last_fullsized":"2024-09-05T06:10:02.040264+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:05.915831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.033736+0000","last_change":"2024-09-05T06:10:02.033736+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.033736+0000","last_undegraded":"2024-09-05T06:10:02.033736+0000","last_fullsized":"2024-09-05T06:10:02.033736+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.045240+0000","last_change":"2024-09-05T06:10:02.045152+0000","last_active":"2024-09-05T06:10:02.045240+0000","last_peered":"2024-09-05T06:10:02.045240+0000","last_clean":"2024-09-05T06:10:02.045240+0000","last_became_active":"2024-09-05T06:10:02.045010+0000","last_became_peered":"2024-09-05T06:10:02.045010+0000","last_unstale":"2024-09-05T06:10:02.045240+0000","last_undegraded":"2024-09-05T06:10:02.045240+0000","last_fullsized":"2024-09-05T06:10:02.045240+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:26.773719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.027115+0000","last_change":"2024-09-05T06:10:02.027115+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.027115+0000","last_undegraded":"2024-09-05T06:10:02.027115+0000","last_fullsized":"2024-09-05T06:10:02.027115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.048927+0000","last_change":"2024-09-05T06:10:02.048591+0000","last_active":"2024-09-05T06:10:02.048927+0000","last_peered":"2024-09-05T06:10:02.048927+0000","last_clean":"2024-09-05T06:10:02.048927+0000","last_became_active":"2024-09-05T06:10:02.047453+0000","last_became_peered":"2024-09-05T06:10:02.047453+0000","last_unstale":"2024-09-05T06:10:02.048927+0000","last_undegraded":"2024-09-05T06:10:02.048927+0000","last_fullsized":"2024-09-05T06:10:02.048927+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:05:16.363531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.019068+0000","last_change":"2024-09-05T06:10:02.019068+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.019068+0000","last_undegraded":"2024-09-05T06:10:02.019068+0000","last_fullsized":"2024-09-05T06:10:02.019068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038575+0000","last_change":"2024-09-05T06:10:02.038403+0000","last_active":"2024-09-05T06:10:02.038575+0000","last_peered":"2024-09-05T06:10:02.038575+0000","last_clean":"2024-09-05T06:10:02.038575+0000","last_became_active":"2024-09-05T06:10:02.038058+0000","last_became_peered":"2024-09-05T06:10:02.038058+0000","last_unstale":"2024-09-05T06:10:02.038575+0000","last_undegraded":"2024-09-05T06:10:02.038575+0000","last_fullsized":"2024-09-05T06:10:02.038575+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:10:32.767610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021650+0000","last_change":"2024-09-05T06:10:02.021650+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021650+0000","last_undegraded":"2024-09-05T06:10:02.021650+0000","last_fullsized":"2024-09-05T06:10:02.021650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.043390+0000","last_change":"2024-09-05T06:10:02.041135+0000","last_active":"2024-09-05T06:10:02.043390+0000","last_peered":"2024-09-05T06:10:02.043390+0000","last_clean":"2024-09-05T06:10:02.043390+0000","last_became_active":"2024-09-05T06:10:02.040509+0000","last_became_peered":"2024-09-05T06:10:02.040509+0000","last_unstale":"2024-09-05T06:10:02.043390+0000","last_undegraded":"2024-09-05T06:10:02.043390+0000","last_fullsized":"2024-09-05T06:10:02.043390+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:09.367144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.018769+0000","last_change":"2024-09-05T06:10:02.018769+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.018769+0000","last_undegraded":"2024-09-05T06:10:02.018769+0000","last_fullsized":"2024-09-05T06:10:02.018769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.035172+0000","last_change":"2024-09-05T06:10:02.035062+0000","last_active":"2024-09-05T06:10:02.035172+0000","last_peered":"2024-09-05T06:10:02.035172+0000","last_clean":"2024-09-05T06:10:02.035172+0000","last_became_active":"2024-09-05T06:10:02.034849+0000","last_became_peered":"2024-09-05T06:10:02.034849+0000","last_unstale":"2024-09-05T06:10:02.035172+0000","last_undegraded":"2024-09-05T06:10:02.035172+0000","last_fullsized":"2024-09-05T06:10:02.035172+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:30:41.645475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.028962+0000","last_change":"2024-09-05T06:10:02.028962+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.028962+0000","last_undegraded":"2024-09-05T06:10:02.028962+0000","last_fullsized":"2024-09-05T06:10:02.028962+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.045081+0000","last_change":"2024-09-05T06:10:02.042798+0000","last_active":"2024-09-05T06:10:02.045081+0000","last_peered":"2024-09-05T06:10:02.045081+0000","last_clean":"2024-09-05T06:10:02.045081+0000","last_became_active":"2024-09-05T06:10:02.040882+0000","last_became_peered":"2024-09-05T06:10:02.040882+0000","last_unstale":"2024-09-05T06:10:02.045081+0000","last_undegraded":"2024-09-05T06:10:02.045081+0000","last_fullsized":"2024-09-05T06:10:02.045081+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:17.777402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.034951+0000","last_change":"2024-09-05T06:10:02.034951+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.034951+0000","last_undegraded":"2024-09-05T06:10:02.034951+0000","last_fullsized":"2024-09-05T06:10:02.034951+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.042185+0000","last_change":"2024-09-05T06:10:02.041993+0000","last_active":"2024-09-05T06:10:02.042185+0000","last_peered":"2024-09-05T06:10:02.042185+0000","last_clean":"2024-09-05T06:10:02.042185+0000","last_became_active":"2024-09-05T06:10:02.041730+0000","last_became_peered":"2024-09-05T06:10:02.041730+0000","last_unstale":"2024-09-05T06:10:02.042185+0000","last_undegraded":"2024-09-05T06:10:02.042185+0000","last_fullsized":"2024-09-05T06:10:02.042185+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:23.621562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.039292+0000","last_change":"2024-09-05T06:10:02.039292+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.039292+0000","last_undegraded":"2024-09-05T06:10:02.039292+0000","last_fullsized":"2024-09-05T06:10:02.039292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038884+0000","last_change":"2024-09-05T06:10:02.035016+0000","last_active":"2024-09-05T06:10:02.038884+0000","last_peered":"2024-09-05T06:10:02.038884+0000","last_clean":"2024-09-05T06:10:02.038884+0000","last_became_active":"2024-09-05T06:10:02.033745+0000","last_became_peered":"2024-09-05T06:10:02.033745+0000","last_unstale":"2024-09-05T06:10:02.038884+0000","last_undegraded":"2024-09-05T06:10:02.038884+0000","last_fullsized":"2024-09-05T06:10:02.038884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:06:54.598158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022214+0000","last_change":"2024-09-05T06:10:02.022214+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022214+0000","last_undegraded":"2024-09-05T06:10:02.022214+0000","last_fullsized":"2024-09-05T06:10:02.022214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.038102+0000","last_change":"2024-09-05T06:10:02.037796+0000","last_active":"2024-09-05T06:10:02.038102+0000","last_peered":"2024-09-05T06:10:02.038102+0000","last_clean":"2024-09-05T06:10:02.038102+0000","last_became_active":"2024-09-05T06:10:02.036652+0000","last_became_peered":"2024-09-05T06:10:02.036652+0000","last_unstale":"2024-09-05T06:10:02.038102+0000","last_undegraded":"2024-09-05T06:10:02.038102+0000","last_fullsized":"2024-09-05T06:10:02.038102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:18:56.965970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.035632+0000","last_change":"2024-09-05T06:10:02.035632+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.035632+0000","last_undegraded":"2024-09-05T06:10:02.035632+0000","last_fullsized":"2024-09-05T06:10:02.035632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.051185+0000","last_change":"2024-09-05T06:10:02.050855+0000","last_active":"2024-09-05T06:10:02.051185+0000","last_peered":"2024-09-05T06:10:02.051185+0000","last_clean":"2024-09-05T06:10:02.051185+0000","last_became_active":"2024-09-05T06:10:02.050304+0000","last_became_peered":"2024-09-05T06:10:02.050304+0000","last_unstale":"2024-09-05T06:10:02.051185+0000","last_undegraded":"2024-09-05T06:10:02.051185+0000","last_fullsized":"2024-09-05T06:10:02.051185+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:22:20.892871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.023001+0000","last_change":"2024-09-05T06:10:02.023001+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.023001+0000","last_undegraded":"2024-09-05T06:10:02.023001+0000","last_fullsized":"2024-09-05T06:10:02.023001+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.028350+0000","last_change":"2024-09-05T06:10:02.028145+0000","last_active":"2024-09-05T06:10:02.028350+0000","last_peered":"2024-09-05T06:10:02.028350+0000","last_clean":"2024-09-05T06:10:02.028350+0000","last_became_active":"2024-09-05T06:10:02.027723+0000","last_became_peered":"2024-09-05T06:10:02.027723+0000","last_unstale":"2024-09-05T06:10:02.028350+0000","last_undegraded":"2024-09-05T06:10:02.028350+0000","last_fullsized":"2024-09-05T06:10:02.028350+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:04:38.973291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.022661+0000","last_change":"2024-09-05T06:10:02.022661+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.022661+0000","last_undegraded":"2024-09-05T06:10:02.022661+0000","last_fullsized":"2024-09-05T06:10:02.022661+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.024551+0000","last_change":"2024-09-05T06:10:02.024551+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.024551+0000","last_undegraded":"2024-09-05T06:10:02.024551+0000","last_fullsized":"2024-09-05T06:10:02.024551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.039510+0000","last_change":"2024-09-05T06:10:02.039264+0000","last_active":"2024-09-05T06:10:02.039510+0000","last_peered":"2024-09-05T06:10:02.039510+0000","last_clean":"2024-09-05T06:10:02.039510+0000","last_became_active":"2024-09-05T06:10:02.034452+0000","last_became_peered":"2024-09-05T06:10:02.034452+0000","last_unstale":"2024-09-05T06:10:02.039510+0000","last_undegraded":"2024-09-05T06:10:02.039510+0000","last_fullsized":"2024-09-05T06:10:02.039510+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:23.981743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.017686+0000","last_change":"2024-09-05T06:10:02.017686+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.017686+0000","last_undegraded":"2024-09-05T06:10:02.017686+0000","last_fullsized":"2024-09-05T06:10:02.017686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.033984+0000","last_change":"2024-09-05T06:10:02.033674+0000","last_active":"2024-09-05T06:10:02.033984+0000","last_peered":"2024-09-05T06:10:02.033984+0000","last_clean":"2024-09-05T06:10:02.033984+0000","last_became_active":"2024-09-05T06:10:02.033138+0000","last_became_peered":"2024-09-05T06:10:02.033138+0000","last_unstale":"2024-09-05T06:10:02.033984+0000","last_undegraded":"2024-09-05T06:10:02.033984+0000","last_fullsized":"2024-09-05T06:10:02.033984+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:53:14.540432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.020249+0000","last_change":"2024-09-05T06:10:02.020249+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.020249+0000","last_undegraded":"2024-09-05T06:10:02.020249+0000","last_fullsized":"2024-09-05T06:10:02.020249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.049292+0000","last_change":"2024-09-05T06:10:02.048958+0000","last_active":"2024-09-05T06:10:02.049292+0000","last_peered":"2024-09-05T06:10:02.049292+0000","last_clean":"2024-09-05T06:10:02.049292+0000","last_became_active":"2024-09-05T06:10:02.044044+0000","last_became_peered":"2024-09-05T06:10:02.044044+0000","last_unstale":"2024-09-05T06:10:02.049292+0000","last_undegraded":"2024-09-05T06:10:02.049292+0000","last_fullsized":"2024-09-05T06:10:02.049292+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:11.377631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-05T06:10:02.021410+0000","last_change":"2024-09-05T06:10:02.021410+0000","last_active":"2024-09-05T06:10:02.005076+0000","last_peered":"2024-09-05T06:10:02.005076+0000","last_clean":"2024-09-05T06:10:02.005076+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:10:02.021410+0000","last_undegraded":"2024-09-05T06:10:02.021410+0000","last_fullsized":"2024-09-05T06:10:02.021410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-05T06:10:02.046320+0000","last_change":"2024-09-05T06:10:02.045988+0000","last_active":"2024-09-05T06:10:02.046320+0000","last_peered":"2024-09-05T06:10:02.046320+0000","last_clean":"2024-09-05T06:10:02.046320+0000","last_became_active":"2024-09-05T06:10:02.045343+0000","last_became_peered":"2024-09-05T06:10:02.045343+0000","last_unstale":"2024-09-05T06:10:02.046320+0000","last_undegraded":"2024-09-05T06:10:02.046320+0000","last_fullsized":"2024-09-05T06:10:02.046320+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:27:33.326743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":626,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194685,"statfs":{"total":200000000,"available":199358208,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":626,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194685,"statfs":{"total":200000000,"available":199358208,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":50,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195262,"statfs":{"total":200000000,"available":199948576,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:10.534 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:10.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.664+0000 7f8617c7d640 1 Processor -- start 2024-09-05T06:10:10.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f8617c7d640 1 -- start start 2024-09-05T06:10:10.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f8617c7d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f86100b7700 0x7f86100d0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:10.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f8617c7d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86100b52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:10.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f8617c7d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86100cff90 con 0x7f86100726d0 2024-09-05T06:10:10.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f8617c7d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f86100d0b60 con 0x7f86100b7700 2024-09-05T06:10:10.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f8617c7d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f86100d0230 con 0x7f86100b4e60 2024-09-05T06:10:10.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f861621a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86100b52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:10.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f861621a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86100b52f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:43940/0 (socket says 172.21.15.70:43940) 2024-09-05T06:10:10.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f861621a640 1 -- 172.21.15.70:0/1554892024 learned_addr learned my addr 172.21.15.70:0/1554892024 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:10.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f8615a19640 1 --2- 172.21.15.70:0/1554892024 >> v2:172.21.15.196:3300/0 conn(0x7f86100b7700 0x7f86100d0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:10.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f861621a640 1 -- 172.21.15.70:0/1554892024 >> v2:172.21.15.196:3300/0 conn(0x7f86100b7700 msgr2=0x7f86100d0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:10.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f861621a640 1 --2- 172.21.15.70:0/1554892024 >> v2:172.21.15.196:3300/0 conn(0x7f86100b7700 0x7f86100d0ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f861621a640 1 -- 172.21.15.70:0/1554892024 >> v1:172.21.15.196:6789/0 conn(0x7f86100726d0 legacy=0x7f8610072ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:10.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.668+0000 7f861621a640 1 -- 172.21.15.70:0/1554892024 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86100d0510 con 0x7f86100b4e60 2024-09-05T06:10:10.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f861621a640 1 --2- 172.21.15.70:0/1554892024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86100b52f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f86100d0ce0 tx=0x7f860801c9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ce0500161c9ad45 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:10.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8614a17640 1 -- 172.21.15.70:0/1554892024 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86080a57c0 con 0x7f86100b4e60 2024-09-05T06:10:10.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8614a17640 1 -- 172.21.15.70:0/1554892024 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86080a5960 con 0x7f86100b4e60 2024-09-05T06:10:10.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8614a17640 1 -- 172.21.15.70:0/1554892024 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86080a5d30 con 0x7f86100b4e60 2024-09-05T06:10:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 -- 172.21.15.70:0/1554892024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 msgr2=0x7f86100b52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 --2- 172.21.15.70:0/1554892024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86100b52f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f86100d0ce0 tx=0x7f860801c9e0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 -- 172.21.15.70:0/1554892024 shutdown_connections 2024-09-05T06:10:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 --2- 172.21.15.70:0/1554892024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86100b52f0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 --2- 172.21.15.70:0/1554892024 >> v2:172.21.15.196:3300/0 conn(0x7f86100b7700 0x7f86100d0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 -- 172.21.15.70:0/1554892024 >> 172.21.15.70:0/1554892024 conn(0x7f86100d1910 msgr2=0x7f86100d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:10.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 -- 172.21.15.70:0/1554892024 shutdown_connections 2024-09-05T06:10:10.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 -- 172.21.15.70:0/1554892024 wait complete. 2024-09-05T06:10:10.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 Processor -- start 2024-09-05T06:10:10.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.672+0000 7f8617c7d640 1 -- start start 2024-09-05T06:10:10.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86100726d0 0x7f86101422a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:10.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86101562c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:10.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86100b7700 0x7f861015b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:10.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f861006fda0 con 0x7f86100b7700 2024-09-05T06:10:10.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f861006fc20 con 0x7f86100726d0 2024-09-05T06:10:10.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f861006ff20 con 0x7f86100b4e60 2024-09-05T06:10:10.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86100b7700 0x7f861015b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86100b7700 0x7f861015b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56044/0 (socket says 172.21.15.70:56044) 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 -- 172.21.15.70:0/3226367866 learned_addr learned my addr 172.21.15.70:0/3226367866 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8615218640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86101562c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8615a19640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86100726d0 0x7f86101422a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 -- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 msgr2=0x7f86101562c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86101562c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 -- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86100726d0 msgr2=0x7f86101422a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86100726d0 0x7f86101422a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 -- 172.21.15.70:0/3226367866 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8610156c80 con 0x7f86100b7700 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8615a19640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86100726d0 0x7f86101422a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f861621a640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86100b7700 0x7f861015b110 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f860801b090 tx=0x7f8608019780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:10.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f86067fc640 1 -- 172.21.15.70:0/3226367866 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86080b8670 con 0x7f86100b7700 2024-09-05T06:10:10.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f86067fc640 1 -- 172.21.15.70:0/3226367866 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86080be070 con 0x7f86100b7700 2024-09-05T06:10:10.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8610156f60 con 0x7f86100b7700 2024-09-05T06:10:10.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f86067fc640 1 -- 172.21.15.70:0/3226367866 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86080b8a70 con 0x7f86100b7700 2024-09-05T06:10:10.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86101587c0 con 0x7f86100b7700 2024-09-05T06:10:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86100b52f0 con 0x7f86100b7700 2024-09-05T06:10:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f86067fc640 1 -- 172.21.15.70:0/3226367866 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f86080b8c10 con 0x7f86100b7700 2024-09-05T06:10:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f86067fc640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f85f40678c0 0x7f85f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f86067fc640 1 -- 172.21.15.70:0/3226367866 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f8608120d50 con 0x7f86100b7700 2024-09-05T06:10:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8615a19640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f85f40678c0 0x7f85f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.676+0000 7f8615a19640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f85f40678c0 0x7f85f4069d80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f860c009b10 tx=0x7f860c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:10.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.680+0000 7f86067fc640 1 -- 172.21.15.70:0/3226367866 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8608124030 con 0x7f86100b7700 2024-09-05T06:10:10.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.856+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f86100cfcb0 con 0x7f85f40678c0 2024-09-05T06:10:10.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.860+0000 7f86067fc640 1 -- 172.21.15.70:0/3226367866 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247485 (secure 0 0 0) 0x7f86100cfcb0 con 0x7f85f40678c0 2024-09-05T06:10:10.864 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:10.866 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:10.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f85f40678c0 msgr2=0x7f85f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f85f40678c0 0x7f85f4069d80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f860c009b10 tx=0x7f860c008040 comp rx=0 tx=0).stop 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86100b7700 msgr2=0x7f861015b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86100b7700 0x7f861015b110 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f860801b090 tx=0x7f8608019780 comp rx=0 tx=0).stop 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 shutdown_connections 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f85f40678c0 0x7f85f4069d80 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86100b7700 0x7f861015b110 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86100b4e60 0x7f86101562c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 --2- 172.21.15.70:0/3226367866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86100726d0 0x7f86101422a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 >> 172.21.15.70:0/3226367866 conn(0x7f86100d1910 msgr2=0x7f86100b1590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 shutdown_connections 2024-09-05T06:10:10.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:10.864+0000 7f8617c7d640 1 -- 172.21.15.70:0/3226367866 wait complete. 2024-09-05T06:10:10.883 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-05T06:10:10.331744+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":177,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":1710,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560789,"statfs":{"total":1600000000,"available":1598248252,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002540"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899945+0000","last_change":"2024-09-05T06:10:03.063237+0000","last_active":"2024-09-05T06:10:04.899945+0000","last_peered":"2024-09-05T06:10:04.899945+0000","last_clean":"2024-09-05T06:10:04.899945+0000","last_became_active":"2024-09-05T06:10:03.062997+0000","last_became_peered":"2024-09-05T06:10:03.062997+0000","last_unstale":"2024-09-05T06:10:04.899945+0000","last_undegraded":"2024-09-05T06:10:04.899945+0000","last_fullsized":"2024-09-05T06:10:04.899945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:36.862655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902666+0000","last_change":"2024-09-05T06:10:03.070988+0000","last_active":"2024-09-05T06:10:04.902666+0000","last_peered":"2024-09-05T06:10:04.902666+0000","last_clean":"2024-09-05T06:10:04.902666+0000","last_became_active":"2024-09-05T06:10:03.070334+0000","last_became_peered":"2024-09-05T06:10:03.070334+0000","last_unstale":"2024-09-05T06:10:04.902666+0000","last_undegraded":"2024-09-05T06:10:04.902666+0000","last_fullsized":"2024-09-05T06:10:04.902666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:44:56.784855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904002+0000","last_change":"2024-09-05T06:10:03.089964+0000","last_active":"2024-09-05T06:10:04.904002+0000","last_peered":"2024-09-05T06:10:04.904002+0000","last_clean":"2024-09-05T06:10:04.904002+0000","last_became_active":"2024-09-05T06:10:03.088923+0000","last_became_peered":"2024-09-05T06:10:03.088923+0000","last_unstale":"2024-09-05T06:10:04.904002+0000","last_undegraded":"2024-09-05T06:10:04.904002+0000","last_fullsized":"2024-09-05T06:10:04.904002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:48:35.830474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694811+0000","last_change":"2024-09-05T06:10:03.089498+0000","last_active":"2024-09-05T06:10:04.694811+0000","last_peered":"2024-09-05T06:10:04.694811+0000","last_clean":"2024-09-05T06:10:04.694811+0000","last_became_active":"2024-09-05T06:10:03.089250+0000","last_became_peered":"2024-09-05T06:10:03.089250+0000","last_unstale":"2024-09-05T06:10:04.694811+0000","last_undegraded":"2024-09-05T06:10:04.694811+0000","last_fullsized":"2024-09-05T06:10:04.694811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:02.954293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901117+0000","last_change":"2024-09-05T06:10:03.089148+0000","last_active":"2024-09-05T06:10:04.901117+0000","last_peered":"2024-09-05T06:10:04.901117+0000","last_clean":"2024-09-05T06:10:04.901117+0000","last_became_active":"2024-09-05T06:10:03.088892+0000","last_became_peered":"2024-09-05T06:10:03.088892+0000","last_unstale":"2024-09-05T06:10:04.901117+0000","last_undegraded":"2024-09-05T06:10:04.901117+0000","last_fullsized":"2024-09-05T06:10:04.901117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:13:44.776162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695431+0000","last_change":"2024-09-05T06:10:03.072186+0000","last_active":"2024-09-05T06:10:04.695431+0000","last_peered":"2024-09-05T06:10:04.695431+0000","last_clean":"2024-09-05T06:10:04.695431+0000","last_became_active":"2024-09-05T06:10:03.071940+0000","last_became_peered":"2024-09-05T06:10:03.071940+0000","last_unstale":"2024-09-05T06:10:04.695431+0000","last_undegraded":"2024-09-05T06:10:04.695431+0000","last_fullsized":"2024-09-05T06:10:04.695431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:59:32.945964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900936+0000","last_change":"2024-09-05T06:10:03.068163+0000","last_active":"2024-09-05T06:10:04.900936+0000","last_peered":"2024-09-05T06:10:04.900936+0000","last_clean":"2024-09-05T06:10:04.900936+0000","last_became_active":"2024-09-05T06:10:03.067752+0000","last_became_peered":"2024-09-05T06:10:03.067752+0000","last_unstale":"2024-09-05T06:10:04.900936+0000","last_undegraded":"2024-09-05T06:10:04.900936+0000","last_fullsized":"2024-09-05T06:10:04.900936+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:34:56.996935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904372+0000","last_change":"2024-09-05T06:10:03.079552+0000","last_active":"2024-09-05T06:10:04.904372+0000","last_peered":"2024-09-05T06:10:04.904372+0000","last_clean":"2024-09-05T06:10:04.904372+0000","last_became_active":"2024-09-05T06:10:03.078412+0000","last_became_peered":"2024-09-05T06:10:03.078412+0000","last_unstale":"2024-09-05T06:10:04.904372+0000","last_undegraded":"2024-09-05T06:10:04.904372+0000","last_fullsized":"2024-09-05T06:10:04.904372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:32.915486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043309+0000","last_change":"2024-09-05T06:10:03.059563+0000","last_active":"2024-09-05T06:10:04.043309+0000","last_peered":"2024-09-05T06:10:04.043309+0000","last_clean":"2024-09-05T06:10:04.043309+0000","last_became_active":"2024-09-05T06:10:03.059144+0000","last_became_peered":"2024-09-05T06:10:03.059144+0000","last_unstale":"2024-09-05T06:10:04.043309+0000","last_undegraded":"2024-09-05T06:10:04.043309+0000","last_fullsized":"2024-09-05T06:10:04.043309+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:35:12.450254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900597+0000","last_change":"2024-09-05T06:10:03.064105+0000","last_active":"2024-09-05T06:10:04.900597+0000","last_peered":"2024-09-05T06:10:04.900597+0000","last_clean":"2024-09-05T06:10:04.900597+0000","last_became_active":"2024-09-05T06:10:03.063626+0000","last_became_peered":"2024-09-05T06:10:03.063626+0000","last_unstale":"2024-09-05T06:10:04.900597+0000","last_undegraded":"2024-09-05T06:10:04.900597+0000","last_fullsized":"2024-09-05T06:10:04.900597+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:29.393193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900193+0000","last_change":"2024-09-05T06:10:03.056628+0000","last_active":"2024-09-05T06:10:04.900193+0000","last_peered":"2024-09-05T06:10:04.900193+0000","last_clean":"2024-09-05T06:10:04.900193+0000","last_became_active":"2024-09-05T06:10:03.056275+0000","last_became_peered":"2024-09-05T06:10:03.056275+0000","last_unstale":"2024-09-05T06:10:04.900193+0000","last_undegraded":"2024-09-05T06:10:04.900193+0000","last_fullsized":"2024-09-05T06:10:04.900193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:47.925262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900247+0000","last_change":"2024-09-05T06:10:03.050642+0000","last_active":"2024-09-05T06:10:04.900247+0000","last_peered":"2024-09-05T06:10:04.900247+0000","last_clean":"2024-09-05T06:10:04.900247+0000","last_became_active":"2024-09-05T06:10:03.050329+0000","last_became_peered":"2024-09-05T06:10:03.050329+0000","last_unstale":"2024-09-05T06:10:04.900247+0000","last_undegraded":"2024-09-05T06:10:04.900247+0000","last_fullsized":"2024-09-05T06:10:04.900247+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:55:53.049316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902719+0000","last_change":"2024-09-05T06:10:03.071173+0000","last_active":"2024-09-05T06:10:04.902719+0000","last_peered":"2024-09-05T06:10:04.902719+0000","last_clean":"2024-09-05T06:10:04.902719+0000","last_became_active":"2024-09-05T06:10:03.066787+0000","last_became_peered":"2024-09-05T06:10:03.066787+0000","last_unstale":"2024-09-05T06:10:04.902719+0000","last_undegraded":"2024-09-05T06:10:04.902719+0000","last_fullsized":"2024-09-05T06:10:04.902719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:08.682378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902414+0000","last_change":"2024-09-05T06:10:03.063433+0000","last_active":"2024-09-05T06:10:04.902414+0000","last_peered":"2024-09-05T06:10:04.902414+0000","last_clean":"2024-09-05T06:10:04.902414+0000","last_became_active":"2024-09-05T06:10:03.061822+0000","last_became_peered":"2024-09-05T06:10:03.061822+0000","last_unstale":"2024-09-05T06:10:04.902414+0000","last_undegraded":"2024-09-05T06:10:04.902414+0000","last_fullsized":"2024-09-05T06:10:04.902414+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:03.061645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903824+0000","last_change":"2024-09-05T06:10:03.098739+0000","last_active":"2024-09-05T06:10:04.903824+0000","last_peered":"2024-09-05T06:10:04.903824+0000","last_clean":"2024-09-05T06:10:04.903824+0000","last_became_active":"2024-09-05T06:10:03.091065+0000","last_became_peered":"2024-09-05T06:10:03.091065+0000","last_unstale":"2024-09-05T06:10:04.903824+0000","last_undegraded":"2024-09-05T06:10:04.903824+0000","last_fullsized":"2024-09-05T06:10:04.903824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:43.313185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046702+0000","last_change":"2024-09-05T06:10:03.062337+0000","last_active":"2024-09-05T06:10:04.046702+0000","last_peered":"2024-09-05T06:10:04.046702+0000","last_clean":"2024-09-05T06:10:04.046702+0000","last_became_active":"2024-09-05T06:10:03.060665+0000","last_became_peered":"2024-09-05T06:10:03.060665+0000","last_unstale":"2024-09-05T06:10:04.046702+0000","last_undegraded":"2024-09-05T06:10:04.046702+0000","last_fullsized":"2024-09-05T06:10:04.046702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:41.859941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046685+0000","last_change":"2024-09-05T06:10:03.065883+0000","last_active":"2024-09-05T06:10:04.046685+0000","last_peered":"2024-09-05T06:10:04.046685+0000","last_clean":"2024-09-05T06:10:04.046685+0000","last_became_active":"2024-09-05T06:10:03.065619+0000","last_became_peered":"2024-09-05T06:10:03.065619+0000","last_unstale":"2024-09-05T06:10:04.046685+0000","last_undegraded":"2024-09-05T06:10:04.046685+0000","last_fullsized":"2024-09-05T06:10:04.046685+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:43.165766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698776+0000","last_change":"2024-09-05T06:10:03.066385+0000","last_active":"2024-09-05T06:10:04.698776+0000","last_peered":"2024-09-05T06:10:04.698776+0000","last_clean":"2024-09-05T06:10:04.698776+0000","last_became_active":"2024-09-05T06:10:03.064466+0000","last_became_peered":"2024-09-05T06:10:03.064466+0000","last_unstale":"2024-09-05T06:10:04.698776+0000","last_undegraded":"2024-09-05T06:10:04.698776+0000","last_fullsized":"2024-09-05T06:10:04.698776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:04.839941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046768+0000","last_change":"2024-09-05T06:10:03.073962+0000","last_active":"2024-09-05T06:10:04.046768+0000","last_peered":"2024-09-05T06:10:04.046768+0000","last_clean":"2024-09-05T06:10:04.046768+0000","last_became_active":"2024-09-05T06:10:03.073791+0000","last_became_peered":"2024-09-05T06:10:03.073791+0000","last_unstale":"2024-09-05T06:10:04.046768+0000","last_undegraded":"2024-09-05T06:10:04.046768+0000","last_fullsized":"2024-09-05T06:10:04.046768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:08:25.976757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900814+0000","last_change":"2024-09-05T06:10:03.051291+0000","last_active":"2024-09-05T06:10:04.900814+0000","last_peered":"2024-09-05T06:10:04.900814+0000","last_clean":"2024-09-05T06:10:04.900814+0000","last_became_active":"2024-09-05T06:10:03.050977+0000","last_became_peered":"2024-09-05T06:10:03.050977+0000","last_unstale":"2024-09-05T06:10:04.900814+0000","last_undegraded":"2024-09-05T06:10:04.900814+0000","last_fullsized":"2024-09-05T06:10:04.900814+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:00.038898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051020+0000","last_change":"2024-09-05T06:10:03.071539+0000","last_active":"2024-09-05T06:10:04.051020+0000","last_peered":"2024-09-05T06:10:04.051020+0000","last_clean":"2024-09-05T06:10:04.051020+0000","last_became_active":"2024-09-05T06:10:03.070480+0000","last_became_peered":"2024-09-05T06:10:03.070480+0000","last_unstale":"2024-09-05T06:10:04.051020+0000","last_undegraded":"2024-09-05T06:10:04.051020+0000","last_fullsized":"2024-09-05T06:10:04.051020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:49:03.088048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043346+0000","last_change":"2024-09-05T06:10:03.056628+0000","last_active":"2024-09-05T06:10:04.043346+0000","last_peered":"2024-09-05T06:10:04.043346+0000","last_clean":"2024-09-05T06:10:04.043346+0000","last_became_active":"2024-09-05T06:10:03.056306+0000","last_became_peered":"2024-09-05T06:10:03.056306+0000","last_unstale":"2024-09-05T06:10:04.043346+0000","last_undegraded":"2024-09-05T06:10:04.043346+0000","last_fullsized":"2024-09-05T06:10:04.043346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:19:21.707467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904826+0000","last_change":"2024-09-05T06:10:03.078993+0000","last_active":"2024-09-05T06:10:04.904826+0000","last_peered":"2024-09-05T06:10:04.904826+0000","last_clean":"2024-09-05T06:10:04.904826+0000","last_became_active":"2024-09-05T06:10:03.076150+0000","last_became_peered":"2024-09-05T06:10:03.076150+0000","last_unstale":"2024-09-05T06:10:04.904826+0000","last_undegraded":"2024-09-05T06:10:04.904826+0000","last_fullsized":"2024-09-05T06:10:04.904826+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:09.347111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046141+0000","last_change":"2024-09-05T06:10:03.087018+0000","last_active":"2024-09-05T06:10:04.046141+0000","last_peered":"2024-09-05T06:10:04.046141+0000","last_clean":"2024-09-05T06:10:04.046141+0000","last_became_active":"2024-09-05T06:10:03.086868+0000","last_became_peered":"2024-09-05T06:10:03.086868+0000","last_unstale":"2024-09-05T06:10:04.046141+0000","last_undegraded":"2024-09-05T06:10:04.046141+0000","last_fullsized":"2024-09-05T06:10:04.046141+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:16:15.894915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904199+0000","last_change":"2024-09-05T06:10:03.099701+0000","last_active":"2024-09-05T06:10:04.904199+0000","last_peered":"2024-09-05T06:10:04.904199+0000","last_clean":"2024-09-05T06:10:04.904199+0000","last_became_active":"2024-09-05T06:10:03.097685+0000","last_became_peered":"2024-09-05T06:10:03.097685+0000","last_unstale":"2024-09-05T06:10:04.904199+0000","last_undegraded":"2024-09-05T06:10:04.904199+0000","last_fullsized":"2024-09-05T06:10:04.904199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.595121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695639+0000","last_change":"2024-09-05T06:10:03.059862+0000","last_active":"2024-09-05T06:10:04.695639+0000","last_peered":"2024-09-05T06:10:04.695639+0000","last_clean":"2024-09-05T06:10:04.695639+0000","last_became_active":"2024-09-05T06:10:03.058861+0000","last_became_peered":"2024-09-05T06:10:03.058861+0000","last_unstale":"2024-09-05T06:10:04.695639+0000","last_undegraded":"2024-09-05T06:10:04.695639+0000","last_fullsized":"2024-09-05T06:10:04.695639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:13.178427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903158+0000","last_change":"2024-09-05T06:10:03.069167+0000","last_active":"2024-09-05T06:10:04.903158+0000","last_peered":"2024-09-05T06:10:04.903158+0000","last_clean":"2024-09-05T06:10:04.903158+0000","last_became_active":"2024-09-05T06:10:03.068306+0000","last_became_peered":"2024-09-05T06:10:03.068306+0000","last_unstale":"2024-09-05T06:10:04.903158+0000","last_undegraded":"2024-09-05T06:10:04.903158+0000","last_fullsized":"2024-09-05T06:10:04.903158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:41:58.176864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903081+0000","last_change":"2024-09-05T06:10:03.070643+0000","last_active":"2024-09-05T06:10:04.903081+0000","last_peered":"2024-09-05T06:10:04.903081+0000","last_clean":"2024-09-05T06:10:04.903081+0000","last_became_active":"2024-09-05T06:10:03.065938+0000","last_became_peered":"2024-09-05T06:10:03.065938+0000","last_unstale":"2024-09-05T06:10:04.903081+0000","last_undegraded":"2024-09-05T06:10:04.903081+0000","last_fullsized":"2024-09-05T06:10:04.903081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:36:56.386588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902974+0000","last_change":"2024-09-05T06:10:03.091818+0000","last_active":"2024-09-05T06:10:04.902974+0000","last_peered":"2024-09-05T06:10:04.902974+0000","last_clean":"2024-09-05T06:10:04.902974+0000","last_became_active":"2024-09-05T06:10:03.089078+0000","last_became_peered":"2024-09-05T06:10:03.089078+0000","last_unstale":"2024-09-05T06:10:04.902974+0000","last_undegraded":"2024-09-05T06:10:04.902974+0000","last_fullsized":"2024-09-05T06:10:04.902974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:21:53.031968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046250+0000","last_change":"2024-09-05T06:10:03.095418+0000","last_active":"2024-09-05T06:10:04.046250+0000","last_peered":"2024-09-05T06:10:04.046250+0000","last_clean":"2024-09-05T06:10:04.046250+0000","last_became_active":"2024-09-05T06:10:03.095168+0000","last_became_peered":"2024-09-05T06:10:03.095168+0000","last_unstale":"2024-09-05T06:10:04.046250+0000","last_undegraded":"2024-09-05T06:10:04.046250+0000","last_fullsized":"2024-09-05T06:10:04.046250+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:56:47.464551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698948+0000","last_change":"2024-09-05T06:10:03.054616+0000","last_active":"2024-09-05T06:10:04.698948+0000","last_peered":"2024-09-05T06:10:04.698948+0000","last_clean":"2024-09-05T06:10:04.698948+0000","last_became_active":"2024-09-05T06:10:03.053719+0000","last_became_peered":"2024-09-05T06:10:03.053719+0000","last_unstale":"2024-09-05T06:10:04.698948+0000","last_undegraded":"2024-09-05T06:10:04.698948+0000","last_fullsized":"2024-09-05T06:10:04.698948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:06.347123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694919+0000","last_change":"2024-09-05T06:10:03.065254+0000","last_active":"2024-09-05T06:10:04.694919+0000","last_peered":"2024-09-05T06:10:04.694919+0000","last_clean":"2024-09-05T06:10:04.694919+0000","last_became_active":"2024-09-05T06:10:03.065015+0000","last_became_peered":"2024-09-05T06:10:03.065015+0000","last_unstale":"2024-09-05T06:10:04.694919+0000","last_undegraded":"2024-09-05T06:10:04.694919+0000","last_fullsized":"2024-09-05T06:10:04.694919+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:00:13.218095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043338+0000","last_change":"2024-09-05T06:10:03.076342+0000","last_active":"2024-09-05T06:10:04.043338+0000","last_peered":"2024-09-05T06:10:04.043338+0000","last_clean":"2024-09-05T06:10:04.043338+0000","last_became_active":"2024-09-05T06:10:03.075944+0000","last_became_peered":"2024-09-05T06:10:03.075944+0000","last_unstale":"2024-09-05T06:10:04.043338+0000","last_undegraded":"2024-09-05T06:10:04.043338+0000","last_fullsized":"2024-09-05T06:10:04.043338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:02.269310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902923+0000","last_change":"2024-09-05T06:10:02.042346+0000","last_active":"2024-09-05T06:10:04.902923+0000","last_peered":"2024-09-05T06:10:04.902923+0000","last_clean":"2024-09-05T06:10:04.902923+0000","last_became_active":"2024-09-05T06:10:02.041744+0000","last_became_peered":"2024-09-05T06:10:02.041744+0000","last_unstale":"2024-09-05T06:10:04.902923+0000","last_undegraded":"2024-09-05T06:10:04.902923+0000","last_fullsized":"2024-09-05T06:10:04.902923+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:22:34.919438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050888+0000","last_change":"2024-09-05T06:10:03.070789+0000","last_active":"2024-09-05T06:10:04.050888+0000","last_peered":"2024-09-05T06:10:04.050888+0000","last_clean":"2024-09-05T06:10:04.050888+0000","last_became_active":"2024-09-05T06:10:03.069192+0000","last_became_peered":"2024-09-05T06:10:03.069192+0000","last_unstale":"2024-09-05T06:10:04.050888+0000","last_undegraded":"2024-09-05T06:10:04.050888+0000","last_fullsized":"2024-09-05T06:10:04.050888+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:05:20.261935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046319+0000","last_change":"2024-09-05T06:10:02.034074+0000","last_active":"2024-09-05T06:10:04.046319+0000","last_peered":"2024-09-05T06:10:04.046319+0000","last_clean":"2024-09-05T06:10:04.046319+0000","last_became_active":"2024-09-05T06:10:02.033662+0000","last_became_peered":"2024-09-05T06:10:02.033662+0000","last_unstale":"2024-09-05T06:10:04.046319+0000","last_undegraded":"2024-09-05T06:10:04.046319+0000","last_fullsized":"2024-09-05T06:10:04.046319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:02:07.240874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902673+0000","last_change":"2024-09-05T06:10:02.042718+0000","last_active":"2024-09-05T06:10:04.902673+0000","last_peered":"2024-09-05T06:10:04.902673+0000","last_clean":"2024-09-05T06:10:04.902673+0000","last_became_active":"2024-09-05T06:10:02.041690+0000","last_became_peered":"2024-09-05T06:10:02.041690+0000","last_unstale":"2024-09-05T06:10:04.902673+0000","last_undegraded":"2024-09-05T06:10:04.902673+0000","last_fullsized":"2024-09-05T06:10:04.902673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:05:25.853827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904574+0000","last_change":"2024-09-05T06:10:03.098175+0000","last_active":"2024-09-05T06:10:04.904574+0000","last_peered":"2024-09-05T06:10:04.904574+0000","last_clean":"2024-09-05T06:10:04.904574+0000","last_became_active":"2024-09-05T06:10:03.088367+0000","last_became_peered":"2024-09-05T06:10:03.088367+0000","last_unstale":"2024-09-05T06:10:04.904574+0000","last_undegraded":"2024-09-05T06:10:04.904574+0000","last_fullsized":"2024-09-05T06:10:04.904574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:16:05.179827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046778+0000","last_change":"2024-09-05T06:10:02.029808+0000","last_active":"2024-09-05T06:10:04.046778+0000","last_peered":"2024-09-05T06:10:04.046778+0000","last_clean":"2024-09-05T06:10:04.046778+0000","last_became_active":"2024-09-05T06:10:02.029474+0000","last_became_peered":"2024-09-05T06:10:02.029474+0000","last_unstale":"2024-09-05T06:10:04.046778+0000","last_undegraded":"2024-09-05T06:10:04.046778+0000","last_fullsized":"2024-09-05T06:10:04.046778+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:34:36.750044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050586+0000","last_change":"2024-09-05T06:10:03.074253+0000","last_active":"2024-09-05T06:10:04.050586+0000","last_peered":"2024-09-05T06:10:04.050586+0000","last_clean":"2024-09-05T06:10:04.050586+0000","last_became_active":"2024-09-05T06:10:03.056972+0000","last_became_peered":"2024-09-05T06:10:03.056972+0000","last_unstale":"2024-09-05T06:10:04.050586+0000","last_undegraded":"2024-09-05T06:10:04.050586+0000","last_fullsized":"2024-09-05T06:10:04.050586+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:15:10.187868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.044147+0000","last_change":"2024-09-05T06:10:02.029414+0000","last_active":"2024-09-05T06:10:04.044147+0000","last_peered":"2024-09-05T06:10:04.044147+0000","last_clean":"2024-09-05T06:10:04.044147+0000","last_became_active":"2024-09-05T06:10:02.028636+0000","last_became_peered":"2024-09-05T06:10:02.028636+0000","last_unstale":"2024-09-05T06:10:04.044147+0000","last_undegraded":"2024-09-05T06:10:04.044147+0000","last_fullsized":"2024-09-05T06:10:04.044147+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:33:08.060690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695297+0000","last_change":"2024-09-05T06:10:03.057417+0000","last_active":"2024-09-05T06:10:04.695297+0000","last_peered":"2024-09-05T06:10:04.695297+0000","last_clean":"2024-09-05T06:10:04.695297+0000","last_became_active":"2024-09-05T06:10:03.057175+0000","last_became_peered":"2024-09-05T06:10:03.057175+0000","last_unstale":"2024-09-05T06:10:04.695297+0000","last_undegraded":"2024-09-05T06:10:04.695297+0000","last_fullsized":"2024-09-05T06:10:04.695297+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:59:10.778938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900727+0000","last_change":"2024-09-05T06:10:02.042216+0000","last_active":"2024-09-05T06:10:04.900727+0000","last_peered":"2024-09-05T06:10:04.900727+0000","last_clean":"2024-09-05T06:10:04.900727+0000","last_became_active":"2024-09-05T06:10:02.040989+0000","last_became_peered":"2024-09-05T06:10:02.040989+0000","last_unstale":"2024-09-05T06:10:04.900727+0000","last_undegraded":"2024-09-05T06:10:04.900727+0000","last_fullsized":"2024-09-05T06:10:04.900727+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:09:57.844514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903374+0000","last_change":"2024-09-05T06:10:03.073046+0000","last_active":"2024-09-05T06:10:04.903374+0000","last_peered":"2024-09-05T06:10:04.903374+0000","last_clean":"2024-09-05T06:10:04.903374+0000","last_became_active":"2024-09-05T06:10:03.072395+0000","last_became_peered":"2024-09-05T06:10:03.072395+0000","last_unstale":"2024-09-05T06:10:04.903374+0000","last_undegraded":"2024-09-05T06:10:04.903374+0000","last_fullsized":"2024-09-05T06:10:04.903374+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:24:16.992954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699162+0000","last_change":"2024-09-05T06:10:02.032757+0000","last_active":"2024-09-05T06:10:04.699162+0000","last_peered":"2024-09-05T06:10:04.699162+0000","last_clean":"2024-09-05T06:10:04.699162+0000","last_became_active":"2024-09-05T06:10:02.030713+0000","last_became_peered":"2024-09-05T06:10:02.030713+0000","last_unstale":"2024-09-05T06:10:04.699162+0000","last_undegraded":"2024-09-05T06:10:04.699162+0000","last_fullsized":"2024-09-05T06:10:04.699162+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:30:17.085603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046281+0000","last_change":"2024-09-05T06:10:03.057701+0000","last_active":"2024-09-05T06:10:04.046281+0000","last_peered":"2024-09-05T06:10:04.046281+0000","last_clean":"2024-09-05T06:10:04.046281+0000","last_became_active":"2024-09-05T06:10:03.057457+0000","last_became_peered":"2024-09-05T06:10:03.057457+0000","last_unstale":"2024-09-05T06:10:04.046281+0000","last_undegraded":"2024-09-05T06:10:04.046281+0000","last_fullsized":"2024-09-05T06:10:04.046281+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:55.281008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695224+0000","last_change":"2024-09-05T06:10:02.035986+0000","last_active":"2024-09-05T06:10:04.695224+0000","last_peered":"2024-09-05T06:10:04.695224+0000","last_clean":"2024-09-05T06:10:04.695224+0000","last_became_active":"2024-09-05T06:10:02.035304+0000","last_became_peered":"2024-09-05T06:10:02.035304+0000","last_unstale":"2024-09-05T06:10:04.695224+0000","last_undegraded":"2024-09-05T06:10:04.695224+0000","last_fullsized":"2024-09-05T06:10:04.695224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:43.726525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900241+0000","last_change":"2024-09-05T06:10:03.063017+0000","last_active":"2024-09-05T06:10:04.900241+0000","last_peered":"2024-09-05T06:10:04.900241+0000","last_clean":"2024-09-05T06:10:04.900241+0000","last_became_active":"2024-09-05T06:10:03.060315+0000","last_became_peered":"2024-09-05T06:10:03.060315+0000","last_unstale":"2024-09-05T06:10:04.900241+0000","last_undegraded":"2024-09-05T06:10:04.900241+0000","last_fullsized":"2024-09-05T06:10:04.900241+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:45:15.849682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698605+0000","last_change":"2024-09-05T06:10:02.035859+0000","last_active":"2024-09-05T06:10:04.698605+0000","last_peered":"2024-09-05T06:10:04.698605+0000","last_clean":"2024-09-05T06:10:04.698605+0000","last_became_active":"2024-09-05T06:10:02.035186+0000","last_became_peered":"2024-09-05T06:10:02.035186+0000","last_unstale":"2024-09-05T06:10:04.698605+0000","last_undegraded":"2024-09-05T06:10:04.698605+0000","last_fullsized":"2024-09-05T06:10:04.698605+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:20.953897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902554+0000","last_change":"2024-09-05T06:10:03.061931+0000","last_active":"2024-09-05T06:10:04.902554+0000","last_peered":"2024-09-05T06:10:04.902554+0000","last_clean":"2024-09-05T06:10:04.902554+0000","last_became_active":"2024-09-05T06:10:03.061243+0000","last_became_peered":"2024-09-05T06:10:03.061243+0000","last_unstale":"2024-09-05T06:10:04.902554+0000","last_undegraded":"2024-09-05T06:10:04.902554+0000","last_fullsized":"2024-09-05T06:10:04.902554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:53:28.674242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046854+0000","last_change":"2024-09-05T06:10:02.040477+0000","last_active":"2024-09-05T06:10:04.046854+0000","last_peered":"2024-09-05T06:10:04.046854+0000","last_clean":"2024-09-05T06:10:04.046854+0000","last_became_active":"2024-09-05T06:10:02.038985+0000","last_became_peered":"2024-09-05T06:10:02.038985+0000","last_unstale":"2024-09-05T06:10:04.046854+0000","last_undegraded":"2024-09-05T06:10:04.046854+0000","last_fullsized":"2024-09-05T06:10:04.046854+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:00:07.362298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046537+0000","last_change":"2024-09-05T06:10:03.066110+0000","last_active":"2024-09-05T06:10:04.046537+0000","last_peered":"2024-09-05T06:10:04.046537+0000","last_clean":"2024-09-05T06:10:04.046537+0000","last_became_active":"2024-09-05T06:10:03.064746+0000","last_became_peered":"2024-09-05T06:10:03.064746+0000","last_unstale":"2024-09-05T06:10:04.046537+0000","last_undegraded":"2024-09-05T06:10:04.046537+0000","last_fullsized":"2024-09-05T06:10:04.046537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:15:00.199919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901060+0000","last_change":"2024-09-05T06:10:02.041607+0000","last_active":"2024-09-05T06:10:04.901060+0000","last_peered":"2024-09-05T06:10:04.901060+0000","last_clean":"2024-09-05T06:10:04.901060+0000","last_became_active":"2024-09-05T06:10:02.037089+0000","last_became_peered":"2024-09-05T06:10:02.037089+0000","last_unstale":"2024-09-05T06:10:04.901060+0000","last_undegraded":"2024-09-05T06:10:04.901060+0000","last_fullsized":"2024-09-05T06:10:04.901060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:45.737386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043504+0000","last_change":"2024-09-05T06:10:03.076184+0000","last_active":"2024-09-05T06:10:04.043504+0000","last_peered":"2024-09-05T06:10:04.043504+0000","last_clean":"2024-09-05T06:10:04.043504+0000","last_became_active":"2024-09-05T06:10:03.075660+0000","last_became_peered":"2024-09-05T06:10:03.075660+0000","last_unstale":"2024-09-05T06:10:04.043504+0000","last_undegraded":"2024-09-05T06:10:04.043504+0000","last_fullsized":"2024-09-05T06:10:04.043504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:25:16.065180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.052048+0000","last_change":"2024-09-05T06:10:02.030623+0000","last_active":"2024-09-05T06:10:04.052048+0000","last_peered":"2024-09-05T06:10:04.052048+0000","last_clean":"2024-09-05T06:10:04.052048+0000","last_became_active":"2024-09-05T06:10:02.029707+0000","last_became_peered":"2024-09-05T06:10:02.029707+0000","last_unstale":"2024-09-05T06:10:04.052048+0000","last_undegraded":"2024-09-05T06:10:04.052048+0000","last_fullsized":"2024-09-05T06:10:04.052048+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:42.720234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047062+0000","last_change":"2024-09-05T06:10:03.057725+0000","last_active":"2024-09-05T06:10:04.047062+0000","last_peered":"2024-09-05T06:10:04.047062+0000","last_clean":"2024-09-05T06:10:04.047062+0000","last_became_active":"2024-09-05T06:10:03.057448+0000","last_became_peered":"2024-09-05T06:10:03.057448+0000","last_unstale":"2024-09-05T06:10:04.047062+0000","last_undegraded":"2024-09-05T06:10:04.047062+0000","last_fullsized":"2024-09-05T06:10:04.047062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:25:18.264123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899878+0000","last_change":"2024-09-05T06:10:02.046689+0000","last_active":"2024-09-05T06:10:04.899878+0000","last_peered":"2024-09-05T06:10:04.899878+0000","last_clean":"2024-09-05T06:10:04.899878+0000","last_became_active":"2024-09-05T06:10:02.046477+0000","last_became_peered":"2024-09-05T06:10:02.046477+0000","last_unstale":"2024-09-05T06:10:04.899878+0000","last_undegraded":"2024-09-05T06:10:04.899878+0000","last_fullsized":"2024-09-05T06:10:04.899878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:17:50.921800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694957+0000","last_change":"2024-09-05T06:10:03.057621+0000","last_active":"2024-09-05T06:10:04.694957+0000","last_peered":"2024-09-05T06:10:04.694957+0000","last_clean":"2024-09-05T06:10:04.694957+0000","last_became_active":"2024-09-05T06:10:03.057386+0000","last_became_peered":"2024-09-05T06:10:03.057386+0000","last_unstale":"2024-09-05T06:10:04.694957+0000","last_undegraded":"2024-09-05T06:10:04.694957+0000","last_fullsized":"2024-09-05T06:10:04.694957+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:58.562321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050942+0000","last_change":"2024-09-05T06:10:02.044086+0000","last_active":"2024-09-05T06:10:04.050942+0000","last_peered":"2024-09-05T06:10:04.050942+0000","last_clean":"2024-09-05T06:10:04.050942+0000","last_became_active":"2024-09-05T06:10:02.042059+0000","last_became_peered":"2024-09-05T06:10:02.042059+0000","last_unstale":"2024-09-05T06:10:04.050942+0000","last_undegraded":"2024-09-05T06:10:04.050942+0000","last_fullsized":"2024-09-05T06:10:04.050942+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:20:17.825065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899610+0000","last_change":"2024-09-05T06:10:03.051081+0000","last_active":"2024-09-05T06:10:04.899610+0000","last_peered":"2024-09-05T06:10:04.899610+0000","last_clean":"2024-09-05T06:10:04.899610+0000","last_became_active":"2024-09-05T06:10:03.049518+0000","last_became_peered":"2024-09-05T06:10:03.049518+0000","last_unstale":"2024-09-05T06:10:04.899610+0000","last_undegraded":"2024-09-05T06:10:04.899610+0000","last_fullsized":"2024-09-05T06:10:04.899610+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:32.231761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903692+0000","last_change":"2024-09-05T06:10:02.027915+0000","last_active":"2024-09-05T06:10:04.903692+0000","last_peered":"2024-09-05T06:10:04.903692+0000","last_clean":"2024-09-05T06:10:04.903692+0000","last_became_active":"2024-09-05T06:10:02.026921+0000","last_became_peered":"2024-09-05T06:10:02.026921+0000","last_unstale":"2024-09-05T06:10:04.903692+0000","last_undegraded":"2024-09-05T06:10:04.903692+0000","last_fullsized":"2024-09-05T06:10:04.903692+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:20:13.161277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900596+0000","last_change":"2024-09-05T06:10:03.054768+0000","last_active":"2024-09-05T06:10:04.900596+0000","last_peered":"2024-09-05T06:10:04.900596+0000","last_clean":"2024-09-05T06:10:04.900596+0000","last_became_active":"2024-09-05T06:10:03.053893+0000","last_became_peered":"2024-09-05T06:10:03.053893+0000","last_unstale":"2024-09-05T06:10:04.900596+0000","last_undegraded":"2024-09-05T06:10:04.900596+0000","last_fullsized":"2024-09-05T06:10:04.900596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:34.012073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903428+0000","last_change":"2024-09-05T06:10:02.046372+0000","last_active":"2024-09-05T06:10:04.903428+0000","last_peered":"2024-09-05T06:10:04.903428+0000","last_clean":"2024-09-05T06:10:04.903428+0000","last_became_active":"2024-09-05T06:10:02.045371+0000","last_became_peered":"2024-09-05T06:10:02.045371+0000","last_unstale":"2024-09-05T06:10:04.903428+0000","last_undegraded":"2024-09-05T06:10:04.903428+0000","last_fullsized":"2024-09-05T06:10:04.903428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:07.006293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047061+0000","last_change":"2024-09-05T06:10:03.062586+0000","last_active":"2024-09-05T06:10:04.047061+0000","last_peered":"2024-09-05T06:10:04.047061+0000","last_clean":"2024-09-05T06:10:04.047061+0000","last_became_active":"2024-09-05T06:10:03.062097+0000","last_became_peered":"2024-09-05T06:10:03.062097+0000","last_unstale":"2024-09-05T06:10:04.047061+0000","last_undegraded":"2024-09-05T06:10:04.047061+0000","last_fullsized":"2024-09-05T06:10:04.047061+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:48.103894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043411+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:04.043411+0000","last_peered":"2024-09-05T06:10:04.043411+0000","last_clean":"2024-09-05T06:10:04.043411+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:04.043411+0000","last_undegraded":"2024-09-05T06:10:04.043411+0000","last_fullsized":"2024-09-05T06:10:04.043411+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047188+0000","last_change":"2024-09-05T06:10:02.040048+0000","last_active":"2024-09-05T06:10:04.047188+0000","last_peered":"2024-09-05T06:10:04.047188+0000","last_clean":"2024-09-05T06:10:04.047188+0000","last_became_active":"2024-09-05T06:10:02.038255+0000","last_became_peered":"2024-09-05T06:10:02.038255+0000","last_unstale":"2024-09-05T06:10:04.047188+0000","last_undegraded":"2024-09-05T06:10:04.047188+0000","last_fullsized":"2024-09-05T06:10:04.047188+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:07:31.418092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051647+0000","last_change":"2024-09-05T06:10:03.063993+0000","last_active":"2024-09-05T06:10:04.051647+0000","last_peered":"2024-09-05T06:10:04.051647+0000","last_clean":"2024-09-05T06:10:04.051647+0000","last_became_active":"2024-09-05T06:10:03.062463+0000","last_became_peered":"2024-09-05T06:10:03.062463+0000","last_unstale":"2024-09-05T06:10:04.051647+0000","last_undegraded":"2024-09-05T06:10:04.051647+0000","last_fullsized":"2024-09-05T06:10:04.051647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:21.714773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046972+0000","last_change":"2024-09-05T06:10:02.045152+0000","last_active":"2024-09-05T06:10:04.046972+0000","last_peered":"2024-09-05T06:10:04.046972+0000","last_clean":"2024-09-05T06:10:04.046972+0000","last_became_active":"2024-09-05T06:10:02.045010+0000","last_became_peered":"2024-09-05T06:10:02.045010+0000","last_unstale":"2024-09-05T06:10:04.046972+0000","last_undegraded":"2024-09-05T06:10:04.046972+0000","last_fullsized":"2024-09-05T06:10:04.046972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:13:51.791859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903469+0000","last_change":"2024-09-05T06:10:03.067386+0000","last_active":"2024-09-05T06:10:04.903469+0000","last_peered":"2024-09-05T06:10:04.903469+0000","last_clean":"2024-09-05T06:10:04.903469+0000","last_became_active":"2024-09-05T06:10:03.063008+0000","last_became_peered":"2024-09-05T06:10:03.063008+0000","last_unstale":"2024-09-05T06:10:04.903469+0000","last_undegraded":"2024-09-05T06:10:04.903469+0000","last_fullsized":"2024-09-05T06:10:04.903469+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:26.875605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699294+0000","last_change":"2024-09-05T06:10:02.048591+0000","last_active":"2024-09-05T06:10:04.699294+0000","last_peered":"2024-09-05T06:10:04.699294+0000","last_clean":"2024-09-05T06:10:04.699294+0000","last_became_active":"2024-09-05T06:10:02.047453+0000","last_became_peered":"2024-09-05T06:10:02.047453+0000","last_unstale":"2024-09-05T06:10:04.699294+0000","last_undegraded":"2024-09-05T06:10:04.699294+0000","last_fullsized":"2024-09-05T06:10:04.699294+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:25:51.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903775+0000","last_change":"2024-09-05T06:10:03.090928+0000","last_active":"2024-09-05T06:10:04.903775+0000","last_peered":"2024-09-05T06:10:04.903775+0000","last_clean":"2024-09-05T06:10:04.903775+0000","last_became_active":"2024-09-05T06:10:03.088199+0000","last_became_peered":"2024-09-05T06:10:03.088199+0000","last_unstale":"2024-09-05T06:10:04.903775+0000","last_undegraded":"2024-09-05T06:10:04.903775+0000","last_fullsized":"2024-09-05T06:10:04.903775+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:12.008217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047467+0000","last_change":"2024-09-05T06:10:02.038403+0000","last_active":"2024-09-05T06:10:04.047467+0000","last_peered":"2024-09-05T06:10:04.047467+0000","last_clean":"2024-09-05T06:10:04.047467+0000","last_became_active":"2024-09-05T06:10:02.038058+0000","last_became_peered":"2024-09-05T06:10:02.038058+0000","last_unstale":"2024-09-05T06:10:04.047467+0000","last_undegraded":"2024-09-05T06:10:04.047467+0000","last_fullsized":"2024-09-05T06:10:04.047467+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:39:01.799590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900414+0000","last_change":"2024-09-05T06:10:03.064656+0000","last_active":"2024-09-05T06:10:04.900414+0000","last_peered":"2024-09-05T06:10:04.900414+0000","last_clean":"2024-09-05T06:10:04.900414+0000","last_became_active":"2024-09-05T06:10:03.063879+0000","last_became_peered":"2024-09-05T06:10:03.063879+0000","last_unstale":"2024-09-05T06:10:04.900414+0000","last_undegraded":"2024-09-05T06:10:04.900414+0000","last_fullsized":"2024-09-05T06:10:04.900414+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:06.437641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904790+0000","last_change":"2024-09-05T06:10:02.041135+0000","last_active":"2024-09-05T06:10:04.904790+0000","last_peered":"2024-09-05T06:10:04.904790+0000","last_clean":"2024-09-05T06:10:04.904790+0000","last_became_active":"2024-09-05T06:10:02.040509+0000","last_became_peered":"2024-09-05T06:10:02.040509+0000","last_unstale":"2024-09-05T06:10:04.904790+0000","last_undegraded":"2024-09-05T06:10:04.904790+0000","last_fullsized":"2024-09-05T06:10:04.904790+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:10.588297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695091+0000","last_change":"2024-09-05T06:10:03.061047+0000","last_active":"2024-09-05T06:10:04.695091+0000","last_peered":"2024-09-05T06:10:04.695091+0000","last_clean":"2024-09-05T06:10:04.695091+0000","last_became_active":"2024-09-05T06:10:03.060805+0000","last_became_peered":"2024-09-05T06:10:03.060805+0000","last_unstale":"2024-09-05T06:10:04.695091+0000","last_undegraded":"2024-09-05T06:10:04.695091+0000","last_fullsized":"2024-09-05T06:10:04.695091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:00:34.545160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046885+0000","last_change":"2024-09-05T06:10:02.035062+0000","last_active":"2024-09-05T06:10:04.046885+0000","last_peered":"2024-09-05T06:10:04.046885+0000","last_clean":"2024-09-05T06:10:04.046885+0000","last_became_active":"2024-09-05T06:10:02.034849+0000","last_became_peered":"2024-09-05T06:10:02.034849+0000","last_unstale":"2024-09-05T06:10:04.046885+0000","last_undegraded":"2024-09-05T06:10:04.046885+0000","last_fullsized":"2024-09-05T06:10:04.046885+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:26:53.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903967+0000","last_change":"2024-09-05T06:10:03.093409+0000","last_active":"2024-09-05T06:10:04.903967+0000","last_peered":"2024-09-05T06:10:04.903967+0000","last_clean":"2024-09-05T06:10:04.903967+0000","last_became_active":"2024-09-05T06:10:03.092868+0000","last_became_peered":"2024-09-05T06:10:03.092868+0000","last_unstale":"2024-09-05T06:10:04.903967+0000","last_undegraded":"2024-09-05T06:10:04.903967+0000","last_fullsized":"2024-09-05T06:10:04.903967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.639074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.052229+0000","last_change":"2024-09-05T06:10:02.042798+0000","last_active":"2024-09-05T06:10:04.052229+0000","last_peered":"2024-09-05T06:10:04.052229+0000","last_clean":"2024-09-05T06:10:04.052229+0000","last_became_active":"2024-09-05T06:10:02.040882+0000","last_became_peered":"2024-09-05T06:10:02.040882+0000","last_unstale":"2024-09-05T06:10:04.052229+0000","last_undegraded":"2024-09-05T06:10:04.052229+0000","last_fullsized":"2024-09-05T06:10:04.052229+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:54:10.500720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051281+0000","last_change":"2024-09-05T06:10:03.076595+0000","last_active":"2024-09-05T06:10:04.051281+0000","last_peered":"2024-09-05T06:10:04.051281+0000","last_clean":"2024-09-05T06:10:04.051281+0000","last_became_active":"2024-09-05T06:10:03.070082+0000","last_became_peered":"2024-09-05T06:10:03.070082+0000","last_unstale":"2024-09-05T06:10:04.051281+0000","last_undegraded":"2024-09-05T06:10:04.051281+0000","last_fullsized":"2024-09-05T06:10:04.051281+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:26:10.523016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047321+0000","last_change":"2024-09-05T06:10:02.041993+0000","last_active":"2024-09-05T06:10:04.047321+0000","last_peered":"2024-09-05T06:10:04.047321+0000","last_clean":"2024-09-05T06:10:04.047321+0000","last_became_active":"2024-09-05T06:10:02.041730+0000","last_became_peered":"2024-09-05T06:10:02.041730+0000","last_unstale":"2024-09-05T06:10:04.047321+0000","last_undegraded":"2024-09-05T06:10:04.047321+0000","last_fullsized":"2024-09-05T06:10:04.047321+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:39:31.003728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051924+0000","last_change":"2024-09-05T06:10:03.086502+0000","last_active":"2024-09-05T06:10:04.051924+0000","last_peered":"2024-09-05T06:10:04.051924+0000","last_clean":"2024-09-05T06:10:04.051924+0000","last_became_active":"2024-09-05T06:10:03.082805+0000","last_became_peered":"2024-09-05T06:10:03.082805+0000","last_unstale":"2024-09-05T06:10:04.051924+0000","last_undegraded":"2024-09-05T06:10:04.051924+0000","last_fullsized":"2024-09-05T06:10:04.051924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:07:55.198616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900720+0000","last_change":"2024-09-05T06:10:02.035016+0000","last_active":"2024-09-05T06:10:04.900720+0000","last_peered":"2024-09-05T06:10:04.900720+0000","last_clean":"2024-09-05T06:10:04.900720+0000","last_became_active":"2024-09-05T06:10:02.033745+0000","last_became_peered":"2024-09-05T06:10:02.033745+0000","last_unstale":"2024-09-05T06:10:04.900720+0000","last_undegraded":"2024-09-05T06:10:04.900720+0000","last_fullsized":"2024-09-05T06:10:04.900720+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:00.433672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046678+0000","last_change":"2024-09-05T06:10:03.067050+0000","last_active":"2024-09-05T06:10:04.046678+0000","last_peered":"2024-09-05T06:10:04.046678+0000","last_clean":"2024-09-05T06:10:04.046678+0000","last_became_active":"2024-09-05T06:10:03.066811+0000","last_became_peered":"2024-09-05T06:10:03.066811+0000","last_unstale":"2024-09-05T06:10:04.046678+0000","last_undegraded":"2024-09-05T06:10:04.046678+0000","last_fullsized":"2024-09-05T06:10:04.046678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:33.014441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051233+0000","last_change":"2024-09-05T06:10:02.037796+0000","last_active":"2024-09-05T06:10:04.051233+0000","last_peered":"2024-09-05T06:10:04.051233+0000","last_clean":"2024-09-05T06:10:04.051233+0000","last_became_active":"2024-09-05T06:10:02.036652+0000","last_became_peered":"2024-09-05T06:10:02.036652+0000","last_unstale":"2024-09-05T06:10:04.051233+0000","last_undegraded":"2024-09-05T06:10:04.051233+0000","last_fullsized":"2024-09-05T06:10:04.051233+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:42:24.699226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051428+0000","last_change":"2024-09-05T06:10:03.054516+0000","last_active":"2024-09-05T06:10:04.051428+0000","last_peered":"2024-09-05T06:10:04.051428+0000","last_clean":"2024-09-05T06:10:04.051428+0000","last_became_active":"2024-09-05T06:10:03.053856+0000","last_became_peered":"2024-09-05T06:10:03.053856+0000","last_unstale":"2024-09-05T06:10:04.051428+0000","last_undegraded":"2024-09-05T06:10:04.051428+0000","last_fullsized":"2024-09-05T06:10:04.051428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:59:41.521087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902924+0000","last_change":"2024-09-05T06:10:02.050855+0000","last_active":"2024-09-05T06:10:04.902924+0000","last_peered":"2024-09-05T06:10:04.902924+0000","last_clean":"2024-09-05T06:10:04.902924+0000","last_became_active":"2024-09-05T06:10:02.050304+0000","last_became_peered":"2024-09-05T06:10:02.050304+0000","last_unstale":"2024-09-05T06:10:04.902924+0000","last_undegraded":"2024-09-05T06:10:04.902924+0000","last_fullsized":"2024-09-05T06:10:04.902924+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:06.465370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699008+0000","last_change":"2024-09-05T06:10:03.066932+0000","last_active":"2024-09-05T06:10:04.699008+0000","last_peered":"2024-09-05T06:10:04.699008+0000","last_clean":"2024-09-05T06:10:04.699008+0000","last_became_active":"2024-09-05T06:10:03.065810+0000","last_became_peered":"2024-09-05T06:10:03.065810+0000","last_unstale":"2024-09-05T06:10:04.699008+0000","last_undegraded":"2024-09-05T06:10:04.699008+0000","last_fullsized":"2024-09-05T06:10:04.699008+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:15.871789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046851+0000","last_change":"2024-09-05T06:10:02.028145+0000","last_active":"2024-09-05T06:10:04.046851+0000","last_peered":"2024-09-05T06:10:04.046851+0000","last_clean":"2024-09-05T06:10:04.046851+0000","last_became_active":"2024-09-05T06:10:02.027723+0000","last_became_peered":"2024-09-05T06:10:02.027723+0000","last_unstale":"2024-09-05T06:10:04.046851+0000","last_undegraded":"2024-09-05T06:10:04.046851+0000","last_fullsized":"2024-09-05T06:10:04.046851+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:54:17.633133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046408+0000","last_change":"2024-09-05T06:10:03.061512+0000","last_active":"2024-09-05T06:10:04.046408+0000","last_peered":"2024-09-05T06:10:04.046408+0000","last_clean":"2024-09-05T06:10:04.046408+0000","last_became_active":"2024-09-05T06:10:03.061146+0000","last_became_peered":"2024-09-05T06:10:03.061146+0000","last_unstale":"2024-09-05T06:10:04.046408+0000","last_undegraded":"2024-09-05T06:10:04.046408+0000","last_fullsized":"2024-09-05T06:10:04.046408+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:19.235259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046395+0000","last_change":"2024-09-05T06:10:03.066292+0000","last_active":"2024-09-05T06:10:04.046395+0000","last_peered":"2024-09-05T06:10:04.046395+0000","last_clean":"2024-09-05T06:10:04.046395+0000","last_became_active":"2024-09-05T06:10:03.065321+0000","last_became_peered":"2024-09-05T06:10:03.065321+0000","last_unstale":"2024-09-05T06:10:04.046395+0000","last_undegraded":"2024-09-05T06:10:04.046395+0000","last_fullsized":"2024-09-05T06:10:04.046395+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:36:56.543488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900563+0000","last_change":"2024-09-05T06:10:02.039264+0000","last_active":"2024-09-05T06:10:04.900563+0000","last_peered":"2024-09-05T06:10:04.900563+0000","last_clean":"2024-09-05T06:10:04.900563+0000","last_became_active":"2024-09-05T06:10:02.034452+0000","last_became_peered":"2024-09-05T06:10:02.034452+0000","last_unstale":"2024-09-05T06:10:04.900563+0000","last_undegraded":"2024-09-05T06:10:04.900563+0000","last_fullsized":"2024-09-05T06:10:04.900563+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:10.946964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043746+0000","last_change":"2024-09-05T06:10:03.058629+0000","last_active":"2024-09-05T06:10:04.043746+0000","last_peered":"2024-09-05T06:10:04.043746+0000","last_clean":"2024-09-05T06:10:04.043746+0000","last_became_active":"2024-09-05T06:10:03.057222+0000","last_became_peered":"2024-09-05T06:10:03.057222+0000","last_unstale":"2024-09-05T06:10:04.043746+0000","last_undegraded":"2024-09-05T06:10:04.043746+0000","last_fullsized":"2024-09-05T06:10:04.043746+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:40:15.582017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901339+0000","last_change":"2024-09-05T06:10:02.033674+0000","last_active":"2024-09-05T06:10:04.901339+0000","last_peered":"2024-09-05T06:10:04.901339+0000","last_clean":"2024-09-05T06:10:04.901339+0000","last_became_active":"2024-09-05T06:10:02.033138+0000","last_became_peered":"2024-09-05T06:10:02.033138+0000","last_unstale":"2024-09-05T06:10:04.901339+0000","last_undegraded":"2024-09-05T06:10:04.901339+0000","last_fullsized":"2024-09-05T06:10:04.901339+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:00:27.956420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904642+0000","last_change":"2024-09-05T06:10:03.088385+0000","last_active":"2024-09-05T06:10:04.904642+0000","last_peered":"2024-09-05T06:10:04.904642+0000","last_clean":"2024-09-05T06:10:04.904642+0000","last_became_active":"2024-09-05T06:10:03.087772+0000","last_became_peered":"2024-09-05T06:10:03.087772+0000","last_unstale":"2024-09-05T06:10:04.904642+0000","last_undegraded":"2024-09-05T06:10:04.904642+0000","last_fullsized":"2024-09-05T06:10:04.904642+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:53:20.965364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904145+0000","last_change":"2024-09-05T06:10:02.048958+0000","last_active":"2024-09-05T06:10:04.904145+0000","last_peered":"2024-09-05T06:10:04.904145+0000","last_clean":"2024-09-05T06:10:04.904145+0000","last_became_active":"2024-09-05T06:10:02.044044+0000","last_became_peered":"2024-09-05T06:10:02.044044+0000","last_unstale":"2024-09-05T06:10:04.904145+0000","last_undegraded":"2024-09-05T06:10:04.904145+0000","last_fullsized":"2024-09-05T06:10:04.904145+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:17:38.764223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903372+0000","last_change":"2024-09-05T06:10:03.090137+0000","last_active":"2024-09-05T06:10:04.903372+0000","last_peered":"2024-09-05T06:10:04.903372+0000","last_clean":"2024-09-05T06:10:04.903372+0000","last_became_active":"2024-09-05T06:10:03.087365+0000","last_became_peered":"2024-09-05T06:10:03.087365+0000","last_unstale":"2024-09-05T06:10:04.903372+0000","last_undegraded":"2024-09-05T06:10:04.903372+0000","last_fullsized":"2024-09-05T06:10:04.903372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:58.025270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051602+0000","last_change":"2024-09-05T06:10:02.045988+0000","last_active":"2024-09-05T06:10:04.051602+0000","last_peered":"2024-09-05T06:10:04.051602+0000","last_clean":"2024-09-05T06:10:04.051602+0000","last_became_active":"2024-09-05T06:10:02.045343+0000","last_became_peered":"2024-09-05T06:10:02.045343+0000","last_unstale":"2024-09-05T06:10:04.051602+0000","last_undegraded":"2024-09-05T06:10:04.051602+0000","last_fullsized":"2024-09-05T06:10:04.051602+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:15.434576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":16,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929102,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929226,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":645,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194666,"statfs":{"total":200000000,"available":199338766,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":71,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195241,"statfs":{"total":200000000,"available":199926942,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":30,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195242,"statfs":{"total":200000000,"available":199928644,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":70,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195241,"statfs":{"total":200000000,"available":199927614,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":645,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194666,"statfs":{"total":200000000,"available":199338788,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929170,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:10.887 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:10:10.887 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-05T06:10:10.887 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-05T06:10:10.888 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-05T06:10:10.888 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-05T06:10:11.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.040+0000 7fd4931d9640 1 Processor -- start 2024-09-05T06:10:11.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.040+0000 7fd4931d9640 1 -- start start 2024-09-05T06:10:11.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd4931d9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0afff0 0x7fd48c0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd4931d9640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd48c0cdf80 0x7fd48c072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd4931d9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd48c072fd0 0x7fd48c06e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd4931d9640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd48c072600 con 0x7fd48c072fd0 2024-09-05T06:10:11.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd4931d9640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd48c15bc40 con 0x7fd48c0cdf80 2024-09-05T06:10:11.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd4931d9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd48c0d14c0 con 0x7fd48c0afff0 2024-09-05T06:10:11.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd48c072fd0 0x7fd48c06e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd48c072fd0 0x7fd48c06e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56052/0 (socket says 172.21.15.70:56052) 2024-09-05T06:10:11.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 -- 172.21.15.70:0/514912149 learned_addr learned my addr 172.21.15.70:0/514912149 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:11.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd490f75640 1 --2- 172.21.15.70:0/514912149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0afff0 0x7fd48c0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd48bfff640 1 --2- 172.21.15.70:0/514912149 >> v2:172.21.15.196:3300/0 conn(0x7fd48c0cdf80 0x7fd48c072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 -- 172.21.15.70:0/514912149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0afff0 msgr2=0x7fd48c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:11.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 --2- 172.21.15.70:0/514912149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0afff0 0x7fd48c0cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 -- 172.21.15.70:0/514912149 >> v2:172.21.15.196:3300/0 conn(0x7fd48c0cdf80 msgr2=0x7fd48c072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:11.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 --2- 172.21.15.70:0/514912149 >> v2:172.21.15.196:3300/0 conn(0x7fd48c0cdf80 0x7fd48c072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 -- 172.21.15.70:0/514912149 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48c071cd0 con 0x7fd48c072fd0 2024-09-05T06:10:11.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd491776640 1 --2- 172.21.15.70:0/514912149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c072fd0 0x7fd48c06e680 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd48c06f960 tx=0x7fd48401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d3932aa17ab07a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd48b7fe640 1 -- 172.21.15.70:0/514912149 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4840a5670 con 0x7fd48c072fd0 2024-09-05T06:10:11.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd48b7fe640 1 -- 172.21.15.70:0/514912149 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4840a5810 con 0x7fd48c072fd0 2024-09-05T06:10:11.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.044+0000 7fd48b7fe640 1 -- 172.21.15.70:0/514912149 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4840a5be0 con 0x7fd48c072fd0 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- 172.21.15.70:0/514912149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c072fd0 msgr2=0x7fd48c06e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 --2- 172.21.15.70:0/514912149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c072fd0 0x7fd48c06e680 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd48c06f960 tx=0x7fd48401c9f0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- 172.21.15.70:0/514912149 shutdown_connections 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 --2- 172.21.15.70:0/514912149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c072fd0 0x7fd48c06e680 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 --2- 172.21.15.70:0/514912149 >> v2:172.21.15.196:3300/0 conn(0x7fd48c0cdf80 0x7fd48c072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 --2- 172.21.15.70:0/514912149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0afff0 0x7fd48c0cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- 172.21.15.70:0/514912149 >> 172.21.15.70:0/514912149 conn(0x7fd48c06bcc0 msgr2=0x7fd48c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- 172.21.15.70:0/514912149 shutdown_connections 2024-09-05T06:10:11.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- 172.21.15.70:0/514912149 wait complete. 2024-09-05T06:10:11.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 Processor -- start 2024-09-05T06:10:11.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- start start 2024-09-05T06:10:11.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd48c072fd0 0x7fd48c0b2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c0afff0 0x7fd48c1509b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0cdf80 0x7fd48c0b0a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd48c06efd0 con 0x7fd48c0afff0 2024-09-05T06:10:11.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd48c0d1190 con 0x7fd48c072fd0 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd48c15f3e0 con 0x7fd48c0cdf80 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c0afff0 0x7fd48c1509b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c0afff0 0x7fd48c1509b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56068/0 (socket says 172.21.15.70:56068) 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 -- 172.21.15.70:0/1532551764 learned_addr learned my addr 172.21.15.70:0/1532551764 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd490f75640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd48c072fd0 0x7fd48c0b2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd491776640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0cdf80 0x7fd48c0b0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 -- 172.21.15.70:0/1532551764 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0cdf80 msgr2=0x7fd48c0b0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0cdf80 0x7fd48c0b0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 -- 172.21.15.70:0/1532551764 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd48c072fd0 msgr2=0x7fd48c0b2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd48c072fd0 0x7fd48c0b2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 -- 172.21.15.70:0/1532551764 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48c0aa6b0 con 0x7fd48c0afff0 2024-09-05T06:10:11.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd48bfff640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c0afff0 0x7fd48c1509b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd48000d5d0 tx=0x7fd48000da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4897fa640 1 -- 172.21.15.70:0/1532551764 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd480004240 con 0x7fd48c0afff0 2024-09-05T06:10:11.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4897fa640 1 -- 172.21.15.70:0/1532551764 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4800043e0 con 0x7fd48c0afff0 2024-09-05T06:10:11.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd48c0aa990 con 0x7fd48c0afff0 2024-09-05T06:10:11.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4897fa640 1 -- 172.21.15.70:0/1532551764 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd480003840 con 0x7fd48c0afff0 2024-09-05T06:10:11.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.048+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd48c154ce0 con 0x7fd48c0afff0 2024-09-05T06:10:11.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.052+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd48c0cda40 con 0x7fd48c0afff0 2024-09-05T06:10:11.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.052+0000 7fd4897fa640 1 -- 172.21.15.70:0/1532551764 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd4800039e0 con 0x7fd48c0afff0 2024-09-05T06:10:11.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.052+0000 7fd4897fa640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4780678c0 0x7fd478069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.052+0000 7fd4897fa640 1 -- 172.21.15.70:0/1532551764 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fd480085e30 con 0x7fd48c0afff0 2024-09-05T06:10:11.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.052+0000 7fd490f75640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4780678c0 0x7fd478069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.052+0000 7fd490f75640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4780678c0 0x7fd478069d80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd47c00b9d0 tx=0x7fd47c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.056+0000 7fd4897fa640 1 -- 172.21.15.70:0/1532551764 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd480056a00 con 0x7fd48c0afff0 2024-09-05T06:10:11.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.244+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd48c15e630 con 0x7fd48c0afff0 2024-09-05T06:10:11.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.252+0000 7fd4897fa640 1 -- 172.21.15.70:0/1532551764 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+166884 (secure 0 0 0) 0x7fd480056300 con 0x7fd48c0afff0 2024-09-05T06:10:11.255 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:11.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4780678c0 msgr2=0x7fd478069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4780678c0 0x7fd478069d80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd47c00b9d0 tx=0x7fd47c008040 comp rx=0 tx=0).stop 2024-09-05T06:10:11.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c0afff0 msgr2=0x7fd48c1509b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c0afff0 0x7fd48c1509b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd48000d5d0 tx=0x7fd48000da90 comp rx=0 tx=0).stop 2024-09-05T06:10:11.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 shutdown_connections 2024-09-05T06:10:11.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4780678c0 0x7fd478069d80 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd48c0cdf80 0x7fd48c0b0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd48c0afff0 0x7fd48c1509b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 --2- 172.21.15.70:0/1532551764 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd48c072fd0 0x7fd48c0b2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 >> 172.21.15.70:0/1532551764 conn(0x7fd48c06bcc0 msgr2=0x7fd48c15f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:11.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 shutdown_connections 2024-09-05T06:10:11.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.256+0000 7fd4931d9640 1 -- 172.21.15.70:0/1532551764 wait complete. 2024-09-05T06:10:11.271 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6832","nonce":1757431175},{"type":"v1","addr":"172.21.15.70:6833","nonce":1757431175}]},"active_addr":"172.21.15.70:6833/1757431175","active_change":"2024-09-05T06:09:50.316072+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4106,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.70:0","nonce":1111692264}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.70:0","nonce":1433877813}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.70:0","nonce":83300530}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.70:0","nonce":908448415}]}]} 2024-09-05T06:10:11.274 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-05T06:10:11.274 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-05T06:10:11.275 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:11.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.384+0000 7f9ee0421640 1 Processor -- start 2024-09-05T06:10:11.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.384+0000 7f9ee0421640 1 -- start start 2024-09-05T06:10:11.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ee0421640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9ed80afff0 0x7f9ed80cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ee0421640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ed815bc40 con 0x7f9ed80731a0 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ee0421640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ed80d14c0 con 0x7f9ed80cdf80 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ee0421640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9ed8072600 con 0x7f9ed80afff0 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede9be640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f9ed80731a0 0x7f9ed806e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60786/0 (socket says 172.21.15.70:60786) 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede9be640 1 -- 172.21.15.70:0/204290576 learned_addr learned my addr 172.21.15.70:0/204290576 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/204290576 >> v2:172.21.15.196:3300/0 conn(0x7f9ed80afff0 0x7f9ed80cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1680861956 0 0) 0x7f9ed815bc40 con 0x7f9ed80731a0 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ec0003530 con 0x7f9ed80731a0 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3060815954 0 0) 0x7f9ec0003530 con 0x7f9ed80731a0 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 >> v2:172.21.15.196:3300/0 conn(0x7f9ed80afff0 msgr2=0x7f9ed80cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 --2- 172.21.15.70:0/204290576 >> v2:172.21.15.196:3300/0 conn(0x7f9ed80afff0 0x7f9ed80cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 >> v1:172.21.15.196:6789/0 conn(0x7f9ed80cdf80 legacy=0x7f9ed8072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ed8071cd0 con 0x7f9ed80731a0 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9ec8001a00 con 0x7f9ed80731a0 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 >> v1:172.21.15.70:6789/0 conn(0x7f9ed80731a0 legacy=0x7f9ed806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00039c0 0x7f9ec0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec0004810 0x7f9ec0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ec00051d0 0x7f9ec000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed8072600 con 0x7f9ec00039c0 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec000c070 con 0x7f9ec00051d0 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9ec000c270 con 0x7f9ec0004810 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00039c0 0x7f9ec0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede9be640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ec00051d0 0x7f9ec000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9edd9bc640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec0004810 0x7f9ec0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede1bd640 1 -- 172.21.15.70:0/204290576 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec0004810 msgr2=0x7f9ec0004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:11.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec0004810 0x7f9ec0004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede1bd640 1 -- 172.21.15.70:0/204290576 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ec00051d0 msgr2=0x7f9ec000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:11.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ec00051d0 0x7f9ec000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede1bd640 1 -- 172.21.15.70:0/204290576 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec0003530 con 0x7f9ec00039c0 2024-09-05T06:10:11.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede9be640 1 -- 172.21.15.70:0/204290576 reap_dead start 2024-09-05T06:10:11.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.388+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00039c0 0x7f9ec0003de0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9ed0009ae0 tx=0x7f9ed001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f516326c343be666 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed00096b0 con 0x7f9ec00039c0 2024-09-05T06:10:11.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ed00a6450 con 0x7f9ec00039c0 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9edd1bb640 1 -- 172.21.15.70:0/204290576 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed00a6840 con 0x7f9ec00039c0 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- 172.21.15.70:0/204290576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00039c0 msgr2=0x7f9ec0003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00039c0 0x7f9ec0003de0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9ed0009ae0 tx=0x7f9ed001ca70 comp rx=0 tx=0).stop 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- 172.21.15.70:0/204290576 shutdown_connections 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 --2- 172.21.15.70:0/204290576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00039c0 0x7f9ec0003de0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- 172.21.15.70:0/204290576 >> 172.21.15.70:0/204290576 conn(0x7f9ed806bcc0 msgr2=0x7f9ed806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- 172.21.15.70:0/204290576 shutdown_connections 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- 172.21.15.70:0/204290576 wait complete. 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 Processor -- start 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- start start 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00039c0 0x7f9ed80b2850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed814f230 0x7f9ed8153f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed814f690 0x7f9ed81544d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed80d1100 con 0x7f9ed814f690 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed80d0f80 con 0x7f9ed814f230 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9ed80d1280 con 0x7f9ec00039c0 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed814f690 0x7f9ed81544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed814f690 0x7f9ed81544d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56092/0 (socket says 172.21.15.70:56092) 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 -- 172.21.15.70:0/3649521816 learned_addr learned my addr 172.21.15.70:0/3649521816 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9edd9bc640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed814f230 0x7f9ed8153f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00039c0 0x7f9ed80b2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 -- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00039c0 msgr2=0x7f9ed80b2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00039c0 0x7f9ed80b2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 -- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed814f230 msgr2=0x7f9ed8153f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed814f230 0x7f9ed8153f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 -- 172.21.15.70:0/3649521816 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ed81f81c0 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00039c0 0x7f9ed80b2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ede9be640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed814f690 0x7f9ed81544d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9ed80b5690 tx=0x7f9ec8007ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ed6ffd640 1 -- 172.21.15.70:0/3649521816 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec800e940 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ed6ffd640 1 -- 172.21.15.70:0/3649521816 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ec8018070 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ed80b1d70 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ed6ffd640 1 -- 172.21.15.70:0/3649521816 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec800ed00 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.392+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ed80b2330 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.396+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ed80696f0 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.396+0000 7f9ed6ffd640 1 -- 172.21.15.70:0/3649521816 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9ec801d460 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.396+0000 7f9ed6ffd640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ec40678c0 0x7f9ec4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.396+0000 7f9ed6ffd640 1 -- 172.21.15.70:0/3649521816 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f9ec8085e90 con 0x7f9ed814f690 2024-09-05T06:10:11.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.396+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ec40678c0 0x7f9ec4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.396+0000 7f9ede1bd640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ec40678c0 0x7f9ec4069d80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9ed00ad000 tx=0x7f9ed00a9040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.400+0000 7f9ed6ffd640 1 -- 172.21.15.70:0/3649521816 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9ec8056a60 con 0x7f9ed814f690 2024-09-05T06:10:11.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9ed80b2500 con 0x7f9ed814f690 2024-09-05T06:10:11.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ed6ffd640 1 -- 172.21.15.70:0/3649521816 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16657 (secure 0 0 0) 0x7f9ec8056360 con 0x7f9ed814f690 2024-09-05T06:10:11.556 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:11.557 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:04.039597+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ec40678c0 msgr2=0x7f9ec4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ec40678c0 0x7f9ec4069d80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9ed00ad000 tx=0x7f9ed00a9040 comp rx=0 tx=0).stop 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed814f690 msgr2=0x7f9ed81544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed814f690 0x7f9ed81544d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9ed80b5690 tx=0x7f9ec8007ad0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 shutdown_connections 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ec40678c0 0x7f9ec4069d80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed814f690 0x7f9ed81544d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed814f230 0x7f9ed8153f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.556+0000 7f9ee0421640 1 --2- 172.21.15.70:0/3649521816 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00039c0 0x7f9ed80b2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.560+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 >> 172.21.15.70:0/3649521816 conn(0x7f9ed806bcc0 msgr2=0x7f9ed80cf420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.560+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 shutdown_connections 2024-09-05T06:10:11.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.560+0000 7f9ee0421640 1 -- 172.21.15.70:0/3649521816 wait complete. 2024-09-05T06:10:11.573 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-05T06:10:11.574 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:11.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3b68e640 1 Processor -- start 2024-09-05T06:10:11.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3b68e640 1 -- start start 2024-09-05T06:10:11.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3b68e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffb34162440 0x7ffb340d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3b68e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340b5830 0x7ffb340d3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3b68e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb340d2a50 con 0x7ffb340d3750 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3b68e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ffb340d2800 con 0x7ffb34162440 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3b68e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffb340d0350 con 0x7ffb340b5830 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3942a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffb34162440 0x7ffb340d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb39c2b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7ffb340d3750 0x7ffb340d1640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60798/0 (socket says 172.21.15.70:60798) 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb39c2b640 1 -- 172.21.15.70:0/2481629656 learned_addr learned my addr 172.21.15.70:0/2481629656 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb38c29640 1 --2- 172.21.15.70:0/2481629656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340b5830 0x7ffb340d3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb33fff640 1 -- 172.21.15.70:0/2481629656 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3673706922 0 0) 0x7ffb340d2a50 con 0x7ffb340d3750 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb33fff640 1 -- 172.21.15.70:0/2481629656 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffb20003530 con 0x7ffb340d3750 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3942a640 1 -- 172.21.15.70:0/2481629656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340b5830 msgr2=0x7ffb340d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3942a640 1 --2- 172.21.15.70:0/2481629656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340b5830 0x7ffb340d3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3942a640 1 -- 172.21.15.70:0/2481629656 >> v1:172.21.15.70:6789/0 conn(0x7ffb340d3750 legacy=0x7ffb340d1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb3942a640 1 -- 172.21.15.70:0/2481629656 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb340d2d30 con 0x7ffb34162440 2024-09-05T06:10:11.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.684+0000 7ffb38c29640 1 --2- 172.21.15.70:0/2481629656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340b5830 0x7ffb340d3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3942a640 1 --2- 172.21.15.70:0/2481629656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb340d5750 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c009d90 tx=0x7ffb2c01c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78c87eb102caf64d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb33fff640 1 -- 172.21.15.70:0/2481629656 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c0b2070 con 0x7ffb34162440 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb33fff640 1 -- 172.21.15.70:0/2481629656 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb2c0a5830 con 0x7ffb34162440 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb33fff640 1 -- 172.21.15.70:0/2481629656 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c0a5be0 con 0x7ffb34162440 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3b68e640 1 -- 172.21.15.70:0/2481629656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 msgr2=0x7ffb340d5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/2481629656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb340d5750 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c009d90 tx=0x7ffb2c01c970 comp rx=0 tx=0).stop 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3b68e640 1 -- 172.21.15.70:0/2481629656 shutdown_connections 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/2481629656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340b5830 0x7ffb340d3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/2481629656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb340d5750 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3b68e640 1 -- 172.21.15.70:0/2481629656 >> 172.21.15.70:0/2481629656 conn(0x7ffb340d4c30 msgr2=0x7ffb340d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:11.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3b68e640 1 -- 172.21.15.70:0/2481629656 shutdown_connections 2024-09-05T06:10:11.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.688+0000 7ffb3b68e640 1 -- 172.21.15.70:0/2481629656 wait complete. 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 Processor -- start 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 -- start start 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb340b5830 0x7ffb3415b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340d3750 0x7ffb3414f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb3414fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3416bd80 con 0x7ffb34162440 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3416bc00 con 0x7ffb340b5830 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffb3416bf00 con 0x7ffb340d3750 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb3414fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb3414fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56106/0 (socket says 172.21.15.70:56106) 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 -- 172.21.15.70:0/600047374 learned_addr learned my addr 172.21.15.70:0/600047374 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 -- 172.21.15.70:0/600047374 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340d3750 msgr2=0x7ffb3414f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340d3750 0x7ffb3414f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 -- 172.21.15.70:0/600047374 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb340b5830 msgr2=0x7ffb3415b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb340b5830 0x7ffb3415b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 -- 172.21.15.70:0/600047374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb34158ac0 con 0x7ffb34162440 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb39c2b640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb3414fb20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c00c400 tx=0x7ffb1c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb31ffb640 1 -- 172.21.15.70:0/600047374 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c017070 con 0x7ffb34162440 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb31ffb640 1 -- 172.21.15.70:0/600047374 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb1c005cf0 con 0x7ffb34162440 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb340ba090 con 0x7ffb34162440 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb31ffb640 1 -- 172.21.15.70:0/600047374 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c0072f0 con 0x7ffb34162440 2024-09-05T06:10:11.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb340ba650 con 0x7ffb34162440 2024-09-05T06:10:11.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb340b7330 con 0x7ffb34162440 2024-09-05T06:10:11.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb31ffb640 1 -- 172.21.15.70:0/600047374 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffb1c01a070 con 0x7ffb34162440 2024-09-05T06:10:11.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.692+0000 7ffb31ffb640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb140678f0 0x7ffb14069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:11.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.696+0000 7ffb31ffb640 1 -- 172.21.15.70:0/600047374 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7ffb1c085030 con 0x7ffb34162440 2024-09-05T06:10:11.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.696+0000 7ffb3942a640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb140678f0 0x7ffb14069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:11.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.696+0000 7ffb3942a640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb140678f0 0x7ffb14069db0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c0af000 tx=0x7ffb2c004ac0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:11.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.700+0000 7ffb31ffb640 1 -- 172.21.15.70:0/600047374 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffb1c055c00 con 0x7ffb34162440 2024-09-05T06:10:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.860+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffb340684f0 con 0x7ffb34162440 2024-09-05T06:10:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.860+0000 7ffb31ffb640 1 -- 172.21.15.70:0/600047374 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16657 (secure 0 0 0) 0x7ffb1c055500 con 0x7ffb34162440 2024-09-05T06:10:11.861 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:11.861 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:04.039597+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:11.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb140678f0 msgr2=0x7ffb14069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb140678f0 0x7ffb14069db0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c0af000 tx=0x7ffb2c004ac0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 msgr2=0x7ffb3414fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb3414fb20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c00c400 tx=0x7ffb1c00c8c0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 shutdown_connections 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb140678f0 0x7ffb14069db0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb34162440 0x7ffb3414fb20 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb340d3750 0x7ffb3414f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 --2- 172.21.15.70:0/600047374 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb340b5830 0x7ffb3415b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 >> 172.21.15.70:0/600047374 conn(0x7ffb340d4c30 msgr2=0x7ffb340d1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 shutdown_connections 2024-09-05T06:10:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:11.864+0000 7ffb3b68e640 1 -- 172.21.15.70:0/600047374 wait complete. 2024-09-05T06:10:11.880 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-05T06:10:11.881 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-05T06:10:11.881 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-05T06:10:11.881 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-05T06:10:11.882 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-05T06:10:11.882 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-05T06:10:11.883 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-05T06:10:11.883 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-05T06:10:12.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63ae54640 1 Processor -- start 2024-09-05T06:10:12.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63ae54640 1 -- start start 2024-09-05T06:10:12.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63ae54640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd6340afc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63ae54640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd6340d0370 0x7fd6340d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63ae54640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd634071740 con 0x7fd63415ea00 2024-09-05T06:10:12.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63ae54640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd6340d0d20 con 0x7fd6340d0370 2024-09-05T06:10:12.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63ae54640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd634071a20 con 0x7fd634072500 2024-09-05T06:10:12.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63a653640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd6340d0370 0x7fd6340d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd639651640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd6340afc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd639e52640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fd63415ea00 0x7fd6340af2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:38900/0 (socket says 172.21.15.70:38900) 2024-09-05T06:10:12.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd639e52640 1 -- 172.21.15.70:0/3276361686 learned_addr learned my addr 172.21.15.70:0/3276361686 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd639651640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd6340afc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:44012/0 (socket says 172.21.15.70:44012) 2024-09-05T06:10:12.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd639651640 1 -- 172.21.15.70:0/3276361686 >> v2:172.21.15.196:3300/0 conn(0x7fd6340d0370 msgr2=0x7fd6340d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd639651640 1 --2- 172.21.15.70:0/3276361686 >> v2:172.21.15.196:3300/0 conn(0x7fd6340d0370 0x7fd6340d07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd639651640 1 -- 172.21.15.70:0/3276361686 >> v1:172.21.15.196:6789/0 conn(0x7fd63415ea00 legacy=0x7fd6340af2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd639651640 1 -- 172.21.15.70:0/3276361686 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd634071d00 con 0x7fd634072500 2024-09-05T06:10:12.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.056+0000 7fd63a653640 1 --2- 172.21.15.70:0/3276361686 >> v2:172.21.15.196:3300/0 conn(0x7fd6340d0370 0x7fd6340d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:10:12.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd639651640 1 --2- 172.21.15.70:0/3276361686 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd6340afc90 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd6240097c0 tx=0x7fd62401c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12f5cc07427525c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f3c761ba640 1 Processor -- start 2024-09-05T06:10:12.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f3c761ba640 1 -- start start 2024-09-05T06:10:12.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd638e50640 1 -- 172.21.15.70:0/3276361686 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6240b2070 con 0x7fd634072500 2024-09-05T06:10:12.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd638e50640 1 -- 172.21.15.70:0/3276361686 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6240ad680 con 0x7fd634072500 2024-09-05T06:10:12.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd638e50640 1 -- 172.21.15.70:0/3276361686 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6240ada50 con 0x7fd634072500 2024-09-05T06:10:12.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f4bfd614640 1 Processor -- start 2024-09-05T06:10:12.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f4bfd614640 1 -- start start 2024-09-05T06:10:12.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd63ae54640 1 -- 172.21.15.70:0/3276361686 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 msgr2=0x7fd6340afc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd63ae54640 1 --2- 172.21.15.70:0/3276361686 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd6340afc90 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd6240097c0 tx=0x7fd62401c3e0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f4bfd614640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4bf0036c80 0x7f4bf000b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd63ae54640 1 -- 172.21.15.70:0/3276361686 shutdown_connections 2024-09-05T06:10:12.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd63ae54640 1 --2- 172.21.15.70:0/3276361686 >> v2:172.21.15.196:3300/0 conn(0x7fd6340d0370 0x7fd6340d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd63ae54640 1 --2- 172.21.15.70:0/3276361686 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd6340afc90 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd63ae54640 1 -- 172.21.15.70:0/3276361686 >> 172.21.15.70:0/3276361686 conn(0x7fd63406bcc0 msgr2=0x7fd63406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd63ae54640 1 -- 172.21.15.70:0/3276361686 shutdown_connections 2024-09-05T06:10:12.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f4bf67fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4bf0100640 0x7f4bf0039c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60804/0 (socket says 172.21.15.70:60804) 2024-09-05T06:10:12.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f3c761ba640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3c7006d3c0 0x7f3c7006ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f3c761ba640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c7006d7f0 con 0x7f3c7015e500 2024-09-05T06:10:12.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f3c761ba640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c7006da60 con 0x7f3c7006c7e0 2024-09-05T06:10:12.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f3c761ba640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3c70161650 con 0x7f3c7006d3c0 2024-09-05T06:10:12.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f4bf6ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4bf0036c80 0x7f4bf000b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7f4bf67fc640 1 -- 172.21.15.70:0/4051764585 learned_addr learned my addr 172.21.15.70:0/4051764585 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c759b9640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3c7015e500 0x7f3c7015e8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60818/0 (socket says 172.21.15.70:60818) 2024-09-05T06:10:12.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c759b9640 1 -- 172.21.15.70:0/4219646526 learned_addr learned my addr 172.21.15.70:0/4219646526 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bfd614640 1 -- 172.21.15.70:0/4051764585 --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bf0100a80 con 0x7f4bf0100640 2024-09-05T06:10:12.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bfd614640 1 -- 172.21.15.70:0/4051764585 --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bf00553b0 con 0x7f4bf0054f60 2024-09-05T06:10:12.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bfd614640 1 -- 172.21.15.70:0/4051764585 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4bf0007110 con 0x7f4bf0036c80 2024-09-05T06:10:12.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa0a09a2640 1 Processor -- start 2024-09-05T06:10:12.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.060+0000 7fd63ae54640 1 -- 172.21.15.70:0/3276361686 wait complete. 2024-09-05T06:10:12.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bf5ffb640 1 -- 172.21.15.70:0/4051764585 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1120538510 0 0) 0x7f4bf0100a80 con 0x7f4bf0100640 2024-09-05T06:10:12.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bf5ffb640 1 -- 172.21.15.70:0/4051764585 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4be0005740 con 0x7f4bf0100640 2024-09-05T06:10:12.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bf5ffb640 1 -- 172.21.15.70:0/4051764585 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 877473221 0 0) 0x7f4bf00553b0 con 0x7f4bf0054f60 2024-09-05T06:10:12.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bf5ffb640 1 -- 172.21.15.70:0/4051764585 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4bf0100a80 con 0x7f4bf0054f60 2024-09-05T06:10:12.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c749b7640 1 --2- 172.21.15.70:0/4219646526 >> v2:172.21.15.196:3300/0 conn(0x7f3c7006d3c0 0x7f3c7006ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1061900746 0 0) 0x7f3c7006d7f0 con 0x7f3c7015e500 2024-09-05T06:10:12.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3c5c003530 con 0x7f3c7015e500 2024-09-05T06:10:12.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4117204711 0 0) 0x7f3c7006da60 con 0x7f3c7006c7e0 2024-09-05T06:10:12.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3c7006d7f0 con 0x7f3c7006c7e0 2024-09-05T06:10:12.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3668618994 0 0) 0x7f3c5c003530 con 0x7f3c7015e500 2024-09-05T06:10:12.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 >> v2:172.21.15.196:3300/0 conn(0x7f3c7006d3c0 msgr2=0x7f3c7006ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 --2- 172.21.15.70:0/4219646526 >> v2:172.21.15.196:3300/0 conn(0x7f3c7006d3c0 0x7f3c7006ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 >> v1:172.21.15.196:6789/0 conn(0x7f3c7006c7e0 legacy=0x7f3c70143e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63ae54640 1 Processor -- start 2024-09-05T06:10:12.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7006dd40 con 0x7f3c7015e500 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3c68001a00 con 0x7f3c7015e500 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 >> v1:172.21.15.70:6789/0 conn(0x7f3c7015e500 legacy=0x7f3c7015e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c5c003bc0 0x7f3c5c003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c5c004810 0x7f3c5c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c5c0051d0 0x7f3c5c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3c70161650 con 0x7f3c5c003bc0 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3c5c00c020 con 0x7f3c5c0051d0 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3c5c00c220 con 0x7f3c5c004810 2024-09-05T06:10:12.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddff9a4640 1 Processor -- start 2024-09-05T06:10:12.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c751b8640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c5c003bc0 0x7f3c5c003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddff9a4640 1 -- start start 2024-09-05T06:10:12.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c759b9640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c5c0051d0 0x7f3c5c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c749b7640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c5c004810 0x7f3c5c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa0a09a2640 1 -- start start 2024-09-05T06:10:12.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa0a09a2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 0x7fa09403a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa0a09a2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa094034e90 0x7fa09403a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa0a09a2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa094008750 con 0x7fa094034a40 2024-09-05T06:10:12.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa0a09a2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa0940dfdd0 con 0x7fa094034e90 2024-09-05T06:10:12.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa0a09a2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa0940368c0 con 0x7fa0940df9f0 2024-09-05T06:10:12.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63ae54640 1 -- start start 2024-09-05T06:10:12.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c751b8640 1 -- 172.21.15.70:0/4219646526 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c5c004810 msgr2=0x7f3c5c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c751b8640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c5c004810 0x7f3c5c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c751b8640 1 -- 172.21.15.70:0/4219646526 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c5c0051d0 msgr2=0x7f3c5c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c751b8640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c5c0051d0 0x7f3c5c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c751b8640 1 -- 172.21.15.70:0/4219646526 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7006dd40 con 0x7f3c5c003bc0 2024-09-05T06:10:12.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f3c759b9640 1 -- 172.21.15.70:0/4219646526 reap_dead start 2024-09-05T06:10:12.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa09a59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa094034a40 0x7fa0940532c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60834/0 (socket says 172.21.15.70:60834) 2024-09-05T06:10:12.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddff9a4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fddf80d0600 0x7fddf80d09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa09a59c640 1 -- 172.21.15.70:0/3633465048 learned_addr learned my addr 172.21.15.70:0/3633465048 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa09ad9d640 1 --2- 172.21.15.70:0/3633465048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 0x7fa09403a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63ae54640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd634142e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63ae54640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6340d0370 0x7fd6341464f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63ae54640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd63415ea00 0x7fd634146a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63ae54640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd63406dd50 con 0x7fd6340d0370 2024-09-05T06:10:12.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63ae54640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd63406dbd0 con 0x7fd63415ea00 2024-09-05T06:10:12.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63ae54640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd63406ded0 con 0x7fd634072500 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddff9a4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8072d70 0x7fddf8073220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddfd740640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fddf80d0600 0x7fddf80d09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddfd740640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fddf80d0600 0x7fddf80d09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56128/0 (socket says 172.21.15.70:56128) 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddfd740640 1 -- 172.21.15.70:0/1191210052 learned_addr learned my addr 172.21.15.70:0/1191210052 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddff9a4640 1 -- 172.21.15.70:0/1191210052 --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddf80d0f20 con 0x7fddf8162ff0 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddff9a4640 1 -- 172.21.15.70:0/1191210052 --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fddf80af810 con 0x7fddf80d0600 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddff9a4640 1 -- 172.21.15.70:0/1191210052 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fddf80afaf0 con 0x7fddf8072d70 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddfdf41640 1 --2- 172.21.15.70:0/1191210052 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8072d70 0x7fddf8073220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddfd740640 1 -- 172.21.15.70:0/1191210052 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8072d70 msgr2=0x7fddf8073220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddfd740640 1 --2- 172.21.15.70:0/1191210052 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8072d70 0x7fddf8073220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddfd740640 1 -- 172.21.15.70:0/1191210052 >> v1:172.21.15.70:6789/0 conn(0x7fddf8162ff0 legacy=0x7fddf80b3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fddfd740640 1 -- 172.21.15.70:0/1191210052 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddf80afdd0 con 0x7fddf80d0600 2024-09-05T06:10:12.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63a653640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd63415ea00 0x7fd634146a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd639e52640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd634142e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63a653640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd63415ea00 0x7fd634146a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:59126/0 (socket says 172.21.15.70:59126) 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd63a653640 1 -- 172.21.15.70:0/2385159233 learned_addr learned my addr 172.21.15.70:0/2385159233 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd639651640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6340d0370 0x7fd6341464f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd639651640 1 -- 172.21.15.70:0/2385159233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 msgr2=0x7fd634142e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd639651640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd634072500 0x7fd634142e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd639651640 1 -- 172.21.15.70:0/2385159233 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd63415ea00 msgr2=0x7fd634146a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd639651640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd63415ea00 0x7fd634146a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fd639651640 1 -- 172.21.15.70:0/2385159233 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd634144160 con 0x7fd6340d0370 2024-09-05T06:10:12.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bf6ffd640 1 -- 172.21.15.70:0/4051764585 >> v1:172.21.15.196:6789/0 conn(0x7f4bf0054f60 legacy=0x7f4bf0036030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bf6ffd640 1 -- 172.21.15.70:0/4051764585 >> v1:172.21.15.70:6789/0 conn(0x7f4bf0100640 legacy=0x7f4bf0039c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7f4bf6ffd640 1 -- 172.21.15.70:0/4051764585 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bf0009c40 con 0x7f4bf0036c80 2024-09-05T06:10:12.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa09ad9d640 1 -- 172.21.15.70:0/3633465048 >> v2:172.21.15.70:3300/0 conn(0x7fa094034e90 msgr2=0x7fa09403a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa09ad9d640 1 --2- 172.21.15.70:0/3633465048 >> v2:172.21.15.70:3300/0 conn(0x7fa094034e90 0x7fa09403a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa09ad9d640 1 -- 172.21.15.70:0/3633465048 >> v1:172.21.15.70:6789/0 conn(0x7fa094034a40 legacy=0x7fa0940532c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.064+0000 7fa09ad9d640 1 -- 172.21.15.70:0/3633465048 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa094036af0 con 0x7fa0940df9f0 2024-09-05T06:10:12.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f101759e640 1 Processor -- start 2024-09-05T06:10:12.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd639651640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6340d0370 0x7fd6341464f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd6240ac000 tx=0x7fd62401ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f101759e640 1 -- start start 2024-09-05T06:10:12.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bf6ffd640 1 --2- 172.21.15.70:0/4051764585 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4bf0036c80 0x7f4bf000b780 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4be80097a0 tx=0x7f4be801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d95f07fe769b70f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6240b2040 con 0x7fd6340d0370 2024-09-05T06:10:12.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6240bd070 con 0x7fd6340d0370 2024-09-05T06:10:12.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6240b8450 con 0x7fd6340d0370 2024-09-05T06:10:12.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6341438c0 con 0x7fd6340d0370 2024-09-05T06:10:12.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd634143e80 con 0x7fd6340d0370 2024-09-05T06:10:12.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bf5ffb640 1 -- 172.21.15.70:0/4051764585 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be80b1070 con 0x7f4bf0036c80 2024-09-05T06:10:12.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bf5ffb640 1 -- 172.21.15.70:0/4051764585 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4be80ac410 con 0x7f4bf0036c80 2024-09-05T06:10:12.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bf5ffb640 1 -- 172.21.15.70:0/4051764585 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be80ac820 con 0x7f4bf0036c80 2024-09-05T06:10:12.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd6340afc90 con 0x7fd6340d0370 2024-09-05T06:10:12.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bfd614640 1 -- 172.21.15.70:0/4051764585 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4bf0036c80 msgr2=0x7f4bf000b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bfd614640 1 --2- 172.21.15.70:0/4051764585 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4bf0036c80 0x7f4bf000b780 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4be80097a0 tx=0x7f4be801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddfd740640 1 --2- 172.21.15.70:0/1191210052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf80d0600 0x7fddf80d09e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fddec009e50 tx=0x7fddec01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccc7dc307775da10 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4ff1eb6640 1 Processor -- start 2024-09-05T06:10:12.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bfd614640 1 -- 172.21.15.70:0/4051764585 shutdown_connections 2024-09-05T06:10:12.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bfd614640 1 --2- 172.21.15.70:0/4051764585 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4bf0036c80 0x7f4bf000b780 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bfd614640 1 -- 172.21.15.70:0/4051764585 >> 172.21.15.70:0/4051764585 conn(0x7f4bf001d940 msgr2=0x7f4bf00545b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa09ad9d640 1 --2- 172.21.15.70:0/3633465048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 0x7fa09403a3a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa09000ba60 tx=0x7fa09001ebb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d92e2863e606482b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4ff1eb6640 1 -- start start 2024-09-05T06:10:12.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddf7fff640 1 -- 172.21.15.70:0/1191210052 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddec0a57f0 con 0x7fddf80d0600 2024-09-05T06:10:12.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddf7fff640 1 -- 172.21.15.70:0/1191210052 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddec0a5990 con 0x7fddf80d0600 2024-09-05T06:10:12.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddf7fff640 1 -- 172.21.15.70:0/1191210052 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddec0a5d60 con 0x7fddf80d0600 2024-09-05T06:10:12.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f3c751b8640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c5c003bc0 0x7f3c5c003fc0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0018c0 tx=0x7f3c6c01ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dc196ceea22477b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c6c001510 con 0x7f3c5c003bc0 2024-09-05T06:10:12.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c6c0052d0 con 0x7f3c5c003bc0 2024-09-05T06:10:12.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f3c67fff640 1 -- 172.21.15.70:0/4219646526 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c6c0a88d0 con 0x7f3c5c003bc0 2024-09-05T06:10:12.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa099d9b640 1 -- 172.21.15.70:0/3633465048 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0900b4070 con 0x7fa0940df9f0 2024-09-05T06:10:12.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa099d9b640 1 -- 172.21.15.70:0/3633465048 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0900a7b90 con 0x7fa0940df9f0 2024-09-05T06:10:12.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa099d9b640 1 -- 172.21.15.70:0/3633465048 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0900af440 con 0x7fa0940df9f0 2024-09-05T06:10:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bfd614640 1 -- 172.21.15.70:0/4051764585 shutdown_connections 2024-09-05T06:10:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f101759e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f101815ab50 0x7f10180b5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f101759e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f10180d0c10 0x7f10180cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f101759e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f101815af30 con 0x7f10180b5550 2024-09-05T06:10:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f101759e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f10180b5990 con 0x7f10180d0c10 2024-09-05T06:10:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f101759e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f10180b36e0 con 0x7f101815ab50 2024-09-05T06:10:12.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f1015d9b640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f10180b5550 0x7f10180d0500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:38916/0 (socket says 172.21.15.70:38916) 2024-09-05T06:10:12.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f1015d9b640 1 -- 172.21.15.70:0/600961456 learned_addr learned my addr 172.21.15.70:0/600961456 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd6240b85f0 con 0x7fd6340d0370 2024-09-05T06:10:12.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa0a09a2640 1 -- 172.21.15.70:0/3633465048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 msgr2=0x7fa09403a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa0a09a2640 1 --2- 172.21.15.70:0/3633465048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 0x7fa09403a3a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa09000ba60 tx=0x7fa09001ebb0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd62a7fc640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6180678f0 0x7fd618069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa0a09a2640 1 -- 172.21.15.70:0/3633465048 shutdown_connections 2024-09-05T06:10:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa0a09a2640 1 --2- 172.21.15.70:0/3633465048 >> v2:172.21.15.70:3300/0 conn(0x7fa094034e90 0x7fa09403a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa0a09a2640 1 --2- 172.21.15.70:0/3633465048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 0x7fa09403a3a0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fa0a09a2640 1 -- 172.21.15.70:0/3633465048 >> 172.21.15.70:0/3633465048 conn(0x7fa09401ea50 msgr2=0x7fa0940556f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddff9a4640 1 -- 172.21.15.70:0/1191210052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf80d0600 msgr2=0x7fddf80d09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddff9a4640 1 --2- 172.21.15.70:0/1191210052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf80d0600 0x7fddf80d09e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fddec009e50 tx=0x7fddec01ca30 comp rx=0 tx=0).stop 2024-09-05T06:10:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fd62411fdb0 con 0x7fd6340d0370 2024-09-05T06:10:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd639e52640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6180678f0 0x7fd618069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd62a7fc640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7fd61806fa90 0x7fd618071eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 --> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd6240afec0 con 0x7fd61806fa90 2024-09-05T06:10:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddff9a4640 1 -- 172.21.15.70:0/1191210052 shutdown_connections 2024-09-05T06:10:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddff9a4640 1 --2- 172.21.15.70:0/1191210052 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8072d70 0x7fddf8073220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddff9a4640 1 --2- 172.21.15.70:0/1191210052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf80d0600 0x7fddf80d09e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7fddff9a4640 1 -- 172.21.15.70:0/1191210052 >> 172.21.15.70:0/1191210052 conn(0x7fddf806bcc0 msgr2=0x7fddf806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fd63a653640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7fd61806fa90 0x7fd618071eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f101559a640 1 -- 172.21.15.70:0/600961456 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3913107310 0 0) 0x7f101815af30 con 0x7f10180b5550 2024-09-05T06:10:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f101559a640 1 -- 172.21.15.70:0/600961456 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1000003530 con 0x7f10180b5550 2024-09-05T06:10:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f3c761ba640 1 -- 172.21.15.70:0/4219646526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c5c003bc0 msgr2=0x7f3c5c003fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f3c761ba640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c5c003bc0 0x7f3c5c003fc0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0018c0 tx=0x7f3c6c01ec90 comp rx=0 tx=0).stop 2024-09-05T06:10:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f3c761ba640 1 -- 172.21.15.70:0/4219646526 shutdown_connections 2024-09-05T06:10:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f3c761ba640 1 --2- 172.21.15.70:0/4219646526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c5c003bc0 0x7f3c5c003fc0 secure :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0018c0 tx=0x7f3c6c01ec90 comp rx=0 tx=0).stop 2024-09-05T06:10:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f3c761ba640 1 -- 172.21.15.70:0/4219646526 >> 172.21.15.70:0/4219646526 conn(0x7f3c7006bcc0 msgr2=0x7f3c7006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4ff1eb6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec0d0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4ff1eb6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4fec0b5850 0x7f4fec071bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f1016d9d640 1 --2- 172.21.15.70:0/600961456 >> v2:172.21.15.70:3300/0 conn(0x7f10180d0c10 0x7f10180cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4ff1eb6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fec0d1070 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4ff1eb6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4fec0b4e40 con 0x7f4fec0b5850 2024-09-05T06:10:12.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4ff1eb6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4fec0b45a0 con 0x7f4fec0d0750 2024-09-05T06:10:12.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec0d0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.068+0000 7f4bfd614640 1 -- 172.21.15.70:0/4051764585 wait complete. 2024-09-05T06:10:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bfd614640 1 Processor -- start 2024-09-05T06:10:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fa0a09a2640 1 -- 172.21.15.70:0/3633465048 shutdown_connections 2024-09-05T06:10:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec0d0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:44048/0 (socket says 172.21.15.70:44048) 2024-09-05T06:10:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4feb7fe640 1 -- 172.21.15.70:0/3544949696 learned_addr learned my addr 172.21.15.70:0/3544949696 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4fe3fff640 1 --2- 172.21.15.70:0/3544949696 >> v2:172.21.15.70:3300/0 conn(0x7f4fec0b5850 0x7f4fec071bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fddff9a4640 1 -- 172.21.15.70:0/1191210052 shutdown_connections 2024-09-05T06:10:12.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fd639e52640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6180678f0 0x7fd618069db0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd62c0012f0 tx=0x7fd62c0019a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fd63a653640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7fd61806fa90 0x7fd618071eb0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4feb7fe640 1 -- 172.21.15.70:0/3544949696 >> v2:172.21.15.70:3300/0 conn(0x7f4fec0b5850 msgr2=0x7f4fec071bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4feb7fe640 1 --2- 172.21.15.70:0/3544949696 >> v2:172.21.15.70:3300/0 conn(0x7f4fec0b5850 0x7f4fec071bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4feb7fe640 1 -- 172.21.15.70:0/3544949696 >> v1:172.21.15.196:6789/0 conn(0x7f4fec0ae8b0 legacy=0x7f4fec0aed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4feb7fe640 1 -- 172.21.15.70:0/3544949696 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fec0b4880 con 0x7f4fec0d0750 2024-09-05T06:10:12.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fa0a09a2640 1 -- 172.21.15.70:0/3633465048 wait complete. 2024-09-05T06:10:12.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f101559a640 1 -- 172.21.15.70:0/600961456 <== mon.1 v1:172.21.15.196:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2330915869 0 0) 0x7f1000003530 con 0x7f10180b5550 2024-09-05T06:10:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f1016d9d640 1 -- 172.21.15.70:0/600961456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f101815ab50 msgr2=0x7f10180b5010 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T06:10:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f1016d9d640 1 --2- 172.21.15.70:0/600961456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f101815ab50 0x7f10180b5010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f1016d9d640 1 -- 172.21.15.70:0/600961456 >> v1:172.21.15.196:6789/0 conn(0x7f10180b5550 legacy=0x7f10180d0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f1016d9d640 1 -- 172.21.15.70:0/600961456 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10180b3930 con 0x7f10180d0c10 2024-09-05T06:10:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bfd614640 1 -- start start 2024-09-05T06:10:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bfd614640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4bf0054f60 0x7f4bf0035050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4bf0054f60 0x7f4bf0035050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4bf0054f60 0x7f4bf0035050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56180/0 (socket says 172.21.15.70:56180) 2024-09-05T06:10:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bfd614640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4bf0100640 0x7f4bf01a4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 -- 172.21.15.70:0/2949075429 learned_addr learned my addr 172.21.15.70:0/2949075429 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bfd614640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4bf0053140 0x7f4bf00535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bfd614640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf0006ed0 con 0x7f4bf0054f60 2024-09-05T06:10:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bfd614640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf0006d50 con 0x7f4bf0100640 2024-09-05T06:10:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bfd614640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4bf0036740 con 0x7f4bf0053140 2024-09-05T06:10:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf67fc640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4bf0100640 0x7f4bf01a4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fa0a09a2640 1 Processor -- start 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf77fe640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4bf0053140 0x7f4bf00535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 -- 172.21.15.70:0/2949075429 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4bf0053140 msgr2=0x7f4bf00535f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4bf0053140 0x7f4bf00535f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 -- 172.21.15.70:0/2949075429 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4bf0100640 msgr2=0x7f4bf01a4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4bf0100640 0x7f4bf01a4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bf01a5140 con 0x7f4bf0054f60 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bf6ffd640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4bf0054f60 0x7f4bf0035050 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4be801a0d0 tx=0x7f4be8019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be80b1040 con 0x7f4bf0054f60 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4be80bc070 con 0x7f4bf0054f60 2024-09-05T06:10:12.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be80b5410 con 0x7f4bf0054f60 2024-09-05T06:10:12.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4bfd614640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bf0033fb0 con 0x7f4bf0054f60 2024-09-05T06:10:12.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 -- 172.21.15.70:0/1191210052 wait complete. 2024-09-05T06:10:12.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7f3c761ba640 1 -- 172.21.15.70:0/4219646526 shutdown_connections 2024-09-05T06:10:12.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 -- 172.21.15.70:0/4219646526 wait complete. 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fa0a09a2640 1 -- start start 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0a09a2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa094034a40 0x7fa09417f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0a09a2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa094034e90 0x7fa09404bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0a09a2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 0x7fa094020440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0a09a2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa0940067b0 con 0x7fa094034a40 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa094034e90 0x7fa09404bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa094034e90 0x7fa09404bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:59150/0 (socket says 172.21.15.70:59150) 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 -- 172.21.15.70:0/554766161 learned_addr learned my addr 172.21.15.70:0/554766161 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa094006630 con 0x7fa094034e90 2024-09-05T06:10:12.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.072+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 <== osd.1 v2:172.21.15.70:6816/11260623 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7fd6240afec0 con 0x7fd61806fa90 2024-09-05T06:10:12.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4feb7fe640 1 --2- 172.21.15.70:0/3544949696 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec0d0b30 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc009870 tx=0x7f4fdc01c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cdb1e5737df541c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09b59e640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 0x7fa094020440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa094006930 con 0x7fa0940df9f0 2024-09-05T06:10:12.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4feaffd640 1 -- 172.21.15.70:0/3544949696 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc0a95f0 con 0x7f4fec0d0750 2024-09-05T06:10:12.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4feaffd640 1 -- 172.21.15.70:0/3544949696 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fdc0a9790 con 0x7f4fec0d0750 2024-09-05T06:10:12.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4feaffd640 1 -- 172.21.15.70:0/3544949696 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc0a9b60 con 0x7f4fec0d0750 2024-09-05T06:10:12.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09ad9d640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa094034a40 0x7fa09417f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 Processor -- start 2024-09-05T06:10:12.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 -- 172.21.15.70:0/554766161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 msgr2=0x7fa094020440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa0940df9f0 0x7fa094020440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 -- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa094034a40 msgr2=0x7fa09417f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa094034a40 0x7fa09417f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 Processor -- start 2024-09-05T06:10:12.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 -- 172.21.15.70:0/554766161 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa09417fe70 con 0x7fa094034e90 2024-09-05T06:10:12.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 -- start start 2024-09-05T06:10:12.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa09a59c640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa094034e90 0x7fa09404bb80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa08c00c420 tx=0x7fa08c00c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f1016d9d640 1 --2- 172.21.15.70:0/600961456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10180d0c10 0x7f10180cd0c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1010009c80 tx=0x7f101001d8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7721a836a90c477 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08c017070 con 0x7fa094034e90 2024-09-05T06:10:12.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f101559a640 1 -- 172.21.15.70:0/600961456 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10100b3070 con 0x7f10180d0c10 2024-09-05T06:10:12.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f101559a640 1 -- 172.21.15.70:0/600961456 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10100a66d0 con 0x7f10180d0c10 2024-09-05T06:10:12.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f101559a640 1 -- 172.21.15.70:0/600961456 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100c004cc0 con 0x7f10180d0c10 2024-09-05T06:10:12.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c700ce8e0 0x7f3c700d0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c70159400 0x7f3c700cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c701f8d50 0x7f3c700b27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7006ed70 con 0x7f3c70159400 2024-09-05T06:10:12.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7006e300 con 0x7f3c700ce8e0 2024-09-05T06:10:12.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c761ba640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3c7006eef0 con 0x7f3c701f8d50 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c70159400 0x7f3c700cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c70159400 0x7f3c700cecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56204/0 (socket says 172.21.15.70:56204) 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 -- 172.21.15.70:0/3876125025 learned_addr learned my addr 172.21.15.70:0/3876125025 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c759b9640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c701f8d50 0x7f3c700b27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c751b8640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c700ce8e0 0x7f3c700d0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 -- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c701f8d50 msgr2=0x7f3c700b27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c701f8d50 0x7f3c700b27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 -- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c700ce8e0 msgr2=0x7f3c700d0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c700ce8e0 0x7f3c700d0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 -- 172.21.15.70:0/3876125025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c700cf200 con 0x7f3c70159400 2024-09-05T06:10:12.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c759b9640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c701f8d50 0x7f3c700b27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:12.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 -- start start 2024-09-05T06:10:12.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf8072d70 0x7fddf8165bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddf80d0600 0x7fddf814d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8162ff0 0x7fddf81646d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fddf816faf0 con 0x7fddf8072d70 2024-09-05T06:10:12.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fddf80b00b0 con 0x7fddf80d0600 2024-09-05T06:10:12.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddff9a4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fddf816fc70 con 0x7fddf8162ff0 2024-09-05T06:10:12.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4be80b55b0 con 0x7f4bf0054f60 2024-09-05T06:10:12.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4bdf7fe640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4be4067910 0x7f4be4069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddfcf3f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddf80d0600 0x7fddf814d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4bfd614640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bf0034570 con 0x7f4bf0054f60 2024-09-05T06:10:12.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7fd6240ec4a0 con 0x7fd6340d0370 2024-09-05T06:10:12.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f3c749b7640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c70159400 0x7f3c700cecc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3c60011a30 tx=0x7f3c60011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa08c005cf0 con 0x7fa094034e90 2024-09-05T06:10:12.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08c0072d0 con 0x7fa094034e90 2024-09-05T06:10:12.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddfcf3f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddf80d0600 0x7fddf814d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:59172/0 (socket says 172.21.15.70:59172) 2024-09-05T06:10:12.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddfd740640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf8072d70 0x7fddf8165bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddfcf3f640 1 -- 172.21.15.70:0/736531893 learned_addr learned my addr 172.21.15.70:0/736531893 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fddfdf41640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8162ff0 0x7fddf81646d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa09404aa20 con 0x7fa094034e90 2024-09-05T06:10:12.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0940493c0 con 0x7fa094034e90 2024-09-05T06:10:12.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c6000fb50 con 0x7f3c70159400 2024-09-05T06:10:12.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c6000fcf0 con 0x7f3c70159400 2024-09-05T06:10:12.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.076+0000 7f4bf67fc640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4be4067910 0x7f4be4069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddfcf3f640 1 -- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8162ff0 msgr2=0x7fddf81646d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddfcf3f640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddf8162ff0 0x7fddf81646d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddfcf3f640 1 -- 172.21.15.70:0/736531893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf8072d70 msgr2=0x7fddf8165bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddfcf3f640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf8072d70 0x7fddf8165bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddfcf3f640 1 -- 172.21.15.70:0/736531893 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddf8169e80 con 0x7fddf80d0600 2024-09-05T06:10:12.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddfd740640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddf8072d70 0x7fddf8165bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:10:12.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4bf67fc640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4be4067910 0x7f4be4069dd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4bf00366c0 tx=0x7f4bec007d80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4bd0001040 con 0x7f4bf0054f60 2024-09-05T06:10:12.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddfcf3f640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddf80d0600 0x7fddf814d7b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdde400c370 tx=0x7fdde400c770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/3544949696 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 msgr2=0x7f4fec0d0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 --2- 172.21.15.70:0/3544949696 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec0d0b30 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc009870 tx=0x7f4fdc01c530 comp rx=0 tx=0).stop 2024-09-05T06:10:12.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa09404a7d0 con 0x7fa094034e90 2024-09-05T06:10:12.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f101759e640 1 -- 172.21.15.70:0/600961456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10180d0c10 msgr2=0x7f10180cd0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f101759e640 1 --2- 172.21.15.70:0/600961456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10180d0c10 0x7f10180cd0c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1010009c80 tx=0x7f101001d8e0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/3544949696 shutdown_connections 2024-09-05T06:10:12.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 --2- 172.21.15.70:0/3544949696 >> v2:172.21.15.70:3300/0 conn(0x7f4fec0b5850 0x7f4fec071bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 --2- 172.21.15.70:0/3544949696 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec0d0b30 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/3544949696 >> 172.21.15.70:0/3544949696 conn(0x7f4fec0758f0 msgr2=0x7f4fec06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde40052d0 con 0x7fddf80d0600 2024-09-05T06:10:12.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c6000fea0 con 0x7f3c70159400 2024-09-05T06:10:12.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c700b1720 con 0x7f3c70159400 2024-09-05T06:10:12.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c700b1ce0 con 0x7f3c70159400 2024-09-05T06:10:12.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddf816a160 con 0x7fddf80d0600 2024-09-05T06:10:12.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdde4005470 con 0x7fddf80d0600 2024-09-05T06:10:12.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/3544949696 shutdown_connections 2024-09-05T06:10:12.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f4be80ed610 con 0x7f4bf0054f60 2024-09-05T06:10:12.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4bdf7fe640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f4be406fab0 0x7f4be4071ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4be80a6e50 con 0x7f4be406fab0 2024-09-05T06:10:12.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f4be80eb810 con 0x7f4bf0054f60 2024-09-05T06:10:12.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde4007260 con 0x7fddf80d0600 2024-09-05T06:10:12.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddf816aa00 con 0x7fddf80d0600 2024-09-05T06:10:12.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f101759e640 1 -- 172.21.15.70:0/600961456 shutdown_connections 2024-09-05T06:10:12.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f101759e640 1 --2- 172.21.15.70:0/600961456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10180d0c10 0x7f10180cd0c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f101759e640 1 --2- 172.21.15.70:0/600961456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f101815ab50 0x7f10180b5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f101759e640 1 -- 172.21.15.70:0/600961456 >> 172.21.15.70:0/600961456 conn(0x7f101806bcc0 msgr2=0x7f101806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f101759e640 1 -- 172.21.15.70:0/600961456 shutdown_connections 2024-09-05T06:10:12.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f101759e640 1 -- 172.21.15.70:0/600961456 wait complete. 2024-09-05T06:10:12.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3c7015e8e0 con 0x7f3c70159400 2024-09-05T06:10:12.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4bf77fe640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f4be406fab0 0x7f4be4071ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/3544949696 wait complete. 2024-09-05T06:10:12.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 Processor -- start 2024-09-05T06:10:12.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 <== mon.1 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa08c01a070 con 0x7fa094034e90 2024-09-05T06:10:12.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fa0837fe640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa0880678f0 0x7fa088069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 <== mon.1 v2:172.21.15.196:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fa08c0859d0 con 0x7fa094034e90 2024-09-05T06:10:12.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fa0837fe640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fa08806fb10 0x7fa088071f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 --> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa08c012e50 con 0x7fa08806fb10 2024-09-05T06:10:12.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 <== mon.1 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7fa08c085dc0 con 0x7fa094034e90 2024-09-05T06:10:12.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fa09ad9d640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa0880678f0 0x7fa088069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fa09b59e640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fa08806fb10 0x7fa088071f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 <== mon.1 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdde4007400 con 0x7fddf80d0600 2024-09-05T06:10:12.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101759e640 1 Processor -- start 2024-09-05T06:10:12.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101759e640 1 -- start start 2024-09-05T06:10:12.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fa09b59e640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fa08806fb10 0x7fa088071f30 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.080+0000 7f4ff1eb6640 1 -- start start 2024-09-05T06:10:12.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4ff1eb6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fec0ae8b0 0x7f4fec14a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4ff1eb6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fec0b5850 0x7f4fec0ab020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4ff1eb6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec159040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4ff1eb6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4fec072270 con 0x7f4fec0b5850 2024-09-05T06:10:12.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4ff1eb6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4fec0720f0 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4ff1eb6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4fec16bf70 con 0x7f4fec0d0750 2024-09-05T06:10:12.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fec0ae8b0 0x7f4fec14a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fa09ad9d640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa0880678f0 0x7fa088069db0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa0900b1000 tx=0x7fa090008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4bf77fe640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f4be406fab0 0x7f4be4071ed0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4fe3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fec0b5850 0x7f4fec0ab020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4fe3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fec0b5850 0x7f4fec0ab020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56218/0 (socket says 172.21.15.70:56218) 2024-09-05T06:10:12.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4fe3fff640 1 -- 172.21.15.70:0/1513390567 learned_addr learned my addr 172.21.15.70:0/1513390567 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4febfff640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec159040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 <== osd.0 v2:172.21.15.70:6824/2931668494 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7fa08c012e50 con 0x7fa08806fb10 2024-09-05T06:10:12.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101759e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10180b5550 0x7f101814fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101759e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10180d0c10 0x7f101814dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101759e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f101815ab50 0x7f1018155be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101759e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f10180b49d0 con 0x7f10180d0c10 2024-09-05T06:10:12.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101759e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f10180b44b0 con 0x7f101815ab50 2024-09-05T06:10:12.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101759e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f10180cde10 con 0x7f10180b5550 2024-09-05T06:10:12.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddf5ffb640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdddc0678c0 0x7fdddc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 <== osd.2 v2:172.21.15.70:6808/2287962825 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f4be80a6e50 con 0x7f4be406fab0 2024-09-05T06:10:12.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10180b5550 0x7f101814fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10180b5550 0x7f101814fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:44112/0 (socket says 172.21.15.70:44112) 2024-09-05T06:10:12.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 -- 172.21.15.70:0/164208716 learned_addr learned my addr 172.21.15.70:0/164208716 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fddf8073220 con 0x7fddf80d0600 2024-09-05T06:10:12.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddfd740640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdddc0678c0 0x7fdddc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 <== mon.1 v2:172.21.15.196:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fdde4084f30 con 0x7fddf80d0600 2024-09-05T06:10:12.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 -- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f101815ab50 msgr2=0x7f1018155be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f101815ab50 0x7f1018155be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 -- 172.21.15.70:0/164208716 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10180d0c10 msgr2=0x7f101814dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10180d0c10 0x7f101814dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 -- 172.21.15.70:0/164208716 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1018153430 con 0x7f10180b5550 2024-09-05T06:10:12.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddfd740640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdddc0678c0 0x7fdddc069d80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fddec0ae000 tx=0x7fddec0a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddf5ffb640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7fdddc06fa60 0x7fdddc071e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 --> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdde4005470 con 0x7fdddc06fa60 2024-09-05T06:10:12.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 <== mon.1 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7fdde40551f0 con 0x7fddf80d0600 2024-09-05T06:10:12.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c60012040 con 0x7f3c70159400 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4feb7fe640 1 -- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 msgr2=0x7f4fec159040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4feb7fe640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec159040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4feb7fe640 1 -- 172.21.15.70:0/1513390567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fec0b5850 msgr2=0x7f4fec0ab020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4feb7fe640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fec0b5850 0x7f4fec0ab020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4feb7fe640 1 -- 172.21.15.70:0/1513390567 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fec0ae2d0 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4febfff640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fec0d0750 0x7f4fec159040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4feb7fe640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fec0ae8b0 0x7f4fec14a400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc0aa000 tx=0x7f4fdc0192d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc0bf070 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fdc0b1600 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc0b19f0 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f3c65ffb640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c540678f0 0x7f3c54069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fec0ae5b0 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fec0aa820 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f3c60053680 con 0x7f3c70159400 2024-09-05T06:10:12.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f3c65ffb640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7f3c5406faf0 0x7f3c54071f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 --> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3c540725c0 con 0x7f3c5406faf0 2024-09-05T06:10:12.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f3c600532b0 con 0x7f3c70159400 2024-09-05T06:10:12.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.084+0000 7f101659c640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10180b5550 0x7f101814fb40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f100800b3e0 tx=0x7f100800b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4fec075ff0 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7fddfdf41640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7fdddc06fa60 0x7fdddc071e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f3c751b8640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c540678f0 0x7f3c54069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f3c759b9640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7f3c5406faf0 0x7f3c54071f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1008015020 con 0x7f10180b5550 2024-09-05T06:10:12.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1008011850 con 0x7f10180b5550 2024-09-05T06:10:12.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f3c759b9640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7f3c5406faf0 0x7f3c54071f10 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f3c751b8640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c540678f0 0x7f3c54069db0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0b0000 tx=0x7f3c6c001350 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1008011c40 con 0x7f10180b5550 2024-09-05T06:10:12.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1018153710 con 0x7f10180b5550 2024-09-05T06:10:12.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7fddfdf41640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7fdddc06fa60 0x7fdddc071e80 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f10180accd0 con 0x7f10180b5550 2024-09-05T06:10:12.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 <== mon.1 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4fdc0b1b90 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4fe8ff9640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fcc0678c0 0x7f4fcc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 <== mon.1 v2:172.21.15.196:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f4fdc1206d0 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4fe8ff9640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7f4fcc06fa60 0x7f4fcc071e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 --> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4fdc0afe70 con 0x7f4fcc06fa60 2024-09-05T06:10:12.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 <== mon.1 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f4fdc120b60 con 0x7f4fec0ae8b0 2024-09-05T06:10:12.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4fe3fff640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fcc0678c0 0x7f4fcc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f10180cd0c0 con 0x7f10180b5550 2024-09-05T06:10:12.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f3cc4bbe640 1 Processor -- start 2024-09-05T06:10:12.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 <== osd.6 v2:172.21.15.196:6802/809879927 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f3c540725c0 con 0x7f3c5406faf0 2024-09-05T06:10:12.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f3cc4bbe640 1 -- start start 2024-09-05T06:10:12.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4febfff640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7f4fcc06fa60 0x7f4fcc071e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4fe3fff640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fcc0678c0 0x7f4fcc069d80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4fec1ff9c0 tx=0x7f4fd4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 <== osd.4 v2:172.21.15.196:6800/2562561792 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7fdde4005470 con 0x7fdddc06fa60 2024-09-05T06:10:12.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.088+0000 7f4febfff640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7f4fcc06fa60 0x7f4fcc071e80 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cc4bbe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3cc01454f0 0x7f3cc00ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cc4bbe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc015f400 0x7f3cc015f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cc4bbe640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cc00ce9b0 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cc4bbe640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3cc00d0950 con 0x7f3cc01454f0 2024-09-05T06:10:12.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cc4bbe640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3cc015fd80 con 0x7f3cc015f400 2024-09-05T06:10:12.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1008018020 con 0x7f10180b5550 2024-09-05T06:10:12.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cbdd9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc015f400 0x7f3cc015f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cbdd9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc015f400 0x7f3cc015f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:44128/0 (socket says 172.21.15.70:44128) 2024-09-05T06:10:12.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cbdd9b640 1 -- 172.21.15.70:0/2689964670 learned_addr learned my addr 172.21.15.70:0/2689964670 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cbe59c640 1 --2- 172.21.15.70:0/2689964670 >> v2:172.21.15.196:3300/0 conn(0x7f3cc01454f0 0x7f3cc00ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1006ffd640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ff8067990 0x7f0ff8069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f1008086190 con 0x7f10180b5550 2024-09-05T06:10:12.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1015d9b640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ff8067990 0x7f0ff8069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1006ffd640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7f0ff806fbb0 0x7f0ff8071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 --> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1008006740 con 0x7f0ff806fbb0 2024-09-05T06:10:12.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f1008086580 con 0x7f10180b5550 2024-09-05T06:10:12.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 <== osd.7 v2:172.21.15.196:6816/3075166270 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f4fdc0afe70 con 0x7f4fcc06fa60 2024-09-05T06:10:12.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cbdd9b640 1 -- 172.21.15.70:0/2689964670 >> v2:172.21.15.196:3300/0 conn(0x7f3cc01454f0 msgr2=0x7f3cc00ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cbdd9b640 1 --2- 172.21.15.70:0/2689964670 >> v2:172.21.15.196:3300/0 conn(0x7f3cc01454f0 0x7f3cc00ce470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cbdd9b640 1 -- 172.21.15.70:0/2689964670 >> v1:172.21.15.196:6789/0 conn(0x7f3cc00b5ba0 legacy=0x7f3cc00b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f3cbdd9b640 1 -- 172.21.15.70:0/2689964670 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc0070f40 con 0x7f3cc015f400 2024-09-05T06:10:12.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.096+0000 7f3cbdd9b640 1 --2- 172.21.15.70:0/2689964670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc015f400 0x7f3cc015f840 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3cb0010bb0 tx=0x7f3cb0020b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3715e45ca030140a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.096+0000 7f3cbd59a640 1 -- 172.21.15.70:0/2689964670 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb00b6070 con 0x7f3cc015f400 2024-09-05T06:10:12.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.096+0000 7f3cbd59a640 1 -- 172.21.15.70:0/2689964670 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cb00a9a10 con 0x7f3cc015f400 2024-09-05T06:10:12.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.096+0000 7f3cbd59a640 1 -- 172.21.15.70:0/2689964670 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb00a9e20 con 0x7f3cc015f400 2024-09-05T06:10:12.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1016d9d640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7f0ff806fbb0 0x7f0ff8071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1015d9b640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ff8067990 0x7f0ff8069e50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f100c004e30 tx=0x7f100c004940 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.092+0000 7f1016d9d640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7f0ff806fbb0 0x7f0ff8071fd0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 <== osd.5 v2:172.21.15.196:6820/3876743068 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f1008006740 con 0x7f0ff806fbb0 2024-09-05T06:10:12.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/2689964670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc015f400 msgr2=0x7f3cc015f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f3cc4bbe640 1 --2- 172.21.15.70:0/2689964670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc015f400 0x7f3cc015f840 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3cb0010bb0 tx=0x7f3cb0020b50 comp rx=0 tx=0).stop 2024-09-05T06:10:12.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/2689964670 shutdown_connections 2024-09-05T06:10:12.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f3cc4bbe640 1 --2- 172.21.15.70:0/2689964670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc015f400 0x7f3cc015f840 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f3cc4bbe640 1 --2- 172.21.15.70:0/2689964670 >> v2:172.21.15.196:3300/0 conn(0x7f3cc01454f0 0x7f3cc00ce470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/2689964670 >> 172.21.15.70:0/2689964670 conn(0x7f3cc0072730 msgr2=0x7f3cc0072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/2689964670 shutdown_connections 2024-09-05T06:10:12.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/2689964670 wait complete. 2024-09-05T06:10:12.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 --> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd634159850 con 0x7fd61806fa90 2024-09-05T06:10:12.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.100+0000 7fd62a7fc640 1 -- 172.21.15.70:0/2385159233 <== osd.1 v2:172.21.15.70:6816/11260623 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd634159850 con 0x7fd61806fa90 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cc4bbe640 1 Processor -- start 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cc4bbe640 1 -- start start 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cc4bbe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3cc00b5ba0 0x7f3cc0157ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cc4bbe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc01454f0 0x7f3cc0138f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cc4bbe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3cc015f400 0x7f3cc00b4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3cc00b5ba0 0x7f3cc0157ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3cc00b5ba0 0x7f3cc0157ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56240/0 (socket says 172.21.15.70:56240) 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cc4bbe640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc00d1680 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cc4bbe640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc0070c30 con 0x7f3cc015f400 2024-09-05T06:10:12.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 -- 172.21.15.70:0/1315447579 learned_addr learned my addr 172.21.15.70:0/1315447579 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/1315447579 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3cc013e1a0 con 0x7f3cc01454f0 2024-09-05T06:10:12.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7fd61806fa90 msgr2=0x7fd618071eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7fd61806fa90 0x7fd618071eb0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6180678f0 msgr2=0x7fd618069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6180678f0 0x7fd618069db0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd62c0012f0 tx=0x7fd62c0019a0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbdd9b640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc01454f0 0x7f3cc0138f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbed9d640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3cc015f400 0x7f3cc00b4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6340d0370 msgr2=0x7fd6341464f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 --2- 172.21.15.70:0/2385159233 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6340d0370 0x7fd6341464f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd6240ac000 tx=0x7fd62401ac20 comp rx=0 tx=0).stop 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63a653640 1 -- 172.21.15.70:0/2385159233 reap_dead start 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 shutdown_connections 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 >> 172.21.15.70:0/2385159233 conn(0x7fd63406bcc0 msgr2=0x7fd6340ae8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 shutdown_connections 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fd63ae54640 1 -- 172.21.15.70:0/2385159233 wait complete. 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 -- 172.21.15.70:0/1315447579 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc01454f0 msgr2=0x7f3cc0138f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3cc01454f0 0x7f3cc0138f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 -- 172.21.15.70:0/1315447579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3cc015f400 msgr2=0x7f3cc00b4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3cc015f400 0x7f3cc00b4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 -- 172.21.15.70:0/1315447579 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc013cc20 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7f3cbe59c640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3cc00b5ba0 0x7f3cc0157ef0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3cb400d800 tx=0x7f3cb400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.104+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 --> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fddf8073220 con 0x7fdddc06fa60 2024-09-05T06:10:12.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddf5ffb640 1 -- 172.21.15.70:0/736531893 <== osd.4 v2:172.21.15.196:6800/2562561792 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fddf8073220 con 0x7fdddc06fa60 2024-09-05T06:10:12.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7fdddc06fa60 msgr2=0x7fdddc071e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7fdddc06fa60 0x7fdddc071e80 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdddc0678c0 msgr2=0x7fdddc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdddc0678c0 0x7fdddc069d80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fddec0ae000 tx=0x7fddec0a7070 comp rx=0 tx=0).stop 2024-09-05T06:10:12.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddf80d0600 msgr2=0x7fddf814d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 --2- 172.21.15.70:0/736531893 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddf80d0600 0x7fddf814d7b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdde400c370 tx=0x7fdde400c770 comp rx=0 tx=0).stop 2024-09-05T06:10:12.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddfdf41640 1 -- 172.21.15.70:0/736531893 reap_dead start 2024-09-05T06:10:12.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 shutdown_connections 2024-09-05T06:10:12.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 >> 172.21.15.70:0/736531893 conn(0x7fddf806bcc0 msgr2=0x7fddf80b3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 --> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4bd0002de0 con 0x7f4be406fab0 2024-09-05T06:10:12.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb400b6c0 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 shutdown_connections 2024-09-05T06:10:12.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/1315447579 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cc01394d0 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/1315447579 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cc013e6b0 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cb4019070 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7fddff9a4640 1 -- 172.21.15.70:0/736531893 wait complete. 2024-09-05T06:10:12.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdf7fe640 1 -- 172.21.15.70:0/2949075429 <== osd.2 v2:172.21.15.70:6808/2287962825 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f4bd0002de0 con 0x7f4be406fab0 2024-09-05T06:10:12.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f4be406fab0 msgr2=0x7f4be4071ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f4be406fab0 0x7f4be4071ed0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb400ba60 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/1315447579 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3ca4001040 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4be4067910 msgr2=0x7f4be4069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4be4067910 0x7f4be4069dd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4bf00366c0 tx=0x7f4bec007d80 comp rx=0 tx=0).stop 2024-09-05T06:10:12.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4bf0054f60 msgr2=0x7f4bf0035050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 --2- 172.21.15.70:0/2949075429 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4bf0054f60 0x7f4bf0035050 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4be801a0d0 tx=0x7f4be8019240 comp rx=0 tx=0).stop 2024-09-05T06:10:12.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bf77fe640 1 -- 172.21.15.70:0/2949075429 reap_dead start 2024-09-05T06:10:12.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 shutdown_connections 2024-09-05T06:10:12.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 >> 172.21.15.70:0/2949075429 conn(0x7f4bf001d940 msgr2=0x7f4bf0005ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 shutdown_connections 2024-09-05T06:10:12.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f4bdd7fa640 1 -- 172.21.15.70:0/2949075429 wait complete. 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.108+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3cb400bc00 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3caeffd640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ca0067910 0x7f3ca0069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f3cb408cac0 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3cbdd9b640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ca0067910 0x7f3ca0069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3caeffd640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f3ca006fb90 0x7f3ca0071fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 --> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3cb4019070 con 0x7f3ca006fb90 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f3cb4090050 con 0x7f3cc00b5ba0 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3cbed9d640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f3ca006fb90 0x7f3ca0071fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3cbed9d640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f3ca006fb90 0x7f3ca0071fb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3cbdd9b640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ca0067910 0x7f3ca0069dd0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3cb00b3000 tx=0x7f3cb00ab070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 <== osd.3 v2:172.21.15.70:6800/3659762287 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f3cb4019070 con 0x7f3ca006fb90 2024-09-05T06:10:12.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 --> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa09404a7d0 con 0x7fa08806fb10 2024-09-05T06:10:12.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.112+0000 7fa0837fe640 1 -- 172.21.15.70:0/554766161 <== osd.0 v2:172.21.15.70:6824/2931668494 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa09404a7d0 con 0x7fa08806fb10 2024-09-05T06:10:12.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fa08806fb10 msgr2=0x7fa088071f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fa08806fb10 0x7fa088071f30 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa0880678f0 msgr2=0x7fa088069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa0880678f0 0x7fa088069db0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa0900b1000 tx=0x7fa090008040 comp rx=0 tx=0).stop 2024-09-05T06:10:12.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa094034e90 msgr2=0x7fa09404bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 --2- 172.21.15.70:0/554766161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa094034e90 0x7fa09404bb80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa08c00c420 tx=0x7fa08c00c8e0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa09b59e640 1 -- 172.21.15.70:0/554766161 reap_dead start 2024-09-05T06:10:12.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 shutdown_connections 2024-09-05T06:10:12.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 >> 172.21.15.70:0/554766161 conn(0x7fa09401ea50 msgr2=0x7fa0940556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 shutdown_connections 2024-09-05T06:10:12.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7fa0a09a2640 1 -- 172.21.15.70:0/554766161 wait complete. 2024-09-05T06:10:12.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 --> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3c700b2580 con 0x7f3c5406faf0 2024-09-05T06:10:12.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.116+0000 7f3c65ffb640 1 -- 172.21.15.70:0/3876125025 <== osd.6 v2:172.21.15.196:6802/809879927 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3c700b2580 con 0x7f3c5406faf0 2024-09-05T06:10:12.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 --> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4fec162150 con 0x7f4fcc06fa60 2024-09-05T06:10:12.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4fe8ff9640 1 -- 172.21.15.70:0/1513390567 <== osd.7 v2:172.21.15.196:6816/3075166270 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f4fec162150 con 0x7f4fcc06fa60 2024-09-05T06:10:12.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7f4fcc06fa60 msgr2=0x7f4fcc071e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4ff1eb6640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7f4fcc06fa60 0x7f4fcc071e80 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fcc0678c0 msgr2=0x7f4fcc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4ff1eb6640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fcc0678c0 0x7f4fcc069d80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4fec1ff9c0 tx=0x7f4fd4009190 comp rx=0 tx=0).stop 2024-09-05T06:10:12.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fec0ae8b0 msgr2=0x7f4fec14a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4ff1eb6640 1 --2- 172.21.15.70:0/1513390567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fec0ae8b0 0x7f4fec14a400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc0aa000 tx=0x7f4fdc0192d0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.120+0000 7f4febfff640 1 -- 172.21.15.70:0/1513390567 reap_dead start 2024-09-05T06:10:12.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 --> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f10180b2150 con 0x7f0ff806fbb0 2024-09-05T06:10:12.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 shutdown_connections 2024-09-05T06:10:12.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 >> 172.21.15.70:0/1513390567 conn(0x7f4fec0758f0 msgr2=0x7f4fec0b03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7f3c5406faf0 msgr2=0x7f3c54071f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7f3c5406faf0 0x7f3c54071f10 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 shutdown_connections 2024-09-05T06:10:12.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f4ff1eb6640 1 -- 172.21.15.70:0/1513390567 wait complete. 2024-09-05T06:10:12.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c540678f0 msgr2=0x7f3c54069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c540678f0 0x7f3c54069db0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0b0000 tx=0x7f3c6c001350 comp rx=0 tx=0).stop 2024-09-05T06:10:12.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c70159400 msgr2=0x7f3c700cecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 --2- 172.21.15.70:0/3876125025 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c70159400 0x7f3c700cecc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3c60011a30 tx=0x7f3c60011ef0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c759b9640 1 -- 172.21.15.70:0/3876125025 reap_dead start 2024-09-05T06:10:12.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 shutdown_connections 2024-09-05T06:10:12.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 >> 172.21.15.70:0/3876125025 conn(0x7f3c7006bcc0 msgr2=0x7f3c7015bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f1006ffd640 1 -- 172.21.15.70:0/164208716 <== osd.5 v2:172.21.15.196:6820/3876743068 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f10180b2150 con 0x7f0ff806fbb0 2024-09-05T06:10:12.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 shutdown_connections 2024-09-05T06:10:12.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f3c761ba640 1 -- 172.21.15.70:0/3876125025 wait complete. 2024-09-05T06:10:12.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7f0ff806fbb0 msgr2=0x7f0ff8071fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7f0ff806fbb0 0x7f0ff8071fd0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ff8067990 msgr2=0x7f0ff8069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ff8067990 0x7f0ff8069e50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f100c004e30 tx=0x7f100c004940 comp rx=0 tx=0).stop 2024-09-05T06:10:12.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10180b5550 msgr2=0x7f101814fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 --2- 172.21.15.70:0/164208716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10180b5550 0x7f101814fb40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f100800b3e0 tx=0x7f100800b8a0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f1016d9d640 1 -- 172.21.15.70:0/164208716 reap_dead start 2024-09-05T06:10:12.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 shutdown_connections 2024-09-05T06:10:12.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 >> 172.21.15.70:0/164208716 conn(0x7f101806bcc0 msgr2=0x7f10180b1490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 shutdown_connections 2024-09-05T06:10:12.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.128+0000 7f101759e640 1 -- 172.21.15.70:0/164208716 wait complete. 2024-09-05T06:10:12.171 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.171 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-05T06:10:12.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.136+0000 7f3cc4bbe640 1 -- 172.21.15.70:0/1315447579 --> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3ca4002de0 con 0x7f3ca006fb90 2024-09-05T06:10:12.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.136+0000 7f3caeffd640 1 -- 172.21.15.70:0/1315447579 <== osd.3 v2:172.21.15.70:6800/3659762287 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3ca4002de0 con 0x7f3ca006fb90 2024-09-05T06:10:12.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 -- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f3ca006fb90 msgr2=0x7f3ca0071fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f3ca006fb90 0x7f3ca0071fb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 -- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ca0067910 msgr2=0x7f3ca0069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ca0067910 0x7f3ca0069dd0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3cb00b3000 tx=0x7f3cb00ab070 comp rx=0 tx=0).stop 2024-09-05T06:10:12.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 -- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3cc00b5ba0 msgr2=0x7f3cc0157ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 --2- 172.21.15.70:0/1315447579 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3cc00b5ba0 0x7f3cc0157ef0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3cb400d800 tx=0x7f3cb400dcc0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cbed9d640 1 -- 172.21.15.70:0/1315447579 reap_dead start 2024-09-05T06:10:12.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 -- 172.21.15.70:0/1315447579 shutdown_connections 2024-09-05T06:10:12.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 -- 172.21.15.70:0/1315447579 >> 172.21.15.70:0/1315447579 conn(0x7f3cc0072730 msgr2=0x7f3cc0143c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 -- 172.21.15.70:0/1315447579 shutdown_connections 2024-09-05T06:10:12.175 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.175 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-05T06:10:12.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.140+0000 7f3cacff9640 1 -- 172.21.15.70:0/1315447579 wait complete. 2024-09-05T06:10:12.176 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.176 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-05T06:10:12.177 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.177 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-05T06:10:12.178 INFO:teuthology.orchestra.run.smithi070.stdout:55834574854 2024-09-05T06:10:12.178 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-05T06:10:12.179 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.179 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-05T06:10:12.180 INFO:teuthology.orchestra.run.smithi070.stdout:55834574854 2024-09-05T06:10:12.180 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-05T06:10:12.181 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.181 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-05T06:10:12.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.388+0000 7fddf24df640 1 Processor -- start 2024-09-05T06:10:12.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.388+0000 7fddf24df640 1 -- start start 2024-09-05T06:10:12.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.388+0000 7f508cb87640 1 Processor -- start 2024-09-05T06:10:12.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.388+0000 7f508cb87640 1 -- start start 2024-09-05T06:10:12.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f8421475640 1 Processor -- start 2024-09-05T06:10:12.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f8421475640 1 -- start start 2024-09-05T06:10:12.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf24df640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fddec073250 0x7fddec0705a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f508cb87640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f508806efb0 0x7f508806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f508cb87640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50880cfd90 con 0x7f508806c200 2024-09-05T06:10:12.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f508cb87640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50880d0070 con 0x7f50881460c0 2024-09-05T06:10:12.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f508cb87640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f50880d0e30 con 0x7f508806efb0 2024-09-05T06:10:12.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf24df640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddec06ef60 con 0x7fddec06c3d0 2024-09-05T06:10:12.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd938dd2640 1 Processor -- start 2024-09-05T06:10:12.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c2d8c5640 1 Processor -- start 2024-09-05T06:10:12.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd938dd2640 1 -- start start 2024-09-05T06:10:12.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5086d9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f508806c200 0x7f508815cf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60868/0 (socket says 172.21.15.70:60868) 2024-09-05T06:10:12.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5086d9d640 1 -- 172.21.15.70:0/1621056730 learned_addr learned my addr 172.21.15.70:0/1621056730 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf0a7c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fddec073250 0x7fddec0705a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf0a7c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fddec073250 0x7fddec0705a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56252/0 (socket says 172.21.15.70:56252) 2024-09-05T06:10:12.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf0a7c640 1 -- 172.21.15.70:0/54777148 learned_addr learned my addr 172.21.15.70:0/54777148 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddebfff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fddec162070 0x7fddec06bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:38932/0 (socket says 172.21.15.70:38932) 2024-09-05T06:10:12.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf24df640 1 -- 172.21.15.70:0/54777148 --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddec06f1d0 con 0x7fddec162070 2024-09-05T06:10:12.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf24df640 1 -- 172.21.15.70:0/54777148 --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fddec06f820 con 0x7fddec073250 2024-09-05T06:10:12.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f2224c57640 1 Processor -- start 2024-09-05T06:10:12.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1166869638 0 0) 0x7f50880cfd90 con 0x7f508806c200 2024-09-05T06:10:12.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f8421475640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8414051290 0x7f8414006600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f8421475640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84140523c0 con 0x7f8414054c20 2024-09-05T06:10:12.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f8421475640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84140526a0 con 0x7f8414036cc0 2024-09-05T06:10:12.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5074003530 con 0x7f508806c200 2024-09-05T06:10:12.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f8421475640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8414052980 con 0x7f8414051290 2024-09-05T06:10:12.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f507ffff640 1 --2- 172.21.15.70:0/1621056730 >> v2:172.21.15.70:3300/0 conn(0x7f508806efb0 0x7f508806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f2224c57640 1 -- start start 2024-09-05T06:10:12.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f841a7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8414051290 0x7f8414006600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f841a7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8414051290 0x7f8414006600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56274/0 (socket says 172.21.15.70:56274) 2024-09-05T06:10:12.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f841a7fc640 1 -- 172.21.15.70:0/3283777624 learned_addr learned my addr 172.21.15.70:0/3283777624 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd938dd2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd93415ed10 0x7fd934071ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd938dd2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd9340b63a0 0x7fd9340721e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd938dd2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd93415f0f0 con 0x7fd93406e6d0 2024-09-05T06:10:12.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd938dd2640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd9340b60a0 con 0x7fd9340b63a0 2024-09-05T06:10:12.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd938dd2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd9340ae8b0 con 0x7fd93415ed10 2024-09-05T06:10:12.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c2d8c5640 1 -- start start 2024-09-05T06:10:12.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c2d8c5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3c200e2cb0 0x7f3c20058170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c2d8c5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3c20006750 0x7f3c20053780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c2d8c5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c200e3090 con 0x7f3c20053cc0 2024-09-05T06:10:12.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c2d8c5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3c20006c50 con 0x7f3c200e2cb0 2024-09-05T06:10:12.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c2d8c5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3c20006f30 con 0x7f3c20006750 2024-09-05T06:10:12.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f2224c57640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2220072f20 0x7f2220166bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f2224c57640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2220071ad0 con 0x7f2220166550 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f2224c57640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2220166930 con 0x7f2220167100 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f2224c57640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2220167570 con 0x7f2220072f20 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1933438803 0 0) 0x7f5074003530 con 0x7f508806c200 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 >> v2:172.21.15.70:3300/0 conn(0x7f508806efb0 msgr2=0x7f508806bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 --2- 172.21.15.70:0/1621056730 >> v2:172.21.15.70:3300/0 conn(0x7f508806efb0 0x7f508806bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 >> v1:172.21.15.196:6789/0 conn(0x7f50881460c0 legacy=0x7f50880706a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50880d0350 con 0x7f508806c200 2024-09-05T06:10:12.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5080001a00 con 0x7f508806c200 2024-09-05T06:10:12.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 >> v1:172.21.15.70:6789/0 conn(0x7f508806c200 legacy=0x7f508815cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5074003a30 0x7f5074003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5074004810 0x7f5074004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5074005240 0x7f507400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f50880d0e30 con 0x7f5074004810 2024-09-05T06:10:12.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f507400c1a0 con 0x7f5074005240 2024-09-05T06:10:12.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f507400c3a0 con 0x7f5074003a30 2024-09-05T06:10:12.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd9337fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd93415ed10 0x7fd934071ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c27fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3c20006750 0x7f3c20053780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd9337fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd93415ed10 0x7fd934071ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:44144/0 (socket says 172.21.15.70:44144) 2024-09-05T06:10:12.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd9337fe640 1 -- 172.21.15.70:0/2914376667 learned_addr learned my addr 172.21.15.70:0/2914376667 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c27fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3c20006750 0x7f3c20053780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:59214/0 (socket says 172.21.15.70:59214) 2024-09-05T06:10:12.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f3c27fff640 1 -- 172.21.15.70:0/3939318569 learned_addr learned my addr 172.21.15.70:0/3939318569 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f9533a9c640 1 Processor -- start 2024-09-05T06:10:12.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fd932ffd640 1 --2- 172.21.15.70:0/2914376667 >> v2:172.21.15.196:3300/0 conn(0x7fd9340b63a0 0x7fd9340721e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f3c2c8c3640 1 --2- 172.21.15.70:0/3939318569 >> v2:172.21.15.70:3300/0 conn(0x7f3c200e2cb0 0x7f3c20058170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f221ffff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f2220167100 0x7f22200b43f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:38962/0 (socket says 172.21.15.70:38962) 2024-09-05T06:10:12.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f221ffff640 1 -- 172.21.15.70:0/1101086945 learned_addr learned my addr 172.21.15.70:0/1101086945 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7f508659c640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5074003a30 0x7f5074003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f507ffff640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5074004810 0x7f5074004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf0a7c640 1 -- 172.21.15.70:0/54777148 >> v1:172.21.15.196:6789/0 conn(0x7fddec162070 legacy=0x7fddec06bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf0a7c640 1 -- 172.21.15.70:0/54777148 >> v1:172.21.15.70:6789/0 conn(0x7fddec06c3d0 legacy=0x7fddec0b5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.392+0000 7fddf0a7c640 1 -- 172.21.15.70:0/54777148 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddec06f4b0 con 0x7fddec073250 2024-09-05T06:10:12.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f5086d9d640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5074005240 0x7f507400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f508659c640 1 -- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5074005240 msgr2=0x7f507400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f508659c640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5074005240 0x7f507400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f508659c640 1 -- 172.21.15.70:0/1621056730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5074004810 msgr2=0x7f5074004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f508659c640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5074004810 0x7f5074004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f508659c640 1 -- 172.21.15.70:0/1621056730 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50880d0350 con 0x7f5074003a30 2024-09-05T06:10:12.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f9533a9c640 1 -- start start 2024-09-05T06:10:12.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f9533a9c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f952c15b850 0x7f952c06f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f9533a9c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f952c06ff90 con 0x7f952c072be0 2024-09-05T06:10:12.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f9533a9c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f952c070270 con 0x7f952c06fa10 2024-09-05T06:10:12.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f9533a9c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f952c070550 con 0x7f952c15b850 2024-09-05T06:10:12.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f5086d9d640 1 -- 172.21.15.70:0/1621056730 reap_dead start 2024-09-05T06:10:12.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f3c27fff640 1 -- 172.21.15.70:0/3939318569 >> v2:172.21.15.70:3300/0 conn(0x7f3c200e2cb0 msgr2=0x7f3c20058170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f3c27fff640 1 --2- 172.21.15.70:0/3939318569 >> v2:172.21.15.70:3300/0 conn(0x7f3c200e2cb0 0x7f3c20058170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f3c27fff640 1 -- 172.21.15.70:0/3939318569 >> v1:172.21.15.70:6789/0 conn(0x7f3c20053cc0 legacy=0x7f3c20056610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f3c27fff640 1 -- 172.21.15.70:0/3939318569 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c20007210 con 0x7f3c20006750 2024-09-05T06:10:12.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f3c2c8c3640 1 --2- 172.21.15.70:0/3939318569 >> v2:172.21.15.70:3300/0 conn(0x7f3c200e2cb0 0x7f3c20058170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:10:12.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7fd9337fe640 1 -- 172.21.15.70:0/2914376667 >> v2:172.21.15.196:3300/0 conn(0x7fd9340b63a0 msgr2=0x7fd9340721e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7fd9337fe640 1 --2- 172.21.15.70:0/2914376667 >> v2:172.21.15.196:3300/0 conn(0x7fd9340b63a0 0x7fd9340721e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7fd9337fe640 1 -- 172.21.15.70:0/2914376667 >> v1:172.21.15.196:6789/0 conn(0x7fd93406e6d0 legacy=0x7fd9340b4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7fd9337fe640 1 -- 172.21.15.70:0/2914376667 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9340aeb90 con 0x7fd93415ed10 2024-09-05T06:10:12.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f221effd640 1 --2- 172.21.15.70:0/1101086945 >> v2:172.21.15.70:3300/0 conn(0x7f2220072f20 0x7f2220166bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7fddf0a7c640 1 --2- 172.21.15.70:0/54777148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec073250 0x7fddec0705a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdde4009e50 tx=0x7fdde401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1d60d72f0c58671 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f221effd640 1 -- 172.21.15.70:0/1101086945 >> v1:172.21.15.196:6789/0 conn(0x7f2220167100 legacy=0x7f22200b43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f221effd640 1 -- 172.21.15.70:0/1101086945 >> v1:172.21.15.70:6789/0 conn(0x7f2220166550 legacy=0x7f22200713c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f221effd640 1 -- 172.21.15.70:0/1101086945 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2220073400 con 0x7f2220072f20 2024-09-05T06:10:12.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f3c27fff640 1 --2- 172.21.15.70:0/3939318569 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c20006750 0x7f3c20053780 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3c2000f290 tx=0x7f3c1c01c4e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ac8397b934d2a19 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f152365b640 1 Processor -- start 2024-09-05T06:10:12.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f152365b640 1 -- start start 2024-09-05T06:10:12.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f9531037640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f952c06fa10 0x7f952c0724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:38964/0 (socket says 172.21.15.70:38964) 2024-09-05T06:10:12.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7f9531037640 1 -- 172.21.15.70:0/1380627504 learned_addr learned my addr 172.21.15.70:0/1380627504 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.396+0000 7fd9337fe640 1 --2- 172.21.15.70:0/2914376667 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd93415ed10 0x7fd934071ca0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd928009870 tx=0x7fd92801c510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4995335e1e6b453f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f841a7fc640 1 -- 172.21.15.70:0/3283777624 >> v1:172.21.15.196:6789/0 conn(0x7f8414036cc0 legacy=0x7f8414054510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f841a7fc640 1 -- 172.21.15.70:0/3283777624 >> v1:172.21.15.70:6789/0 conn(0x7f8414054c20 legacy=0x7f84140502d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f841a7fc640 1 -- 172.21.15.70:0/3283777624 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8414052c60 con 0x7f8414051290 2024-09-05T06:10:12.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd9327fc640 1 -- 172.21.15.70:0/2914376667 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9280b1070 con 0x7fd93415ed10 2024-09-05T06:10:12.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd9327fc640 1 -- 172.21.15.70:0/2914376667 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9280a8050 con 0x7fd93415ed10 2024-09-05T06:10:12.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f9531838640 1 --2- 172.21.15.70:0/1380627504 >> v2:172.21.15.70:3300/0 conn(0x7f952c15b850 0x7f952c06f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f152365b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036840 0x7f1514006f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f152365b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1514039e40 con 0x7f1514036460 2024-09-05T06:10:12.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f152365b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f151403a120 con 0x7f15140522c0 2024-09-05T06:10:12.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f152365b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1514054e90 con 0x7f1514036840 2024-09-05T06:10:12.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd9327fc640 1 -- 172.21.15.70:0/2914376667 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9280ac860 con 0x7fd93415ed10 2024-09-05T06:10:12.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f1520bf6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036840 0x7f1514006f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f15223f9640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f15140522c0 0x7f1514052710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:38968/0 (socket says 172.21.15.70:38968) 2024-09-05T06:10:12.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f221effd640 1 --2- 172.21.15.70:0/1101086945 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 0x7f2220166bc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f22140097c0 tx=0x7f221401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6aeb11a332289bd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f15223f9640 1 -- 172.21.15.70:0/775367020 learned_addr learned my addr 172.21.15.70:0/775367020 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:12.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f508659c640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5074003a30 0x7f5074003e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5070001780 tx=0x7f507001c440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2e9043ef48a3beb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f1520bf6640 1 -- 172.21.15.70:0/775367020 >> v1:172.21.15.196:6789/0 conn(0x7f15140522c0 legacy=0x7f1514052710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f1520bf6640 1 -- 172.21.15.70:0/775367020 >> v1:172.21.15.70:6789/0 conn(0x7f1514036460 legacy=0x7f151400b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f1520bf6640 1 -- 172.21.15.70:0/775367020 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f151403a400 con 0x7f1514036840 2024-09-05T06:10:12.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f221e7fc640 1 -- 172.21.15.70:0/1101086945 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22140b0070 con 0x7f2220072f20 2024-09-05T06:10:12.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fddeaffd640 1 -- 172.21.15.70:0/54777148 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde40a5840 con 0x7fddec073250 2024-09-05T06:10:12.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f221e7fc640 1 -- 172.21.15.70:0/1101086945 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22140ab600 con 0x7f2220072f20 2024-09-05T06:10:12.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f841a7fc640 1 --2- 172.21.15.70:0/3283777624 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8414051290 0x7f8414006600 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f840c009870 tx=0x7f840c01c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2ec919126e301d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fddeaffd640 1 -- 172.21.15.70:0/54777148 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdde40a59e0 con 0x7fddec073250 2024-09-05T06:10:12.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fddeaffd640 1 -- 172.21.15.70:0/54777148 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde40a5db0 con 0x7fddec073250 2024-09-05T06:10:12.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f221e7fc640 1 -- 172.21.15.70:0/1101086945 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22140ab9d0 con 0x7f2220072f20 2024-09-05T06:10:12.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fddf24df640 1 -- 172.21.15.70:0/54777148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec073250 msgr2=0x7fddec0705a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fddf24df640 1 --2- 172.21.15.70:0/54777148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec073250 0x7fddec0705a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdde4009e50 tx=0x7fdde401c960 comp rx=0 tx=0).stop 2024-09-05T06:10:12.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fddf24df640 1 -- 172.21.15.70:0/54777148 shutdown_connections 2024-09-05T06:10:12.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fddf24df640 1 --2- 172.21.15.70:0/54777148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec073250 0x7fddec0705a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fddf24df640 1 -- 172.21.15.70:0/54777148 >> 172.21.15.70:0/54777148 conn(0x7fddec072730 msgr2=0x7fddec072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f8419ffb640 1 -- 172.21.15.70:0/3283777624 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f840c0ab610 con 0x7f8414051290 2024-09-05T06:10:12.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f8419ffb640 1 -- 172.21.15.70:0/3283777624 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f840c0b0070 con 0x7f8414051290 2024-09-05T06:10:12.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f8419ffb640 1 -- 172.21.15.70:0/3283777624 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f840c0ab9d0 con 0x7f8414051290 2024-09-05T06:10:12.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c277fe640 1 -- 172.21.15.70:0/3939318569 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c0b2070 con 0x7f3c20006750 2024-09-05T06:10:12.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c277fe640 1 -- 172.21.15.70:0/3939318569 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c1c0ad640 con 0x7f3c20006750 2024-09-05T06:10:12.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c277fe640 1 -- 172.21.15.70:0/3939318569 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c0ada10 con 0x7f3c20006750 2024-09-05T06:10:12.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- 172.21.15.70:0/1101086945 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 msgr2=0x7f2220166bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 --2- 172.21.15.70:0/1101086945 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 0x7f2220166bc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f22140097c0 tx=0x7f221401c430 comp rx=0 tx=0).stop 2024-09-05T06:10:12.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- 172.21.15.70:0/1101086945 shutdown_connections 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 --2- 172.21.15.70:0/1101086945 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 0x7f2220166bc0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- 172.21.15.70:0/1101086945 >> 172.21.15.70:0/1101086945 conn(0x7f22200b24e0 msgr2=0x7f22200b28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- 172.21.15.70:0/1101086945 shutdown_connections 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- 172.21.15.70:0/1101086945 wait complete. 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- 172.21.15.70:0/3283777624 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8414051290 msgr2=0x7f8414006600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 --2- 172.21.15.70:0/3283777624 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8414051290 0x7f8414006600 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f840c009870 tx=0x7f840c01c530 comp rx=0 tx=0).stop 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- 172.21.15.70:0/3283777624 shutdown_connections 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 --2- 172.21.15.70:0/3283777624 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8414051290 0x7f8414006600 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- 172.21.15.70:0/3283777624 >> 172.21.15.70:0/3283777624 conn(0x7f841401ea20 msgr2=0x7f84140556c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- 172.21.15.70:0/3283777624 shutdown_connections 2024-09-05T06:10:12.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- 172.21.15.70:0/3283777624 wait complete. 2024-09-05T06:10:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3939318569 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c20006750 msgr2=0x7f3c20053780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3939318569 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c20006750 0x7f3c20053780 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3c2000f290 tx=0x7f3c1c01c4e0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 -- 172.21.15.70:0/2914376667 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd93415ed10 msgr2=0x7fd934071ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 --2- 172.21.15.70:0/2914376667 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd93415ed10 0x7fd934071ca0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd928009870 tx=0x7fd92801c510 comp rx=0 tx=0).stop 2024-09-05T06:10:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 -- 172.21.15.70:0/2914376667 shutdown_connections 2024-09-05T06:10:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 --2- 172.21.15.70:0/2914376667 >> v2:172.21.15.196:3300/0 conn(0x7fd9340b63a0 0x7fd9340721e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 --2- 172.21.15.70:0/2914376667 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd93415ed10 0x7fd934071ca0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 -- 172.21.15.70:0/2914376667 >> 172.21.15.70:0/2914376667 conn(0x7fd93406dbb0 msgr2=0x7fd93406dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 -- 172.21.15.70:0/2914376667 shutdown_connections 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 -- 172.21.15.70:0/2914376667 wait complete. 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 Processor -- start 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7fd938dd2640 1 -- start start 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd938dd2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd93406e6d0 0x7fd9340d0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd938dd2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9340b63a0 0x7fd93420cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd93406e6d0 0x7fd9340d0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd93406e6d0 0x7fd9340d0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56326/0 (socket says 172.21.15.70:56326) 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd938dd2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd93415ed10 0x7fd934157620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd938dd2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd93416b870 con 0x7fd93406e6d0 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd938dd2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd9340b5dd0 con 0x7fd93415ed10 2024-09-05T06:10:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd938dd2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd93416b9f0 con 0x7fd9340b63a0 2024-09-05T06:10:12.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 -- 172.21.15.70:0/953054907 learned_addr learned my addr 172.21.15.70:0/953054907 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd932ffd640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9340b63a0 0x7fd93420cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd933fff640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd93415ed10 0x7fd934157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 Processor -- start 2024-09-05T06:10:12.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f9531838640 1 -- 172.21.15.70:0/1380627504 >> v1:172.21.15.196:6789/0 conn(0x7f952c06fa10 legacy=0x7f952c0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f9531838640 1 -- 172.21.15.70:0/1380627504 >> v1:172.21.15.70:6789/0 conn(0x7f952c072be0 legacy=0x7f952c0b4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.400+0000 7f9531838640 1 -- 172.21.15.70:0/1380627504 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952c070830 con 0x7f952c15b850 2024-09-05T06:10:12.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 -- 172.21.15.70:0/54777148 shutdown_connections 2024-09-05T06:10:12.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 -- 172.21.15.70:0/953054907 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9340b63a0 msgr2=0x7fd93420cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9340b63a0 0x7fd93420cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 -- 172.21.15.70:0/953054907 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd93415ed10 msgr2=0x7fd934157620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd93415ed10 0x7fd934157620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 -- 172.21.15.70:0/953054907 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd934156580 con 0x7fd93406e6d0 2024-09-05T06:10:12.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 -- 172.21.15.70:0/54777148 wait complete. 2024-09-05T06:10:12.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 Processor -- start 2024-09-05T06:10:12.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f1520bf6640 1 --2- 172.21.15.70:0/775367020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036840 0x7f1514006f00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f150c0097f0 tx=0x7f150c01e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91bfc120c1441796 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 Processor -- start 2024-09-05T06:10:12.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- start start 2024-09-05T06:10:12.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3939318569 shutdown_connections 2024-09-05T06:10:12.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3939318569 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c20006750 0x7f3c20053780 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3939318569 >> v2:172.21.15.70:3300/0 conn(0x7f3c200e2cb0 0x7f3c20058170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3939318569 >> 172.21.15.70:0/3939318569 conn(0x7f3c2003a530 msgr2=0x7f3c2003a940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd9337fe640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd93406e6d0 0x7fd9340d0080 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd92801abc0 tx=0x7fd9280192b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f9531838640 1 --2- 172.21.15.70:0/1380627504 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c15b850 0x7f952c06f4d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f95280097c0 tx=0x7f952801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60446431d30bf5cc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- start start 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 0x7f22200cf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2220166550 0x7f222014ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2220167100 0x7f22201597c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f22200b56e0 con 0x7f2220072f20 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f22200b5560 con 0x7f2220167100 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f2224c57640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f22200b3f60 con 0x7f2220166550 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f9530836640 1 -- 172.21.15.70:0/1380627504 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95280ab620 con 0x7f952c15b850 2024-09-05T06:10:12.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f9530836640 1 -- 172.21.15.70:0/1380627504 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95280b0070 con 0x7f952c15b850 2024-09-05T06:10:12.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f9530836640 1 -- 172.21.15.70:0/1380627504 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95280aba20 con 0x7f952c15b850 2024-09-05T06:10:12.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50700013a0 con 0x7f5074003a30 2024-09-05T06:10:12.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50700052f0 con 0x7f5074003a30 2024-09-05T06:10:12.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f5085d9b640 1 -- 172.21.15.70:0/1621056730 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070003840 con 0x7f5074003a30 2024-09-05T06:10:12.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f1513fff640 1 -- 172.21.15.70:0/775367020 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c0aa640 con 0x7f1514036840 2024-09-05T06:10:12.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f1513fff640 1 -- 172.21.15.70:0/775367020 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f150c0aa7e0 con 0x7f1514036840 2024-09-05T06:10:12.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f1513fff640 1 -- 172.21.15.70:0/775367020 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c0aabf0 con 0x7f1514036840 2024-09-05T06:10:12.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3939318569 shutdown_connections 2024-09-05T06:10:12.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 -- start start 2024-09-05T06:10:12.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddec06c3d0 0x7fddec14eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddec073250 0x7fddec153740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec162070 0x7fddec151090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fddec0739b0 con 0x7fddec162070 2024-09-05T06:10:12.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fddec073830 con 0x7fddec073250 2024-09-05T06:10:12.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fddf24df640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fddec16d180 con 0x7fddec06c3d0 2024-09-05T06:10:12.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f508cb87640 1 -- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5074003a30 msgr2=0x7f5074003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f508cb87640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5074003a30 0x7f5074003e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5070001780 tx=0x7f507001c440 comp rx=0 tx=0).stop 2024-09-05T06:10:12.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddec06c3d0 0x7fddec14eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3939318569 wait complete. 2024-09-05T06:10:12.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddec06c3d0 0x7fddec14eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:44204/0 (socket says 172.21.15.70:44204) 2024-09-05T06:10:12.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 -- 172.21.15.70:0/3882349149 learned_addr learned my addr 172.21.15.70:0/3882349149 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd91bfff640 1 -- 172.21.15.70:0/953054907 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9280bd070 con 0x7fd93406e6d0 2024-09-05T06:10:12.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd91bfff640 1 -- 172.21.15.70:0/953054907 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9280b7630 con 0x7fd93406e6d0 2024-09-05T06:10:12.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd91bfff640 1 -- 172.21.15.70:0/953054907 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9280b1040 con 0x7fd93406e6d0 2024-09-05T06:10:12.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd934156860 con 0x7fd93406e6d0 2024-09-05T06:10:12.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddeb7fe640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddec073250 0x7fddec153740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8414036cc0 0x7f84140e2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8414051290 0x7f84140df5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd934156e20 con 0x7fd93406e6d0 2024-09-05T06:10:12.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8414054c20 0x7f84140db370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f84140f0cb0 con 0x7f8414054c20 2024-09-05T06:10:12.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f84140f0b30 con 0x7f8414051290 2024-09-05T06:10:12.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f8421475640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f84140f0e30 con 0x7f8414036cc0 2024-09-05T06:10:12.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8414036cc0 0x7f84140e2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8414036cc0 0x7f84140e2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:44192/0 (socket says 172.21.15.70:44192) 2024-09-05T06:10:12.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 -- 172.21.15.70:0/2861617973 learned_addr learned my addr 172.21.15.70:0/2861617973 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841a7fc640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8414051290 0x7f84140df5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 -- 172.21.15.70:0/1621056730 shutdown_connections 2024-09-05T06:10:12.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 --2- 172.21.15.70:0/1621056730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5074003a30 0x7f5074003e50 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 -- 172.21.15.70:0/1621056730 >> 172.21.15.70:0/1621056730 conn(0x7f508806cdd0 msgr2=0x7f508806d1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2d8c5640 1 Processor -- start 2024-09-05T06:10:12.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221ffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2220167100 0x7f22201597c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221ffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2220167100 0x7f22201597c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:59246/0 (socket says 172.21.15.70:59246) 2024-09-05T06:10:12.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221ffff640 1 -- 172.21.15.70:0/2526164554 learned_addr learned my addr 172.21.15.70:0/2526164554 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221f7fe640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 0x7f22200cf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 -- 172.21.15.70:0/2861617973 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8414051290 msgr2=0x7f84140df5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8414051290 0x7f84140df5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 -- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8414054c20 msgr2=0x7f84140db370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8414054c20 0x7f84140db370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 -- 172.21.15.70:0/2861617973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84140dd7f0 con 0x7f8414036cc0 2024-09-05T06:10:12.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 -- 172.21.15.70:0/1621056730 shutdown_connections 2024-09-05T06:10:12.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f152365b640 1 -- 172.21.15.70:0/775367020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036840 msgr2=0x7f1514006f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f152365b640 1 --2- 172.21.15.70:0/775367020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036840 0x7f1514006f00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f150c0097f0 tx=0x7f150c01e720 comp rx=0 tx=0).stop 2024-09-05T06:10:12.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f152365b640 1 -- 172.21.15.70:0/775367020 shutdown_connections 2024-09-05T06:10:12.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f152365b640 1 --2- 172.21.15.70:0/775367020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036840 0x7f1514006f00 secure :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f150c0097f0 tx=0x7f150c01e720 comp rx=0 tx=0).stop 2024-09-05T06:10:12.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f152365b640 1 -- 172.21.15.70:0/775367020 >> 172.21.15.70:0/775367020 conn(0x7f151401db10 msgr2=0x7f1514054780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f9533a9c640 1 -- 172.21.15.70:0/1380627504 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c15b850 msgr2=0x7f952c06f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.404+0000 7f9533a9c640 1 --2- 172.21.15.70:0/1380627504 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c15b850 0x7f952c06f4d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f95280097c0 tx=0x7f952801c490 comp rx=0 tx=0).stop 2024-09-05T06:10:12.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221effd640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2220166550 0x7f222014ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221f7fe640 1 -- 172.21.15.70:0/2526164554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2220166550 msgr2=0x7f222014ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221f7fe640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2220166550 0x7f222014ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221f7fe640 1 -- 172.21.15.70:0/2526164554 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2220167100 msgr2=0x7f22201597c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221f7fe640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2220167100 0x7f22201597c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221f7fe640 1 -- 172.21.15.70:0/2526164554 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f222015a010 con 0x7f2220072f20 2024-09-05T06:10:12.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 -- 172.21.15.70:0/775367020 shutdown_connections 2024-09-05T06:10:12.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f9533a9c640 1 -- 172.21.15.70:0/1380627504 shutdown_connections 2024-09-05T06:10:12.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f9533a9c640 1 --2- 172.21.15.70:0/1380627504 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c15b850 0x7f952c06f4d0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f9533a9c640 1 -- 172.21.15.70:0/1380627504 >> 172.21.15.70:0/1380627504 conn(0x7f952c06cdd0 msgr2=0x7f952c06d1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 -- 172.21.15.70:0/775367020 wait complete. 2024-09-05T06:10:12.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9140052a0 con 0x7fd93406e6d0 2024-09-05T06:10:12.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f221f7fe640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 0x7f22200cf5f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f221000c3f0 tx=0x7f221000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f9533a9c640 1 -- 172.21.15.70:0/1380627504 shutdown_connections 2024-09-05T06:10:12.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddf0a7c640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec162070 0x7fddec151090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 -- 172.21.15.70:0/3882349149 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddec073250 msgr2=0x7fddec153740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddec073250 0x7fddec153740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 -- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec162070 msgr2=0x7fddec151090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec162070 0x7fddec151090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 -- 172.21.15.70:0/3882349149 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddec14f4d0 con 0x7fddec06c3d0 2024-09-05T06:10:12.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddebfff640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddec06c3d0 0x7fddec14eb60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdde000c430 tx=0x7fdde000c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fdde8ff9640 1 -- 172.21.15.70:0/3882349149 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde00074e0 con 0x7fddec06c3d0 2024-09-05T06:10:12.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddf24df640 1 -- 172.21.15.70:0/3882349149 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddec14f7b0 con 0x7fddec06c3d0 2024-09-05T06:10:12.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddf24df640 1 -- 172.21.15.70:0/3882349149 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fddec153220 con 0x7fddec06c3d0 2024-09-05T06:10:12.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 Processor -- start 2024-09-05T06:10:12.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f2207fff640 1 -- 172.21.15.70:0/2526164554 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22100052d0 con 0x7f2220072f20 2024-09-05T06:10:12.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f2207fff640 1 -- 172.21.15.70:0/2526164554 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2210005470 con 0x7f2220072f20 2024-09-05T06:10:12.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f2207fff640 1 -- 172.21.15.70:0/2526164554 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2210007240 con 0x7f2220072f20 2024-09-05T06:10:12.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 -- 172.21.15.70:0/1621056730 wait complete. 2024-09-05T06:10:12.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 Processor -- start 2024-09-05T06:10:12.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 -- start start 2024-09-05T06:10:12.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f841affd640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8414036cc0 0x7f84140e2470 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f841000c3f0 tx=0x7f841000c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f84037fe640 1 -- 172.21.15.70:0/2861617973 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8410017070 con 0x7f8414036cc0 2024-09-05T06:10:12.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f84037fe640 1 -- 172.21.15.70:0/2861617973 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84100052d0 con 0x7f8414036cc0 2024-09-05T06:10:12.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f84037fe640 1 -- 172.21.15.70:0/2861617973 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8410003840 con 0x7f8414036cc0 2024-09-05T06:10:12.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84140ddad0 con 0x7f8414036cc0 2024-09-05T06:10:12.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f84140de090 con 0x7f8414036cc0 2024-09-05T06:10:12.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8414006600 con 0x7f8414036cc0 2024-09-05T06:10:12.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f84037fe640 1 -- 172.21.15.70:0/2861617973 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f841001a070 con 0x7f8414036cc0 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f84037fe640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f84080678c0 0x7f8408069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f84037fe640 1 -- 172.21.15.70:0/2861617973 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f8410084fc0 con 0x7f8414036cc0 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f841a7fc640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f84080678c0 0x7f8408069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2d8c5640 1 -- start start 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2d8c5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c20006750 0x7f3c20050270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2d8c5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c20053cc0 0x7f3c200cc330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2d8c5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c200e2cb0 0x7f3c2003d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2d8c5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3c200ef800 con 0x7f3c200e2cb0 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2d8c5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3c200588c0 con 0x7f3c20053cc0 2024-09-05T06:10:12.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2d8c5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3c200ef980 con 0x7f3c20006750 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2c8c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c20006750 0x7f3c20050270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2c8c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c20006750 0x7f3c20050270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:44216/0 (socket says 172.21.15.70:44216) 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f3c2c8c3640 1 -- 172.21.15.70:0/3297892673 learned_addr learned my addr 172.21.15.70:0/3297892673 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2c8c3640 1 -- 172.21.15.70:0/3297892673 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c20053cc0 msgr2=0x7f3c200cc330 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2c8c3640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c20053cc0 0x7f3c200cc330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2c8c3640 1 -- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c200e2cb0 msgr2=0x7f3c2003d9f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2c8c3640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c200e2cb0 0x7f3c2003d9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2c8c3640 1 -- 172.21.15.70:0/3297892673 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c20050900 con 0x7f3c20006750 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2c8c3640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c20006750 0x7f3c20050270 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3c1400e980 tx=0x7f3c1400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c257fa640 1 -- 172.21.15.70:0/3297892673 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c14017070 con 0x7f3c20006750 2024-09-05T06:10:12.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c20050be0 con 0x7f3c20006750 2024-09-05T06:10:12.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c200511a0 con 0x7f3c20006750 2024-09-05T06:10:12.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fd91bfff640 1 -- 172.21.15.70:0/953054907 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd9280b7a00 con 0x7fd93406e6d0 2024-09-05T06:10:12.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fd91bfff640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd920067990 0x7fd920069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fd91bfff640 1 -- 172.21.15.70:0/953054907 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fd92811fd20 con 0x7fd93406e6d0 2024-09-05T06:10:12.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7fd932ffd640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd920067990 0x7fd920069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7fd932ffd640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd920067990 0x7fd920069e50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd93406fc80 tx=0x7fd924008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f9533a9c640 1 -- 172.21.15.70:0/1380627504 wait complete. 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9533a9c640 1 Processor -- start 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9533a9c640 1 -- start start 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9533a9c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f952c06fa10 0x7f952c148690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9533a9c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c072be0 0x7f952c153b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9533a9c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f952c15b850 0x7f952c154080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f952c06fa10 0x7f952c148690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9533a9c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f952c0b59e0 con 0x7f952c072be0 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9533a9c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f952c0b5860 con 0x7f952c06fa10 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9533a9c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f952c0b5b60 con 0x7f952c15b850 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f952c06fa10 0x7f952c148690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:59296/0 (socket says 172.21.15.70:59296) 2024-09-05T06:10:12.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 -- 172.21.15.70:0/3178348559 learned_addr learned my addr 172.21.15.70:0/3178348559 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 -- start start 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5074003a30 0x7f508813ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f508815de40 0x7f508815e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f508815e800 0x7f508815fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f50880d0910 con 0x7f508815e800 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f508806c670 con 0x7f5074003a30 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f508cb87640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f50881464a0 con 0x7f508815de40 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f508815e800 0x7f508815fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f508815e800 0x7f508815fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56378/0 (socket says 172.21.15.70:56378) 2024-09-05T06:10:12.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 -- 172.21.15.70:0/3175784141 learned_addr learned my addr 172.21.15.70:0/3175784141 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f507ffff640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f508815de40 0x7f508815e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 -- 172.21.15.70:0/3175784141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f508815de40 msgr2=0x7f508815e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f508815de40 0x7f508815e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 -- 172.21.15.70:0/3175784141 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5074003a30 msgr2=0x7f508813ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5074003a30 0x7f508813ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 -- 172.21.15.70:0/3175784141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508815ec80 con 0x7f508815e800 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f5086d9d640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f508815e800 0x7f508815fcc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5088073dc0 tx=0x7f5080011af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fddf24df640 1 -- 172.21.15.70:0/3882349149 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddec0705a0 con 0x7fddec06c3d0 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fdde8ff9640 1 -- 172.21.15.70:0/3882349149 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdde0007680 con 0x7fddec06c3d0 2024-09-05T06:10:12.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7fdde8ff9640 1 -- 172.21.15.70:0/3882349149 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde00049f0 con 0x7fddec06c3d0 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036460 0x7f15141aa660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15140522c0 0x7f1514101ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1514021ab0 0x7f15141021e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f15140075c0 con 0x7f15140522c0 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1514007440 con 0x7f1514021ab0 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.408+0000 7f152365b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f151410ecd0 con 0x7f1514036460 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1514021ab0 0x7f15141021e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1514021ab0 0x7f15141021e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:59274/0 (socket says 172.21.15.70:59274) 2024-09-05T06:10:12.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 -- 172.21.15.70:0/62927147 learned_addr learned my addr 172.21.15.70:0/62927147 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 -- 172.21.15.70:0/62927147 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036460 msgr2=0x7f15141aa660 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036460 0x7f15141aa660 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 -- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15140522c0 msgr2=0x7f1514101ca0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15140522c0 0x7f1514101ca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 -- 172.21.15.70:0/62927147 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1514034290 con 0x7f1514021ab0 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f15223f9640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1514021ab0 0x7f15141021e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f151c06b070 tx=0x7f151c069950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f1511ffb640 1 -- 172.21.15.70:0/62927147 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c07f070 con 0x7f1514021ab0 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f1511ffb640 1 -- 172.21.15.70:0/62927147 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f151c0741c0 con 0x7f1514021ab0 2024-09-05T06:10:12.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15141aaba0 con 0x7f1514021ab0 2024-09-05T06:10:12.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f841a7fc640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f84080678c0 0x7f8408069d80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f840c0af000 tx=0x7f840c0a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f1511ffb640 1 -- 172.21.15.70:0/62927147 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c072850 con 0x7f1514021ab0 2024-09-05T06:10:12.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9532039640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f952c15b850 0x7f952c154080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c20053780 con 0x7f3c20006750 2024-09-05T06:10:12.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1514021fd0 con 0x7f1514021ab0 2024-09-05T06:10:12.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531037640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c072be0 0x7f952c153b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f222015a2f0 con 0x7f2220072f20 2024-09-05T06:10:12.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f222015a8b0 con 0x7f2220072f20 2024-09-05T06:10:12.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 -- 172.21.15.70:0/3178348559 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f952c15b850 msgr2=0x7f952c154080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f952c15b850 0x7f952c154080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 -- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c072be0 msgr2=0x7f952c153b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c072be0 0x7f952c153b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 -- 172.21.15.70:0/3178348559 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952c15cc30 con 0x7f952c06fa10 2024-09-05T06:10:12.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1514006f00 con 0x7f1514021ab0 2024-09-05T06:10:12.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f9531838640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f952c06fa10 0x7f952c148690 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f95280ad040 tx=0x7f952801acd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.412+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2220166bc0 con 0x7f2220072f20 2024-09-05T06:10:12.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f95227fc640 1 -- 172.21.15.70:0/3178348559 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95280abdd0 con 0x7f952c06fa10 2024-09-05T06:10:12.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f95227fc640 1 -- 172.21.15.70:0/3178348559 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95280bf410 con 0x7f952c06fa10 2024-09-05T06:10:12.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f95227fc640 1 -- 172.21.15.70:0/3178348559 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95280bf800 con 0x7f952c06fa10 2024-09-05T06:10:12.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7fdde8ff9640 1 -- 172.21.15.70:0/3882349149 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdde001a020 con 0x7fddec06c3d0 2024-09-05T06:10:12.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7fdde8ff9640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fddd80678f0 0x7fddd8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7fddeb7fe640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fddd80678f0 0x7fddd8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7fdde8ff9640 1 -- 172.21.15.70:0/3882349149 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fdde0085b80 con 0x7fddec06c3d0 2024-09-05T06:10:12.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7fddeb7fe640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fddd80678f0 0x7fddd8069db0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fddec0afce0 tx=0x7fdddc007e40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f1511ffb640 1 -- 172.21.15.70:0/62927147 <== mon.1 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f151c082070 con 0x7f1514021ab0 2024-09-05T06:10:12.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f952c15cf10 con 0x7f952c06fa10 2024-09-05T06:10:12.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f952c15d4d0 con 0x7f952c06fa10 2024-09-05T06:10:12.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f507effd640 1 -- 172.21.15.70:0/3175784141 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5080005640 con 0x7f508815e800 2024-09-05T06:10:12.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f508813d810 con 0x7f508815e800 2024-09-05T06:10:12.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7fd91bfff640 1 -- 172.21.15.70:0/953054907 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd9280c6020 con 0x7fd93406e6d0 2024-09-05T06:10:12.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50881416d0 con 0x7f508815e800 2024-09-05T06:10:12.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f1511ffb640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15000678c0 0x7f1500069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f1511ffb640 1 -- 172.21.15.70:0/62927147 <== mon.1 v2:172.21.15.196:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f151c0f0cd0 con 0x7f1514021ab0 2024-09-05T06:10:12.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f15213f7640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15000678c0 0x7f1500069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f507effd640 1 -- 172.21.15.70:0/3175784141 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5080012040 con 0x7f508815e800 2024-09-05T06:10:12.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f507effd640 1 -- 172.21.15.70:0/3175784141 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50800059e0 con 0x7f508815e800 2024-09-05T06:10:12.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f15213f7640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15000678c0 0x7f1500069d80 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1518007fd0 tx=0x7f1518007900 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f506c0052a0 con 0x7f508815e800 2024-09-05T06:10:12.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f2207fff640 1 -- 172.21.15.70:0/2526164554 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f22100073e0 con 0x7f2220072f20 2024-09-05T06:10:12.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f507effd640 1 -- 172.21.15.70:0/3175784141 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f508001e020 con 0x7f508815e800 2024-09-05T06:10:12.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.416+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f952c06f4d0 con 0x7f952c06fa10 2024-09-05T06:10:12.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.420+0000 7f2207fff640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f220c067910 0x7f220c069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.420+0000 7f507effd640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50680678f0 0x7f5068069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.420+0000 7f2207fff640 1 -- 172.21.15.70:0/2526164554 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f22100857f0 con 0x7f2220072f20 2024-09-05T06:10:12.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.420+0000 7f508659c640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50680678f0 0x7f5068069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.420+0000 7f508659c640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50680678f0 0x7f5068069db0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5070001750 tx=0x7f5070001130 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.420+0000 7f507effd640 1 -- 172.21.15.70:0/3175784141 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f5080056890 con 0x7f508815e800 2024-09-05T06:10:12.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.420+0000 7f2207fff640 1 -- 172.21.15.70:0/2526164554 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2210055dc0 con 0x7f2220072f20 2024-09-05T06:10:12.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.424+0000 7f221effd640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f220c067910 0x7f220c069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.424+0000 7f221effd640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f220c067910 0x7f220c069dd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f22140ad000 tx=0x7f2214008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.424+0000 7f507effd640 1 -- 172.21.15.70:0/3175784141 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5080058eb0 con 0x7f508815e800 2024-09-05T06:10:12.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.428+0000 7f3c257fa640 1 -- 172.21.15.70:0/3297892673 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c14009400 con 0x7f3c20006750 2024-09-05T06:10:12.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.428+0000 7f3c257fa640 1 -- 172.21.15.70:0/3297892673 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c14021060 con 0x7f3c20006750 2024-09-05T06:10:12.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.428+0000 7fdde8ff9640 1 -- 172.21.15.70:0/3882349149 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdde0021070 con 0x7fddec06c3d0 2024-09-05T06:10:12.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.428+0000 7f1511ffb640 1 -- 172.21.15.70:0/62927147 <== mon.1 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f151c0c1980 con 0x7f1514021ab0 2024-09-05T06:10:12.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.432+0000 7f95227fc640 1 -- 172.21.15.70:0/3178348559 <== mon.1 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f95280bd020 con 0x7f952c06fa10 2024-09-05T06:10:12.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.432+0000 7f95227fc640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95100678c0 0x7f9510069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.432+0000 7f95227fc640 1 -- 172.21.15.70:0/3178348559 <== mon.1 v2:172.21.15.196:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f952811ffe0 con 0x7f952c06fa10 2024-09-05T06:10:12.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.432+0000 7f9531037640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95100678c0 0x7f9510069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.432+0000 7f9531037640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95100678c0 0x7f9510069d80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f952c0b6a90 tx=0x7f951c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.440+0000 7f84037fe640 1 -- 172.21.15.70:0/2861617973 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8410005480 con 0x7f8414036cc0 2024-09-05T06:10:12.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.440+0000 7f3c257fa640 1 -- 172.21.15.70:0/3297892673 <== mon.2 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c1401a070 con 0x7f3c20006750 2024-09-05T06:10:12.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.444+0000 7f3c257fa640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c0c0678c0 0x7f3c0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.444+0000 7f3c257fa640 1 -- 172.21.15.70:0/3297892673 <== mon.2 v2:172.21.15.196:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f3c14086320 con 0x7f3c20006750 2024-09-05T06:10:12.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.444+0000 7f3c27fff640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c0c0678c0 0x7f3c0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.444+0000 7f3c27fff640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c0c0678c0 0x7f3c0c069d80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c0af000 tx=0x7f3c1c0a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.444+0000 7f95227fc640 1 -- 172.21.15.70:0/3178348559 <== mon.1 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f95280c6070 con 0x7f952c06fa10 2024-09-05T06:10:12.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.452+0000 7f3c257fa640 1 -- 172.21.15.70:0/3297892673 <== mon.2 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c14056e40 con 0x7f3c20006750 2024-09-05T06:10:12.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.740+0000 7fddf24df640 1 -- 172.21.15.70:0/3882349149 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fddec156620 con 0x7fddec06c3d0 2024-09-05T06:10:12.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.740+0000 7fdde8ff9640 1 -- 172.21.15.70:0/3882349149 <== mon.2 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdde00566b0 con 0x7fddec06c3d0 2024-09-05T06:10:12.742 INFO:teuthology.orchestra.run.smithi070.stdout:55834574854 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 -- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fddd80678f0 msgr2=0x7fddd8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fddd80678f0 0x7fddd8069db0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fddec0afce0 tx=0x7fdddc007e40 comp rx=0 tx=0).stop 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 -- 172.21.15.70:0/3882349149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddec06c3d0 msgr2=0x7fddec14eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddec06c3d0 0x7fddec14eb60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdde000c430 tx=0x7fdde000c8f0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 -- 172.21.15.70:0/3882349149 shutdown_connections 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fddd80678f0 0x7fddd8069db0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fddec162070 0x7fddec151090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fddec073250 0x7fddec153740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 --2- 172.21.15.70:0/3882349149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fddec06c3d0 0x7fddec14eb60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 -- 172.21.15.70:0/3882349149 >> 172.21.15.70:0/3882349149 conn(0x7fddec072730 msgr2=0x7fddec0aff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 -- 172.21.15.70:0/3882349149 shutdown_connections 2024-09-05T06:10:12.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.744+0000 7fddd27fc640 1 -- 172.21.15.70:0/3882349149 wait complete. 2024-09-05T06:10:12.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.748+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd914005860 con 0x7fd93406e6d0 2024-09-05T06:10:12.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.748+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f22200b3280 con 0x7f2220072f20 2024-09-05T06:10:12.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.748+0000 7fd91bfff640 1 -- 172.21.15.70:0/953054907 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd928016190 con 0x7fd93406e6d0 2024-09-05T06:10:12.749 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2207fff640 1 -- 172.21.15.70:0/2526164554 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f221005a0c0 con 0x7f2220072f20 2024-09-05T06:10:12.750 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd920067990 msgr2=0x7fd920069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd920067990 0x7fd920069e50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd93406fc80 tx=0x7fd924008040 comp rx=0 tx=0).stop 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd93406e6d0 msgr2=0x7fd9340d0080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd93406e6d0 0x7fd9340d0080 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd92801abc0 tx=0x7fd9280192b0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 shutdown_connections 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd920067990 0x7fd920069e50 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd93415ed10 0x7fd934157620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9340b63a0 0x7fd93420cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 --2- 172.21.15.70:0/953054907 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd93406e6d0 0x7fd9340d0080 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 >> 172.21.15.70:0/953054907 conn(0x7fd93406dbb0 msgr2=0x7fd93415f320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f220c067910 msgr2=0x7f220c069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f220c067910 0x7f220c069dd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f22140ad000 tx=0x7f2214008040 comp rx=0 tx=0).stop 2024-09-05T06:10:12.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 msgr2=0x7f22200cf5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 0x7f22200cf5f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f221000c3f0 tx=0x7f221000c8b0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 shutdown_connections 2024-09-05T06:10:12.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7fd938dd2640 1 -- 172.21.15.70:0/953054907 wait complete. 2024-09-05T06:10:12.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 shutdown_connections 2024-09-05T06:10:12.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f220c067910 0x7f220c069dd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2220167100 0x7f22201597c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2220166550 0x7f222014ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f506c005590 con 0x7f508815e800 2024-09-05T06:10:12.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 --2- 172.21.15.70:0/2526164554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2220072f20 0x7f22200cf5f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 >> 172.21.15.70:0/2526164554 conn(0x7f22200b24e0 msgr2=0x7f22200b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 shutdown_connections 2024-09-05T06:10:12.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f2224c57640 1 -- 172.21.15.70:0/2526164554 wait complete. 2024-09-05T06:10:12.757 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.752+0000 7f507effd640 1 -- 172.21.15.70:0/3175784141 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f508005f080 con 0x7f508815e800 2024-09-05T06:10:12.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f1514033ec0 con 0x7f1514021ab0 2024-09-05T06:10:12.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50680678f0 msgr2=0x7f5068069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f508cb87640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50680678f0 0x7f5068069db0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5070001750 tx=0x7f5070001130 comp rx=0 tx=0).stop 2024-09-05T06:10:12.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f508815e800 msgr2=0x7f508815fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f508cb87640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f508815e800 0x7f508815fcc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5088073dc0 tx=0x7f5080011af0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 shutdown_connections 2024-09-05T06:10:12.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f508cb87640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50680678f0 0x7f5068069db0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f508cb87640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f508815e800 0x7f508815fcc0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f508cb87640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f508815de40 0x7f508815e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.760+0000 7f1511ffb640 1 -- 172.21.15.70:0/62927147 <== mon.1 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f151c0c1280 con 0x7f1514021ab0 2024-09-05T06:10:12.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f508cb87640 1 --2- 172.21.15.70:0/3175784141 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5074003a30 0x7f508813ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.764 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 >> 172.21.15.70:0/3175784141 conn(0x7f508806cdd0 msgr2=0x7f50880b5780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 shutdown_connections 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15000678c0 msgr2=0x7f1500069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15000678c0 0x7f1500069d80 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1518007fd0 tx=0x7f1518007900 comp rx=0 tx=0).stop 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1514021ab0 msgr2=0x7f15141021e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1514021ab0 0x7f15141021e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f151c06b070 tx=0x7f151c069950 comp rx=0 tx=0).stop 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 shutdown_connections 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15000678c0 0x7f1500069d80 secure :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1518007fd0 tx=0x7f1518007900 comp rx=0 tx=0).stop 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1514021ab0 0x7f15141021e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15140522c0 0x7f1514101ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 --2- 172.21.15.70:0/62927147 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1514036460 0x7f15141aa660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 >> 172.21.15.70:0/62927147 conn(0x7f151401db10 msgr2=0x7f1514006100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f508cb87640 1 -- 172.21.15.70:0/3175784141 wait complete. 2024-09-05T06:10:12.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 shutdown_connections 2024-09-05T06:10:12.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f152365b640 1 -- 172.21.15.70:0/62927147 wait complete. 2024-09-05T06:10:12.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.764+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f8414052f20 con 0x7f8414036cc0 2024-09-05T06:10:12.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.768+0000 7f84037fe640 1 -- 172.21.15.70:0/2861617973 <== mon.2 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8410055430 con 0x7f8414036cc0 2024-09-05T06:10:12.768 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.769 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.5 2024-09-05T06:10:12.769 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:12.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f84080678c0 msgr2=0x7f8408069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f952c06d980 con 0x7f952c06fa10 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f84080678c0 0x7f8408069d80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f840c0af000 tx=0x7f840c0a7000 comp rx=0 tx=0).stop 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8414036cc0 msgr2=0x7f84140e2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8414036cc0 0x7f84140e2470 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f841000c3f0 tx=0x7f841000c8b0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 shutdown_connections 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f84080678c0 0x7f8408069d80 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8414054c20 0x7f84140db370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8414051290 0x7f84140df5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 --2- 172.21.15.70:0/2861617973 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8414036cc0 0x7f84140e2470 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f95227fc640 1 -- 172.21.15.70:0/3178348559 <== mon.1 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f95280160b0 con 0x7f952c06fa10 2024-09-05T06:10:12.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 >> 172.21.15.70:0/2861617973 conn(0x7f841401ea20 msgr2=0x7f8414055650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 shutdown_connections 2024-09-05T06:10:12.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.772+0000 7f8421475640 1 -- 172.21.15.70:0/2861617973 wait complete. 2024-09-05T06:10:12.774 INFO:teuthology.orchestra.run.smithi070.stdout:55834574854 2024-09-05T06:10:12.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f3c200d9c50 con 0x7f3c20006750 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95100678c0 msgr2=0x7f9510069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95100678c0 0x7f9510069d80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f952c0b6a90 tx=0x7f951c009040 comp rx=0 tx=0).stop 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f952c06fa10 msgr2=0x7f952c148690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f952c06fa10 0x7f952c148690 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f95280ad040 tx=0x7f952801acd0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 shutdown_connections 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95100678c0 0x7f9510069d80 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f952c15b850 0x7f952c154080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f952c072be0 0x7f952c153b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 --2- 172.21.15.70:0/3178348559 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f952c06fa10 0x7f952c148690 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 >> 172.21.15.70:0/3178348559 conn(0x7f952c06cdd0 msgr2=0x7f952c150610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 shutdown_connections 2024-09-05T06:10:12.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f9533a9c640 1 -- 172.21.15.70:0/3178348559 wait complete. 2024-09-05T06:10:12.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.776+0000 7f3c257fa640 1 -- 172.21.15.70:0/3297892673 <== mon.2 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3c14056740 con 0x7f3c20006750 2024-09-05T06:10:12.778 INFO:teuthology.orchestra.run.smithi070.stdout:55834574853 2024-09-05T06:10:12.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c0c0678c0 msgr2=0x7f3c0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c0c0678c0 0x7f3c0c069d80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c0af000 tx=0x7f3c1c0a7070 comp rx=0 tx=0).stop 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c20006750 msgr2=0x7f3c20050270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c20006750 0x7f3c20050270 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3c1400e980 tx=0x7f3c1400ee40 comp rx=0 tx=0).stop 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 shutdown_connections 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c0c0678c0 0x7f3c0c069d80 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c200e2cb0 0x7f3c2003d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c20053cc0 0x7f3c200cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 --2- 172.21.15.70:0/3297892673 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c20006750 0x7f3c20050270 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 >> 172.21.15.70:0/3297892673 conn(0x7f3c2003a530 msgr2=0x7f3c200e1200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 shutdown_connections 2024-09-05T06:10:12.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.780+0000 7f3c2d8c5640 1 -- 172.21.15.70:0/3297892673 wait complete. 2024-09-05T06:10:12.781 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.2 2024-09-05T06:10:12.781 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:12.788 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.0 2024-09-05T06:10:12.788 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:12.797 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.3 2024-09-05T06:10:12.798 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:12.798 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.7 2024-09-05T06:10:12.798 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:12.802 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.4 2024-09-05T06:10:12.803 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:12.806 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.1 2024-09-05T06:10:12.806 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:12.807 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.6 2024-09-05T06:10:12.808 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:12.808 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:10:12.808 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:12.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.952+0000 7f0b7012f640 1 Processor -- start 2024-09-05T06:10:12.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.952+0000 7f0b7012f640 1 -- start start 2024-09-05T06:10:12.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b7012f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0b6815f290 0x7f0b68073980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b7012f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0b680752c0 0x7f0b681666e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b7012f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b6815dbe0 con 0x7f0b6815a770 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b7012f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0b6815ab50 con 0x7f0b680752c0 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b7012f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0b6815de80 con 0x7f0b6815f290 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6e6cc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0b680752c0 0x7f0b681666e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6e6cc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0b680752c0 0x7f0b681666e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56400/0 (socket says 172.21.15.70:56400) 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6e6cc640 1 -- 172.21.15.70:0/1939653301 learned_addr learned my addr 172.21.15.70:0/1939653301 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6d6ca640 1 --2- 172.21.15.70:0/1939653301 >> v2:172.21.15.196:3300/0 conn(0x7f0b6815f290 0x7f0b68073980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6e6cc640 1 -- 172.21.15.70:0/1939653301 >> v2:172.21.15.196:3300/0 conn(0x7f0b6815f290 msgr2=0x7f0b68073980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6e6cc640 1 --2- 172.21.15.70:0/1939653301 >> v2:172.21.15.196:3300/0 conn(0x7f0b6815f290 0x7f0b68073980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6e6cc640 1 -- 172.21.15.70:0/1939653301 >> v1:172.21.15.196:6789/0 conn(0x7f0b6815a770 legacy=0x7f0b68073270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:12.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6e6cc640 1 -- 172.21.15.70:0/1939653301 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b680b36e0 con 0x7f0b680752c0 2024-09-05T06:10:12.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6e6cc640 1 --2- 172.21.15.70:0/1939653301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681666e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0b60009870 tx=0x7f0b6001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=299b554a038c335e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6cec9640 1 -- 172.21.15.70:0/1939653301 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b600b0070 con 0x7f0b680752c0 2024-09-05T06:10:12.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6cec9640 1 -- 172.21.15.70:0/1939653301 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b600ab600 con 0x7f0b680752c0 2024-09-05T06:10:12.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b6cec9640 1 -- 172.21.15.70:0/1939653301 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b600ab9d0 con 0x7f0b680752c0 2024-09-05T06:10:12.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b7012f640 1 -- 172.21.15.70:0/1939653301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 msgr2=0x7f0b681666e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.956+0000 7f0b7012f640 1 --2- 172.21.15.70:0/1939653301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681666e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0b60009870 tx=0x7f0b6001c4e0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- 172.21.15.70:0/1939653301 shutdown_connections 2024-09-05T06:10:12.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 --2- 172.21.15.70:0/1939653301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681666e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 --2- 172.21.15.70:0/1939653301 >> v2:172.21.15.196:3300/0 conn(0x7f0b6815f290 0x7f0b68073980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- 172.21.15.70:0/1939653301 >> 172.21.15.70:0/1939653301 conn(0x7f0b680723c0 msgr2=0x7f0b680b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:12.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- 172.21.15.70:0/1939653301 shutdown_connections 2024-09-05T06:10:12.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- 172.21.15.70:0/1939653301 wait complete. 2024-09-05T06:10:12.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 Processor -- start 2024-09-05T06:10:12.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- start start 2024-09-05T06:10:12.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681553f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b6815a770 0x7f0b68148650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b6815f290 0x7f0b681f7b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0b68169440 con 0x7f0b680752c0 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0b681695c0 con 0x7f0b6815f290 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0b68169740 con 0x7f0b6815a770 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681553f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681553f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56406/0 (socket says 172.21.15.70:56406) 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 -- 172.21.15.70:0/246284030 learned_addr learned my addr 172.21.15.70:0/246284030 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6d6ca640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b6815a770 0x7f0b68148650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6e6cc640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b6815f290 0x7f0b681f7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 -- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b6815a770 msgr2=0x7f0b68148650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b6815a770 0x7f0b68148650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 -- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b6815f290 msgr2=0x7f0b681f7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b6815f290 0x7f0b681f7b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 -- 172.21.15.70:0/246284030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b680b4290 con 0x7f0b680752c0 2024-09-05T06:10:12.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6e6cc640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b6815f290 0x7f0b681f7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:12.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b6decb640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681553f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400c7a0 tx=0x7f0b6400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b5e7fc640 1 -- 172.21.15.70:0/246284030 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b64017070 con 0x7f0b680752c0 2024-09-05T06:10:12.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b5e7fc640 1 -- 172.21.15.70:0/246284030 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b64003db0 con 0x7f0b680752c0 2024-09-05T06:10:12.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b5e7fc640 1 -- 172.21.15.70:0/246284030 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b640052b0 con 0x7f0b680752c0 2024-09-05T06:10:12.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b6809ed70 con 0x7f0b680752c0 2024-09-05T06:10:12.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b680b47e0 con 0x7f0b680752c0 2024-09-05T06:10:12.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.960+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b68073270 con 0x7f0b680752c0 2024-09-05T06:10:12.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.964+0000 7f0b5e7fc640 1 -- 172.21.15.70:0/246284030 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0b6401a070 con 0x7f0b680752c0 2024-09-05T06:10:12.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.964+0000 7f0b5e7fc640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0b4c0678c0 0x7f0b4c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:12.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.964+0000 7f0b5e7fc640 1 -- 172.21.15.70:0/246284030 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f0b64085230 con 0x7f0b680752c0 2024-09-05T06:10:12.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.964+0000 7f0b6d6ca640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0b4c0678c0 0x7f0b4c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:12.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.964+0000 7f0b6d6ca640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0b4c0678c0 0x7f0b4c069d80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0b680d20a0 tx=0x7f0b58008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:12.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:12.968+0000 7f0b5e7fc640 1 -- 172.21.15.70:0/246284030 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0b640557b0 con 0x7f0b680752c0 2024-09-05T06:10:13.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.112+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0b680ae6c0 con 0x7f0b4c0678c0 2024-09-05T06:10:13.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.128+0000 7f0b5e7fc640 1 -- 172.21.15.70:0/246284030 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247485 (secure 0 0 0) 0x7f0b680ae6c0 con 0x7f0b4c0678c0 2024-09-05T06:10:13.132 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:13.134 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0b4c0678c0 msgr2=0x7f0b4c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0b4c0678c0 0x7f0b4c069d80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0b680d20a0 tx=0x7f0b58008040 comp rx=0 tx=0).stop 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 msgr2=0x7f0b681553f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681553f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400c7a0 tx=0x7f0b6400cc60 comp rx=0 tx=0).stop 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 shutdown_connections 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0b4c0678c0 0x7f0b4c069d80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b6815f290 0x7f0b681f7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b6815a770 0x7f0b68148650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 --2- 172.21.15.70:0/246284030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b680752c0 0x7f0b681553f0 secure :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400c7a0 tx=0x7f0b6400cc60 comp rx=0 tx=0).stop 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.132+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 >> 172.21.15.70:0/246284030 conn(0x7f0b680723c0 msgr2=0x7f0b68159660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.136+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 shutdown_connections 2024-09-05T06:10:13.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.136+0000 7f0b7012f640 1 -- 172.21.15.70:0/246284030 wait complete. 2024-09-05T06:10:13.150 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-05T06:10:12.332274+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":1710,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560789,"statfs":{"total":1600000000,"available":1598248252,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.291117"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899945+0000","last_change":"2024-09-05T06:10:03.063237+0000","last_active":"2024-09-05T06:10:04.899945+0000","last_peered":"2024-09-05T06:10:04.899945+0000","last_clean":"2024-09-05T06:10:04.899945+0000","last_became_active":"2024-09-05T06:10:03.062997+0000","last_became_peered":"2024-09-05T06:10:03.062997+0000","last_unstale":"2024-09-05T06:10:04.899945+0000","last_undegraded":"2024-09-05T06:10:04.899945+0000","last_fullsized":"2024-09-05T06:10:04.899945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:36.862655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902666+0000","last_change":"2024-09-05T06:10:03.070988+0000","last_active":"2024-09-05T06:10:04.902666+0000","last_peered":"2024-09-05T06:10:04.902666+0000","last_clean":"2024-09-05T06:10:04.902666+0000","last_became_active":"2024-09-05T06:10:03.070334+0000","last_became_peered":"2024-09-05T06:10:03.070334+0000","last_unstale":"2024-09-05T06:10:04.902666+0000","last_undegraded":"2024-09-05T06:10:04.902666+0000","last_fullsized":"2024-09-05T06:10:04.902666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:44:56.784855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904002+0000","last_change":"2024-09-05T06:10:03.089964+0000","last_active":"2024-09-05T06:10:04.904002+0000","last_peered":"2024-09-05T06:10:04.904002+0000","last_clean":"2024-09-05T06:10:04.904002+0000","last_became_active":"2024-09-05T06:10:03.088923+0000","last_became_peered":"2024-09-05T06:10:03.088923+0000","last_unstale":"2024-09-05T06:10:04.904002+0000","last_undegraded":"2024-09-05T06:10:04.904002+0000","last_fullsized":"2024-09-05T06:10:04.904002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:48:35.830474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694811+0000","last_change":"2024-09-05T06:10:03.089498+0000","last_active":"2024-09-05T06:10:04.694811+0000","last_peered":"2024-09-05T06:10:04.694811+0000","last_clean":"2024-09-05T06:10:04.694811+0000","last_became_active":"2024-09-05T06:10:03.089250+0000","last_became_peered":"2024-09-05T06:10:03.089250+0000","last_unstale":"2024-09-05T06:10:04.694811+0000","last_undegraded":"2024-09-05T06:10:04.694811+0000","last_fullsized":"2024-09-05T06:10:04.694811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:02.954293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901117+0000","last_change":"2024-09-05T06:10:03.089148+0000","last_active":"2024-09-05T06:10:04.901117+0000","last_peered":"2024-09-05T06:10:04.901117+0000","last_clean":"2024-09-05T06:10:04.901117+0000","last_became_active":"2024-09-05T06:10:03.088892+0000","last_became_peered":"2024-09-05T06:10:03.088892+0000","last_unstale":"2024-09-05T06:10:04.901117+0000","last_undegraded":"2024-09-05T06:10:04.901117+0000","last_fullsized":"2024-09-05T06:10:04.901117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:13:44.776162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695431+0000","last_change":"2024-09-05T06:10:03.072186+0000","last_active":"2024-09-05T06:10:04.695431+0000","last_peered":"2024-09-05T06:10:04.695431+0000","last_clean":"2024-09-05T06:10:04.695431+0000","last_became_active":"2024-09-05T06:10:03.071940+0000","last_became_peered":"2024-09-05T06:10:03.071940+0000","last_unstale":"2024-09-05T06:10:04.695431+0000","last_undegraded":"2024-09-05T06:10:04.695431+0000","last_fullsized":"2024-09-05T06:10:04.695431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:59:32.945964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900936+0000","last_change":"2024-09-05T06:10:03.068163+0000","last_active":"2024-09-05T06:10:04.900936+0000","last_peered":"2024-09-05T06:10:04.900936+0000","last_clean":"2024-09-05T06:10:04.900936+0000","last_became_active":"2024-09-05T06:10:03.067752+0000","last_became_peered":"2024-09-05T06:10:03.067752+0000","last_unstale":"2024-09-05T06:10:04.900936+0000","last_undegraded":"2024-09-05T06:10:04.900936+0000","last_fullsized":"2024-09-05T06:10:04.900936+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:34:56.996935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904372+0000","last_change":"2024-09-05T06:10:03.079552+0000","last_active":"2024-09-05T06:10:04.904372+0000","last_peered":"2024-09-05T06:10:04.904372+0000","last_clean":"2024-09-05T06:10:04.904372+0000","last_became_active":"2024-09-05T06:10:03.078412+0000","last_became_peered":"2024-09-05T06:10:03.078412+0000","last_unstale":"2024-09-05T06:10:04.904372+0000","last_undegraded":"2024-09-05T06:10:04.904372+0000","last_fullsized":"2024-09-05T06:10:04.904372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:32.915486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043309+0000","last_change":"2024-09-05T06:10:03.059563+0000","last_active":"2024-09-05T06:10:04.043309+0000","last_peered":"2024-09-05T06:10:04.043309+0000","last_clean":"2024-09-05T06:10:04.043309+0000","last_became_active":"2024-09-05T06:10:03.059144+0000","last_became_peered":"2024-09-05T06:10:03.059144+0000","last_unstale":"2024-09-05T06:10:04.043309+0000","last_undegraded":"2024-09-05T06:10:04.043309+0000","last_fullsized":"2024-09-05T06:10:04.043309+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:35:12.450254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900597+0000","last_change":"2024-09-05T06:10:03.064105+0000","last_active":"2024-09-05T06:10:04.900597+0000","last_peered":"2024-09-05T06:10:04.900597+0000","last_clean":"2024-09-05T06:10:04.900597+0000","last_became_active":"2024-09-05T06:10:03.063626+0000","last_became_peered":"2024-09-05T06:10:03.063626+0000","last_unstale":"2024-09-05T06:10:04.900597+0000","last_undegraded":"2024-09-05T06:10:04.900597+0000","last_fullsized":"2024-09-05T06:10:04.900597+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:29.393193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900193+0000","last_change":"2024-09-05T06:10:03.056628+0000","last_active":"2024-09-05T06:10:04.900193+0000","last_peered":"2024-09-05T06:10:04.900193+0000","last_clean":"2024-09-05T06:10:04.900193+0000","last_became_active":"2024-09-05T06:10:03.056275+0000","last_became_peered":"2024-09-05T06:10:03.056275+0000","last_unstale":"2024-09-05T06:10:04.900193+0000","last_undegraded":"2024-09-05T06:10:04.900193+0000","last_fullsized":"2024-09-05T06:10:04.900193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:47.925262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900247+0000","last_change":"2024-09-05T06:10:03.050642+0000","last_active":"2024-09-05T06:10:04.900247+0000","last_peered":"2024-09-05T06:10:04.900247+0000","last_clean":"2024-09-05T06:10:04.900247+0000","last_became_active":"2024-09-05T06:10:03.050329+0000","last_became_peered":"2024-09-05T06:10:03.050329+0000","last_unstale":"2024-09-05T06:10:04.900247+0000","last_undegraded":"2024-09-05T06:10:04.900247+0000","last_fullsized":"2024-09-05T06:10:04.900247+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:55:53.049316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902719+0000","last_change":"2024-09-05T06:10:03.071173+0000","last_active":"2024-09-05T06:10:04.902719+0000","last_peered":"2024-09-05T06:10:04.902719+0000","last_clean":"2024-09-05T06:10:04.902719+0000","last_became_active":"2024-09-05T06:10:03.066787+0000","last_became_peered":"2024-09-05T06:10:03.066787+0000","last_unstale":"2024-09-05T06:10:04.902719+0000","last_undegraded":"2024-09-05T06:10:04.902719+0000","last_fullsized":"2024-09-05T06:10:04.902719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:08.682378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902414+0000","last_change":"2024-09-05T06:10:03.063433+0000","last_active":"2024-09-05T06:10:04.902414+0000","last_peered":"2024-09-05T06:10:04.902414+0000","last_clean":"2024-09-05T06:10:04.902414+0000","last_became_active":"2024-09-05T06:10:03.061822+0000","last_became_peered":"2024-09-05T06:10:03.061822+0000","last_unstale":"2024-09-05T06:10:04.902414+0000","last_undegraded":"2024-09-05T06:10:04.902414+0000","last_fullsized":"2024-09-05T06:10:04.902414+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:03.061645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903824+0000","last_change":"2024-09-05T06:10:03.098739+0000","last_active":"2024-09-05T06:10:04.903824+0000","last_peered":"2024-09-05T06:10:04.903824+0000","last_clean":"2024-09-05T06:10:04.903824+0000","last_became_active":"2024-09-05T06:10:03.091065+0000","last_became_peered":"2024-09-05T06:10:03.091065+0000","last_unstale":"2024-09-05T06:10:04.903824+0000","last_undegraded":"2024-09-05T06:10:04.903824+0000","last_fullsized":"2024-09-05T06:10:04.903824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:43.313185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046702+0000","last_change":"2024-09-05T06:10:03.062337+0000","last_active":"2024-09-05T06:10:04.046702+0000","last_peered":"2024-09-05T06:10:04.046702+0000","last_clean":"2024-09-05T06:10:04.046702+0000","last_became_active":"2024-09-05T06:10:03.060665+0000","last_became_peered":"2024-09-05T06:10:03.060665+0000","last_unstale":"2024-09-05T06:10:04.046702+0000","last_undegraded":"2024-09-05T06:10:04.046702+0000","last_fullsized":"2024-09-05T06:10:04.046702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:41.859941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046685+0000","last_change":"2024-09-05T06:10:03.065883+0000","last_active":"2024-09-05T06:10:04.046685+0000","last_peered":"2024-09-05T06:10:04.046685+0000","last_clean":"2024-09-05T06:10:04.046685+0000","last_became_active":"2024-09-05T06:10:03.065619+0000","last_became_peered":"2024-09-05T06:10:03.065619+0000","last_unstale":"2024-09-05T06:10:04.046685+0000","last_undegraded":"2024-09-05T06:10:04.046685+0000","last_fullsized":"2024-09-05T06:10:04.046685+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:43.165766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698776+0000","last_change":"2024-09-05T06:10:03.066385+0000","last_active":"2024-09-05T06:10:04.698776+0000","last_peered":"2024-09-05T06:10:04.698776+0000","last_clean":"2024-09-05T06:10:04.698776+0000","last_became_active":"2024-09-05T06:10:03.064466+0000","last_became_peered":"2024-09-05T06:10:03.064466+0000","last_unstale":"2024-09-05T06:10:04.698776+0000","last_undegraded":"2024-09-05T06:10:04.698776+0000","last_fullsized":"2024-09-05T06:10:04.698776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:04.839941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046768+0000","last_change":"2024-09-05T06:10:03.073962+0000","last_active":"2024-09-05T06:10:04.046768+0000","last_peered":"2024-09-05T06:10:04.046768+0000","last_clean":"2024-09-05T06:10:04.046768+0000","last_became_active":"2024-09-05T06:10:03.073791+0000","last_became_peered":"2024-09-05T06:10:03.073791+0000","last_unstale":"2024-09-05T06:10:04.046768+0000","last_undegraded":"2024-09-05T06:10:04.046768+0000","last_fullsized":"2024-09-05T06:10:04.046768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:08:25.976757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900814+0000","last_change":"2024-09-05T06:10:03.051291+0000","last_active":"2024-09-05T06:10:04.900814+0000","last_peered":"2024-09-05T06:10:04.900814+0000","last_clean":"2024-09-05T06:10:04.900814+0000","last_became_active":"2024-09-05T06:10:03.050977+0000","last_became_peered":"2024-09-05T06:10:03.050977+0000","last_unstale":"2024-09-05T06:10:04.900814+0000","last_undegraded":"2024-09-05T06:10:04.900814+0000","last_fullsized":"2024-09-05T06:10:04.900814+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:00.038898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051020+0000","last_change":"2024-09-05T06:10:03.071539+0000","last_active":"2024-09-05T06:10:04.051020+0000","last_peered":"2024-09-05T06:10:04.051020+0000","last_clean":"2024-09-05T06:10:04.051020+0000","last_became_active":"2024-09-05T06:10:03.070480+0000","last_became_peered":"2024-09-05T06:10:03.070480+0000","last_unstale":"2024-09-05T06:10:04.051020+0000","last_undegraded":"2024-09-05T06:10:04.051020+0000","last_fullsized":"2024-09-05T06:10:04.051020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:49:03.088048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043346+0000","last_change":"2024-09-05T06:10:03.056628+0000","last_active":"2024-09-05T06:10:04.043346+0000","last_peered":"2024-09-05T06:10:04.043346+0000","last_clean":"2024-09-05T06:10:04.043346+0000","last_became_active":"2024-09-05T06:10:03.056306+0000","last_became_peered":"2024-09-05T06:10:03.056306+0000","last_unstale":"2024-09-05T06:10:04.043346+0000","last_undegraded":"2024-09-05T06:10:04.043346+0000","last_fullsized":"2024-09-05T06:10:04.043346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:19:21.707467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904826+0000","last_change":"2024-09-05T06:10:03.078993+0000","last_active":"2024-09-05T06:10:04.904826+0000","last_peered":"2024-09-05T06:10:04.904826+0000","last_clean":"2024-09-05T06:10:04.904826+0000","last_became_active":"2024-09-05T06:10:03.076150+0000","last_became_peered":"2024-09-05T06:10:03.076150+0000","last_unstale":"2024-09-05T06:10:04.904826+0000","last_undegraded":"2024-09-05T06:10:04.904826+0000","last_fullsized":"2024-09-05T06:10:04.904826+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:09.347111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046141+0000","last_change":"2024-09-05T06:10:03.087018+0000","last_active":"2024-09-05T06:10:04.046141+0000","last_peered":"2024-09-05T06:10:04.046141+0000","last_clean":"2024-09-05T06:10:04.046141+0000","last_became_active":"2024-09-05T06:10:03.086868+0000","last_became_peered":"2024-09-05T06:10:03.086868+0000","last_unstale":"2024-09-05T06:10:04.046141+0000","last_undegraded":"2024-09-05T06:10:04.046141+0000","last_fullsized":"2024-09-05T06:10:04.046141+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:16:15.894915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904199+0000","last_change":"2024-09-05T06:10:03.099701+0000","last_active":"2024-09-05T06:10:04.904199+0000","last_peered":"2024-09-05T06:10:04.904199+0000","last_clean":"2024-09-05T06:10:04.904199+0000","last_became_active":"2024-09-05T06:10:03.097685+0000","last_became_peered":"2024-09-05T06:10:03.097685+0000","last_unstale":"2024-09-05T06:10:04.904199+0000","last_undegraded":"2024-09-05T06:10:04.904199+0000","last_fullsized":"2024-09-05T06:10:04.904199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.595121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695639+0000","last_change":"2024-09-05T06:10:03.059862+0000","last_active":"2024-09-05T06:10:04.695639+0000","last_peered":"2024-09-05T06:10:04.695639+0000","last_clean":"2024-09-05T06:10:04.695639+0000","last_became_active":"2024-09-05T06:10:03.058861+0000","last_became_peered":"2024-09-05T06:10:03.058861+0000","last_unstale":"2024-09-05T06:10:04.695639+0000","last_undegraded":"2024-09-05T06:10:04.695639+0000","last_fullsized":"2024-09-05T06:10:04.695639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:13.178427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903158+0000","last_change":"2024-09-05T06:10:03.069167+0000","last_active":"2024-09-05T06:10:04.903158+0000","last_peered":"2024-09-05T06:10:04.903158+0000","last_clean":"2024-09-05T06:10:04.903158+0000","last_became_active":"2024-09-05T06:10:03.068306+0000","last_became_peered":"2024-09-05T06:10:03.068306+0000","last_unstale":"2024-09-05T06:10:04.903158+0000","last_undegraded":"2024-09-05T06:10:04.903158+0000","last_fullsized":"2024-09-05T06:10:04.903158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:41:58.176864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903081+0000","last_change":"2024-09-05T06:10:03.070643+0000","last_active":"2024-09-05T06:10:04.903081+0000","last_peered":"2024-09-05T06:10:04.903081+0000","last_clean":"2024-09-05T06:10:04.903081+0000","last_became_active":"2024-09-05T06:10:03.065938+0000","last_became_peered":"2024-09-05T06:10:03.065938+0000","last_unstale":"2024-09-05T06:10:04.903081+0000","last_undegraded":"2024-09-05T06:10:04.903081+0000","last_fullsized":"2024-09-05T06:10:04.903081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:36:56.386588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902974+0000","last_change":"2024-09-05T06:10:03.091818+0000","last_active":"2024-09-05T06:10:04.902974+0000","last_peered":"2024-09-05T06:10:04.902974+0000","last_clean":"2024-09-05T06:10:04.902974+0000","last_became_active":"2024-09-05T06:10:03.089078+0000","last_became_peered":"2024-09-05T06:10:03.089078+0000","last_unstale":"2024-09-05T06:10:04.902974+0000","last_undegraded":"2024-09-05T06:10:04.902974+0000","last_fullsized":"2024-09-05T06:10:04.902974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:21:53.031968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046250+0000","last_change":"2024-09-05T06:10:03.095418+0000","last_active":"2024-09-05T06:10:04.046250+0000","last_peered":"2024-09-05T06:10:04.046250+0000","last_clean":"2024-09-05T06:10:04.046250+0000","last_became_active":"2024-09-05T06:10:03.095168+0000","last_became_peered":"2024-09-05T06:10:03.095168+0000","last_unstale":"2024-09-05T06:10:04.046250+0000","last_undegraded":"2024-09-05T06:10:04.046250+0000","last_fullsized":"2024-09-05T06:10:04.046250+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:56:47.464551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698948+0000","last_change":"2024-09-05T06:10:03.054616+0000","last_active":"2024-09-05T06:10:04.698948+0000","last_peered":"2024-09-05T06:10:04.698948+0000","last_clean":"2024-09-05T06:10:04.698948+0000","last_became_active":"2024-09-05T06:10:03.053719+0000","last_became_peered":"2024-09-05T06:10:03.053719+0000","last_unstale":"2024-09-05T06:10:04.698948+0000","last_undegraded":"2024-09-05T06:10:04.698948+0000","last_fullsized":"2024-09-05T06:10:04.698948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:06.347123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694919+0000","last_change":"2024-09-05T06:10:03.065254+0000","last_active":"2024-09-05T06:10:04.694919+0000","last_peered":"2024-09-05T06:10:04.694919+0000","last_clean":"2024-09-05T06:10:04.694919+0000","last_became_active":"2024-09-05T06:10:03.065015+0000","last_became_peered":"2024-09-05T06:10:03.065015+0000","last_unstale":"2024-09-05T06:10:04.694919+0000","last_undegraded":"2024-09-05T06:10:04.694919+0000","last_fullsized":"2024-09-05T06:10:04.694919+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:00:13.218095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043338+0000","last_change":"2024-09-05T06:10:03.076342+0000","last_active":"2024-09-05T06:10:04.043338+0000","last_peered":"2024-09-05T06:10:04.043338+0000","last_clean":"2024-09-05T06:10:04.043338+0000","last_became_active":"2024-09-05T06:10:03.075944+0000","last_became_peered":"2024-09-05T06:10:03.075944+0000","last_unstale":"2024-09-05T06:10:04.043338+0000","last_undegraded":"2024-09-05T06:10:04.043338+0000","last_fullsized":"2024-09-05T06:10:04.043338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:02.269310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902923+0000","last_change":"2024-09-05T06:10:02.042346+0000","last_active":"2024-09-05T06:10:04.902923+0000","last_peered":"2024-09-05T06:10:04.902923+0000","last_clean":"2024-09-05T06:10:04.902923+0000","last_became_active":"2024-09-05T06:10:02.041744+0000","last_became_peered":"2024-09-05T06:10:02.041744+0000","last_unstale":"2024-09-05T06:10:04.902923+0000","last_undegraded":"2024-09-05T06:10:04.902923+0000","last_fullsized":"2024-09-05T06:10:04.902923+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:22:34.919438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050888+0000","last_change":"2024-09-05T06:10:03.070789+0000","last_active":"2024-09-05T06:10:04.050888+0000","last_peered":"2024-09-05T06:10:04.050888+0000","last_clean":"2024-09-05T06:10:04.050888+0000","last_became_active":"2024-09-05T06:10:03.069192+0000","last_became_peered":"2024-09-05T06:10:03.069192+0000","last_unstale":"2024-09-05T06:10:04.050888+0000","last_undegraded":"2024-09-05T06:10:04.050888+0000","last_fullsized":"2024-09-05T06:10:04.050888+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:05:20.261935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046319+0000","last_change":"2024-09-05T06:10:02.034074+0000","last_active":"2024-09-05T06:10:04.046319+0000","last_peered":"2024-09-05T06:10:04.046319+0000","last_clean":"2024-09-05T06:10:04.046319+0000","last_became_active":"2024-09-05T06:10:02.033662+0000","last_became_peered":"2024-09-05T06:10:02.033662+0000","last_unstale":"2024-09-05T06:10:04.046319+0000","last_undegraded":"2024-09-05T06:10:04.046319+0000","last_fullsized":"2024-09-05T06:10:04.046319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:02:07.240874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902673+0000","last_change":"2024-09-05T06:10:02.042718+0000","last_active":"2024-09-05T06:10:04.902673+0000","last_peered":"2024-09-05T06:10:04.902673+0000","last_clean":"2024-09-05T06:10:04.902673+0000","last_became_active":"2024-09-05T06:10:02.041690+0000","last_became_peered":"2024-09-05T06:10:02.041690+0000","last_unstale":"2024-09-05T06:10:04.902673+0000","last_undegraded":"2024-09-05T06:10:04.902673+0000","last_fullsized":"2024-09-05T06:10:04.902673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:05:25.853827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904574+0000","last_change":"2024-09-05T06:10:03.098175+0000","last_active":"2024-09-05T06:10:04.904574+0000","last_peered":"2024-09-05T06:10:04.904574+0000","last_clean":"2024-09-05T06:10:04.904574+0000","last_became_active":"2024-09-05T06:10:03.088367+0000","last_became_peered":"2024-09-05T06:10:03.088367+0000","last_unstale":"2024-09-05T06:10:04.904574+0000","last_undegraded":"2024-09-05T06:10:04.904574+0000","last_fullsized":"2024-09-05T06:10:04.904574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:16:05.179827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046778+0000","last_change":"2024-09-05T06:10:02.029808+0000","last_active":"2024-09-05T06:10:04.046778+0000","last_peered":"2024-09-05T06:10:04.046778+0000","last_clean":"2024-09-05T06:10:04.046778+0000","last_became_active":"2024-09-05T06:10:02.029474+0000","last_became_peered":"2024-09-05T06:10:02.029474+0000","last_unstale":"2024-09-05T06:10:04.046778+0000","last_undegraded":"2024-09-05T06:10:04.046778+0000","last_fullsized":"2024-09-05T06:10:04.046778+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:34:36.750044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050586+0000","last_change":"2024-09-05T06:10:03.074253+0000","last_active":"2024-09-05T06:10:04.050586+0000","last_peered":"2024-09-05T06:10:04.050586+0000","last_clean":"2024-09-05T06:10:04.050586+0000","last_became_active":"2024-09-05T06:10:03.056972+0000","last_became_peered":"2024-09-05T06:10:03.056972+0000","last_unstale":"2024-09-05T06:10:04.050586+0000","last_undegraded":"2024-09-05T06:10:04.050586+0000","last_fullsized":"2024-09-05T06:10:04.050586+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:15:10.187868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.044147+0000","last_change":"2024-09-05T06:10:02.029414+0000","last_active":"2024-09-05T06:10:04.044147+0000","last_peered":"2024-09-05T06:10:04.044147+0000","last_clean":"2024-09-05T06:10:04.044147+0000","last_became_active":"2024-09-05T06:10:02.028636+0000","last_became_peered":"2024-09-05T06:10:02.028636+0000","last_unstale":"2024-09-05T06:10:04.044147+0000","last_undegraded":"2024-09-05T06:10:04.044147+0000","last_fullsized":"2024-09-05T06:10:04.044147+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:33:08.060690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695297+0000","last_change":"2024-09-05T06:10:03.057417+0000","last_active":"2024-09-05T06:10:04.695297+0000","last_peered":"2024-09-05T06:10:04.695297+0000","last_clean":"2024-09-05T06:10:04.695297+0000","last_became_active":"2024-09-05T06:10:03.057175+0000","last_became_peered":"2024-09-05T06:10:03.057175+0000","last_unstale":"2024-09-05T06:10:04.695297+0000","last_undegraded":"2024-09-05T06:10:04.695297+0000","last_fullsized":"2024-09-05T06:10:04.695297+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:59:10.778938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900727+0000","last_change":"2024-09-05T06:10:02.042216+0000","last_active":"2024-09-05T06:10:04.900727+0000","last_peered":"2024-09-05T06:10:04.900727+0000","last_clean":"2024-09-05T06:10:04.900727+0000","last_became_active":"2024-09-05T06:10:02.040989+0000","last_became_peered":"2024-09-05T06:10:02.040989+0000","last_unstale":"2024-09-05T06:10:04.900727+0000","last_undegraded":"2024-09-05T06:10:04.900727+0000","last_fullsized":"2024-09-05T06:10:04.900727+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:09:57.844514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903374+0000","last_change":"2024-09-05T06:10:03.073046+0000","last_active":"2024-09-05T06:10:04.903374+0000","last_peered":"2024-09-05T06:10:04.903374+0000","last_clean":"2024-09-05T06:10:04.903374+0000","last_became_active":"2024-09-05T06:10:03.072395+0000","last_became_peered":"2024-09-05T06:10:03.072395+0000","last_unstale":"2024-09-05T06:10:04.903374+0000","last_undegraded":"2024-09-05T06:10:04.903374+0000","last_fullsized":"2024-09-05T06:10:04.903374+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:24:16.992954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699162+0000","last_change":"2024-09-05T06:10:02.032757+0000","last_active":"2024-09-05T06:10:04.699162+0000","last_peered":"2024-09-05T06:10:04.699162+0000","last_clean":"2024-09-05T06:10:04.699162+0000","last_became_active":"2024-09-05T06:10:02.030713+0000","last_became_peered":"2024-09-05T06:10:02.030713+0000","last_unstale":"2024-09-05T06:10:04.699162+0000","last_undegraded":"2024-09-05T06:10:04.699162+0000","last_fullsized":"2024-09-05T06:10:04.699162+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:30:17.085603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046281+0000","last_change":"2024-09-05T06:10:03.057701+0000","last_active":"2024-09-05T06:10:04.046281+0000","last_peered":"2024-09-05T06:10:04.046281+0000","last_clean":"2024-09-05T06:10:04.046281+0000","last_became_active":"2024-09-05T06:10:03.057457+0000","last_became_peered":"2024-09-05T06:10:03.057457+0000","last_unstale":"2024-09-05T06:10:04.046281+0000","last_undegraded":"2024-09-05T06:10:04.046281+0000","last_fullsized":"2024-09-05T06:10:04.046281+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:55.281008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695224+0000","last_change":"2024-09-05T06:10:02.035986+0000","last_active":"2024-09-05T06:10:04.695224+0000","last_peered":"2024-09-05T06:10:04.695224+0000","last_clean":"2024-09-05T06:10:04.695224+0000","last_became_active":"2024-09-05T06:10:02.035304+0000","last_became_peered":"2024-09-05T06:10:02.035304+0000","last_unstale":"2024-09-05T06:10:04.695224+0000","last_undegraded":"2024-09-05T06:10:04.695224+0000","last_fullsized":"2024-09-05T06:10:04.695224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:43.726525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900241+0000","last_change":"2024-09-05T06:10:03.063017+0000","last_active":"2024-09-05T06:10:04.900241+0000","last_peered":"2024-09-05T06:10:04.900241+0000","last_clean":"2024-09-05T06:10:04.900241+0000","last_became_active":"2024-09-05T06:10:03.060315+0000","last_became_peered":"2024-09-05T06:10:03.060315+0000","last_unstale":"2024-09-05T06:10:04.900241+0000","last_undegraded":"2024-09-05T06:10:04.900241+0000","last_fullsized":"2024-09-05T06:10:04.900241+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:45:15.849682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698605+0000","last_change":"2024-09-05T06:10:02.035859+0000","last_active":"2024-09-05T06:10:04.698605+0000","last_peered":"2024-09-05T06:10:04.698605+0000","last_clean":"2024-09-05T06:10:04.698605+0000","last_became_active":"2024-09-05T06:10:02.035186+0000","last_became_peered":"2024-09-05T06:10:02.035186+0000","last_unstale":"2024-09-05T06:10:04.698605+0000","last_undegraded":"2024-09-05T06:10:04.698605+0000","last_fullsized":"2024-09-05T06:10:04.698605+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:20.953897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902554+0000","last_change":"2024-09-05T06:10:03.061931+0000","last_active":"2024-09-05T06:10:04.902554+0000","last_peered":"2024-09-05T06:10:04.902554+0000","last_clean":"2024-09-05T06:10:04.902554+0000","last_became_active":"2024-09-05T06:10:03.061243+0000","last_became_peered":"2024-09-05T06:10:03.061243+0000","last_unstale":"2024-09-05T06:10:04.902554+0000","last_undegraded":"2024-09-05T06:10:04.902554+0000","last_fullsized":"2024-09-05T06:10:04.902554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:53:28.674242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046854+0000","last_change":"2024-09-05T06:10:02.040477+0000","last_active":"2024-09-05T06:10:04.046854+0000","last_peered":"2024-09-05T06:10:04.046854+0000","last_clean":"2024-09-05T06:10:04.046854+0000","last_became_active":"2024-09-05T06:10:02.038985+0000","last_became_peered":"2024-09-05T06:10:02.038985+0000","last_unstale":"2024-09-05T06:10:04.046854+0000","last_undegraded":"2024-09-05T06:10:04.046854+0000","last_fullsized":"2024-09-05T06:10:04.046854+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:00:07.362298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046537+0000","last_change":"2024-09-05T06:10:03.066110+0000","last_active":"2024-09-05T06:10:04.046537+0000","last_peered":"2024-09-05T06:10:04.046537+0000","last_clean":"2024-09-05T06:10:04.046537+0000","last_became_active":"2024-09-05T06:10:03.064746+0000","last_became_peered":"2024-09-05T06:10:03.064746+0000","last_unstale":"2024-09-05T06:10:04.046537+0000","last_undegraded":"2024-09-05T06:10:04.046537+0000","last_fullsized":"2024-09-05T06:10:04.046537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:15:00.199919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901060+0000","last_change":"2024-09-05T06:10:02.041607+0000","last_active":"2024-09-05T06:10:04.901060+0000","last_peered":"2024-09-05T06:10:04.901060+0000","last_clean":"2024-09-05T06:10:04.901060+0000","last_became_active":"2024-09-05T06:10:02.037089+0000","last_became_peered":"2024-09-05T06:10:02.037089+0000","last_unstale":"2024-09-05T06:10:04.901060+0000","last_undegraded":"2024-09-05T06:10:04.901060+0000","last_fullsized":"2024-09-05T06:10:04.901060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:45.737386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043504+0000","last_change":"2024-09-05T06:10:03.076184+0000","last_active":"2024-09-05T06:10:04.043504+0000","last_peered":"2024-09-05T06:10:04.043504+0000","last_clean":"2024-09-05T06:10:04.043504+0000","last_became_active":"2024-09-05T06:10:03.075660+0000","last_became_peered":"2024-09-05T06:10:03.075660+0000","last_unstale":"2024-09-05T06:10:04.043504+0000","last_undegraded":"2024-09-05T06:10:04.043504+0000","last_fullsized":"2024-09-05T06:10:04.043504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:25:16.065180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.052048+0000","last_change":"2024-09-05T06:10:02.030623+0000","last_active":"2024-09-05T06:10:04.052048+0000","last_peered":"2024-09-05T06:10:04.052048+0000","last_clean":"2024-09-05T06:10:04.052048+0000","last_became_active":"2024-09-05T06:10:02.029707+0000","last_became_peered":"2024-09-05T06:10:02.029707+0000","last_unstale":"2024-09-05T06:10:04.052048+0000","last_undegraded":"2024-09-05T06:10:04.052048+0000","last_fullsized":"2024-09-05T06:10:04.052048+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:42.720234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047062+0000","last_change":"2024-09-05T06:10:03.057725+0000","last_active":"2024-09-05T06:10:04.047062+0000","last_peered":"2024-09-05T06:10:04.047062+0000","last_clean":"2024-09-05T06:10:04.047062+0000","last_became_active":"2024-09-05T06:10:03.057448+0000","last_became_peered":"2024-09-05T06:10:03.057448+0000","last_unstale":"2024-09-05T06:10:04.047062+0000","last_undegraded":"2024-09-05T06:10:04.047062+0000","last_fullsized":"2024-09-05T06:10:04.047062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:25:18.264123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899878+0000","last_change":"2024-09-05T06:10:02.046689+0000","last_active":"2024-09-05T06:10:04.899878+0000","last_peered":"2024-09-05T06:10:04.899878+0000","last_clean":"2024-09-05T06:10:04.899878+0000","last_became_active":"2024-09-05T06:10:02.046477+0000","last_became_peered":"2024-09-05T06:10:02.046477+0000","last_unstale":"2024-09-05T06:10:04.899878+0000","last_undegraded":"2024-09-05T06:10:04.899878+0000","last_fullsized":"2024-09-05T06:10:04.899878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:17:50.921800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694957+0000","last_change":"2024-09-05T06:10:03.057621+0000","last_active":"2024-09-05T06:10:04.694957+0000","last_peered":"2024-09-05T06:10:04.694957+0000","last_clean":"2024-09-05T06:10:04.694957+0000","last_became_active":"2024-09-05T06:10:03.057386+0000","last_became_peered":"2024-09-05T06:10:03.057386+0000","last_unstale":"2024-09-05T06:10:04.694957+0000","last_undegraded":"2024-09-05T06:10:04.694957+0000","last_fullsized":"2024-09-05T06:10:04.694957+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:58.562321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050942+0000","last_change":"2024-09-05T06:10:02.044086+0000","last_active":"2024-09-05T06:10:04.050942+0000","last_peered":"2024-09-05T06:10:04.050942+0000","last_clean":"2024-09-05T06:10:04.050942+0000","last_became_active":"2024-09-05T06:10:02.042059+0000","last_became_peered":"2024-09-05T06:10:02.042059+0000","last_unstale":"2024-09-05T06:10:04.050942+0000","last_undegraded":"2024-09-05T06:10:04.050942+0000","last_fullsized":"2024-09-05T06:10:04.050942+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:20:17.825065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899610+0000","last_change":"2024-09-05T06:10:03.051081+0000","last_active":"2024-09-05T06:10:04.899610+0000","last_peered":"2024-09-05T06:10:04.899610+0000","last_clean":"2024-09-05T06:10:04.899610+0000","last_became_active":"2024-09-05T06:10:03.049518+0000","last_became_peered":"2024-09-05T06:10:03.049518+0000","last_unstale":"2024-09-05T06:10:04.899610+0000","last_undegraded":"2024-09-05T06:10:04.899610+0000","last_fullsized":"2024-09-05T06:10:04.899610+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:32.231761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903692+0000","last_change":"2024-09-05T06:10:02.027915+0000","last_active":"2024-09-05T06:10:04.903692+0000","last_peered":"2024-09-05T06:10:04.903692+0000","last_clean":"2024-09-05T06:10:04.903692+0000","last_became_active":"2024-09-05T06:10:02.026921+0000","last_became_peered":"2024-09-05T06:10:02.026921+0000","last_unstale":"2024-09-05T06:10:04.903692+0000","last_undegraded":"2024-09-05T06:10:04.903692+0000","last_fullsized":"2024-09-05T06:10:04.903692+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:20:13.161277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900596+0000","last_change":"2024-09-05T06:10:03.054768+0000","last_active":"2024-09-05T06:10:04.900596+0000","last_peered":"2024-09-05T06:10:04.900596+0000","last_clean":"2024-09-05T06:10:04.900596+0000","last_became_active":"2024-09-05T06:10:03.053893+0000","last_became_peered":"2024-09-05T06:10:03.053893+0000","last_unstale":"2024-09-05T06:10:04.900596+0000","last_undegraded":"2024-09-05T06:10:04.900596+0000","last_fullsized":"2024-09-05T06:10:04.900596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:34.012073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903428+0000","last_change":"2024-09-05T06:10:02.046372+0000","last_active":"2024-09-05T06:10:04.903428+0000","last_peered":"2024-09-05T06:10:04.903428+0000","last_clean":"2024-09-05T06:10:04.903428+0000","last_became_active":"2024-09-05T06:10:02.045371+0000","last_became_peered":"2024-09-05T06:10:02.045371+0000","last_unstale":"2024-09-05T06:10:04.903428+0000","last_undegraded":"2024-09-05T06:10:04.903428+0000","last_fullsized":"2024-09-05T06:10:04.903428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:07.006293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047061+0000","last_change":"2024-09-05T06:10:03.062586+0000","last_active":"2024-09-05T06:10:04.047061+0000","last_peered":"2024-09-05T06:10:04.047061+0000","last_clean":"2024-09-05T06:10:04.047061+0000","last_became_active":"2024-09-05T06:10:03.062097+0000","last_became_peered":"2024-09-05T06:10:03.062097+0000","last_unstale":"2024-09-05T06:10:04.047061+0000","last_undegraded":"2024-09-05T06:10:04.047061+0000","last_fullsized":"2024-09-05T06:10:04.047061+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:48.103894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043411+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:04.043411+0000","last_peered":"2024-09-05T06:10:04.043411+0000","last_clean":"2024-09-05T06:10:04.043411+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:04.043411+0000","last_undegraded":"2024-09-05T06:10:04.043411+0000","last_fullsized":"2024-09-05T06:10:04.043411+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047188+0000","last_change":"2024-09-05T06:10:02.040048+0000","last_active":"2024-09-05T06:10:04.047188+0000","last_peered":"2024-09-05T06:10:04.047188+0000","last_clean":"2024-09-05T06:10:04.047188+0000","last_became_active":"2024-09-05T06:10:02.038255+0000","last_became_peered":"2024-09-05T06:10:02.038255+0000","last_unstale":"2024-09-05T06:10:04.047188+0000","last_undegraded":"2024-09-05T06:10:04.047188+0000","last_fullsized":"2024-09-05T06:10:04.047188+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:07:31.418092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051647+0000","last_change":"2024-09-05T06:10:03.063993+0000","last_active":"2024-09-05T06:10:04.051647+0000","last_peered":"2024-09-05T06:10:04.051647+0000","last_clean":"2024-09-05T06:10:04.051647+0000","last_became_active":"2024-09-05T06:10:03.062463+0000","last_became_peered":"2024-09-05T06:10:03.062463+0000","last_unstale":"2024-09-05T06:10:04.051647+0000","last_undegraded":"2024-09-05T06:10:04.051647+0000","last_fullsized":"2024-09-05T06:10:04.051647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:21.714773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046972+0000","last_change":"2024-09-05T06:10:02.045152+0000","last_active":"2024-09-05T06:10:04.046972+0000","last_peered":"2024-09-05T06:10:04.046972+0000","last_clean":"2024-09-05T06:10:04.046972+0000","last_became_active":"2024-09-05T06:10:02.045010+0000","last_became_peered":"2024-09-05T06:10:02.045010+0000","last_unstale":"2024-09-05T06:10:04.046972+0000","last_undegraded":"2024-09-05T06:10:04.046972+0000","last_fullsized":"2024-09-05T06:10:04.046972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:13:51.791859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903469+0000","last_change":"2024-09-05T06:10:03.067386+0000","last_active":"2024-09-05T06:10:04.903469+0000","last_peered":"2024-09-05T06:10:04.903469+0000","last_clean":"2024-09-05T06:10:04.903469+0000","last_became_active":"2024-09-05T06:10:03.063008+0000","last_became_peered":"2024-09-05T06:10:03.063008+0000","last_unstale":"2024-09-05T06:10:04.903469+0000","last_undegraded":"2024-09-05T06:10:04.903469+0000","last_fullsized":"2024-09-05T06:10:04.903469+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:26.875605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699294+0000","last_change":"2024-09-05T06:10:02.048591+0000","last_active":"2024-09-05T06:10:04.699294+0000","last_peered":"2024-09-05T06:10:04.699294+0000","last_clean":"2024-09-05T06:10:04.699294+0000","last_became_active":"2024-09-05T06:10:02.047453+0000","last_became_peered":"2024-09-05T06:10:02.047453+0000","last_unstale":"2024-09-05T06:10:04.699294+0000","last_undegraded":"2024-09-05T06:10:04.699294+0000","last_fullsized":"2024-09-05T06:10:04.699294+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:25:51.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903775+0000","last_change":"2024-09-05T06:10:03.090928+0000","last_active":"2024-09-05T06:10:04.903775+0000","last_peered":"2024-09-05T06:10:04.903775+0000","last_clean":"2024-09-05T06:10:04.903775+0000","last_became_active":"2024-09-05T06:10:03.088199+0000","last_became_peered":"2024-09-05T06:10:03.088199+0000","last_unstale":"2024-09-05T06:10:04.903775+0000","last_undegraded":"2024-09-05T06:10:04.903775+0000","last_fullsized":"2024-09-05T06:10:04.903775+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:12.008217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047467+0000","last_change":"2024-09-05T06:10:02.038403+0000","last_active":"2024-09-05T06:10:04.047467+0000","last_peered":"2024-09-05T06:10:04.047467+0000","last_clean":"2024-09-05T06:10:04.047467+0000","last_became_active":"2024-09-05T06:10:02.038058+0000","last_became_peered":"2024-09-05T06:10:02.038058+0000","last_unstale":"2024-09-05T06:10:04.047467+0000","last_undegraded":"2024-09-05T06:10:04.047467+0000","last_fullsized":"2024-09-05T06:10:04.047467+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:39:01.799590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900414+0000","last_change":"2024-09-05T06:10:03.064656+0000","last_active":"2024-09-05T06:10:04.900414+0000","last_peered":"2024-09-05T06:10:04.900414+0000","last_clean":"2024-09-05T06:10:04.900414+0000","last_became_active":"2024-09-05T06:10:03.063879+0000","last_became_peered":"2024-09-05T06:10:03.063879+0000","last_unstale":"2024-09-05T06:10:04.900414+0000","last_undegraded":"2024-09-05T06:10:04.900414+0000","last_fullsized":"2024-09-05T06:10:04.900414+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:06.437641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904790+0000","last_change":"2024-09-05T06:10:02.041135+0000","last_active":"2024-09-05T06:10:04.904790+0000","last_peered":"2024-09-05T06:10:04.904790+0000","last_clean":"2024-09-05T06:10:04.904790+0000","last_became_active":"2024-09-05T06:10:02.040509+0000","last_became_peered":"2024-09-05T06:10:02.040509+0000","last_unstale":"2024-09-05T06:10:04.904790+0000","last_undegraded":"2024-09-05T06:10:04.904790+0000","last_fullsized":"2024-09-05T06:10:04.904790+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:10.588297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695091+0000","last_change":"2024-09-05T06:10:03.061047+0000","last_active":"2024-09-05T06:10:04.695091+0000","last_peered":"2024-09-05T06:10:04.695091+0000","last_clean":"2024-09-05T06:10:04.695091+0000","last_became_active":"2024-09-05T06:10:03.060805+0000","last_became_peered":"2024-09-05T06:10:03.060805+0000","last_unstale":"2024-09-05T06:10:04.695091+0000","last_undegraded":"2024-09-05T06:10:04.695091+0000","last_fullsized":"2024-09-05T06:10:04.695091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:00:34.545160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046885+0000","last_change":"2024-09-05T06:10:02.035062+0000","last_active":"2024-09-05T06:10:04.046885+0000","last_peered":"2024-09-05T06:10:04.046885+0000","last_clean":"2024-09-05T06:10:04.046885+0000","last_became_active":"2024-09-05T06:10:02.034849+0000","last_became_peered":"2024-09-05T06:10:02.034849+0000","last_unstale":"2024-09-05T06:10:04.046885+0000","last_undegraded":"2024-09-05T06:10:04.046885+0000","last_fullsized":"2024-09-05T06:10:04.046885+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:26:53.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903967+0000","last_change":"2024-09-05T06:10:03.093409+0000","last_active":"2024-09-05T06:10:04.903967+0000","last_peered":"2024-09-05T06:10:04.903967+0000","last_clean":"2024-09-05T06:10:04.903967+0000","last_became_active":"2024-09-05T06:10:03.092868+0000","last_became_peered":"2024-09-05T06:10:03.092868+0000","last_unstale":"2024-09-05T06:10:04.903967+0000","last_undegraded":"2024-09-05T06:10:04.903967+0000","last_fullsized":"2024-09-05T06:10:04.903967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.639074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.052229+0000","last_change":"2024-09-05T06:10:02.042798+0000","last_active":"2024-09-05T06:10:04.052229+0000","last_peered":"2024-09-05T06:10:04.052229+0000","last_clean":"2024-09-05T06:10:04.052229+0000","last_became_active":"2024-09-05T06:10:02.040882+0000","last_became_peered":"2024-09-05T06:10:02.040882+0000","last_unstale":"2024-09-05T06:10:04.052229+0000","last_undegraded":"2024-09-05T06:10:04.052229+0000","last_fullsized":"2024-09-05T06:10:04.052229+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:54:10.500720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051281+0000","last_change":"2024-09-05T06:10:03.076595+0000","last_active":"2024-09-05T06:10:04.051281+0000","last_peered":"2024-09-05T06:10:04.051281+0000","last_clean":"2024-09-05T06:10:04.051281+0000","last_became_active":"2024-09-05T06:10:03.070082+0000","last_became_peered":"2024-09-05T06:10:03.070082+0000","last_unstale":"2024-09-05T06:10:04.051281+0000","last_undegraded":"2024-09-05T06:10:04.051281+0000","last_fullsized":"2024-09-05T06:10:04.051281+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:26:10.523016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047321+0000","last_change":"2024-09-05T06:10:02.041993+0000","last_active":"2024-09-05T06:10:04.047321+0000","last_peered":"2024-09-05T06:10:04.047321+0000","last_clean":"2024-09-05T06:10:04.047321+0000","last_became_active":"2024-09-05T06:10:02.041730+0000","last_became_peered":"2024-09-05T06:10:02.041730+0000","last_unstale":"2024-09-05T06:10:04.047321+0000","last_undegraded":"2024-09-05T06:10:04.047321+0000","last_fullsized":"2024-09-05T06:10:04.047321+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:39:31.003728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051924+0000","last_change":"2024-09-05T06:10:03.086502+0000","last_active":"2024-09-05T06:10:04.051924+0000","last_peered":"2024-09-05T06:10:04.051924+0000","last_clean":"2024-09-05T06:10:04.051924+0000","last_became_active":"2024-09-05T06:10:03.082805+0000","last_became_peered":"2024-09-05T06:10:03.082805+0000","last_unstale":"2024-09-05T06:10:04.051924+0000","last_undegraded":"2024-09-05T06:10:04.051924+0000","last_fullsized":"2024-09-05T06:10:04.051924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:07:55.198616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900720+0000","last_change":"2024-09-05T06:10:02.035016+0000","last_active":"2024-09-05T06:10:04.900720+0000","last_peered":"2024-09-05T06:10:04.900720+0000","last_clean":"2024-09-05T06:10:04.900720+0000","last_became_active":"2024-09-05T06:10:02.033745+0000","last_became_peered":"2024-09-05T06:10:02.033745+0000","last_unstale":"2024-09-05T06:10:04.900720+0000","last_undegraded":"2024-09-05T06:10:04.900720+0000","last_fullsized":"2024-09-05T06:10:04.900720+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:00.433672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046678+0000","last_change":"2024-09-05T06:10:03.067050+0000","last_active":"2024-09-05T06:10:04.046678+0000","last_peered":"2024-09-05T06:10:04.046678+0000","last_clean":"2024-09-05T06:10:04.046678+0000","last_became_active":"2024-09-05T06:10:03.066811+0000","last_became_peered":"2024-09-05T06:10:03.066811+0000","last_unstale":"2024-09-05T06:10:04.046678+0000","last_undegraded":"2024-09-05T06:10:04.046678+0000","last_fullsized":"2024-09-05T06:10:04.046678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:33.014441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051233+0000","last_change":"2024-09-05T06:10:02.037796+0000","last_active":"2024-09-05T06:10:04.051233+0000","last_peered":"2024-09-05T06:10:04.051233+0000","last_clean":"2024-09-05T06:10:04.051233+0000","last_became_active":"2024-09-05T06:10:02.036652+0000","last_became_peered":"2024-09-05T06:10:02.036652+0000","last_unstale":"2024-09-05T06:10:04.051233+0000","last_undegraded":"2024-09-05T06:10:04.051233+0000","last_fullsized":"2024-09-05T06:10:04.051233+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:42:24.699226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051428+0000","last_change":"2024-09-05T06:10:03.054516+0000","last_active":"2024-09-05T06:10:04.051428+0000","last_peered":"2024-09-05T06:10:04.051428+0000","last_clean":"2024-09-05T06:10:04.051428+0000","last_became_active":"2024-09-05T06:10:03.053856+0000","last_became_peered":"2024-09-05T06:10:03.053856+0000","last_unstale":"2024-09-05T06:10:04.051428+0000","last_undegraded":"2024-09-05T06:10:04.051428+0000","last_fullsized":"2024-09-05T06:10:04.051428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:59:41.521087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902924+0000","last_change":"2024-09-05T06:10:02.050855+0000","last_active":"2024-09-05T06:10:04.902924+0000","last_peered":"2024-09-05T06:10:04.902924+0000","last_clean":"2024-09-05T06:10:04.902924+0000","last_became_active":"2024-09-05T06:10:02.050304+0000","last_became_peered":"2024-09-05T06:10:02.050304+0000","last_unstale":"2024-09-05T06:10:04.902924+0000","last_undegraded":"2024-09-05T06:10:04.902924+0000","last_fullsized":"2024-09-05T06:10:04.902924+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:06.465370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699008+0000","last_change":"2024-09-05T06:10:03.066932+0000","last_active":"2024-09-05T06:10:04.699008+0000","last_peered":"2024-09-05T06:10:04.699008+0000","last_clean":"2024-09-05T06:10:04.699008+0000","last_became_active":"2024-09-05T06:10:03.065810+0000","last_became_peered":"2024-09-05T06:10:03.065810+0000","last_unstale":"2024-09-05T06:10:04.699008+0000","last_undegraded":"2024-09-05T06:10:04.699008+0000","last_fullsized":"2024-09-05T06:10:04.699008+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:15.871789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046851+0000","last_change":"2024-09-05T06:10:02.028145+0000","last_active":"2024-09-05T06:10:04.046851+0000","last_peered":"2024-09-05T06:10:04.046851+0000","last_clean":"2024-09-05T06:10:04.046851+0000","last_became_active":"2024-09-05T06:10:02.027723+0000","last_became_peered":"2024-09-05T06:10:02.027723+0000","last_unstale":"2024-09-05T06:10:04.046851+0000","last_undegraded":"2024-09-05T06:10:04.046851+0000","last_fullsized":"2024-09-05T06:10:04.046851+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:54:17.633133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046408+0000","last_change":"2024-09-05T06:10:03.061512+0000","last_active":"2024-09-05T06:10:04.046408+0000","last_peered":"2024-09-05T06:10:04.046408+0000","last_clean":"2024-09-05T06:10:04.046408+0000","last_became_active":"2024-09-05T06:10:03.061146+0000","last_became_peered":"2024-09-05T06:10:03.061146+0000","last_unstale":"2024-09-05T06:10:04.046408+0000","last_undegraded":"2024-09-05T06:10:04.046408+0000","last_fullsized":"2024-09-05T06:10:04.046408+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:19.235259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046395+0000","last_change":"2024-09-05T06:10:03.066292+0000","last_active":"2024-09-05T06:10:04.046395+0000","last_peered":"2024-09-05T06:10:04.046395+0000","last_clean":"2024-09-05T06:10:04.046395+0000","last_became_active":"2024-09-05T06:10:03.065321+0000","last_became_peered":"2024-09-05T06:10:03.065321+0000","last_unstale":"2024-09-05T06:10:04.046395+0000","last_undegraded":"2024-09-05T06:10:04.046395+0000","last_fullsized":"2024-09-05T06:10:04.046395+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:36:56.543488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900563+0000","last_change":"2024-09-05T06:10:02.039264+0000","last_active":"2024-09-05T06:10:04.900563+0000","last_peered":"2024-09-05T06:10:04.900563+0000","last_clean":"2024-09-05T06:10:04.900563+0000","last_became_active":"2024-09-05T06:10:02.034452+0000","last_became_peered":"2024-09-05T06:10:02.034452+0000","last_unstale":"2024-09-05T06:10:04.900563+0000","last_undegraded":"2024-09-05T06:10:04.900563+0000","last_fullsized":"2024-09-05T06:10:04.900563+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:10.946964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043746+0000","last_change":"2024-09-05T06:10:03.058629+0000","last_active":"2024-09-05T06:10:04.043746+0000","last_peered":"2024-09-05T06:10:04.043746+0000","last_clean":"2024-09-05T06:10:04.043746+0000","last_became_active":"2024-09-05T06:10:03.057222+0000","last_became_peered":"2024-09-05T06:10:03.057222+0000","last_unstale":"2024-09-05T06:10:04.043746+0000","last_undegraded":"2024-09-05T06:10:04.043746+0000","last_fullsized":"2024-09-05T06:10:04.043746+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:40:15.582017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901339+0000","last_change":"2024-09-05T06:10:02.033674+0000","last_active":"2024-09-05T06:10:04.901339+0000","last_peered":"2024-09-05T06:10:04.901339+0000","last_clean":"2024-09-05T06:10:04.901339+0000","last_became_active":"2024-09-05T06:10:02.033138+0000","last_became_peered":"2024-09-05T06:10:02.033138+0000","last_unstale":"2024-09-05T06:10:04.901339+0000","last_undegraded":"2024-09-05T06:10:04.901339+0000","last_fullsized":"2024-09-05T06:10:04.901339+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:00:27.956420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904642+0000","last_change":"2024-09-05T06:10:03.088385+0000","last_active":"2024-09-05T06:10:04.904642+0000","last_peered":"2024-09-05T06:10:04.904642+0000","last_clean":"2024-09-05T06:10:04.904642+0000","last_became_active":"2024-09-05T06:10:03.087772+0000","last_became_peered":"2024-09-05T06:10:03.087772+0000","last_unstale":"2024-09-05T06:10:04.904642+0000","last_undegraded":"2024-09-05T06:10:04.904642+0000","last_fullsized":"2024-09-05T06:10:04.904642+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:53:20.965364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904145+0000","last_change":"2024-09-05T06:10:02.048958+0000","last_active":"2024-09-05T06:10:04.904145+0000","last_peered":"2024-09-05T06:10:04.904145+0000","last_clean":"2024-09-05T06:10:04.904145+0000","last_became_active":"2024-09-05T06:10:02.044044+0000","last_became_peered":"2024-09-05T06:10:02.044044+0000","last_unstale":"2024-09-05T06:10:04.904145+0000","last_undegraded":"2024-09-05T06:10:04.904145+0000","last_fullsized":"2024-09-05T06:10:04.904145+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:17:38.764223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903372+0000","last_change":"2024-09-05T06:10:03.090137+0000","last_active":"2024-09-05T06:10:04.903372+0000","last_peered":"2024-09-05T06:10:04.903372+0000","last_clean":"2024-09-05T06:10:04.903372+0000","last_became_active":"2024-09-05T06:10:03.087365+0000","last_became_peered":"2024-09-05T06:10:03.087365+0000","last_unstale":"2024-09-05T06:10:04.903372+0000","last_undegraded":"2024-09-05T06:10:04.903372+0000","last_fullsized":"2024-09-05T06:10:04.903372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:58.025270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051602+0000","last_change":"2024-09-05T06:10:02.045988+0000","last_active":"2024-09-05T06:10:04.051602+0000","last_peered":"2024-09-05T06:10:04.051602+0000","last_clean":"2024-09-05T06:10:04.051602+0000","last_became_active":"2024-09-05T06:10:02.045343+0000","last_became_peered":"2024-09-05T06:10:02.045343+0000","last_unstale":"2024-09-05T06:10:04.051602+0000","last_undegraded":"2024-09-05T06:10:04.051602+0000","last_fullsized":"2024-09-05T06:10:04.051602+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:15.434576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929102,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929226,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":645,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194666,"statfs":{"total":200000000,"available":199338766,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":71,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195241,"statfs":{"total":200000000,"available":199926942,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195242,"statfs":{"total":200000000,"available":199928644,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":70,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195241,"statfs":{"total":200000000,"available":199927614,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":645,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194666,"statfs":{"total":200000000,"available":199338788,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":35,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929170,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:13.154 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:13.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.308+0000 7f2490407640 1 Processor -- start 2024-09-05T06:10:13.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.308+0000 7f2490407640 1 -- start start 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f2490407640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2488072a90 0x7f2488072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f2490407640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f248815bc40 con 0x7f24880afff0 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f2490407640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24880d14c0 con 0x7f248806e680 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f2490407640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2488073410 con 0x7f2488072a90 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d9a2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2488072a90 0x7f2488072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248e1a3640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f24880afff0 0x7f24880cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60928/0 (socket says 172.21.15.70:60928) 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248e1a3640 1 -- 172.21.15.70:0/3604309085 learned_addr learned my addr 172.21.15.70:0/3604309085 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d1a1640 1 -- 172.21.15.70:0/3604309085 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1166820752 0 0) 0x7f248815bc40 con 0x7f24880afff0 2024-09-05T06:10:13.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d1a1640 1 -- 172.21.15.70:0/3604309085 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2470003530 con 0x7f24880afff0 2024-09-05T06:10:13.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d9a2640 1 -- 172.21.15.70:0/3604309085 >> v1:172.21.15.196:6789/0 conn(0x7f248806e680 legacy=0x7f24880d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:13.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d9a2640 1 -- 172.21.15.70:0/3604309085 >> v1:172.21.15.70:6789/0 conn(0x7f24880afff0 legacy=0x7f24880cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d9a2640 1 -- 172.21.15.70:0/3604309085 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2488071cd0 con 0x7f2488072a90 2024-09-05T06:10:13.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d9a2640 1 --2- 172.21.15.70:0/3604309085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488072ed0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f247c0097f0 tx=0x7f247c01e670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0c3f84240b23b2c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:13.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d1a1640 1 -- 172.21.15.70:0/3604309085 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247c0b4070 con 0x7f2488072a90 2024-09-05T06:10:13.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d1a1640 1 -- 172.21.15.70:0/3604309085 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f247c0af680 con 0x7f2488072a90 2024-09-05T06:10:13.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.312+0000 7f248d1a1640 1 -- 172.21.15.70:0/3604309085 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247c0afa50 con 0x7f2488072a90 2024-09-05T06:10:13.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- 172.21.15.70:0/3604309085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 msgr2=0x7f2488072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 --2- 172.21.15.70:0/3604309085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488072ed0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f247c0097f0 tx=0x7f247c01e670 comp rx=0 tx=0).stop 2024-09-05T06:10:13.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- 172.21.15.70:0/3604309085 shutdown_connections 2024-09-05T06:10:13.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 --2- 172.21.15.70:0/3604309085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488072ed0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- 172.21.15.70:0/3604309085 >> 172.21.15.70:0/3604309085 conn(0x7f248806bcc0 msgr2=0x7f248806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:13.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- 172.21.15.70:0/3604309085 shutdown_connections 2024-09-05T06:10:13.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- 172.21.15.70:0/3604309085 wait complete. 2024-09-05T06:10:13.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 Processor -- start 2024-09-05T06:10:13.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- start start 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f248806e680 0x7f24880cfc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24880afff0 0x7f2488153120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f24880ce150 con 0x7f2488072a90 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2488072600 con 0x7f24880afff0 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f24880ce2d0 con 0x7f248806e680 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488152be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56428/0 (socket says 172.21.15.70:56428) 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 -- 172.21.15.70:0/4189095843 learned_addr learned my addr 172.21.15.70:0/4189095843 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 -- 172.21.15.70:0/4189095843 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f248806e680 msgr2=0x7f24880cfc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f248806e680 0x7f24880cfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 -- 172.21.15.70:0/4189095843 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24880afff0 msgr2=0x7f2488153120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24880afff0 0x7f2488153120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 -- 172.21.15.70:0/4189095843 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24881f86c0 con 0x7f2488072a90 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f248d9a2640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488152be0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f247c01c2a0 tx=0x7f247c01ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2486ffd640 1 -- 172.21.15.70:0/4189095843 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247c0bf070 con 0x7f2488072a90 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2486ffd640 1 -- 172.21.15.70:0/4189095843 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f247c0b6050 con 0x7f2488072a90 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24881f89a0 con 0x7f2488072a90 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2486ffd640 1 -- 172.21.15.70:0/4189095843 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247c0b4030 con 0x7f2488072a90 2024-09-05T06:10:13.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24881f8f60 con 0x7f2488072a90 2024-09-05T06:10:13.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.316+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2488072ed0 con 0x7f2488072a90 2024-09-05T06:10:13.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.320+0000 7f2486ffd640 1 -- 172.21.15.70:0/4189095843 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f247c0ad380 con 0x7f2488072a90 2024-09-05T06:10:13.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.320+0000 7f2486ffd640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24740678c0 0x7f2474069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.320+0000 7f2486ffd640 1 -- 172.21.15.70:0/4189095843 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f247c11f280 con 0x7f2488072a90 2024-09-05T06:10:13.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.320+0000 7f248e1a3640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24740678c0 0x7f2474069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:13.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.320+0000 7f248e1a3640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24740678c0 0x7f2474069d80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2478007fd0 tx=0x7f2478007900 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:13.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.324+0000 7f2486ffd640 1 -- 172.21.15.70:0/4189095843 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f247c018260 con 0x7f2488072a90 2024-09-05T06:10:13.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.476+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2488157af0 con 0x7f24740678c0 2024-09-05T06:10:13.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.492+0000 7f2486ffd640 1 -- 172.21.15.70:0/4189095843 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247485 (secure 0 0 0) 0x7f2488157af0 con 0x7f24740678c0 2024-09-05T06:10:13.495 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:13.496 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:13.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24740678c0 msgr2=0x7f2474069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24740678c0 0x7f2474069d80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2478007fd0 tx=0x7f2478007900 comp rx=0 tx=0).stop 2024-09-05T06:10:13.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 msgr2=0x7f2488152be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488152be0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f247c01c2a0 tx=0x7f247c01ceb0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 shutdown_connections 2024-09-05T06:10:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24740678c0 0x7f2474069d80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24880afff0 0x7f2488153120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2488072a90 0x7f2488152be0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 --2- 172.21.15.70:0/4189095843 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f248806e680 0x7f24880cfc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 >> 172.21.15.70:0/4189095843 conn(0x7f248806bcc0 msgr2=0x7f24880b3ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 shutdown_connections 2024-09-05T06:10:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.496+0000 7f2490407640 1 -- 172.21.15.70:0/4189095843 wait complete. 2024-09-05T06:10:13.512 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-05T06:10:12.332274+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":1710,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560789,"statfs":{"total":1600000000,"available":1598248252,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.291117"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899945+0000","last_change":"2024-09-05T06:10:03.063237+0000","last_active":"2024-09-05T06:10:04.899945+0000","last_peered":"2024-09-05T06:10:04.899945+0000","last_clean":"2024-09-05T06:10:04.899945+0000","last_became_active":"2024-09-05T06:10:03.062997+0000","last_became_peered":"2024-09-05T06:10:03.062997+0000","last_unstale":"2024-09-05T06:10:04.899945+0000","last_undegraded":"2024-09-05T06:10:04.899945+0000","last_fullsized":"2024-09-05T06:10:04.899945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:36.862655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902666+0000","last_change":"2024-09-05T06:10:03.070988+0000","last_active":"2024-09-05T06:10:04.902666+0000","last_peered":"2024-09-05T06:10:04.902666+0000","last_clean":"2024-09-05T06:10:04.902666+0000","last_became_active":"2024-09-05T06:10:03.070334+0000","last_became_peered":"2024-09-05T06:10:03.070334+0000","last_unstale":"2024-09-05T06:10:04.902666+0000","last_undegraded":"2024-09-05T06:10:04.902666+0000","last_fullsized":"2024-09-05T06:10:04.902666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:44:56.784855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904002+0000","last_change":"2024-09-05T06:10:03.089964+0000","last_active":"2024-09-05T06:10:04.904002+0000","last_peered":"2024-09-05T06:10:04.904002+0000","last_clean":"2024-09-05T06:10:04.904002+0000","last_became_active":"2024-09-05T06:10:03.088923+0000","last_became_peered":"2024-09-05T06:10:03.088923+0000","last_unstale":"2024-09-05T06:10:04.904002+0000","last_undegraded":"2024-09-05T06:10:04.904002+0000","last_fullsized":"2024-09-05T06:10:04.904002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:48:35.830474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694811+0000","last_change":"2024-09-05T06:10:03.089498+0000","last_active":"2024-09-05T06:10:04.694811+0000","last_peered":"2024-09-05T06:10:04.694811+0000","last_clean":"2024-09-05T06:10:04.694811+0000","last_became_active":"2024-09-05T06:10:03.089250+0000","last_became_peered":"2024-09-05T06:10:03.089250+0000","last_unstale":"2024-09-05T06:10:04.694811+0000","last_undegraded":"2024-09-05T06:10:04.694811+0000","last_fullsized":"2024-09-05T06:10:04.694811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:02.954293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901117+0000","last_change":"2024-09-05T06:10:03.089148+0000","last_active":"2024-09-05T06:10:04.901117+0000","last_peered":"2024-09-05T06:10:04.901117+0000","last_clean":"2024-09-05T06:10:04.901117+0000","last_became_active":"2024-09-05T06:10:03.088892+0000","last_became_peered":"2024-09-05T06:10:03.088892+0000","last_unstale":"2024-09-05T06:10:04.901117+0000","last_undegraded":"2024-09-05T06:10:04.901117+0000","last_fullsized":"2024-09-05T06:10:04.901117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:13:44.776162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695431+0000","last_change":"2024-09-05T06:10:03.072186+0000","last_active":"2024-09-05T06:10:04.695431+0000","last_peered":"2024-09-05T06:10:04.695431+0000","last_clean":"2024-09-05T06:10:04.695431+0000","last_became_active":"2024-09-05T06:10:03.071940+0000","last_became_peered":"2024-09-05T06:10:03.071940+0000","last_unstale":"2024-09-05T06:10:04.695431+0000","last_undegraded":"2024-09-05T06:10:04.695431+0000","last_fullsized":"2024-09-05T06:10:04.695431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:59:32.945964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900936+0000","last_change":"2024-09-05T06:10:03.068163+0000","last_active":"2024-09-05T06:10:04.900936+0000","last_peered":"2024-09-05T06:10:04.900936+0000","last_clean":"2024-09-05T06:10:04.900936+0000","last_became_active":"2024-09-05T06:10:03.067752+0000","last_became_peered":"2024-09-05T06:10:03.067752+0000","last_unstale":"2024-09-05T06:10:04.900936+0000","last_undegraded":"2024-09-05T06:10:04.900936+0000","last_fullsized":"2024-09-05T06:10:04.900936+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:34:56.996935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904372+0000","last_change":"2024-09-05T06:10:03.079552+0000","last_active":"2024-09-05T06:10:04.904372+0000","last_peered":"2024-09-05T06:10:04.904372+0000","last_clean":"2024-09-05T06:10:04.904372+0000","last_became_active":"2024-09-05T06:10:03.078412+0000","last_became_peered":"2024-09-05T06:10:03.078412+0000","last_unstale":"2024-09-05T06:10:04.904372+0000","last_undegraded":"2024-09-05T06:10:04.904372+0000","last_fullsized":"2024-09-05T06:10:04.904372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:32.915486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043309+0000","last_change":"2024-09-05T06:10:03.059563+0000","last_active":"2024-09-05T06:10:04.043309+0000","last_peered":"2024-09-05T06:10:04.043309+0000","last_clean":"2024-09-05T06:10:04.043309+0000","last_became_active":"2024-09-05T06:10:03.059144+0000","last_became_peered":"2024-09-05T06:10:03.059144+0000","last_unstale":"2024-09-05T06:10:04.043309+0000","last_undegraded":"2024-09-05T06:10:04.043309+0000","last_fullsized":"2024-09-05T06:10:04.043309+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:35:12.450254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900597+0000","last_change":"2024-09-05T06:10:03.064105+0000","last_active":"2024-09-05T06:10:04.900597+0000","last_peered":"2024-09-05T06:10:04.900597+0000","last_clean":"2024-09-05T06:10:04.900597+0000","last_became_active":"2024-09-05T06:10:03.063626+0000","last_became_peered":"2024-09-05T06:10:03.063626+0000","last_unstale":"2024-09-05T06:10:04.900597+0000","last_undegraded":"2024-09-05T06:10:04.900597+0000","last_fullsized":"2024-09-05T06:10:04.900597+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:29.393193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900193+0000","last_change":"2024-09-05T06:10:03.056628+0000","last_active":"2024-09-05T06:10:04.900193+0000","last_peered":"2024-09-05T06:10:04.900193+0000","last_clean":"2024-09-05T06:10:04.900193+0000","last_became_active":"2024-09-05T06:10:03.056275+0000","last_became_peered":"2024-09-05T06:10:03.056275+0000","last_unstale":"2024-09-05T06:10:04.900193+0000","last_undegraded":"2024-09-05T06:10:04.900193+0000","last_fullsized":"2024-09-05T06:10:04.900193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:19:47.925262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900247+0000","last_change":"2024-09-05T06:10:03.050642+0000","last_active":"2024-09-05T06:10:04.900247+0000","last_peered":"2024-09-05T06:10:04.900247+0000","last_clean":"2024-09-05T06:10:04.900247+0000","last_became_active":"2024-09-05T06:10:03.050329+0000","last_became_peered":"2024-09-05T06:10:03.050329+0000","last_unstale":"2024-09-05T06:10:04.900247+0000","last_undegraded":"2024-09-05T06:10:04.900247+0000","last_fullsized":"2024-09-05T06:10:04.900247+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:55:53.049316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902719+0000","last_change":"2024-09-05T06:10:03.071173+0000","last_active":"2024-09-05T06:10:04.902719+0000","last_peered":"2024-09-05T06:10:04.902719+0000","last_clean":"2024-09-05T06:10:04.902719+0000","last_became_active":"2024-09-05T06:10:03.066787+0000","last_became_peered":"2024-09-05T06:10:03.066787+0000","last_unstale":"2024-09-05T06:10:04.902719+0000","last_undegraded":"2024-09-05T06:10:04.902719+0000","last_fullsized":"2024-09-05T06:10:04.902719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:08.682378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902414+0000","last_change":"2024-09-05T06:10:03.063433+0000","last_active":"2024-09-05T06:10:04.902414+0000","last_peered":"2024-09-05T06:10:04.902414+0000","last_clean":"2024-09-05T06:10:04.902414+0000","last_became_active":"2024-09-05T06:10:03.061822+0000","last_became_peered":"2024-09-05T06:10:03.061822+0000","last_unstale":"2024-09-05T06:10:04.902414+0000","last_undegraded":"2024-09-05T06:10:04.902414+0000","last_fullsized":"2024-09-05T06:10:04.902414+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:03.061645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903824+0000","last_change":"2024-09-05T06:10:03.098739+0000","last_active":"2024-09-05T06:10:04.903824+0000","last_peered":"2024-09-05T06:10:04.903824+0000","last_clean":"2024-09-05T06:10:04.903824+0000","last_became_active":"2024-09-05T06:10:03.091065+0000","last_became_peered":"2024-09-05T06:10:03.091065+0000","last_unstale":"2024-09-05T06:10:04.903824+0000","last_undegraded":"2024-09-05T06:10:04.903824+0000","last_fullsized":"2024-09-05T06:10:04.903824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:43.313185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046702+0000","last_change":"2024-09-05T06:10:03.062337+0000","last_active":"2024-09-05T06:10:04.046702+0000","last_peered":"2024-09-05T06:10:04.046702+0000","last_clean":"2024-09-05T06:10:04.046702+0000","last_became_active":"2024-09-05T06:10:03.060665+0000","last_became_peered":"2024-09-05T06:10:03.060665+0000","last_unstale":"2024-09-05T06:10:04.046702+0000","last_undegraded":"2024-09-05T06:10:04.046702+0000","last_fullsized":"2024-09-05T06:10:04.046702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:41.859941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046685+0000","last_change":"2024-09-05T06:10:03.065883+0000","last_active":"2024-09-05T06:10:04.046685+0000","last_peered":"2024-09-05T06:10:04.046685+0000","last_clean":"2024-09-05T06:10:04.046685+0000","last_became_active":"2024-09-05T06:10:03.065619+0000","last_became_peered":"2024-09-05T06:10:03.065619+0000","last_unstale":"2024-09-05T06:10:04.046685+0000","last_undegraded":"2024-09-05T06:10:04.046685+0000","last_fullsized":"2024-09-05T06:10:04.046685+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:43.165766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698776+0000","last_change":"2024-09-05T06:10:03.066385+0000","last_active":"2024-09-05T06:10:04.698776+0000","last_peered":"2024-09-05T06:10:04.698776+0000","last_clean":"2024-09-05T06:10:04.698776+0000","last_became_active":"2024-09-05T06:10:03.064466+0000","last_became_peered":"2024-09-05T06:10:03.064466+0000","last_unstale":"2024-09-05T06:10:04.698776+0000","last_undegraded":"2024-09-05T06:10:04.698776+0000","last_fullsized":"2024-09-05T06:10:04.698776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:04.839941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046768+0000","last_change":"2024-09-05T06:10:03.073962+0000","last_active":"2024-09-05T06:10:04.046768+0000","last_peered":"2024-09-05T06:10:04.046768+0000","last_clean":"2024-09-05T06:10:04.046768+0000","last_became_active":"2024-09-05T06:10:03.073791+0000","last_became_peered":"2024-09-05T06:10:03.073791+0000","last_unstale":"2024-09-05T06:10:04.046768+0000","last_undegraded":"2024-09-05T06:10:04.046768+0000","last_fullsized":"2024-09-05T06:10:04.046768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:08:25.976757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900814+0000","last_change":"2024-09-05T06:10:03.051291+0000","last_active":"2024-09-05T06:10:04.900814+0000","last_peered":"2024-09-05T06:10:04.900814+0000","last_clean":"2024-09-05T06:10:04.900814+0000","last_became_active":"2024-09-05T06:10:03.050977+0000","last_became_peered":"2024-09-05T06:10:03.050977+0000","last_unstale":"2024-09-05T06:10:04.900814+0000","last_undegraded":"2024-09-05T06:10:04.900814+0000","last_fullsized":"2024-09-05T06:10:04.900814+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:00.038898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051020+0000","last_change":"2024-09-05T06:10:03.071539+0000","last_active":"2024-09-05T06:10:04.051020+0000","last_peered":"2024-09-05T06:10:04.051020+0000","last_clean":"2024-09-05T06:10:04.051020+0000","last_became_active":"2024-09-05T06:10:03.070480+0000","last_became_peered":"2024-09-05T06:10:03.070480+0000","last_unstale":"2024-09-05T06:10:04.051020+0000","last_undegraded":"2024-09-05T06:10:04.051020+0000","last_fullsized":"2024-09-05T06:10:04.051020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:49:03.088048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043346+0000","last_change":"2024-09-05T06:10:03.056628+0000","last_active":"2024-09-05T06:10:04.043346+0000","last_peered":"2024-09-05T06:10:04.043346+0000","last_clean":"2024-09-05T06:10:04.043346+0000","last_became_active":"2024-09-05T06:10:03.056306+0000","last_became_peered":"2024-09-05T06:10:03.056306+0000","last_unstale":"2024-09-05T06:10:04.043346+0000","last_undegraded":"2024-09-05T06:10:04.043346+0000","last_fullsized":"2024-09-05T06:10:04.043346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:19:21.707467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904826+0000","last_change":"2024-09-05T06:10:03.078993+0000","last_active":"2024-09-05T06:10:04.904826+0000","last_peered":"2024-09-05T06:10:04.904826+0000","last_clean":"2024-09-05T06:10:04.904826+0000","last_became_active":"2024-09-05T06:10:03.076150+0000","last_became_peered":"2024-09-05T06:10:03.076150+0000","last_unstale":"2024-09-05T06:10:04.904826+0000","last_undegraded":"2024-09-05T06:10:04.904826+0000","last_fullsized":"2024-09-05T06:10:04.904826+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:09.347111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046141+0000","last_change":"2024-09-05T06:10:03.087018+0000","last_active":"2024-09-05T06:10:04.046141+0000","last_peered":"2024-09-05T06:10:04.046141+0000","last_clean":"2024-09-05T06:10:04.046141+0000","last_became_active":"2024-09-05T06:10:03.086868+0000","last_became_peered":"2024-09-05T06:10:03.086868+0000","last_unstale":"2024-09-05T06:10:04.046141+0000","last_undegraded":"2024-09-05T06:10:04.046141+0000","last_fullsized":"2024-09-05T06:10:04.046141+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:16:15.894915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904199+0000","last_change":"2024-09-05T06:10:03.099701+0000","last_active":"2024-09-05T06:10:04.904199+0000","last_peered":"2024-09-05T06:10:04.904199+0000","last_clean":"2024-09-05T06:10:04.904199+0000","last_became_active":"2024-09-05T06:10:03.097685+0000","last_became_peered":"2024-09-05T06:10:03.097685+0000","last_unstale":"2024-09-05T06:10:04.904199+0000","last_undegraded":"2024-09-05T06:10:04.904199+0000","last_fullsized":"2024-09-05T06:10:04.904199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.595121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695639+0000","last_change":"2024-09-05T06:10:03.059862+0000","last_active":"2024-09-05T06:10:04.695639+0000","last_peered":"2024-09-05T06:10:04.695639+0000","last_clean":"2024-09-05T06:10:04.695639+0000","last_became_active":"2024-09-05T06:10:03.058861+0000","last_became_peered":"2024-09-05T06:10:03.058861+0000","last_unstale":"2024-09-05T06:10:04.695639+0000","last_undegraded":"2024-09-05T06:10:04.695639+0000","last_fullsized":"2024-09-05T06:10:04.695639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:13.178427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903158+0000","last_change":"2024-09-05T06:10:03.069167+0000","last_active":"2024-09-05T06:10:04.903158+0000","last_peered":"2024-09-05T06:10:04.903158+0000","last_clean":"2024-09-05T06:10:04.903158+0000","last_became_active":"2024-09-05T06:10:03.068306+0000","last_became_peered":"2024-09-05T06:10:03.068306+0000","last_unstale":"2024-09-05T06:10:04.903158+0000","last_undegraded":"2024-09-05T06:10:04.903158+0000","last_fullsized":"2024-09-05T06:10:04.903158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:41:58.176864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903081+0000","last_change":"2024-09-05T06:10:03.070643+0000","last_active":"2024-09-05T06:10:04.903081+0000","last_peered":"2024-09-05T06:10:04.903081+0000","last_clean":"2024-09-05T06:10:04.903081+0000","last_became_active":"2024-09-05T06:10:03.065938+0000","last_became_peered":"2024-09-05T06:10:03.065938+0000","last_unstale":"2024-09-05T06:10:04.903081+0000","last_undegraded":"2024-09-05T06:10:04.903081+0000","last_fullsized":"2024-09-05T06:10:04.903081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:36:56.386588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902974+0000","last_change":"2024-09-05T06:10:03.091818+0000","last_active":"2024-09-05T06:10:04.902974+0000","last_peered":"2024-09-05T06:10:04.902974+0000","last_clean":"2024-09-05T06:10:04.902974+0000","last_became_active":"2024-09-05T06:10:03.089078+0000","last_became_peered":"2024-09-05T06:10:03.089078+0000","last_unstale":"2024-09-05T06:10:04.902974+0000","last_undegraded":"2024-09-05T06:10:04.902974+0000","last_fullsized":"2024-09-05T06:10:04.902974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:21:53.031968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046250+0000","last_change":"2024-09-05T06:10:03.095418+0000","last_active":"2024-09-05T06:10:04.046250+0000","last_peered":"2024-09-05T06:10:04.046250+0000","last_clean":"2024-09-05T06:10:04.046250+0000","last_became_active":"2024-09-05T06:10:03.095168+0000","last_became_peered":"2024-09-05T06:10:03.095168+0000","last_unstale":"2024-09-05T06:10:04.046250+0000","last_undegraded":"2024-09-05T06:10:04.046250+0000","last_fullsized":"2024-09-05T06:10:04.046250+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:56:47.464551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698948+0000","last_change":"2024-09-05T06:10:03.054616+0000","last_active":"2024-09-05T06:10:04.698948+0000","last_peered":"2024-09-05T06:10:04.698948+0000","last_clean":"2024-09-05T06:10:04.698948+0000","last_became_active":"2024-09-05T06:10:03.053719+0000","last_became_peered":"2024-09-05T06:10:03.053719+0000","last_unstale":"2024-09-05T06:10:04.698948+0000","last_undegraded":"2024-09-05T06:10:04.698948+0000","last_fullsized":"2024-09-05T06:10:04.698948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:06.347123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694919+0000","last_change":"2024-09-05T06:10:03.065254+0000","last_active":"2024-09-05T06:10:04.694919+0000","last_peered":"2024-09-05T06:10:04.694919+0000","last_clean":"2024-09-05T06:10:04.694919+0000","last_became_active":"2024-09-05T06:10:03.065015+0000","last_became_peered":"2024-09-05T06:10:03.065015+0000","last_unstale":"2024-09-05T06:10:04.694919+0000","last_undegraded":"2024-09-05T06:10:04.694919+0000","last_fullsized":"2024-09-05T06:10:04.694919+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:00:13.218095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043338+0000","last_change":"2024-09-05T06:10:03.076342+0000","last_active":"2024-09-05T06:10:04.043338+0000","last_peered":"2024-09-05T06:10:04.043338+0000","last_clean":"2024-09-05T06:10:04.043338+0000","last_became_active":"2024-09-05T06:10:03.075944+0000","last_became_peered":"2024-09-05T06:10:03.075944+0000","last_unstale":"2024-09-05T06:10:04.043338+0000","last_undegraded":"2024-09-05T06:10:04.043338+0000","last_fullsized":"2024-09-05T06:10:04.043338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:02.269310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902923+0000","last_change":"2024-09-05T06:10:02.042346+0000","last_active":"2024-09-05T06:10:04.902923+0000","last_peered":"2024-09-05T06:10:04.902923+0000","last_clean":"2024-09-05T06:10:04.902923+0000","last_became_active":"2024-09-05T06:10:02.041744+0000","last_became_peered":"2024-09-05T06:10:02.041744+0000","last_unstale":"2024-09-05T06:10:04.902923+0000","last_undegraded":"2024-09-05T06:10:04.902923+0000","last_fullsized":"2024-09-05T06:10:04.902923+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:22:34.919438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050888+0000","last_change":"2024-09-05T06:10:03.070789+0000","last_active":"2024-09-05T06:10:04.050888+0000","last_peered":"2024-09-05T06:10:04.050888+0000","last_clean":"2024-09-05T06:10:04.050888+0000","last_became_active":"2024-09-05T06:10:03.069192+0000","last_became_peered":"2024-09-05T06:10:03.069192+0000","last_unstale":"2024-09-05T06:10:04.050888+0000","last_undegraded":"2024-09-05T06:10:04.050888+0000","last_fullsized":"2024-09-05T06:10:04.050888+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:05:20.261935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046319+0000","last_change":"2024-09-05T06:10:02.034074+0000","last_active":"2024-09-05T06:10:04.046319+0000","last_peered":"2024-09-05T06:10:04.046319+0000","last_clean":"2024-09-05T06:10:04.046319+0000","last_became_active":"2024-09-05T06:10:02.033662+0000","last_became_peered":"2024-09-05T06:10:02.033662+0000","last_unstale":"2024-09-05T06:10:04.046319+0000","last_undegraded":"2024-09-05T06:10:04.046319+0000","last_fullsized":"2024-09-05T06:10:04.046319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:02:07.240874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902673+0000","last_change":"2024-09-05T06:10:02.042718+0000","last_active":"2024-09-05T06:10:04.902673+0000","last_peered":"2024-09-05T06:10:04.902673+0000","last_clean":"2024-09-05T06:10:04.902673+0000","last_became_active":"2024-09-05T06:10:02.041690+0000","last_became_peered":"2024-09-05T06:10:02.041690+0000","last_unstale":"2024-09-05T06:10:04.902673+0000","last_undegraded":"2024-09-05T06:10:04.902673+0000","last_fullsized":"2024-09-05T06:10:04.902673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:05:25.853827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904574+0000","last_change":"2024-09-05T06:10:03.098175+0000","last_active":"2024-09-05T06:10:04.904574+0000","last_peered":"2024-09-05T06:10:04.904574+0000","last_clean":"2024-09-05T06:10:04.904574+0000","last_became_active":"2024-09-05T06:10:03.088367+0000","last_became_peered":"2024-09-05T06:10:03.088367+0000","last_unstale":"2024-09-05T06:10:04.904574+0000","last_undegraded":"2024-09-05T06:10:04.904574+0000","last_fullsized":"2024-09-05T06:10:04.904574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:16:05.179827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046778+0000","last_change":"2024-09-05T06:10:02.029808+0000","last_active":"2024-09-05T06:10:04.046778+0000","last_peered":"2024-09-05T06:10:04.046778+0000","last_clean":"2024-09-05T06:10:04.046778+0000","last_became_active":"2024-09-05T06:10:02.029474+0000","last_became_peered":"2024-09-05T06:10:02.029474+0000","last_unstale":"2024-09-05T06:10:04.046778+0000","last_undegraded":"2024-09-05T06:10:04.046778+0000","last_fullsized":"2024-09-05T06:10:04.046778+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:34:36.750044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050586+0000","last_change":"2024-09-05T06:10:03.074253+0000","last_active":"2024-09-05T06:10:04.050586+0000","last_peered":"2024-09-05T06:10:04.050586+0000","last_clean":"2024-09-05T06:10:04.050586+0000","last_became_active":"2024-09-05T06:10:03.056972+0000","last_became_peered":"2024-09-05T06:10:03.056972+0000","last_unstale":"2024-09-05T06:10:04.050586+0000","last_undegraded":"2024-09-05T06:10:04.050586+0000","last_fullsized":"2024-09-05T06:10:04.050586+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:15:10.187868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.044147+0000","last_change":"2024-09-05T06:10:02.029414+0000","last_active":"2024-09-05T06:10:04.044147+0000","last_peered":"2024-09-05T06:10:04.044147+0000","last_clean":"2024-09-05T06:10:04.044147+0000","last_became_active":"2024-09-05T06:10:02.028636+0000","last_became_peered":"2024-09-05T06:10:02.028636+0000","last_unstale":"2024-09-05T06:10:04.044147+0000","last_undegraded":"2024-09-05T06:10:04.044147+0000","last_fullsized":"2024-09-05T06:10:04.044147+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:33:08.060690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695297+0000","last_change":"2024-09-05T06:10:03.057417+0000","last_active":"2024-09-05T06:10:04.695297+0000","last_peered":"2024-09-05T06:10:04.695297+0000","last_clean":"2024-09-05T06:10:04.695297+0000","last_became_active":"2024-09-05T06:10:03.057175+0000","last_became_peered":"2024-09-05T06:10:03.057175+0000","last_unstale":"2024-09-05T06:10:04.695297+0000","last_undegraded":"2024-09-05T06:10:04.695297+0000","last_fullsized":"2024-09-05T06:10:04.695297+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:59:10.778938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900727+0000","last_change":"2024-09-05T06:10:02.042216+0000","last_active":"2024-09-05T06:10:04.900727+0000","last_peered":"2024-09-05T06:10:04.900727+0000","last_clean":"2024-09-05T06:10:04.900727+0000","last_became_active":"2024-09-05T06:10:02.040989+0000","last_became_peered":"2024-09-05T06:10:02.040989+0000","last_unstale":"2024-09-05T06:10:04.900727+0000","last_undegraded":"2024-09-05T06:10:04.900727+0000","last_fullsized":"2024-09-05T06:10:04.900727+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:09:57.844514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903374+0000","last_change":"2024-09-05T06:10:03.073046+0000","last_active":"2024-09-05T06:10:04.903374+0000","last_peered":"2024-09-05T06:10:04.903374+0000","last_clean":"2024-09-05T06:10:04.903374+0000","last_became_active":"2024-09-05T06:10:03.072395+0000","last_became_peered":"2024-09-05T06:10:03.072395+0000","last_unstale":"2024-09-05T06:10:04.903374+0000","last_undegraded":"2024-09-05T06:10:04.903374+0000","last_fullsized":"2024-09-05T06:10:04.903374+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:24:16.992954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699162+0000","last_change":"2024-09-05T06:10:02.032757+0000","last_active":"2024-09-05T06:10:04.699162+0000","last_peered":"2024-09-05T06:10:04.699162+0000","last_clean":"2024-09-05T06:10:04.699162+0000","last_became_active":"2024-09-05T06:10:02.030713+0000","last_became_peered":"2024-09-05T06:10:02.030713+0000","last_unstale":"2024-09-05T06:10:04.699162+0000","last_undegraded":"2024-09-05T06:10:04.699162+0000","last_fullsized":"2024-09-05T06:10:04.699162+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:30:17.085603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046281+0000","last_change":"2024-09-05T06:10:03.057701+0000","last_active":"2024-09-05T06:10:04.046281+0000","last_peered":"2024-09-05T06:10:04.046281+0000","last_clean":"2024-09-05T06:10:04.046281+0000","last_became_active":"2024-09-05T06:10:03.057457+0000","last_became_peered":"2024-09-05T06:10:03.057457+0000","last_unstale":"2024-09-05T06:10:04.046281+0000","last_undegraded":"2024-09-05T06:10:04.046281+0000","last_fullsized":"2024-09-05T06:10:04.046281+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:55.281008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695224+0000","last_change":"2024-09-05T06:10:02.035986+0000","last_active":"2024-09-05T06:10:04.695224+0000","last_peered":"2024-09-05T06:10:04.695224+0000","last_clean":"2024-09-05T06:10:04.695224+0000","last_became_active":"2024-09-05T06:10:02.035304+0000","last_became_peered":"2024-09-05T06:10:02.035304+0000","last_unstale":"2024-09-05T06:10:04.695224+0000","last_undegraded":"2024-09-05T06:10:04.695224+0000","last_fullsized":"2024-09-05T06:10:04.695224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:43.726525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900241+0000","last_change":"2024-09-05T06:10:03.063017+0000","last_active":"2024-09-05T06:10:04.900241+0000","last_peered":"2024-09-05T06:10:04.900241+0000","last_clean":"2024-09-05T06:10:04.900241+0000","last_became_active":"2024-09-05T06:10:03.060315+0000","last_became_peered":"2024-09-05T06:10:03.060315+0000","last_unstale":"2024-09-05T06:10:04.900241+0000","last_undegraded":"2024-09-05T06:10:04.900241+0000","last_fullsized":"2024-09-05T06:10:04.900241+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:45:15.849682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.698605+0000","last_change":"2024-09-05T06:10:02.035859+0000","last_active":"2024-09-05T06:10:04.698605+0000","last_peered":"2024-09-05T06:10:04.698605+0000","last_clean":"2024-09-05T06:10:04.698605+0000","last_became_active":"2024-09-05T06:10:02.035186+0000","last_became_peered":"2024-09-05T06:10:02.035186+0000","last_unstale":"2024-09-05T06:10:04.698605+0000","last_undegraded":"2024-09-05T06:10:04.698605+0000","last_fullsized":"2024-09-05T06:10:04.698605+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:20.953897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902554+0000","last_change":"2024-09-05T06:10:03.061931+0000","last_active":"2024-09-05T06:10:04.902554+0000","last_peered":"2024-09-05T06:10:04.902554+0000","last_clean":"2024-09-05T06:10:04.902554+0000","last_became_active":"2024-09-05T06:10:03.061243+0000","last_became_peered":"2024-09-05T06:10:03.061243+0000","last_unstale":"2024-09-05T06:10:04.902554+0000","last_undegraded":"2024-09-05T06:10:04.902554+0000","last_fullsized":"2024-09-05T06:10:04.902554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:53:28.674242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046854+0000","last_change":"2024-09-05T06:10:02.040477+0000","last_active":"2024-09-05T06:10:04.046854+0000","last_peered":"2024-09-05T06:10:04.046854+0000","last_clean":"2024-09-05T06:10:04.046854+0000","last_became_active":"2024-09-05T06:10:02.038985+0000","last_became_peered":"2024-09-05T06:10:02.038985+0000","last_unstale":"2024-09-05T06:10:04.046854+0000","last_undegraded":"2024-09-05T06:10:04.046854+0000","last_fullsized":"2024-09-05T06:10:04.046854+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:00:07.362298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046537+0000","last_change":"2024-09-05T06:10:03.066110+0000","last_active":"2024-09-05T06:10:04.046537+0000","last_peered":"2024-09-05T06:10:04.046537+0000","last_clean":"2024-09-05T06:10:04.046537+0000","last_became_active":"2024-09-05T06:10:03.064746+0000","last_became_peered":"2024-09-05T06:10:03.064746+0000","last_unstale":"2024-09-05T06:10:04.046537+0000","last_undegraded":"2024-09-05T06:10:04.046537+0000","last_fullsized":"2024-09-05T06:10:04.046537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:15:00.199919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901060+0000","last_change":"2024-09-05T06:10:02.041607+0000","last_active":"2024-09-05T06:10:04.901060+0000","last_peered":"2024-09-05T06:10:04.901060+0000","last_clean":"2024-09-05T06:10:04.901060+0000","last_became_active":"2024-09-05T06:10:02.037089+0000","last_became_peered":"2024-09-05T06:10:02.037089+0000","last_unstale":"2024-09-05T06:10:04.901060+0000","last_undegraded":"2024-09-05T06:10:04.901060+0000","last_fullsized":"2024-09-05T06:10:04.901060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:45.737386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043504+0000","last_change":"2024-09-05T06:10:03.076184+0000","last_active":"2024-09-05T06:10:04.043504+0000","last_peered":"2024-09-05T06:10:04.043504+0000","last_clean":"2024-09-05T06:10:04.043504+0000","last_became_active":"2024-09-05T06:10:03.075660+0000","last_became_peered":"2024-09-05T06:10:03.075660+0000","last_unstale":"2024-09-05T06:10:04.043504+0000","last_undegraded":"2024-09-05T06:10:04.043504+0000","last_fullsized":"2024-09-05T06:10:04.043504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:25:16.065180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.052048+0000","last_change":"2024-09-05T06:10:02.030623+0000","last_active":"2024-09-05T06:10:04.052048+0000","last_peered":"2024-09-05T06:10:04.052048+0000","last_clean":"2024-09-05T06:10:04.052048+0000","last_became_active":"2024-09-05T06:10:02.029707+0000","last_became_peered":"2024-09-05T06:10:02.029707+0000","last_unstale":"2024-09-05T06:10:04.052048+0000","last_undegraded":"2024-09-05T06:10:04.052048+0000","last_fullsized":"2024-09-05T06:10:04.052048+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:42.720234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047062+0000","last_change":"2024-09-05T06:10:03.057725+0000","last_active":"2024-09-05T06:10:04.047062+0000","last_peered":"2024-09-05T06:10:04.047062+0000","last_clean":"2024-09-05T06:10:04.047062+0000","last_became_active":"2024-09-05T06:10:03.057448+0000","last_became_peered":"2024-09-05T06:10:03.057448+0000","last_unstale":"2024-09-05T06:10:04.047062+0000","last_undegraded":"2024-09-05T06:10:04.047062+0000","last_fullsized":"2024-09-05T06:10:04.047062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:25:18.264123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899878+0000","last_change":"2024-09-05T06:10:02.046689+0000","last_active":"2024-09-05T06:10:04.899878+0000","last_peered":"2024-09-05T06:10:04.899878+0000","last_clean":"2024-09-05T06:10:04.899878+0000","last_became_active":"2024-09-05T06:10:02.046477+0000","last_became_peered":"2024-09-05T06:10:02.046477+0000","last_unstale":"2024-09-05T06:10:04.899878+0000","last_undegraded":"2024-09-05T06:10:04.899878+0000","last_fullsized":"2024-09-05T06:10:04.899878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:17:50.921800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.694957+0000","last_change":"2024-09-05T06:10:03.057621+0000","last_active":"2024-09-05T06:10:04.694957+0000","last_peered":"2024-09-05T06:10:04.694957+0000","last_clean":"2024-09-05T06:10:04.694957+0000","last_became_active":"2024-09-05T06:10:03.057386+0000","last_became_peered":"2024-09-05T06:10:03.057386+0000","last_unstale":"2024-09-05T06:10:04.694957+0000","last_undegraded":"2024-09-05T06:10:04.694957+0000","last_fullsized":"2024-09-05T06:10:04.694957+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:58.562321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.050942+0000","last_change":"2024-09-05T06:10:02.044086+0000","last_active":"2024-09-05T06:10:04.050942+0000","last_peered":"2024-09-05T06:10:04.050942+0000","last_clean":"2024-09-05T06:10:04.050942+0000","last_became_active":"2024-09-05T06:10:02.042059+0000","last_became_peered":"2024-09-05T06:10:02.042059+0000","last_unstale":"2024-09-05T06:10:04.050942+0000","last_undegraded":"2024-09-05T06:10:04.050942+0000","last_fullsized":"2024-09-05T06:10:04.050942+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:20:17.825065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.899610+0000","last_change":"2024-09-05T06:10:03.051081+0000","last_active":"2024-09-05T06:10:04.899610+0000","last_peered":"2024-09-05T06:10:04.899610+0000","last_clean":"2024-09-05T06:10:04.899610+0000","last_became_active":"2024-09-05T06:10:03.049518+0000","last_became_peered":"2024-09-05T06:10:03.049518+0000","last_unstale":"2024-09-05T06:10:04.899610+0000","last_undegraded":"2024-09-05T06:10:04.899610+0000","last_fullsized":"2024-09-05T06:10:04.899610+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:32.231761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903692+0000","last_change":"2024-09-05T06:10:02.027915+0000","last_active":"2024-09-05T06:10:04.903692+0000","last_peered":"2024-09-05T06:10:04.903692+0000","last_clean":"2024-09-05T06:10:04.903692+0000","last_became_active":"2024-09-05T06:10:02.026921+0000","last_became_peered":"2024-09-05T06:10:02.026921+0000","last_unstale":"2024-09-05T06:10:04.903692+0000","last_undegraded":"2024-09-05T06:10:04.903692+0000","last_fullsized":"2024-09-05T06:10:04.903692+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:20:13.161277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900596+0000","last_change":"2024-09-05T06:10:03.054768+0000","last_active":"2024-09-05T06:10:04.900596+0000","last_peered":"2024-09-05T06:10:04.900596+0000","last_clean":"2024-09-05T06:10:04.900596+0000","last_became_active":"2024-09-05T06:10:03.053893+0000","last_became_peered":"2024-09-05T06:10:03.053893+0000","last_unstale":"2024-09-05T06:10:04.900596+0000","last_undegraded":"2024-09-05T06:10:04.900596+0000","last_fullsized":"2024-09-05T06:10:04.900596+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:34.012073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903428+0000","last_change":"2024-09-05T06:10:02.046372+0000","last_active":"2024-09-05T06:10:04.903428+0000","last_peered":"2024-09-05T06:10:04.903428+0000","last_clean":"2024-09-05T06:10:04.903428+0000","last_became_active":"2024-09-05T06:10:02.045371+0000","last_became_peered":"2024-09-05T06:10:02.045371+0000","last_unstale":"2024-09-05T06:10:04.903428+0000","last_undegraded":"2024-09-05T06:10:04.903428+0000","last_fullsized":"2024-09-05T06:10:04.903428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:20:07.006293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047061+0000","last_change":"2024-09-05T06:10:03.062586+0000","last_active":"2024-09-05T06:10:04.047061+0000","last_peered":"2024-09-05T06:10:04.047061+0000","last_clean":"2024-09-05T06:10:04.047061+0000","last_became_active":"2024-09-05T06:10:03.062097+0000","last_became_peered":"2024-09-05T06:10:03.062097+0000","last_unstale":"2024-09-05T06:10:04.047061+0000","last_undegraded":"2024-09-05T06:10:04.047061+0000","last_fullsized":"2024-09-05T06:10:04.047061+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:48.103894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043411+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:04.043411+0000","last_peered":"2024-09-05T06:10:04.043411+0000","last_clean":"2024-09-05T06:10:04.043411+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:04.043411+0000","last_undegraded":"2024-09-05T06:10:04.043411+0000","last_fullsized":"2024-09-05T06:10:04.043411+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047188+0000","last_change":"2024-09-05T06:10:02.040048+0000","last_active":"2024-09-05T06:10:04.047188+0000","last_peered":"2024-09-05T06:10:04.047188+0000","last_clean":"2024-09-05T06:10:04.047188+0000","last_became_active":"2024-09-05T06:10:02.038255+0000","last_became_peered":"2024-09-05T06:10:02.038255+0000","last_unstale":"2024-09-05T06:10:04.047188+0000","last_undegraded":"2024-09-05T06:10:04.047188+0000","last_fullsized":"2024-09-05T06:10:04.047188+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:07:31.418092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051647+0000","last_change":"2024-09-05T06:10:03.063993+0000","last_active":"2024-09-05T06:10:04.051647+0000","last_peered":"2024-09-05T06:10:04.051647+0000","last_clean":"2024-09-05T06:10:04.051647+0000","last_became_active":"2024-09-05T06:10:03.062463+0000","last_became_peered":"2024-09-05T06:10:03.062463+0000","last_unstale":"2024-09-05T06:10:04.051647+0000","last_undegraded":"2024-09-05T06:10:04.051647+0000","last_fullsized":"2024-09-05T06:10:04.051647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:21.714773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046972+0000","last_change":"2024-09-05T06:10:02.045152+0000","last_active":"2024-09-05T06:10:04.046972+0000","last_peered":"2024-09-05T06:10:04.046972+0000","last_clean":"2024-09-05T06:10:04.046972+0000","last_became_active":"2024-09-05T06:10:02.045010+0000","last_became_peered":"2024-09-05T06:10:02.045010+0000","last_unstale":"2024-09-05T06:10:04.046972+0000","last_undegraded":"2024-09-05T06:10:04.046972+0000","last_fullsized":"2024-09-05T06:10:04.046972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:13:51.791859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903469+0000","last_change":"2024-09-05T06:10:03.067386+0000","last_active":"2024-09-05T06:10:04.903469+0000","last_peered":"2024-09-05T06:10:04.903469+0000","last_clean":"2024-09-05T06:10:04.903469+0000","last_became_active":"2024-09-05T06:10:03.063008+0000","last_became_peered":"2024-09-05T06:10:03.063008+0000","last_unstale":"2024-09-05T06:10:04.903469+0000","last_undegraded":"2024-09-05T06:10:04.903469+0000","last_fullsized":"2024-09-05T06:10:04.903469+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:26.875605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699294+0000","last_change":"2024-09-05T06:10:02.048591+0000","last_active":"2024-09-05T06:10:04.699294+0000","last_peered":"2024-09-05T06:10:04.699294+0000","last_clean":"2024-09-05T06:10:04.699294+0000","last_became_active":"2024-09-05T06:10:02.047453+0000","last_became_peered":"2024-09-05T06:10:02.047453+0000","last_unstale":"2024-09-05T06:10:04.699294+0000","last_undegraded":"2024-09-05T06:10:04.699294+0000","last_fullsized":"2024-09-05T06:10:04.699294+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:25:51.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903775+0000","last_change":"2024-09-05T06:10:03.090928+0000","last_active":"2024-09-05T06:10:04.903775+0000","last_peered":"2024-09-05T06:10:04.903775+0000","last_clean":"2024-09-05T06:10:04.903775+0000","last_became_active":"2024-09-05T06:10:03.088199+0000","last_became_peered":"2024-09-05T06:10:03.088199+0000","last_unstale":"2024-09-05T06:10:04.903775+0000","last_undegraded":"2024-09-05T06:10:04.903775+0000","last_fullsized":"2024-09-05T06:10:04.903775+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:12.008217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047467+0000","last_change":"2024-09-05T06:10:02.038403+0000","last_active":"2024-09-05T06:10:04.047467+0000","last_peered":"2024-09-05T06:10:04.047467+0000","last_clean":"2024-09-05T06:10:04.047467+0000","last_became_active":"2024-09-05T06:10:02.038058+0000","last_became_peered":"2024-09-05T06:10:02.038058+0000","last_unstale":"2024-09-05T06:10:04.047467+0000","last_undegraded":"2024-09-05T06:10:04.047467+0000","last_fullsized":"2024-09-05T06:10:04.047467+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:39:01.799590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900414+0000","last_change":"2024-09-05T06:10:03.064656+0000","last_active":"2024-09-05T06:10:04.900414+0000","last_peered":"2024-09-05T06:10:04.900414+0000","last_clean":"2024-09-05T06:10:04.900414+0000","last_became_active":"2024-09-05T06:10:03.063879+0000","last_became_peered":"2024-09-05T06:10:03.063879+0000","last_unstale":"2024-09-05T06:10:04.900414+0000","last_undegraded":"2024-09-05T06:10:04.900414+0000","last_fullsized":"2024-09-05T06:10:04.900414+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:06.437641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904790+0000","last_change":"2024-09-05T06:10:02.041135+0000","last_active":"2024-09-05T06:10:04.904790+0000","last_peered":"2024-09-05T06:10:04.904790+0000","last_clean":"2024-09-05T06:10:04.904790+0000","last_became_active":"2024-09-05T06:10:02.040509+0000","last_became_peered":"2024-09-05T06:10:02.040509+0000","last_unstale":"2024-09-05T06:10:04.904790+0000","last_undegraded":"2024-09-05T06:10:04.904790+0000","last_fullsized":"2024-09-05T06:10:04.904790+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:10.588297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.695091+0000","last_change":"2024-09-05T06:10:03.061047+0000","last_active":"2024-09-05T06:10:04.695091+0000","last_peered":"2024-09-05T06:10:04.695091+0000","last_clean":"2024-09-05T06:10:04.695091+0000","last_became_active":"2024-09-05T06:10:03.060805+0000","last_became_peered":"2024-09-05T06:10:03.060805+0000","last_unstale":"2024-09-05T06:10:04.695091+0000","last_undegraded":"2024-09-05T06:10:04.695091+0000","last_fullsized":"2024-09-05T06:10:04.695091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:00:34.545160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046885+0000","last_change":"2024-09-05T06:10:02.035062+0000","last_active":"2024-09-05T06:10:04.046885+0000","last_peered":"2024-09-05T06:10:04.046885+0000","last_clean":"2024-09-05T06:10:04.046885+0000","last_became_active":"2024-09-05T06:10:02.034849+0000","last_became_peered":"2024-09-05T06:10:02.034849+0000","last_unstale":"2024-09-05T06:10:04.046885+0000","last_undegraded":"2024-09-05T06:10:04.046885+0000","last_fullsized":"2024-09-05T06:10:04.046885+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:26:53.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903967+0000","last_change":"2024-09-05T06:10:03.093409+0000","last_active":"2024-09-05T06:10:04.903967+0000","last_peered":"2024-09-05T06:10:04.903967+0000","last_clean":"2024-09-05T06:10:04.903967+0000","last_became_active":"2024-09-05T06:10:03.092868+0000","last_became_peered":"2024-09-05T06:10:03.092868+0000","last_unstale":"2024-09-05T06:10:04.903967+0000","last_undegraded":"2024-09-05T06:10:04.903967+0000","last_fullsized":"2024-09-05T06:10:04.903967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.639074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.052229+0000","last_change":"2024-09-05T06:10:02.042798+0000","last_active":"2024-09-05T06:10:04.052229+0000","last_peered":"2024-09-05T06:10:04.052229+0000","last_clean":"2024-09-05T06:10:04.052229+0000","last_became_active":"2024-09-05T06:10:02.040882+0000","last_became_peered":"2024-09-05T06:10:02.040882+0000","last_unstale":"2024-09-05T06:10:04.052229+0000","last_undegraded":"2024-09-05T06:10:04.052229+0000","last_fullsized":"2024-09-05T06:10:04.052229+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:54:10.500720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051281+0000","last_change":"2024-09-05T06:10:03.076595+0000","last_active":"2024-09-05T06:10:04.051281+0000","last_peered":"2024-09-05T06:10:04.051281+0000","last_clean":"2024-09-05T06:10:04.051281+0000","last_became_active":"2024-09-05T06:10:03.070082+0000","last_became_peered":"2024-09-05T06:10:03.070082+0000","last_unstale":"2024-09-05T06:10:04.051281+0000","last_undegraded":"2024-09-05T06:10:04.051281+0000","last_fullsized":"2024-09-05T06:10:04.051281+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:26:10.523016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.047321+0000","last_change":"2024-09-05T06:10:02.041993+0000","last_active":"2024-09-05T06:10:04.047321+0000","last_peered":"2024-09-05T06:10:04.047321+0000","last_clean":"2024-09-05T06:10:04.047321+0000","last_became_active":"2024-09-05T06:10:02.041730+0000","last_became_peered":"2024-09-05T06:10:02.041730+0000","last_unstale":"2024-09-05T06:10:04.047321+0000","last_undegraded":"2024-09-05T06:10:04.047321+0000","last_fullsized":"2024-09-05T06:10:04.047321+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:39:31.003728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051924+0000","last_change":"2024-09-05T06:10:03.086502+0000","last_active":"2024-09-05T06:10:04.051924+0000","last_peered":"2024-09-05T06:10:04.051924+0000","last_clean":"2024-09-05T06:10:04.051924+0000","last_became_active":"2024-09-05T06:10:03.082805+0000","last_became_peered":"2024-09-05T06:10:03.082805+0000","last_unstale":"2024-09-05T06:10:04.051924+0000","last_undegraded":"2024-09-05T06:10:04.051924+0000","last_fullsized":"2024-09-05T06:10:04.051924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:07:55.198616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900720+0000","last_change":"2024-09-05T06:10:02.035016+0000","last_active":"2024-09-05T06:10:04.900720+0000","last_peered":"2024-09-05T06:10:04.900720+0000","last_clean":"2024-09-05T06:10:04.900720+0000","last_became_active":"2024-09-05T06:10:02.033745+0000","last_became_peered":"2024-09-05T06:10:02.033745+0000","last_unstale":"2024-09-05T06:10:04.900720+0000","last_undegraded":"2024-09-05T06:10:04.900720+0000","last_fullsized":"2024-09-05T06:10:04.900720+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:00.433672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046678+0000","last_change":"2024-09-05T06:10:03.067050+0000","last_active":"2024-09-05T06:10:04.046678+0000","last_peered":"2024-09-05T06:10:04.046678+0000","last_clean":"2024-09-05T06:10:04.046678+0000","last_became_active":"2024-09-05T06:10:03.066811+0000","last_became_peered":"2024-09-05T06:10:03.066811+0000","last_unstale":"2024-09-05T06:10:04.046678+0000","last_undegraded":"2024-09-05T06:10:04.046678+0000","last_fullsized":"2024-09-05T06:10:04.046678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:33.014441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051233+0000","last_change":"2024-09-05T06:10:02.037796+0000","last_active":"2024-09-05T06:10:04.051233+0000","last_peered":"2024-09-05T06:10:04.051233+0000","last_clean":"2024-09-05T06:10:04.051233+0000","last_became_active":"2024-09-05T06:10:02.036652+0000","last_became_peered":"2024-09-05T06:10:02.036652+0000","last_unstale":"2024-09-05T06:10:04.051233+0000","last_undegraded":"2024-09-05T06:10:04.051233+0000","last_fullsized":"2024-09-05T06:10:04.051233+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:42:24.699226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051428+0000","last_change":"2024-09-05T06:10:03.054516+0000","last_active":"2024-09-05T06:10:04.051428+0000","last_peered":"2024-09-05T06:10:04.051428+0000","last_clean":"2024-09-05T06:10:04.051428+0000","last_became_active":"2024-09-05T06:10:03.053856+0000","last_became_peered":"2024-09-05T06:10:03.053856+0000","last_unstale":"2024-09-05T06:10:04.051428+0000","last_undegraded":"2024-09-05T06:10:04.051428+0000","last_fullsized":"2024-09-05T06:10:04.051428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:59:41.521087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.902924+0000","last_change":"2024-09-05T06:10:02.050855+0000","last_active":"2024-09-05T06:10:04.902924+0000","last_peered":"2024-09-05T06:10:04.902924+0000","last_clean":"2024-09-05T06:10:04.902924+0000","last_became_active":"2024-09-05T06:10:02.050304+0000","last_became_peered":"2024-09-05T06:10:02.050304+0000","last_unstale":"2024-09-05T06:10:04.902924+0000","last_undegraded":"2024-09-05T06:10:04.902924+0000","last_fullsized":"2024-09-05T06:10:04.902924+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:06.465370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.699008+0000","last_change":"2024-09-05T06:10:03.066932+0000","last_active":"2024-09-05T06:10:04.699008+0000","last_peered":"2024-09-05T06:10:04.699008+0000","last_clean":"2024-09-05T06:10:04.699008+0000","last_became_active":"2024-09-05T06:10:03.065810+0000","last_became_peered":"2024-09-05T06:10:03.065810+0000","last_unstale":"2024-09-05T06:10:04.699008+0000","last_undegraded":"2024-09-05T06:10:04.699008+0000","last_fullsized":"2024-09-05T06:10:04.699008+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:15.871789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046851+0000","last_change":"2024-09-05T06:10:02.028145+0000","last_active":"2024-09-05T06:10:04.046851+0000","last_peered":"2024-09-05T06:10:04.046851+0000","last_clean":"2024-09-05T06:10:04.046851+0000","last_became_active":"2024-09-05T06:10:02.027723+0000","last_became_peered":"2024-09-05T06:10:02.027723+0000","last_unstale":"2024-09-05T06:10:04.046851+0000","last_undegraded":"2024-09-05T06:10:04.046851+0000","last_fullsized":"2024-09-05T06:10:04.046851+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:54:17.633133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046408+0000","last_change":"2024-09-05T06:10:03.061512+0000","last_active":"2024-09-05T06:10:04.046408+0000","last_peered":"2024-09-05T06:10:04.046408+0000","last_clean":"2024-09-05T06:10:04.046408+0000","last_became_active":"2024-09-05T06:10:03.061146+0000","last_became_peered":"2024-09-05T06:10:03.061146+0000","last_unstale":"2024-09-05T06:10:04.046408+0000","last_undegraded":"2024-09-05T06:10:04.046408+0000","last_fullsized":"2024-09-05T06:10:04.046408+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:19.235259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.046395+0000","last_change":"2024-09-05T06:10:03.066292+0000","last_active":"2024-09-05T06:10:04.046395+0000","last_peered":"2024-09-05T06:10:04.046395+0000","last_clean":"2024-09-05T06:10:04.046395+0000","last_became_active":"2024-09-05T06:10:03.065321+0000","last_became_peered":"2024-09-05T06:10:03.065321+0000","last_unstale":"2024-09-05T06:10:04.046395+0000","last_undegraded":"2024-09-05T06:10:04.046395+0000","last_fullsized":"2024-09-05T06:10:04.046395+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:36:56.543488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.900563+0000","last_change":"2024-09-05T06:10:02.039264+0000","last_active":"2024-09-05T06:10:04.900563+0000","last_peered":"2024-09-05T06:10:04.900563+0000","last_clean":"2024-09-05T06:10:04.900563+0000","last_became_active":"2024-09-05T06:10:02.034452+0000","last_became_peered":"2024-09-05T06:10:02.034452+0000","last_unstale":"2024-09-05T06:10:04.900563+0000","last_undegraded":"2024-09-05T06:10:04.900563+0000","last_fullsized":"2024-09-05T06:10:04.900563+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:10.946964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.043746+0000","last_change":"2024-09-05T06:10:03.058629+0000","last_active":"2024-09-05T06:10:04.043746+0000","last_peered":"2024-09-05T06:10:04.043746+0000","last_clean":"2024-09-05T06:10:04.043746+0000","last_became_active":"2024-09-05T06:10:03.057222+0000","last_became_peered":"2024-09-05T06:10:03.057222+0000","last_unstale":"2024-09-05T06:10:04.043746+0000","last_undegraded":"2024-09-05T06:10:04.043746+0000","last_fullsized":"2024-09-05T06:10:04.043746+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:40:15.582017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.901339+0000","last_change":"2024-09-05T06:10:02.033674+0000","last_active":"2024-09-05T06:10:04.901339+0000","last_peered":"2024-09-05T06:10:04.901339+0000","last_clean":"2024-09-05T06:10:04.901339+0000","last_became_active":"2024-09-05T06:10:02.033138+0000","last_became_peered":"2024-09-05T06:10:02.033138+0000","last_unstale":"2024-09-05T06:10:04.901339+0000","last_undegraded":"2024-09-05T06:10:04.901339+0000","last_fullsized":"2024-09-05T06:10:04.901339+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:00:27.956420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904642+0000","last_change":"2024-09-05T06:10:03.088385+0000","last_active":"2024-09-05T06:10:04.904642+0000","last_peered":"2024-09-05T06:10:04.904642+0000","last_clean":"2024-09-05T06:10:04.904642+0000","last_became_active":"2024-09-05T06:10:03.087772+0000","last_became_peered":"2024-09-05T06:10:03.087772+0000","last_unstale":"2024-09-05T06:10:04.904642+0000","last_undegraded":"2024-09-05T06:10:04.904642+0000","last_fullsized":"2024-09-05T06:10:04.904642+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:53:20.965364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.904145+0000","last_change":"2024-09-05T06:10:02.048958+0000","last_active":"2024-09-05T06:10:04.904145+0000","last_peered":"2024-09-05T06:10:04.904145+0000","last_clean":"2024-09-05T06:10:04.904145+0000","last_became_active":"2024-09-05T06:10:02.044044+0000","last_became_peered":"2024-09-05T06:10:02.044044+0000","last_unstale":"2024-09-05T06:10:04.904145+0000","last_undegraded":"2024-09-05T06:10:04.904145+0000","last_fullsized":"2024-09-05T06:10:04.904145+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:17:38.764223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.903372+0000","last_change":"2024-09-05T06:10:03.090137+0000","last_active":"2024-09-05T06:10:04.903372+0000","last_peered":"2024-09-05T06:10:04.903372+0000","last_clean":"2024-09-05T06:10:04.903372+0000","last_became_active":"2024-09-05T06:10:03.087365+0000","last_became_peered":"2024-09-05T06:10:03.087365+0000","last_unstale":"2024-09-05T06:10:04.903372+0000","last_undegraded":"2024-09-05T06:10:04.903372+0000","last_fullsized":"2024-09-05T06:10:04.903372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:02.005076+0000","last_clean_scrub_stamp":"2024-09-05T06:10:02.005076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:58.025270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-05T06:10:04.051602+0000","last_change":"2024-09-05T06:10:02.045988+0000","last_active":"2024-09-05T06:10:04.051602+0000","last_peered":"2024-09-05T06:10:04.051602+0000","last_clean":"2024-09-05T06:10:04.051602+0000","last_became_active":"2024-09-05T06:10:02.045343+0000","last_became_peered":"2024-09-05T06:10:02.045343+0000","last_unstale":"2024-09-05T06:10:04.051602+0000","last_undegraded":"2024-09-05T06:10:04.051602+0000","last_fullsized":"2024-09-05T06:10:04.051602+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:00.996901+0000","last_clean_scrub_stamp":"2024-09-05T06:10:00.996901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:15.434576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929102,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929226,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":645,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194666,"statfs":{"total":200000000,"available":199338766,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":71,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195241,"statfs":{"total":200000000,"available":199926942,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195242,"statfs":{"total":200000000,"available":199928644,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":70,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195241,"statfs":{"total":200000000,"available":199927614,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":645,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194666,"statfs":{"total":200000000,"available":199338788,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":35,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":69,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195243,"statfs":{"total":200000000,"available":199929170,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:13.516 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:10:13.516 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-05T06:10:13.516 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-05T06:10:13.516 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-05T06:10:13.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f9550adb640 1 Processor -- start 2024-09-05T06:10:13.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f9550adb640 1 -- start start 2024-09-05T06:10:13.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f9550adb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f954c15edb0 0x7f954c0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f9550adb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c0cf7e0 0x7f954c0d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f9550adb640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f954c0cfd30 con 0x7f954c0d4980 2024-09-05T06:10:13.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f9550adb640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f954c0b5620 con 0x7f954c15edb0 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f9550adb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f954c0d0010 con 0x7f954c0cf7e0 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f9549d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f954c15edb0 0x7f954c0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f954a59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f954c0d4980 0x7f954c0d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60938/0 (socket says 172.21.15.70:60938) 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.664+0000 7f954a59c640 1 -- 172.21.15.70:0/899543745 learned_addr learned my addr 172.21.15.70:0/899543745 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f954ad9d640 1 --2- 172.21.15.70:0/899543745 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c0cf7e0 0x7f954c0d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9549d9b640 1 -- 172.21.15.70:0/899543745 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c0cf7e0 msgr2=0x7f954c0d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9549d9b640 1 --2- 172.21.15.70:0/899543745 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c0cf7e0 0x7f954c0d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9549d9b640 1 -- 172.21.15.70:0/899543745 >> v1:172.21.15.70:6789/0 conn(0x7f954c0d4980 legacy=0x7f954c0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9549d9b640 1 -- 172.21.15.70:0/899543745 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f954c0d02f0 con 0x7f954c15edb0 2024-09-05T06:10:13.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9549d9b640 1 --2- 172.21.15.70:0/899543745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c15edb0 0x7f954c0d3340 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f95400097c0 tx=0x7f954001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bf15590d28cafb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:13.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f954959a640 1 -- 172.21.15.70:0/899543745 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95400a7070 con 0x7f954c15edb0 2024-09-05T06:10:13.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f954959a640 1 -- 172.21.15.70:0/899543745 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95400b0070 con 0x7f954c15edb0 2024-09-05T06:10:13.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f954959a640 1 -- 172.21.15.70:0/899543745 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95400ab890 con 0x7f954c15edb0 2024-09-05T06:10:13.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9550adb640 1 -- 172.21.15.70:0/899543745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c15edb0 msgr2=0x7f954c0d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9550adb640 1 --2- 172.21.15.70:0/899543745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c15edb0 0x7f954c0d3340 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f95400097c0 tx=0x7f954001c470 comp rx=0 tx=0).stop 2024-09-05T06:10:13.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9550adb640 1 -- 172.21.15.70:0/899543745 shutdown_connections 2024-09-05T06:10:13.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9550adb640 1 --2- 172.21.15.70:0/899543745 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c0cf7e0 0x7f954c0d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9550adb640 1 --2- 172.21.15.70:0/899543745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c15edb0 0x7f954c0d3340 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9550adb640 1 -- 172.21.15.70:0/899543745 >> 172.21.15.70:0/899543745 conn(0x7f954c08e690 msgr2=0x7f954c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:13.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9550adb640 1 -- 172.21.15.70:0/899543745 shutdown_connections 2024-09-05T06:10:13.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.668+0000 7f9550adb640 1 -- 172.21.15.70:0/899543745 wait complete. 2024-09-05T06:10:13.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 Processor -- start 2024-09-05T06:10:13.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 -- start start 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c0cf7e0 0x7f954c151f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f954c0d4980 0x7f954c1530c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c15edb0 0x7f954c0b9e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f954c0b4fa0 con 0x7f954c0cf7e0 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f954c0b4e20 con 0x7f954c0d4980 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f954c0b5120 con 0x7f954c15edb0 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c0cf7e0 0x7f954c151f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c0cf7e0 0x7f954c151f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56452/0 (socket says 172.21.15.70:56452) 2024-09-05T06:10:13.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 -- 172.21.15.70:0/3630916615 learned_addr learned my addr 172.21.15.70:0/3630916615 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 -- 172.21.15.70:0/3630916615 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c15edb0 msgr2=0x7f954c0b9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c15edb0 0x7f954c0b9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 -- 172.21.15.70:0/3630916615 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f954c0d4980 msgr2=0x7f954c1530c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f954c0d4980 0x7f954c1530c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 -- 172.21.15.70:0/3630916615 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f954c0b9040 con 0x7f954c0cf7e0 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f954a59c640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c0cf7e0 0x7f954c151f90 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f953c00c420 tx=0x7f953c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f953affd640 1 -- 172.21.15.70:0/3630916615 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953c017070 con 0x7f954c0cf7e0 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f953affd640 1 -- 172.21.15.70:0/3630916615 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f953c005cf0 con 0x7f954c0cf7e0 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f954c0b9320 con 0x7f954c0cf7e0 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f953affd640 1 -- 172.21.15.70:0/3630916615 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953c0072f0 con 0x7f954c0cf7e0 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f954c0b98e0 con 0x7f954c0cf7e0 2024-09-05T06:10:13.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f954c0d4d60 con 0x7f954c0cf7e0 2024-09-05T06:10:13.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f953affd640 1 -- 172.21.15.70:0/3630916615 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f953c01a070 con 0x7f954c0cf7e0 2024-09-05T06:10:13.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f953affd640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f952c0678c0 0x7f952c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:13.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9549d9b640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f952c0678c0 0x7f952c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:13.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f953affd640 1 -- 172.21.15.70:0/3630916615 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f953c085090 con 0x7f954c0cf7e0 2024-09-05T06:10:13.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.672+0000 7f9549d9b640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f952c0678c0 0x7f952c069d80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f95400af000 tx=0x7f9540004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:13.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.676+0000 7f953affd640 1 -- 172.21.15.70:0/3630916615 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f953c055bd0 con 0x7f954c0cf7e0 2024-09-05T06:10:13.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.860+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f954c069070 con 0x7f954c0cf7e0 2024-09-05T06:10:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.860+0000 7f953affd640 1 -- 172.21.15.70:0/3630916615 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f953c0554d0 con 0x7f954c0cf7e0 2024-09-05T06:10:13.860 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:13.860 INFO:teuthology.orchestra.run.smithi070.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f952c0678c0 msgr2=0x7f952c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f952c0678c0 0x7f952c069d80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f95400af000 tx=0x7f9540004740 comp rx=0 tx=0).stop 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c0cf7e0 msgr2=0x7f954c151f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c0cf7e0 0x7f954c151f90 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f953c00c420 tx=0x7f953c00c8e0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 shutdown_connections 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f952c0678c0 0x7f952c069d80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f954c15edb0 0x7f954c0b9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f954c0d4980 0x7f954c1530c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 --2- 172.21.15.70:0/3630916615 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f954c0cf7e0 0x7f954c151f90 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 >> 172.21.15.70:0/3630916615 conn(0x7f954c08e690 msgr2=0x7f954c1580c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 shutdown_connections 2024-09-05T06:10:13.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.864+0000 7f9550adb640 1 -- 172.21.15.70:0/3630916615 wait complete. 2024-09-05T06:10:13.878 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-05T06:10:13.878 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:13.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.984+0000 7f7da4a2a640 1 Processor -- start 2024-09-05T06:10:14.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.984+0000 7f7da4a2a640 1 -- start start 2024-09-05T06:10:14.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7da4a2a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7da00ceaf0 0x7f7da00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7da4a2a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da00af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7da4a2a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7da006d570 con 0x7f7da0157110 2024-09-05T06:10:14.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7da4a2a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7da00d1100 con 0x7f7da00ceaf0 2024-09-05T06:10:14.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7da4a2a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7da006d850 con 0x7f7da00d0c90 2024-09-05T06:10:14.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9dd9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7da00ceaf0 0x7f7da00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9ed9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da00af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9e59c640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f7da0157110 0x7f7da00b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:38992/0 (socket says 172.21.15.70:38992) 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9e59c640 1 -- 172.21.15.70:0/923662975 learned_addr learned my addr 172.21.15.70:0/923662975 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9dd9b640 1 -- 172.21.15.70:0/923662975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 msgr2=0x7f7da00af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9dd9b640 1 --2- 172.21.15.70:0/923662975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da00af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9dd9b640 1 -- 172.21.15.70:0/923662975 >> v1:172.21.15.196:6789/0 conn(0x7f7da0157110 legacy=0x7f7da00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9dd9b640 1 -- 172.21.15.70:0/923662975 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7da006db30 con 0x7f7da00ceaf0 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9ed9d640 1 --2- 172.21.15.70:0/923662975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da00af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.988+0000 7f7d9dd9b640 1 --2- 172.21.15.70:0/923662975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 0x7f7da00d0750 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7d940097c0 tx=0x7f7d9401c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93e8ffdffc4bfa03 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9d59a640 1 -- 172.21.15.70:0/923662975 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d940b0070 con 0x7f7da00ceaf0 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9d59a640 1 -- 172.21.15.70:0/923662975 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d940ab600 con 0x7f7da00ceaf0 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9d59a640 1 -- 172.21.15.70:0/923662975 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d940ab9d0 con 0x7f7da00ceaf0 2024-09-05T06:10:14.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- 172.21.15.70:0/923662975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 msgr2=0x7f7da00d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/923662975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 0x7f7da00d0750 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7d940097c0 tx=0x7f7d9401c4a0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- 172.21.15.70:0/923662975 shutdown_connections 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/923662975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da00af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/923662975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 0x7f7da00d0750 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- 172.21.15.70:0/923662975 >> 172.21.15.70:0/923662975 conn(0x7f7da006bcc0 msgr2=0x7f7da006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- 172.21.15.70:0/923662975 shutdown_connections 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- 172.21.15.70:0/923662975 wait complete. 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 Processor -- start 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- start start 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 0x7f7da015e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da015f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7da0157110 0x7f7da014d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7da00b3a70 con 0x7f7da0157110 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7da00b5c90 con 0x7f7da00ceaf0 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7da00b3bf0 con 0x7f7da00d0c90 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7da0157110 0x7f7da014d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7da0157110 0x7f7da014d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56466/0 (socket says 172.21.15.70:56466) 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 -- 172.21.15.70:0/2772113606 learned_addr learned my addr 172.21.15.70:0/2772113606 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9dd9b640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da015f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9e59c640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 0x7f7da015e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 -- 172.21.15.70:0/2772113606 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 msgr2=0x7f7da015f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da015f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 -- 172.21.15.70:0/2772113606 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 msgr2=0x7f7da015e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 0x7f7da015e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 -- 172.21.15.70:0/2772113606 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7da015ea60 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d9ed9d640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7da0157110 0x7f7da014d540 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7d9000efc0 tx=0x7f7d90009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d8effd640 1 -- 172.21.15.70:0/2772113606 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d90018030 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d8effd640 1 -- 172.21.15.70:0/2772113606 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d9000cde0 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7d8effd640 1 -- 172.21.15.70:0/2772113606 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d90003bc0 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7da014e110 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.992+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7da014e690 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.996+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7da01500a0 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.996+0000 7f7d8effd640 1 -- 172.21.15.70:0/2772113606 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7d9001b070 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.996+0000 7f7d8effd640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d800678c0 0x7f7d80069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.996+0000 7f7d9e59c640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d800678c0 0x7f7d80069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.996+0000 7f7d8effd640 1 -- 172.21.15.70:0/2772113606 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f7d900866f0 con 0x7f7da0157110 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:13.996+0000 7f7d9e59c640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d800678c0 0x7f7d80069d80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7d98005890 tx=0x7f7d98009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.000+0000 7f7d8effd640 1 -- 172.21.15.70:0/2772113606 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7d90022070 con 0x7f7da0157110 2024-09-05T06:10:14.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.180+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7da0156830 con 0x7f7da0157110 2024-09-05T06:10:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7d8effd640 1 -- 172.21.15.70:0/2772113606 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7f7d90010040 con 0x7f7da0157110 2024-09-05T06:10:14.183 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:14.183 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:02.373678+0000","modified":"2024-09-05T06:10:04.416551+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4257},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4257":{"gid":4257,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4257,"qdb_cluster":[4257]},"id":1}]} 2024-09-05T06:10:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 6 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d800678c0 msgr2=0x7f7d80069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d800678c0 0x7f7d80069d80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7d98005890 tx=0x7f7d98009040 comp rx=0 tx=0).stop 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7da0157110 msgr2=0x7f7da014d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7da0157110 0x7f7da014d540 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7d9000efc0 tx=0x7f7d90009f90 comp rx=0 tx=0).stop 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 shutdown_connections 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d800678c0 0x7f7d80069d80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7da0157110 0x7f7da014d540 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7da00d0c90 0x7f7da015f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 --2- 172.21.15.70:0/2772113606 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7da00ceaf0 0x7f7da015e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 >> 172.21.15.70:0/2772113606 conn(0x7f7da006bcc0 msgr2=0x7f7da015b0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 shutdown_connections 2024-09-05T06:10:14.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.184+0000 7f7da4a2a640 1 -- 172.21.15.70:0/2772113606 wait complete. 2024-09-05T06:10:14.200 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:14.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9bbeb8640 1 Processor -- start 2024-09-05T06:10:14.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9bbeb8640 1 -- start start 2024-09-05T06:10:14.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9bbeb8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc9b40752c0 0x7fc9b41676f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9bbeb8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9b4074090 con 0x7fc9b415a770 2024-09-05T06:10:14.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9bbeb8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9b415dbe0 con 0x7fc9b415f290 2024-09-05T06:10:14.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9bbeb8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc9b415ab50 con 0x7fc9b40752c0 2024-09-05T06:10:14.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9c54640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc9b415a770 0x7fc9b4073270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60950/0 (socket says 172.21.15.70:60950) 2024-09-05T06:10:14.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9c54640 1 -- 172.21.15.70:0/1700495266 learned_addr learned my addr 172.21.15.70:0/1700495266 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 299923716 0 0) 0x7fc9b4074090 con 0x7fc9b415a770 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9ba455640 1 --2- 172.21.15.70:0/1700495266 >> v2:172.21.15.196:3300/0 conn(0x7fc9b40752c0 0x7fc9b41676f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc99c003530 con 0x7fc9b415a770 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3990146206 0 0) 0x7fc99c003530 con 0x7fc9b415a770 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 >> v2:172.21.15.196:3300/0 conn(0x7fc9b40752c0 msgr2=0x7fc9b41676f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 --2- 172.21.15.70:0/1700495266 >> v2:172.21.15.196:3300/0 conn(0x7fc9b40752c0 0x7fc9b41676f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 >> v1:172.21.15.196:6789/0 conn(0x7fc9b415f290 legacy=0x7fc9b4073980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9b415de80 con 0x7fc9b415a770 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fc9a4001680 con 0x7fc9b415a770 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 >> v1:172.21.15.70:6789/0 conn(0x7fc9b415a770 legacy=0x7fc9b4073270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc99c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc99c004810 0x7fc99c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc99c0051d0 0x7fc99c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc99c00c040 con 0x7fc99c0039c0 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc99c00c1f0 con 0x7fc99c0051d0 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc99c00c3f0 con 0x7fc99c004810 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9c54640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc99c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9ba455640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc99c0051d0 0x7fc99c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9c54640 1 -- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc99c004810 msgr2=0x7fc99c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9453640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc99c004810 0x7fc99c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9c54640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc99c004810 0x7fc99c004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9c54640 1 -- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc99c0051d0 msgr2=0x7fc99c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9c54640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc99c0051d0 0x7fc99c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9b9c54640 1 -- 172.21.15.70:0/1700495266 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc99c003530 con 0x7fc99c0039c0 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9ba455640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc99c0051d0 0x7fc99c00b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:14.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.308+0000 7fc9ba455640 1 -- 172.21.15.70:0/1700495266 reap_dead start 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc99c003de0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400c240 tx=0x7fc9a401cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=612a8b4e5b96da75 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4007d20 con 0x7fc99c0039c0 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9a40a9070 con 0x7fc99c0039c0 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b8c52640 1 -- 172.21.15.70:0/1700495266 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4005da0 con 0x7fc99c0039c0 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/1700495266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 msgr2=0x7fc99c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc99c003de0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400c240 tx=0x7fc9a401cc40 comp rx=0 tx=0).stop 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/1700495266 shutdown_connections 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 --2- 172.21.15.70:0/1700495266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc99c003de0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/1700495266 >> 172.21.15.70:0/1700495266 conn(0x7fc9b40723c0 msgr2=0x7fc9b40b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/1700495266 shutdown_connections 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/1700495266 wait complete. 2024-09-05T06:10:14.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 Processor -- start 2024-09-05T06:10:14.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- start start 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc9b4154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9b4156810 0x7fc9b4155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9b414fd30 0x7fc9b4158720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc9b4073c00 con 0x7fc99c0039c0 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc9b4073a80 con 0x7fc9b4156810 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc9b4073d80 con 0x7fc9b414fd30 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc9b4154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc9b4154620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56472/0 (socket says 172.21.15.70:56472) 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 -- 172.21.15.70:0/3819480537 learned_addr learned my addr 172.21.15.70:0/3819480537 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9ba455640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9b414fd30 0x7fc9b4158720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9453640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9b4156810 0x7fc9b4155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 -- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9b414fd30 msgr2=0x7fc9b4158720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9b414fd30 0x7fc9b4158720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 -- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9b4156810 msgr2=0x7fc9b4155a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9b4156810 0x7fc9b4155a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 -- 172.21.15.70:0/3819480537 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9b4154c90 con 0x7fc99c0039c0 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9453640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9b4156810 0x7fc9b4155a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b9c54640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc9b4154620 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400c240 tx=0x7fc99c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b27fc640 1 -- 172.21.15.70:0/3819480537 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4007d20 con 0x7fc99c0039c0 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b27fc640 1 -- 172.21.15.70:0/3819480537 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9a4000ee0 con 0x7fc99c0039c0 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9b27fc640 1 -- 172.21.15.70:0/3819480537 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4001440 con 0x7fc99c0039c0 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9b4156d60 con 0x7fc99c0039c0 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.312+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9b4155210 con 0x7fc99c0039c0 2024-09-05T06:10:14.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.316+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9b415e280 con 0x7fc99c0039c0 2024-09-05T06:10:14.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.316+0000 7fc9b27fc640 1 -- 172.21.15.70:0/3819480537 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc9a4007180 con 0x7fc99c0039c0 2024-09-05T06:10:14.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.316+0000 7fc9b27fc640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9a00678f0 0x7fc9a0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.316+0000 7fc9b27fc640 1 -- 172.21.15.70:0/3819480537 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc9a411f390 con 0x7fc99c0039c0 2024-09-05T06:10:14.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.316+0000 7fc9b9453640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9a00678f0 0x7fc9a0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.316+0000 7fc9b9453640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9a00678f0 0x7fc9a0069db0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc9a8000c10 tx=0x7fc9a8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.320+0000 7fc9b27fc640 1 -- 172.21.15.70:0/3819480537 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc9a4016990 con 0x7fc99c0039c0 2024-09-05T06:10:14.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.504+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc9b4155f50 con 0x7fc99c0039c0 2024-09-05T06:10:14.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.504+0000 7fc9b27fc640 1 -- 172.21.15.70:0/3819480537 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fc9a40eff60 con 0x7fc99c0039c0 2024-09-05T06:10:14.506 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:14.506 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:02.373678+0000","modified":"2024-09-05T06:10:04.416551+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4257},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4257":{"gid":4257,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4257,"qdb_cluster":[4257]},"id":1}]} 2024-09-05T06:10:14.506 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 6 2024-09-05T06:10:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9a00678f0 msgr2=0x7fc9a0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9a00678f0 0x7fc9a0069db0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc9a8000c10 tx=0x7fc9a8009040 comp rx=0 tx=0).stop 2024-09-05T06:10:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 msgr2=0x7fc9b4154620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc9b4154620 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400c240 tx=0x7fc99c005840 comp rx=0 tx=0).stop 2024-09-05T06:10:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 shutdown_connections 2024-09-05T06:10:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9a00678f0 0x7fc9a0069db0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9b414fd30 0x7fc9b4158720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9b4156810 0x7fc9b4155a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 --2- 172.21.15.70:0/3819480537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc99c0039c0 0x7fc9b4154620 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 >> 172.21.15.70:0/3819480537 conn(0x7fc9b40723c0 msgr2=0x7fc9b415fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:14.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 shutdown_connections 2024-09-05T06:10:14.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.508+0000 7fc9bbeb8640 1 -- 172.21.15.70:0/3819480537 wait complete. 2024-09-05T06:10:14.523 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:14.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a771f640 1 Processor -- start 2024-09-05T06:10:14.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a771f640 1 -- start start 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a771f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a00b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a771f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f71a00b5ac0 0x7f71a00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a771f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f71a00ceaf0 0x7f71a00d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a771f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f71a006d570 con 0x7f71a00b5ac0 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a771f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f71a006d850 con 0x7f71a00ceaf0 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a771f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f71a006db30 con 0x7f71a0157110 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a4cba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f71a00b5ac0 0x7f71a00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a4cba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f71a00b5ac0 0x7f71a00d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56474/0 (socket says 172.21.15.70:56474) 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a4cba640 1 -- 172.21.15.70:0/3836000221 learned_addr learned my addr 172.21.15.70:0/3836000221 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a54bb640 1 --2- 172.21.15.70:0/3836000221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a00b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a5cbc640 1 --2- 172.21.15.70:0/3836000221 >> v2:172.21.15.196:3300/0 conn(0x7f71a00ceaf0 0x7f71a00d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a4cba640 1 -- 172.21.15.70:0/3836000221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 msgr2=0x7f71a00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a4cba640 1 --2- 172.21.15.70:0/3836000221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a00b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a4cba640 1 -- 172.21.15.70:0/3836000221 >> v2:172.21.15.196:3300/0 conn(0x7f71a00ceaf0 msgr2=0x7f71a00d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a4cba640 1 --2- 172.21.15.70:0/3836000221 >> v2:172.21.15.196:3300/0 conn(0x7f71a00ceaf0 0x7f71a00d0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a4cba640 1 -- 172.21.15.70:0/3836000221 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71a006de10 con 0x7f71a00b5ac0 2024-09-05T06:10:14.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a54bb640 1 --2- 172.21.15.70:0/3836000221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a00b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:14.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.632+0000 7f71a5cbc640 1 --2- 172.21.15.70:0/3836000221 >> v2:172.21.15.196:3300/0 conn(0x7f71a00ceaf0 0x7f71a00d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:14.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a4cba640 1 --2- 172.21.15.70:0/3836000221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a00d0750 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f71a0073840 tx=0x7f719c01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30671ec3c28de59b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f7197fff640 1 -- 172.21.15.70:0/3836000221 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719c0a5670 con 0x7f71a00b5ac0 2024-09-05T06:10:14.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f7197fff640 1 -- 172.21.15.70:0/3836000221 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f719c0a5810 con 0x7f71a00b5ac0 2024-09-05T06:10:14.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f7197fff640 1 -- 172.21.15.70:0/3836000221 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719c0a5be0 con 0x7f71a00b5ac0 2024-09-05T06:10:14.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- 172.21.15.70:0/3836000221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 msgr2=0x7f71a00d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 --2- 172.21.15.70:0/3836000221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a00d0750 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f71a0073840 tx=0x7f719c01c9f0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- 172.21.15.70:0/3836000221 shutdown_connections 2024-09-05T06:10:14.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 --2- 172.21.15.70:0/3836000221 >> v2:172.21.15.196:3300/0 conn(0x7f71a00ceaf0 0x7f71a00d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 --2- 172.21.15.70:0/3836000221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a00d0750 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 --2- 172.21.15.70:0/3836000221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a00b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- 172.21.15.70:0/3836000221 >> 172.21.15.70:0/3836000221 conn(0x7f71a006bcc0 msgr2=0x7f71a006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:14.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- 172.21.15.70:0/3836000221 shutdown_connections 2024-09-05T06:10:14.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- 172.21.15.70:0/3836000221 wait complete. 2024-09-05T06:10:14.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 Processor -- start 2024-09-05T06:10:14.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- start start 2024-09-05T06:10:14.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a014c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71a00ceaf0 0x7f71a0155910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a0159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f71a00b0300 con 0x7f71a00b5ac0 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f71a00b0180 con 0x7f71a00ceaf0 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.636+0000 7f71a771f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f71a0160550 con 0x7f71a0157110 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a014c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a014c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56482/0 (socket says 172.21.15.70:56482) 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 -- 172.21.15.70:0/1373716113 learned_addr learned my addr 172.21.15.70:0/1373716113 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a5cbc640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a0159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 -- 172.21.15.70:0/1373716113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 msgr2=0x7f71a0159000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a4cba640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71a00ceaf0 0x7f71a0155910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a0159000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 -- 172.21.15.70:0/1373716113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71a00ceaf0 msgr2=0x7f71a0155910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71a00ceaf0 0x7f71a0155910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 -- 172.21.15.70:0/1373716113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71a015db40 con 0x7f71a00b5ac0 2024-09-05T06:10:14.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a54bb640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a014c850 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f719800c7f0 tx=0x7f719800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f7195ffb640 1 -- 172.21.15.70:0/1373716113 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7198015070 con 0x7f71a00b5ac0 2024-09-05T06:10:14.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f7195ffb640 1 -- 172.21.15.70:0/1373716113 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7198007820 con 0x7f71a00b5ac0 2024-09-05T06:10:14.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71a01548b0 con 0x7f71a00b5ac0 2024-09-05T06:10:14.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f7195ffb640 1 -- 172.21.15.70:0/1373716113 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7198007c10 con 0x7f71a00b5ac0 2024-09-05T06:10:14.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71a0154e70 con 0x7f71a00b5ac0 2024-09-05T06:10:14.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71a00b5580 con 0x7f71a00b5ac0 2024-09-05T06:10:14.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f7195ffb640 1 -- 172.21.15.70:0/1373716113 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7198018070 con 0x7f71a00b5ac0 2024-09-05T06:10:14.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f7195ffb640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f718c0678c0 0x7f718c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f7195ffb640 1 -- 172.21.15.70:0/1373716113 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f7198085d10 con 0x7f71a00b5ac0 2024-09-05T06:10:14.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a4cba640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f718c0678c0 0x7f718c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.640+0000 7f71a4cba640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f718c0678c0 0x7f718c069d80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f719c0ae000 tx=0x7f719c0a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.644+0000 7f7195ffb640 1 -- 172.21.15.70:0/1373716113 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7198056850 con 0x7f71a00b5ac0 2024-09-05T06:10:14.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.796+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f71a00d0cf0 con 0x7f71a00b5ac0 2024-09-05T06:10:14.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.796+0000 7f7195ffb640 1 -- 172.21.15.70:0/1373716113 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16657 (secure 0 0 0) 0x7f7198056150 con 0x7f71a00b5ac0 2024-09-05T06:10:14.797 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:14.797 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:04.039597+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:14.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f718c0678c0 msgr2=0x7f718c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f718c0678c0 0x7f718c069d80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f719c0ae000 tx=0x7f719c0a7070 comp rx=0 tx=0).stop 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 msgr2=0x7f71a014c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a014c850 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f719800c7f0 tx=0x7f719800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 shutdown_connections 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f718c0678c0 0x7f718c069d80 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71a0157110 0x7f71a0159000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71a00ceaf0 0x7f71a0155910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 --2- 172.21.15.70:0/1373716113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71a00b5ac0 0x7f71a014c850 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 >> 172.21.15.70:0/1373716113 conn(0x7f71a006bcc0 msgr2=0x7f71a0152ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:14.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 shutdown_connections 2024-09-05T06:10:14.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.800+0000 7f71a771f640 1 -- 172.21.15.70:0/1373716113 wait complete. 2024-09-05T06:10:14.815 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:14.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f199befc640 1 Processor -- start 2024-09-05T06:10:14.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f199befc640 1 -- start start 2024-09-05T06:10:14.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f199befc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f199415ee60 0x7f199406e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f199befc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19940d0c80 0x7f19940d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f199befc640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f199415f240 con 0x7f19940af8b0 2024-09-05T06:10:14.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f199befc640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f199406d8f0 con 0x7f199415ee60 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f199befc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f199406dbd0 con 0x7f19940d0c80 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999497640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f19940af8b0 0x7f19940afcd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60960/0 (socket says 172.21.15.70:60960) 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999497640 1 -- 172.21.15.70:0/2236613979 learned_addr learned my addr 172.21.15.70:0/2236613979 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999c98640 1 --2- 172.21.15.70:0/2236613979 >> v2:172.21.15.196:3300/0 conn(0x7f199415ee60 0x7f199406e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f199a499640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19940d0c80 0x7f19940d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2468436184 0 0) 0x7f199415f240 con 0x7f19940af8b0 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1980003530 con 0x7f19940af8b0 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2163525443 0 0) 0x7f1980003530 con 0x7f19940af8b0 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19940d0c80 msgr2=0x7f19940d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19940d0c80 0x7f19940d1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 >> v2:172.21.15.196:3300/0 conn(0x7f199415ee60 msgr2=0x7f199406e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 --2- 172.21.15.70:0/2236613979 >> v2:172.21.15.196:3300/0 conn(0x7f199415ee60 0x7f199406e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199406deb0 con 0x7f19940af8b0 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f1984001680 con 0x7f19940af8b0 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999c98640 1 --2- 172.21.15.70:0/2236613979 >> v2:172.21.15.196:3300/0 conn(0x7f199415ee60 0x7f199406e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 >> v1:172.21.15.70:6789/0 conn(0x7f19940af8b0 legacy=0x7f19940afcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19800039c0 0x7f1980003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1980004810 0x7f1980004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19940d0c80 0x7f19800051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f199406d8f0 con 0x7f19800039c0 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f199406dbd0 con 0x7f1980004810 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f198000b9d0 con 0x7f19940d0c80 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999c98640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19800039c0 0x7f1980003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999497640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1980004810 0x7f1980004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999c98640 1 -- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19940d0c80 msgr2=0x7f19800051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999c98640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19940d0c80 0x7f19800051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999c98640 1 -- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1980004810 msgr2=0x7f1980004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:14.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999c98640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1980004810 0x7f1980004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999c98640 1 -- 172.21.15.70:0/2236613979 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1980003530 con 0x7f19800039c0 2024-09-05T06:10:14.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.920+0000 7f1999497640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1980004810 0x7f1980004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:14.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f1999c98640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19800039c0 0x7f1980003de0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f19900098d0 tx=0x7f199001c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed565626490e1e91 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f199000f040 con 0x7f19800039c0 2024-09-05T06:10:14.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19900a9630 con 0x7f19800039c0 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f1998c96640 1 -- 172.21.15.70:0/2236613979 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19900a99e0 con 0x7f19800039c0 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- 172.21.15.70:0/2236613979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19800039c0 msgr2=0x7f1980003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 --2- 172.21.15.70:0/2236613979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19800039c0 0x7f1980003de0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f19900098d0 tx=0x7f199001c620 comp rx=0 tx=0).stop 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199a499640 1 -- 172.21.15.70:0/2236613979 reap_dead start 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- 172.21.15.70:0/2236613979 shutdown_connections 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- 172.21.15.70:0/2236613979 >> 172.21.15.70:0/2236613979 conn(0x7f19940b45d0 msgr2=0x7f19940b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- 172.21.15.70:0/2236613979 shutdown_connections 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- 172.21.15.70:0/2236613979 wait complete. 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 Processor -- start 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- start start 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19800039c0 0x7f19940c92c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19940b8350 0x7f1994158e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1994159380 0x7f1994144c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f19940b0560 con 0x7f19940b8350 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f19940b03e0 con 0x7f1994159380 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f199befc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f19940d18a0 con 0x7f19800039c0 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f1999497640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19940b8350 0x7f1994158e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f1999497640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19940b8350 0x7f1994158e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56506/0 (socket says 172.21.15.70:56506) 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f1999497640 1 -- 172.21.15.70:0/4212062230 learned_addr learned my addr 172.21.15.70:0/4212062230 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.924+0000 7f1999c98640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19800039c0 0x7f19940c92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f1999497640 1 -- 172.21.15.70:0/4212062230 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19800039c0 msgr2=0x7f19940c92c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f199a499640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1994159380 0x7f1994144c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f1999497640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19800039c0 0x7f19940c92c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f1999497640 1 -- 172.21.15.70:0/4212062230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1994159380 msgr2=0x7f1994144c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f1999497640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1994159380 0x7f1994144c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:14.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f1999497640 1 -- 172.21.15.70:0/4212062230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1994145870 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f1999497640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19940b8350 0x7f1994158e40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f198400d800 tx=0x7f198400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f198a7fc640 1 -- 172.21.15.70:0/4212062230 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1984019070 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f198a7fc640 1 -- 172.21.15.70:0/4212062230 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1984007500 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1994145b50 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f198a7fc640 1 -- 172.21.15.70:0/4212062230 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1984004a30 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19940b7b50 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19940d1c00 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f198a7fc640 1 -- 172.21.15.70:0/4212062230 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f198401c070 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f198a7fc640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19780678c0 0x7f1978069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f198a7fc640 1 -- 172.21.15.70:0/4212062230 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f19840856b0 con 0x7f19940b8350 2024-09-05T06:10:14.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f1999c98640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19780678c0 0x7f1978069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:14.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.928+0000 7f1999c98640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19780678c0 0x7f1978069d80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f19900ae000 tx=0x7f19900b4040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:14.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:14.932+0000 7f198a7fc640 1 -- 172.21.15.70:0/4212062230 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1984056280 con 0x7f19940b8350 2024-09-05T06:10:15.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.120+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f19940b4b60 con 0x7f19940b8350 2024-09-05T06:10:15.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f198a7fc640 1 -- 172.21.15.70:0/4212062230 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7f1984055b80 con 0x7f19940b8350 2024-09-05T06:10:15.123 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:15.124 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:02.373678+0000","modified":"2024-09-05T06:10:04.416551+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4257},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4257":{"gid":4257,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4257,"qdb_cluster":[4257]},"id":1}]} 2024-09-05T06:10:15.124 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 6 2024-09-05T06:10:15.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19780678c0 msgr2=0x7f1978069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19780678c0 0x7f1978069d80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f19900ae000 tx=0x7f19900b4040 comp rx=0 tx=0).stop 2024-09-05T06:10:15.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19940b8350 msgr2=0x7f1994158e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19940b8350 0x7f1994158e40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f198400d800 tx=0x7f198400dcc0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 shutdown_connections 2024-09-05T06:10:15.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19780678c0 0x7f1978069d80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1994159380 0x7f1994144c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19940b8350 0x7f1994158e40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 --2- 172.21.15.70:0/4212062230 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19800039c0 0x7f19940c92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 >> 172.21.15.70:0/4212062230 conn(0x7f19940b45d0 msgr2=0x7f19940d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:15.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 shutdown_connections 2024-09-05T06:10:15.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.124+0000 7f199befc640 1 -- 172.21.15.70:0/4212062230 wait complete. 2024-09-05T06:10:15.543 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:10:02.373678+0000', 'modified': '2024-09-05T06:10:04.416551+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4257}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4257': {'gid': 4257, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6837/2627217605', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6835', 'nonce': 2627217605}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 2627217605}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4257, 'qdb_cluster': [4257]} 2024-09-05T06:10:15.543 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:10:15.543 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-05T06:10:15.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdad5fdd640 1 Processor -- start 2024-09-05T06:10:15.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdad5fdd640 1 -- start start 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdad5fdd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdad0157110 0x7fdad00b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdad5fdd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdad00d0e60 0x7fdad00af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdad5fdd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdad006d570 con 0x7fdad00b5ac0 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdad5fdd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdad006d850 con 0x7fdad00d0e60 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdad5fdd640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdad006db30 con 0x7fdad0157110 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdacffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdad00d0e60 0x7fdad00af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdacffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdad00d0e60 0x7fdad00af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56516/0 (socket says 172.21.15.70:56516) 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdacffff640 1 -- 172.21.15.70:0/920463494 learned_addr learned my addr 172.21.15.70:0/920463494 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/920463494 >> v2:172.21.15.196:3300/0 conn(0x7fdad0157110 0x7fdad00b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdacffff640 1 -- 172.21.15.70:0/920463494 >> v2:172.21.15.196:3300/0 conn(0x7fdad0157110 msgr2=0x7fdad00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdacffff640 1 --2- 172.21.15.70:0/920463494 >> v2:172.21.15.196:3300/0 conn(0x7fdad0157110 0x7fdad00b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdacffff640 1 -- 172.21.15.70:0/920463494 >> v1:172.21.15.196:6789/0 conn(0x7fdad00b5ac0 legacy=0x7fdad00d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.672+0000 7fdacffff640 1 -- 172.21.15.70:0/920463494 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad006de10 con 0x7fdad00d0e60 2024-09-05T06:10:15.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdacffff640 1 --2- 172.21.15.70:0/920463494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad00af720 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdad006ed50 tx=0x7fdac801c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=499a807bd669a84b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:15.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdace7fc640 1 -- 172.21.15.70:0/920463494 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac80a5670 con 0x7fdad00d0e60 2024-09-05T06:10:15.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdace7fc640 1 -- 172.21.15.70:0/920463494 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac80a5810 con 0x7fdad00d0e60 2024-09-05T06:10:15.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdace7fc640 1 -- 172.21.15.70:0/920463494 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac80a5be0 con 0x7fdad00d0e60 2024-09-05T06:10:15.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdad5fdd640 1 -- 172.21.15.70:0/920463494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 msgr2=0x7fdad00af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/920463494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad00af720 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdad006ed50 tx=0x7fdac801c9b0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdad5fdd640 1 -- 172.21.15.70:0/920463494 shutdown_connections 2024-09-05T06:10:15.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/920463494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad00af720 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/920463494 >> v2:172.21.15.196:3300/0 conn(0x7fdad0157110 0x7fdad00b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdad5fdd640 1 -- 172.21.15.70:0/920463494 >> 172.21.15.70:0/920463494 conn(0x7fdad006bcc0 msgr2=0x7fdad006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:15.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdad5fdd640 1 -- 172.21.15.70:0/920463494 shutdown_connections 2024-09-05T06:10:15.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.676+0000 7fdad5fdd640 1 -- 172.21.15.70:0/920463494 wait complete. 2024-09-05T06:10:15.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 Processor -- start 2024-09-05T06:10:15.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 -- start start 2024-09-05T06:10:15.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad00b5ac0 0x7fdad013d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad0155a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad0157110 0x7fdad01540e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdad00b3e80 con 0x7fdad00d0e60 2024-09-05T06:10:15.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdad00b3d00 con 0x7fdad00b5ac0 2024-09-05T06:10:15.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdad00b4000 con 0x7fdad0157110 2024-09-05T06:10:15.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad0155a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad0155a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56530/0 (socket says 172.21.15.70:56530) 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 -- 172.21.15.70:0/2950989414 learned_addr learned my addr 172.21.15.70:0/2950989414 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad00b5ac0 0x7fdad013d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdacffff640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad0157110 0x7fdad01540e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 -- 172.21.15.70:0/2950989414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad0157110 msgr2=0x7fdad01540e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad0157110 0x7fdad01540e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 -- 172.21.15.70:0/2950989414 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad00b5ac0 msgr2=0x7fdad013d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad00b5ac0 0x7fdad013d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 -- 172.21.15.70:0/2950989414 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad0155fc0 con 0x7fdad00d0e60 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdaceffd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad0155a80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fdac000c410 tx=0x7fdac000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdab7fff640 1 -- 172.21.15.70:0/2950989414 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac0017070 con 0x7fdad00d0e60 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdab7fff640 1 -- 172.21.15.70:0/2950989414 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac0003600 con 0x7fdad00d0e60 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 -- 172.21.15.70:0/2950989414 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdad01549e0 con 0x7fdad00d0e60 2024-09-05T06:10:15.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdab7fff640 1 -- 172.21.15.70:0/2950989414 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac00039f0 con 0x7fdad00d0e60 2024-09-05T06:10:15.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.680+0000 7fdad5fdd640 1 -- 172.21.15.70:0/2950989414 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdad0154fa0 con 0x7fdad00d0e60 2024-09-05T06:10:15.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdab7fff640 1 -- 172.21.15.70:0/2950989414 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdac001a070 con 0x7fdad00d0e60 2024-09-05T06:10:15.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdab7fff640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdabc0678f0 0x7fdabc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdab7fff640 1 -- 172.21.15.70:0/2950989414 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fdac0084f70 con 0x7fdad00d0e60 2024-09-05T06:10:15.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdabc0678f0 0x7fdabc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdabc0678f0 0x7fdabc069db0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdac400a8d0 tx=0x7fdac4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:15.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 Processor -- start 2024-09-05T06:10:15.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- start start 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281914f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x5602818cad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818cb290 0x5602818cb670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5602817b2b60 con 0x560281915440 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x560281719c70 con 0x560281914b20 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x5602816bfed0 con 0x5602818cb290 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x5602818cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x5602818cad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56546/0 (socket says 172.21.15.70:56546) 2024-09-05T06:10:15.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 -- 172.21.15.70:0/4191532677 learned_addr learned my addr 172.21.15.70:0/4191532677 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdacffff640 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818cb290 0x5602818cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281914f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 -- 172.21.15.70:0/4191532677 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818cb290 msgr2=0x5602818cb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818cb290 0x5602818cb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 -- 172.21.15.70:0/4191532677 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 msgr2=0x560281914f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281914f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 -- 172.21.15.70:0/4191532677 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602816d1e50 con 0x560281915440 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdaceffd640 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x5602818cad50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdac00834c0 tx=0x7fdac0059760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7008161d05a8f68b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdab57fa640 1 -- 172.21.15.70:0/4191532677 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac006d030 con 0x560281915440 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdab57fa640 1 -- 172.21.15.70:0/4191532677 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac0053500 con 0x560281915440 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdab57fa640 1 -- 172.21.15.70:0/4191532677 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac0051ad0 con 0x560281915440 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- 172.21.15.70:0/4191532677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 msgr2=0x5602818cad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x5602818cad50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdac00834c0 tx=0x7fdac0059760 comp rx=0 tx=0).stop 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- 172.21.15.70:0/4191532677 shutdown_connections 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818cb290 0x5602818cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x5602818cad50 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 --2- 172.21.15.70:0/4191532677 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281914f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- 172.21.15.70:0/4191532677 >> 172.21.15.70:0/4191532677 conn(0x5602818d1600 msgr2=0x5602818c9630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- 172.21.15.70:0/4191532677 shutdown_connections 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.684+0000 7fdad9099000 1 -- 172.21.15.70:0/4191532677 wait complete. 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 -- start start 2024-09-05T06:10:15.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 Processor -- start 2024-09-05T06:10:15.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281914b20 0x5602818cfe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 0x5602818d5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5602818d0390 0x5602818d6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56028177bb00 con 0x560281914b20 2024-09-05T06:10:15.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x5602816f4360 con 0x5602818d0390 2024-09-05T06:10:15.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x5602816f12d0 con 0x560281915440 2024-09-05T06:10:15.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 10 client.0 _ll_register_callbacks cb 0x5602818b6820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:10:15.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281914b20 0x5602818cfe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281914b20 0x5602818cfe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56554/0 (socket says 172.21.15.70:56554) 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 -- 172.21.15.70:0/1205844944 learned_addr learned my addr 172.21.15.70:0/1205844944 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaceffd640 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 0x5602818d5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 -- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 msgr2=0x5602818d5cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 0x5602818d5cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacffff640 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5602818d0390 0x5602818d6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 -- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5602818d0390 msgr2=0x5602818d6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5602818d0390 0x5602818d6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 -- 172.21.15.70:0/1205844944 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602816c0120 con 0x560281914b20 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacffff640 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5602818d0390 0x5602818d6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281914b20 0x5602818cfe50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdac40136b0 tx=0x7fdac4004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bb6f03dffd386c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1205844944 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac4024020 con 0x560281914b20 2024-09-05T06:10:15.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1205844944 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fdac40147d0 con 0x560281914b20 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 -- 172.21.15.70:0/1205844944 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdac0053500 con 0x560281914b20 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1205844944 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7fdac402e050 con 0x560281914b20 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 10 client.4539 fetch_fsmap learned FSMap version 6 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 -- 172.21.15.70:0/1205844944 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x5602816b9450 con 0x560281914b20 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1205844944 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac0053500 con 0x560281914b20 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1205844944 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 6) ==== 3502+0+0 (secure 0 0 0) 0x7fdac4031020 con 0x560281914b20 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 10 client.4539 fetch_fsmap finished waiting for FSMap version 6 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 10 client.4539 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 20 client.4539 populate_metadata read hostname 'smithi070' 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] conn(0x560281923280 0x560281925670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 4 client.4539 mds_command: new command op to 4257 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 -- 172.21.15.70:0/1205844944 --> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602816b3c00 con 0x560281923280 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaceffd640 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] conn(0x560281923280 0x560281925670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 10 client.4539 ms_handle_connect on v2:172.21.15.70:6835/2627217605 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaceffd640 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] conn(0x560281923280 0x560281925670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ae33e218e7c7e02 server_cookie=81394f032e01aff6 in_seq=0 out_seq=0 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1205844944 <== mds.0 v2:172.21.15.70:6835/2627217605 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5602816b3c00 con 0x560281923280 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdaae7fc640 10 client.4539 handle_command_reply: tid=0 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 client.4539 shutdown 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 -- 172.21.15.70:0/1205844944 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281914b20 msgr2=0x5602818cfe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.688+0000 7fdad9099000 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281914b20 0x5602818cfe50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdac40136b0 tx=0x7fdac4004740 comp rx=0 tx=0).stop 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 1 -- 172.21.15.70:0/1205844944 shutdown_connections 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5602818d0390 0x5602818d6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] conn(0x560281923280 0x560281925670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 0x5602818d5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 1 --2- 172.21.15.70:0/1205844944 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281914b20 0x5602818cfe50 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdaae7fc640 0 client.4539 ms_handle_reset on v2:172.21.15.70:6835/2627217605 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 1 -- 172.21.15.70:0/1205844944 >> 172.21.15.70:0/1205844944 conn(0x5602818cb290 msgr2=0x5602818c9d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:15.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 1 -- 172.21.15.70:0/1205844944 shutdown_connections 2024-09-05T06:10:15.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 1 -- 172.21.15.70:0/1205844944 wait complete. 2024-09-05T06:10:15.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.692+0000 7fdad9099000 20 client.4539 trim_cache size 0 max 16384 2024-09-05T06:10:15.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdad9099000 1 Processor -- start 2024-09-05T06:10:15.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdad9099000 1 -- start start 2024-09-05T06:10:15.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdad9099000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5602818d0390 0x560281913cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdad9099000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281914200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdad9099000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 0x560281925670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdad9099000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdad02013e0 con 0x5602818d0390 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdad9099000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdad01588e0 con 0x560281914b20 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdad9099000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdad0158f30 con 0x560281915440 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdacf7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5602818d0390 0x560281913cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdacf7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5602818d0390 0x560281913cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56558/0 (socket says 172.21.15.70:56558) 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2446272818 learned_addr learned my addr 172.21.15.70:0/2446272818 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2446272818 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 msgr2=0x560281925670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/2446272818 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 0x560281925670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2446272818 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 msgr2=0x560281914200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/2446272818 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281914200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.708+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2446272818 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602816a0fd0 con 0x5602818d0390 2024-09-05T06:10:15.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/2446272818 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5602818d0390 0x560281913cc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fdac400a180 tx=0x7fdac401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40d46424eca4e925 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:15.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdab4ff9640 1 -- 172.21.15.70:0/2446272818 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac4037070 con 0x5602818d0390 2024-09-05T06:10:15.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdab4ff9640 1 -- 172.21.15.70:0/2446272818 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac401b040 con 0x5602818d0390 2024-09-05T06:10:15.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdab4ff9640 1 -- 172.21.15.70:0/2446272818 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac4024040 con 0x5602818d0390 2024-09-05T06:10:15.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- 172.21.15.70:0/2446272818 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5602818d0390 msgr2=0x560281913cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 --2- 172.21.15.70:0/2446272818 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5602818d0390 0x560281913cc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fdac400a180 tx=0x7fdac401f000 comp rx=0 tx=0).stop 2024-09-05T06:10:15.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- 172.21.15.70:0/2446272818 shutdown_connections 2024-09-05T06:10:15.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 --2- 172.21.15.70:0/2446272818 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560281915440 0x560281925670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 --2- 172.21.15.70:0/2446272818 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281914200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 --2- 172.21.15.70:0/2446272818 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5602818d0390 0x560281913cc0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- 172.21.15.70:0/2446272818 >> 172.21.15.70:0/2446272818 conn(0x5602818cb290 msgr2=0x5602818cf650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- 172.21.15.70:0/2446272818 shutdown_connections 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- 172.21.15.70:0/2446272818 wait complete. 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- start start 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 Processor -- start 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818d0390 0x560281928500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281943960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x560281943ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560281718f80 con 0x560281915440 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x5602816d1ca0 con 0x560281914b20 2024-09-05T06:10:15.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x56028171e2a0 con 0x5602818d0390 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 10 client.0 _ll_register_callbacks cb 0x7fdac400a5e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x560281943ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x560281943ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56560/0 (socket says 172.21.15.70:56560) 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 -- 172.21.15.70:0/1596870794 learned_addr learned my addr 172.21.15.70:0/1596870794 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818d0390 0x560281928500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdaceffd640 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281943960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 -- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818d0390 msgr2=0x560281928500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818d0390 0x560281928500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 -- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 msgr2=0x560281943960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281943960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 -- 172.21.15.70:0/1596870794 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56028179c750 con 0x560281915440 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818d0390 0x560281928500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:15.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacffff640 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x560281943ea0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdac801ce90 tx=0x7fdac8019750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df2dfe2c8c5ff56d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdaae7fc640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1596870794 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac80bc070 con 0x560281915440 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1596870794 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fdac80c1ac0 con 0x560281915440 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- 172.21.15.70:0/1596870794 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdac401b040 con 0x560281915440 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1596870794 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7fdac80c1cc0 con 0x560281915440 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 10 client.4545 fetch_fsmap learned FSMap version 6 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- 172.21.15.70:0/1596870794 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x5602816a7a30 con 0x560281915440 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1596870794 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac401b040 con 0x560281915440 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1596870794 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 6) ==== 3502+0+0 (secure 0 0 0) 0x7fdac80c8050 con 0x560281915440 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 10 client.4545 fetch_fsmap finished waiting for FSMap version 6 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 10 client.4545 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 20 client.4545 populate_metadata read hostname 'smithi070' 2024-09-05T06:10:15.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] conn(0x5602819443e0 0x560281987bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 4 client.4545 mds_command: new command op to 4257 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdad9099000 1 -- 172.21.15.70:0/1596870794 --> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] -- command(tid 0: {"prefix": "status"}) -- 0x5602817273a0 con 0x5602819443e0 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] conn(0x5602819443e0 0x560281987bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdaae7fc640 10 client.4545 ms_handle_connect on v2:172.21.15.70:6835/2627217605 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.712+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] conn(0x5602819443e0 0x560281987bd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fd494ef7bab04a0 server_cookie=d9f644308617f795 in_seq=0 out_seq=0 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdaae7fc640 1 -- 172.21.15.70:0/1596870794 <== mds.0 v2:172.21.15.70:6835/2627217605 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x5602817273a0 con 0x5602819443e0 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdaae7fc640 10 client.4545 handle_command_reply: tid=0 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 client.4545 shutdown 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 -- 172.21.15.70:0/1596870794 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 msgr2=0x560281943ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x560281943ea0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdac801ce90 tx=0x7fdac8019750 comp rx=0 tx=0).stop 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 -- 172.21.15.70:0/1596870794 shutdown_connections 2024-09-05T06:10:15.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560281915440 0x560281943ea0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560281914b20 0x560281943960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.70:6835/2627217605,v1:172.21.15.70:6837/2627217605] conn(0x5602819443e0 0x560281987bd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 --2- 172.21.15.70:0/1596870794 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5602818d0390 0x560281928500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdaae7fc640 0 client.4545 ms_handle_reset on v2:172.21.15.70:6835/2627217605 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 -- 172.21.15.70:0/1596870794 >> 172.21.15.70:0/1596870794 conn(0x5602818cb290 msgr2=0x560281912cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 -- 172.21.15.70:0/1596870794 shutdown_connections 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 1 -- 172.21.15.70:0/1596870794 wait complete. 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad9099000 20 client.4545 trim_cache size 0 max 16384 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:10:15.721 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4257, 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 12.678019222, 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 6, 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 20, 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 20, 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 18.755091273000001 2024-09-05T06:10:15.722 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:10:15.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 -- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdabc0678f0 msgr2=0x7fdabc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdabc0678f0 0x7fdabc069db0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdac400a8d0 tx=0x7fdac4008040 comp rx=0 tx=0).stop 2024-09-05T06:10:15.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 -- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 msgr2=0x7fdad0155a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:15.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad0155a80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fdac000c410 tx=0x7fdac000c8d0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 -- 172.21.15.70:0/2950989414 shutdown_connections 2024-09-05T06:10:15.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdabc0678f0 0x7fdabc069db0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad0157110 0x7fdad01540e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad00d0e60 0x7fdad0155a80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 --2- 172.21.15.70:0/2950989414 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad00b5ac0 0x7fdad013d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:15.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 -- 172.21.15.70:0/2950989414 >> 172.21.15.70:0/2950989414 conn(0x7fdad006bcc0 msgr2=0x7fdad0159c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:15.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 -- 172.21.15.70:0/2950989414 shutdown_connections 2024-09-05T06:10:15.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:15.716+0000 7fdad5fdd640 1 -- 172.21.15.70:0/2950989414 wait complete. 2024-09-05T06:10:15.731 INFO:teuthology.run_tasks:Running task sequential... 2024-09-05T06:10:15.741 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-05T06:10:15.741 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-05T06:10:15.742 INFO:teuthology.task.print:Enabling mgr modules 2024-09-05T06:10:15.742 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-05T06:10:15.801 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-05T06:10:15.801 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-05T06:10:15.802 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-05T06:10:15.802 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T06:10:15.802 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:15.802 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-05T06:10:15.802 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T06:10:15.802 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:15.802 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-05T06:10:15.802 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T06:10:15.802 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:15.802 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-05T06:10:15.803 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T06:10:15.803 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:15.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:15.803 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:10:15.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:15.810 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link delete ceph-brx 2024-09-05T06:10:15.868 INFO:teuthology.orchestra.run.smithi196.stderr:Cannot find device "ceph-brx" 2024-09-05T06:10:15.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:10:15.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:15.870 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:10:15.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:15.876 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link delete ceph-brx 2024-09-05T06:10:15.935 INFO:teuthology.orchestra.run.smithi070.stderr:Cannot find device "ceph-brx" 2024-09-05T06:10:15.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:10:15.936 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-05T06:10:15.936 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-05T06:10:15.937 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:10:16.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6c5bb640 1 Processor -- start 2024-09-05T06:10:16.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6c5bb640 1 -- start start 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6c5bb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b640d0310 0x7f7b640c96e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6c5bb640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b640d34b0 con 0x7f7b640cfea0 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6c5bb640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b640d3790 con 0x7f7b6415edf0 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6c5bb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7b640d3260 con 0x7f7b640d0310 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69b56640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7b640cfea0 0x7f7b640c8fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60968/0 (socket says 172.21.15.70:60968) 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69b56640 1 -- 172.21.15.70:0/2354987558 learned_addr learned my addr 172.21.15.70:0/2354987558 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6ab58640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b640d0310 0x7f7b640c96e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2632834735 0 0) 0x7f7b640d34b0 con 0x7f7b640cfea0 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b50003530 con 0x7f7b640cfea0 2024-09-05T06:10:16.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3977402048 0 0) 0x7f7b50003530 con 0x7f7b640cfea0 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b640d0310 msgr2=0x7f7b640c96e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b640d0310 0x7f7b640c96e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 >> v1:172.21.15.196:6789/0 conn(0x7f7b6415edf0 legacy=0x7f7b640cf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b640d3a70 con 0x7f7b640cfea0 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7b54001680 con 0x7f7b640cfea0 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 >> v1:172.21.15.70:6789/0 conn(0x7f7b640cfea0 legacy=0x7f7b640c8fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b500039f0 0x7f7b50003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b50004810 0x7f7b50004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b640d0310 0x7f7b500051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7b640d3260 con 0x7f7b50004810 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5000ba80 con 0x7f7b500039f0 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7b5000bc80 con 0x7f7b640d0310 2024-09-05T06:10:16.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69b56640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b50004810 0x7f7b50004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:16.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6a357640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b500039f0 0x7f7b50003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:16.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6ab58640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b640d0310 0x7f7b500051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:16.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69b56640 1 -- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b640d0310 msgr2=0x7f7b500051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:16.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69b56640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b640d0310 0x7f7b500051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69b56640 1 -- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b500039f0 msgr2=0x7f7b50003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:16.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69b56640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b500039f0 0x7f7b50003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b69b56640 1 -- 172.21.15.70:0/2354987558 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b50003530 con 0x7f7b50004810 2024-09-05T06:10:16.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.100+0000 7f7b6a357640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b500039f0 0x7f7b50003e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:16.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b69b56640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b50004810 0x7f7b50004c90 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7b54001060 tx=0x7f7b5401f410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f83ac2afd2c3498 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:16.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b54007d40 con 0x7f7b50004810 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b54005b00 con 0x7f7b50004810 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b69355640 1 -- 172.21.15.70:0/2354987558 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b54007070 con 0x7f7b50004810 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/2354987558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b50004810 msgr2=0x7f7b50004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6c5bb640 1 --2- 172.21.15.70:0/2354987558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b50004810 0x7f7b50004c90 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7b54001060 tx=0x7f7b5401f410 comp rx=0 tx=0).stop 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6ab58640 1 -- 172.21.15.70:0/2354987558 reap_dead start 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/2354987558 shutdown_connections 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/2354987558 >> 172.21.15.70:0/2354987558 conn(0x7f7b640d4c80 msgr2=0x7f7b640d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/2354987558 shutdown_connections 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/2354987558 wait complete. 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6c5bb640 1 Processor -- start 2024-09-05T06:10:16.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.104+0000 7f7b6c5bb640 1 -- start start 2024-09-05T06:10:16.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b50004810 0x7f7b64159400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:16.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b641504c0 0x7f7b6415c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:16.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b6415aac0 0x7f7b64161910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:16.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7b6415f1d0 con 0x7f7b6415aac0 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7b640c8ab0 con 0x7f7b50004810 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7b640d24d0 con 0x7f7b641504c0 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b6415aac0 0x7f7b64161910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b6415aac0 0x7f7b64161910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:56588/0 (socket says 172.21.15.70:56588) 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 -- 172.21.15.70:0/464341709 learned_addr learned my addr 172.21.15.70:0/464341709 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6a357640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b50004810 0x7f7b64159400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b69b56640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b641504c0 0x7f7b6415c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 -- 172.21.15.70:0/464341709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b641504c0 msgr2=0x7f7b6415c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b641504c0 0x7f7b6415c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 -- 172.21.15.70:0/464341709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b50004810 msgr2=0x7f7b64159400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b50004810 0x7f7b64159400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 -- 172.21.15.70:0/464341709 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b6415afa0 con 0x7f7b6415aac0 2024-09-05T06:10:16.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6ab58640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b6415aac0 0x7f7b64161910 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7b641628b0 tx=0x7f7b5c00f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:16.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b5affd640 1 -- 172.21.15.70:0/464341709 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5c01c070 con 0x7f7b6415aac0 2024-09-05T06:10:16.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b5affd640 1 -- 172.21.15.70:0/464341709 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b5c017400 con 0x7f7b6415aac0 2024-09-05T06:10:16.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b6415b280 con 0x7f7b6415aac0 2024-09-05T06:10:16.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b5affd640 1 -- 172.21.15.70:0/464341709 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5c0177f0 con 0x7f7b6415aac0 2024-09-05T06:10:16.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b6415b840 con 0x7f7b6415aac0 2024-09-05T06:10:16.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b640d58c0 con 0x7f7b6415aac0 2024-09-05T06:10:16.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b5affd640 1 -- 172.21.15.70:0/464341709 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7b5c01f070 con 0x7f7b6415aac0 2024-09-05T06:10:16.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b5affd640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b480678c0 0x7f7b48069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:16.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b5affd640 1 -- 172.21.15.70:0/464341709 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f7b5c085d10 con 0x7f7b6415aac0 2024-09-05T06:10:16.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6a357640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b480678c0 0x7f7b48069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:16.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.108+0000 7f7b6a357640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b480678c0 0x7f7b48069d80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f7b60000f70 tx=0x7f7b60009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.112+0000 7f7b5affd640 1 -- 172.21.15.70:0/464341709 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7b5c012070 con 0x7f7b6415aac0 2024-09-05T06:10:16.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.292+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7b640d0af0 con 0x7f7b6415aac0 2024-09-05T06:10:16.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.292+0000 7f7b5affd640 1 -- 172.21.15.70:0/464341709 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7f7b5c056200 con 0x7f7b6415aac0 2024-09-05T06:10:16.295 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:10:16.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b480678c0 msgr2=0x7f7b48069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:16.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b480678c0 0x7f7b48069d80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f7b60000f70 tx=0x7f7b60009040 comp rx=0 tx=0).stop 2024-09-05T06:10:16.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b6415aac0 msgr2=0x7f7b64161910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:16.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b6415aac0 0x7f7b64161910 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7b641628b0 tx=0x7f7b5c00f4a0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 shutdown_connections 2024-09-05T06:10:16.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b480678c0 0x7f7b48069d80 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b6415aac0 0x7f7b64161910 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b641504c0 0x7f7b6415c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 --2- 172.21.15.70:0/464341709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b50004810 0x7f7b64159400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:16.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 >> 172.21.15.70:0/464341709 conn(0x7f7b640d4c80 msgr2=0x7f7b640c8e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:16.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 shutdown_connections 2024-09-05T06:10:16.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16.296+0000 7f7b6c5bb640 1 -- 172.21.15.70:0/464341709 wait complete. 2024-09-05T06:10:16.313 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:10:16.313 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:10:16.314 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:10:16.314 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:10:16.314 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:16.314 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:10:16.314 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:10:16.314 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:10:16.314 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:10:16.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:16.314 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:10:16.319 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:10:16.320 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42527sec preferred_lft 42527sec 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:10:16.321 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:16.322 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-05T06:10:16.322 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:16.322 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:16.322 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link add name ceph-brx type bridge 2024-09-05T06:10:16.322 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip addr flush dev ceph-brx 2024-09-05T06:10:16.322 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set ceph-brx up 2024-09-05T06:10:16.322 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-05T06:10:16.322 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:16.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:16.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:16.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:16.445 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:10:16.494 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:10:16.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:16.496 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:10:16.821 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:10:16.821 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:10:16.821 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:10:16.821 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:10:16.821 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:10:16.821 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:10:16.821 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:10:16.821 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:16.822 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:16.822 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:16.822 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:10:16.822 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:16.822 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:16.822 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:10:16.822 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:10:16.822 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:10:16.823 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:16.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:16.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:16.906 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:10:16.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:16.912 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list-id 2024-09-05T06:10:16.963 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:16.963 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:16.963 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:16.963 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-05T06:10:16.963 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:17.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:17.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:17.080 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-05T06:10:17.080 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:17.080 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:17.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-05T06:10:17.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-05T06:10:17.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-05T06:10:17.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-05T06:10:17.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-05T06:10:17.080 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:17.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:17.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:17.195 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:17.195 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:17.195 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:10:17.195 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set dev brx.0 master ceph-brx 2024-09-05T06:10:17.195 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:17.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:17.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:17.297 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:10:17.297 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:17.297 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:17.347 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:10:17.347 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:17.347 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:17.398 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:17.455 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:17.504 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:17.504 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:17.504 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:17.504 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:17.504 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:17.504 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:17.505 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:17.506 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:17.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:17.507 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:17.555 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:10:17.555 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:10:17.600 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:17.614 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:17.663 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:17.664 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:17.665 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:17.666 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:17.666 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:17.666 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:17.666 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:17.666 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:17.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:17.666 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:17.680 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:10:17.680+0000 7f48f3592580 -1 init, newargv = 0x561adef979e0 newargc=15 2024-09-05T06:10:17.680 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[26239]: starting ceph client 2024-09-05T06:10:17.685 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[26239]: starting fuse 2024-09-05T06:10:18.787 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:18.803 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:18.854 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:18.855 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:18.856 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:18.856 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:18.856 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:18.856 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:18.856 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:18.856 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:18.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:18.857 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:18.903 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:10:18.903 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:10:18.903 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:18.904 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:18.905 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:10:18.906 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:10:19.028 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.26239.asok 2024-09-05T06:10:19.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:19.040 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.26239.asok 2024-09-05T06:10:19.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:19.041 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.26239.asok status 2024-09-05T06:10:19.192 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:10:19.192 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:10:19.192 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:10:19.192 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:10:19.192 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:10:19.192 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:10:19.192 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:10:19.192 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "26239", 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4557, 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4557 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:10:19.193 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2618773305 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2618773305 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4557 192.168.0.1:0/2618773305", 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/2618773305", 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 6, 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 20, 2024-09-05T06:10:19.194 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:10:19.195 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:10:19.195 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:10:19.195 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:10:19.206 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-05T06:10:19.206 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:10:19.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.328+0000 7f59ea4a5640 1 Processor -- start 2024-09-05T06:10:19.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.328+0000 7f59ea4a5640 1 -- start start 2024-09-05T06:10:19.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59ea4a5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f59e40d4980 0x7f59e40d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:19.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59ea4a5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59e40cfd30 con 0x7f59e415edb0 2024-09-05T06:10:19.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59ea4a5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59e40d0010 con 0x7f59e40d3a50 2024-09-05T06:10:19.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59ea4a5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f59e40d02f0 con 0x7f59e40d4980 2024-09-05T06:10:19.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59e3fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f59e40d4980 0x7f59e40d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:19.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59e37fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f59e415edb0 0x7f59e40d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:57784/0 (socket says 172.21.15.70:57784) 2024-09-05T06:10:19.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59e37fe640 1 -- 172.21.15.70:0/2924816824 learned_addr learned my addr 172.21.15.70:0/2924816824 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:19.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59e3fff640 1 -- 172.21.15.70:0/2924816824 >> v1:172.21.15.196:6789/0 conn(0x7f59e40d3a50 legacy=0x7f59e40b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:19.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59e3fff640 1 -- 172.21.15.70:0/2924816824 >> v1:172.21.15.70:6789/0 conn(0x7f59e415edb0 legacy=0x7f59e40d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:19.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59e2ffd640 1 -- 172.21.15.70:0/2924816824 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2693479761 0 0) 0x7f59e40cfd30 con 0x7f59e415edb0 2024-09-05T06:10:19.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.332+0000 7f59e3fff640 1 -- 172.21.15.70:0/2924816824 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59e40d05d0 con 0x7f59e40d4980 2024-09-05T06:10:19.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59e3fff640 1 --2- 172.21.15.70:0/2924816824 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e40d4980 0x7f59e40d4d60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f59d80097c0 tx=0x7f59d801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb12d0a6943b542 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:19.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59e2ffd640 1 -- 172.21.15.70:0/2924816824 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d80aa5f0 con 0x7f59e40d4980 2024-09-05T06:10:19.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59e2ffd640 1 -- 172.21.15.70:0/2924816824 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59d80af070 con 0x7f59e40d4980 2024-09-05T06:10:19.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59e2ffd640 1 -- 172.21.15.70:0/2924816824 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d80aa9b0 con 0x7f59e40d4980 2024-09-05T06:10:19.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59ea4a5640 1 -- 172.21.15.70:0/2924816824 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e40d4980 msgr2=0x7f59e40d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:19.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59ea4a5640 1 --2- 172.21.15.70:0/2924816824 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e40d4980 0x7f59e40d4d60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f59d80097c0 tx=0x7f59d801c470 comp rx=0 tx=0).stop 2024-09-05T06:10:19.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59ea4a5640 1 -- 172.21.15.70:0/2924816824 shutdown_connections 2024-09-05T06:10:19.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59ea4a5640 1 --2- 172.21.15.70:0/2924816824 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e40d4980 0x7f59e40d4d60 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:19.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59ea4a5640 1 -- 172.21.15.70:0/2924816824 >> 172.21.15.70:0/2924816824 conn(0x7f59e408e690 msgr2=0x7f59e409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:19.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59ea4a5640 1 -- 172.21.15.70:0/2924816824 shutdown_connections 2024-09-05T06:10:19.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.336+0000 7f59ea4a5640 1 -- 172.21.15.70:0/2924816824 wait complete. 2024-09-05T06:10:19.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 Processor -- start 2024-09-05T06:10:19.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 -- start start 2024-09-05T06:10:19.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f59e40d3a50 0x7f59e414d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:19.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f59e40d4980 0x7f59e40cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e415edb0 0x7f59e40cdfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f59e416c8c0 con 0x7f59e415edb0 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f59e416c740 con 0x7f59e40d3a50 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f59e416ca40 con 0x7f59e40d4980 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e415edb0 0x7f59e40cdfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e415edb0 0x7f59e40cdfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50176/0 (socket says 172.21.15.70:50176) 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 -- 172.21.15.70:0/1302223971 learned_addr learned my addr 172.21.15.70:0/1302223971 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e37fe640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f59e40d4980 0x7f59e40cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e3fff640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f59e40d3a50 0x7f59e414d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 -- 172.21.15.70:0/1302223971 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f59e40d4980 msgr2=0x7f59e40cbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:19.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f59e40d4980 0x7f59e40cbda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 -- 172.21.15.70:0/1302223971 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f59e40d3a50 msgr2=0x7f59e414d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f59e40d3a50 0x7f59e414d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 -- 172.21.15.70:0/1302223971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59e414e040 con 0x7f59e415edb0 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e8a42640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e415edb0 0x7f59e40cdfd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f59dc00c7a0 tx=0x7f59dc00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e0ff9640 1 -- 172.21.15.70:0/1302223971 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59dc003b80 con 0x7f59e415edb0 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e0ff9640 1 -- 172.21.15.70:0/1302223971 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59dc003d20 con 0x7f59e415edb0 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59e415e070 con 0x7f59e415edb0 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59e0ff9640 1 -- 172.21.15.70:0/1302223971 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59dc00aa90 con 0x7f59e415edb0 2024-09-05T06:10:19.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59e415e630 con 0x7f59e415edb0 2024-09-05T06:10:19.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.340+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59e40d4d60 con 0x7f59e415edb0 2024-09-05T06:10:19.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.344+0000 7f59e0ff9640 1 -- 172.21.15.70:0/1302223971 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f59dc00ac30 con 0x7f59e415edb0 2024-09-05T06:10:19.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.344+0000 7f59e0ff9640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f59d00678c0 0x7f59d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:19.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.344+0000 7f59e0ff9640 1 -- 172.21.15.70:0/1302223971 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f59dc085bc0 con 0x7f59e415edb0 2024-09-05T06:10:19.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.344+0000 7f59e3fff640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f59d00678c0 0x7f59d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:19.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.344+0000 7f59e3fff640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f59d00678c0 0x7f59d0069d80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f59d80ae000 tx=0x7f59d80a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:19.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.348+0000 7f59e0ff9640 1 -- 172.21.15.70:0/1302223971 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f59e414e040 con 0x7f59e415edb0 2024-09-05T06:10:19.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.548+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f59e40d2a60 con 0x7f59e415edb0 2024-09-05T06:10:19.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.548+0000 7f59e0ff9640 1 -- 172.21.15.70:0/1302223971 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7f59dc056700 con 0x7f59e415edb0 2024-09-05T06:10:19.549 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:10:19.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f59d00678c0 msgr2=0x7f59d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:19.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f59d00678c0 0x7f59d0069d80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f59d80ae000 tx=0x7f59d80a7000 comp rx=0 tx=0).stop 2024-09-05T06:10:19.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e415edb0 msgr2=0x7f59e40cdfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:19.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e415edb0 0x7f59e40cdfd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f59dc00c7a0 tx=0x7f59dc00cc60 comp rx=0 tx=0).stop 2024-09-05T06:10:19.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 shutdown_connections 2024-09-05T06:10:19.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f59d00678c0 0x7f59d0069d80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:19.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f59e415edb0 0x7f59e40cdfd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:19.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f59e40d4980 0x7f59e40cbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:19.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 --2- 172.21.15.70:0/1302223971 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f59e40d3a50 0x7f59e414d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:19.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 >> 172.21.15.70:0/1302223971 conn(0x7f59e408e690 msgr2=0x7f59e409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:19.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 shutdown_connections 2024-09-05T06:10:19.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19.552+0000 7f59ea4a5640 1 -- 172.21.15.70:0/1302223971 wait complete. 2024-09-05T06:10:19.567 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:10:19.567 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:10:19.567 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:10:19.567 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-05T06:10:19.567 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:19.568 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:10:19.568 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:10:19.568 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:10:19.568 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-05T06:10:19.568 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:19.568 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:10:19.574 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42524sec preferred_lft 42524sec 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:10:19.575 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:19.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:19.577 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:10:19.628 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:10:19.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:19.629 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:19.679 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:19.680 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:19.680 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:10:19.680 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:19.680 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:19.680 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:10:19.680 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:10:19.680 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:10:19.680 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:19.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:19.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:19.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:19.804 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:10:19.809 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:10:19.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:19.810 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list-id 2024-09-05T06:10:19.854 INFO:teuthology.orchestra.run.smithi070.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-05T06:10:19.855 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:19.855 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:19.855 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:19.855 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-05T06:10:19.855 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:19.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:19.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:19.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:19.968 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-05T06:10:20.021 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:20.021 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:20.021 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:20.021 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:20.022 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:20.022 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:20.022 INFO:teuthology.orchestra.run.smithi070.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:10:20.022 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 9a:07:c9:2b:ee:08 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-05T06:10:20.022 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-05T06:10:20.022 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:20.022 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::9807:c9ff:fe2b:ee08/64 scope link 2024-09-05T06:10:20.022 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:20.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:20.023 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-05T06:10:20.078 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:20.078 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:20.078 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:20.078 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:20.078 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:20.078 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:20.078 INFO:teuthology.orchestra.run.smithi070.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:10:20.078 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 9a:07:c9:2b:ee:08 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-05T06:10:20.079 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-05T06:10:20.079 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:20.079 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::9807:c9ff:fe2b:ee08/64 scope link 2024-09-05T06:10:20.079 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:20.080 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-05T06:10:20.080 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:20.080 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:20.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-05T06:10:20.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-05T06:10:20.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-05T06:10:20.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-05T06:10:20.081 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-05T06:10:20.081 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:20.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:20.226 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:20.226 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:20.226 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.1 up 2024-09-05T06:10:20.226 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set dev brx.1 master ceph-brx 2024-09-05T06:10:20.226 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:20.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:20.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:20.290 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-05T06:10:20.290 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:20.290 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:20.343 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-05T06:10:20.343 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:20.343 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:20.390 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:20.453 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:20.501 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:20.501 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:20.501 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:20.501 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:20.502 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:20.503 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:20.504 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:20.504 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:20.504 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:20.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:20.505 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:20.551 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:10:20.551 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-05T06:10:20.551 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-05T06:10:20.596 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:20.609 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:20.655 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:20.656 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:20.657 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:20.658 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:20.658 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:20.658 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:20.658 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:20.658 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:20.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:20.658 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:20.677 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi070.stderr:2024-09-05T06:10:20.676+0000 7fc2fedf4580 -1 init, newargv = 0x5556372f6af0 newargc=15 2024-09-05T06:10:20.677 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi070.stderr:ceph-fuse[26384]: starting ceph client 2024-09-05T06:10:20.682 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:10:20.682 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi070.stderr:ceph-fuse[26384]: starting fuse 2024-09-05T06:10:21.784 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:21.800 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:21.849 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:21.849 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:21.850 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:21.851 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:21.852 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:21.852 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:21.852 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:21.852 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:21.852 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:21.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:21.853 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:21.899 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:10:21.899 INFO:teuthology.orchestra.run.smithi070.stdout:46 2024-09-05T06:10:21.899 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:10:21.900 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:10:21.901 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:10:21.902 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:10:21.902 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:21.902 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.2")) 2024-09-05T06:10:21.902 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:10:22.023 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.2.26384.asok 2024-09-05T06:10:22.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:22.035 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.26384.asok 2024-09-05T06:10:22.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:22.036 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.26384.asok status 2024-09-05T06:10:22.185 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:10:22.185 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "2", 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "26384", 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4572, 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:10:22.186 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4572 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.2:0", 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3287018734 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.2:0", 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3287018734 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4572 192.168.0.2:0/3287018734", 2024-09-05T06:10:22.187 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.2:0/3287018734", 2024-09-05T06:10:22.188 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:10:22.188 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 6, 2024-09-05T06:10:22.188 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 20, 2024-09-05T06:10:22.188 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:10:22.188 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:10:22.188 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:10:22.188 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:10:22.200 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-05T06:10:22.201 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:10:22.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.324+0000 7fc43d788640 1 Processor -- start 2024-09-05T06:10:22.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.324+0000 7fc43d788640 1 -- start start 2024-09-05T06:10:22.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.324+0000 7fc43d788640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc43815ea00 0x7fc438072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.324+0000 7fc43d788640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 0x7fc4380b5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.324+0000 7fc43d788640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4380b5c70 con 0x7fc43806d770 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.324+0000 7fc43d788640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc438071db0 con 0x7fc43815ea00 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.324+0000 7fc43d788640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc43806e4d0 con 0x7fc4380b5310 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4377fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc43806d770 0x7fc43806dc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:57790/0 (socket says 172.21.15.70:57790) 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4377fe640 1 -- 172.21.15.70:0/2106163326 learned_addr learned my addr 172.21.15.70:0/2106163326 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4367fc640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 0x7fc4380b5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc436ffd640 1 --2- 172.21.15.70:0/2106163326 >> v2:172.21.15.196:3300/0 conn(0x7fc43815ea00 0x7fc438072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1222098543 0 0) 0x7fc4380b5c70 con 0x7fc43806d770 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc420003530 con 0x7fc43806d770 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2604100400 0 0) 0x7fc420003530 con 0x7fc43806d770 2024-09-05T06:10:22.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 msgr2=0x7fc4380b5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 0x7fc4380b5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 >> v2:172.21.15.196:3300/0 conn(0x7fc43815ea00 msgr2=0x7fc438072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 --2- 172.21.15.70:0/2106163326 >> v2:172.21.15.196:3300/0 conn(0x7fc43815ea00 0x7fc438072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc438071760 con 0x7fc43806d770 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fc430001a00 con 0x7fc43806d770 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 >> v1:172.21.15.70:6789/0 conn(0x7fc43806d770 legacy=0x7fc43806dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4200039c0 0x7fc420003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc420004810 0x7fc420004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 0x7fc4200051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc438071db0 con 0x7fc420004810 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc43806e4d0 con 0x7fc4200039c0 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc42000b9d0 con 0x7fc4380b5310 2024-09-05T06:10:22.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4367fc640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc420004810 0x7fc420004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc436ffd640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4200039c0 0x7fc420003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4377fe640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 0x7fc4200051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4367fc640 1 -- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 msgr2=0x7fc4200051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:22.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4367fc640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 0x7fc4200051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4367fc640 1 -- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4200039c0 msgr2=0x7fc420003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:22.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4367fc640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4200039c0 0x7fc420003de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4367fc640 1 -- 172.21.15.70:0/2106163326 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc420003530 con 0x7fc420004810 2024-09-05T06:10:22.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4377fe640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc4380b5310 0x7fc4200051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:22.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc4367fc640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc420004810 0x7fc420004c90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc42c009a90 tx=0x7fc42c01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6d679419a0e5a2b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:22.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c0b2070 con 0x7fc420004810 2024-09-05T06:10:22.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc42c0a5540 con 0x7fc420004810 2024-09-05T06:10:22.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.328+0000 7fc435ffb640 1 -- 172.21.15.70:0/2106163326 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c009690 con 0x7fc420004810 2024-09-05T06:10:22.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- 172.21.15.70:0/2106163326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc420004810 msgr2=0x7fc420004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:22.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 --2- 172.21.15.70:0/2106163326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc420004810 0x7fc420004c90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc42c009a90 tx=0x7fc42c01ca30 comp rx=0 tx=0).stop 2024-09-05T06:10:22.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 -- 172.21.15.70:0/2106163326 reap_dead start 2024-09-05T06:10:22.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- 172.21.15.70:0/2106163326 shutdown_connections 2024-09-05T06:10:22.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- 172.21.15.70:0/2106163326 >> 172.21.15.70:0/2106163326 conn(0x7fc43806bcc0 msgr2=0x7fc43806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:22.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- 172.21.15.70:0/2106163326 shutdown_connections 2024-09-05T06:10:22.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- 172.21.15.70:0/2106163326 wait complete. 2024-09-05T06:10:22.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 Processor -- start 2024-09-05T06:10:22.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- start start 2024-09-05T06:10:22.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4381f5290 0x7fc438161200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc438161740 0x7fc4381f63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4381f6920 0x7fc4381f5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc43815ef60 con 0x7fc4381f6920 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc43815ede0 con 0x7fc4381f5290 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc4380b5730 con 0x7fc438161740 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4381f6920 0x7fc4381f5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4381f6920 0x7fc4381f5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50206/0 (socket says 172.21.15.70:50206) 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 -- 172.21.15.70:0/8505904 learned_addr learned my addr 172.21.15.70:0/8505904 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4367fc640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc438161740 0x7fc4381f63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc436ffd640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4381f5290 0x7fc438161200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 -- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc438161740 msgr2=0x7fc4381f63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc438161740 0x7fc4381f63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 -- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4381f5290 msgr2=0x7fc438161200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4381f5290 0x7fc438161200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 -- 172.21.15.70:0/8505904 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4381601d0 con 0x7fc4381f6920 2024-09-05T06:10:22.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4367fc640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc438161740 0x7fc4381f63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:22.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc4377fe640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4381f6920 0x7fc4381f5670 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc4380d12c0 tx=0x7fc430010ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:22.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc41f7fe640 1 -- 172.21.15.70:0/8505904 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc43001a070 con 0x7fc4381f6920 2024-09-05T06:10:22.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc41f7fe640 1 -- 172.21.15.70:0/8505904 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc430011040 con 0x7fc4381f6920 2024-09-05T06:10:22.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc438160440 con 0x7fc4381f6920 2024-09-05T06:10:22.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc41f7fe640 1 -- 172.21.15.70:0/8505904 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc43000ede0 con 0x7fc4381f6920 2024-09-05T06:10:22.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.332+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc438160a00 con 0x7fc4381f6920 2024-09-05T06:10:22.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.336+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4380b5b40 con 0x7fc4381f6920 2024-09-05T06:10:22.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.336+0000 7fc41f7fe640 1 -- 172.21.15.70:0/8505904 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc43001d070 con 0x7fc4381f6920 2024-09-05T06:10:22.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.336+0000 7fc41f7fe640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc4240678c0 0x7fc424069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:22.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.336+0000 7fc41f7fe640 1 -- 172.21.15.70:0/8505904 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc430088310 con 0x7fc4381f6920 2024-09-05T06:10:22.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.336+0000 7fc436ffd640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc4240678c0 0x7fc424069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:22.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.336+0000 7fc436ffd640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc4240678c0 0x7fc424069d80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc428009ab0 tx=0x7fc428008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:22.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.340+0000 7fc41f7fe640 1 -- 172.21.15.70:0/8505904 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc430058ee0 con 0x7fc4381f6920 2024-09-05T06:10:22.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.536+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc4380b00f0 con 0x7fc4381f6920 2024-09-05T06:10:22.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.536+0000 7fc41f7fe640 1 -- 172.21.15.70:0/8505904 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7fc4300587e0 con 0x7fc4381f6920 2024-09-05T06:10:22.538 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc4240678c0 msgr2=0x7fc424069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc4240678c0 0x7fc424069d80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc428009ab0 tx=0x7fc428008040 comp rx=0 tx=0).stop 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4381f6920 msgr2=0x7fc4381f5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4381f6920 0x7fc4381f5670 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc4380d12c0 tx=0x7fc430010ee0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 shutdown_connections 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc4240678c0 0x7fc424069d80 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4381f6920 0x7fc4381f5670 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc438161740 0x7fc4381f63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 --2- 172.21.15.70:0/8505904 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc4381f5290 0x7fc438161200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 >> 172.21.15.70:0/8505904 conn(0x7fc43806bcc0 msgr2=0x7fc4380b1320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:22.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 shutdown_connections 2024-09-05T06:10:22.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:22.540+0000 7fc43d788640 1 -- 172.21.15.70:0/8505904 wait complete. 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:10:22.555 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:10:22.555 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:22.556 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:22.563 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42527sec preferred_lft 42527sec 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:10:22.564 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:22.565 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-05T06:10:22.565 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:22.565 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:22.565 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link add name ceph-brx type bridge 2024-09-05T06:10:22.565 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip addr flush dev ceph-brx 2024-09-05T06:10:22.565 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set ceph-brx up 2024-09-05T06:10:22.565 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-05T06:10:22.565 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:22.657 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:22.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:22.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:22.701 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:10:22.711 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:10:22.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:22.712 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:10:22.780 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:10:22.780 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:10:22.780 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:10:22.780 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:10:22.780 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:10:22.780 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:10:22.780 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:10:22.780 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:22.781 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:22.781 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:22.781 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:10:22.781 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:22.781 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:22.781 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:10:22.781 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:10:22.781 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:10:22.781 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:22.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:22.899 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:22.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:22.907 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:10:22.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:22.913 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list-id 2024-09-05T06:10:22.962 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:22.962 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:22.962 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:22.962 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-05T06:10:22.962 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:23.050 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:23.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:23.077 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-05T06:10:23.078 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:23.078 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:23.078 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-05T06:10:23.078 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-05T06:10:23.078 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-05T06:10:23.078 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-05T06:10:23.078 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-05T06:10:23.078 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:23.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:23.180 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:23.186 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:23.186 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:23.187 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:10:23.187 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set dev brx.0 master ceph-brx 2024-09-05T06:10:23.187 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:23.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:23.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:23.291 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:10:23.291 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:23.291 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:23.342 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:10:23.342 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:23.342 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:23.389 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:23.446 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:23.495 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:23.496 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:23.497 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:23.498 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:23.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:23.498 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:23.541 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:10:23.542 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:10:23.586 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:23.602 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:23.652 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:23.652 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:23.652 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:23.652 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:23.652 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:23.652 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:23.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:23.652 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:23.666 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:10:23.665+0000 7f54800fa580 -1 init, newargv = 0x5652ba1e6a90 newargc=15 2024-09-05T06:10:23.666 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25064]: starting ceph client 2024-09-05T06:10:23.672 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25064]: starting fuse 2024-09-05T06:10:24.771 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:24.787 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:24.835 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:24.835 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:24.835 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:24.835 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:24.835 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:24.836 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:24.837 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:24.838 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:24.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:24.839 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:24.885 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:10:24.886 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:10:24.886 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:10:24.886 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:10:24.886 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:10:24.886 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:10:24.886 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:10:24.887 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:10:24.888 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:10:25.008 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.25064.asok 2024-09-05T06:10:25.012 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:25.019 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.25064.asok 2024-09-05T06:10:25.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:25.020 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.25064.asok status 2024-09-05T06:10:25.173 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:10:25.173 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:10:25.173 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:10:25.173 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "25064", 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 4465, 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 4465 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:10:25.174 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3554914330 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3554914330 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.4465 192.168.0.1:0/3554914330", 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/3554914330", 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 6, 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 20, 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:10:25.175 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:10:25.176 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:10:25.176 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:10:25.187 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-05T06:10:25.187 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:10:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.316+0000 7f2631bc7640 1 Processor -- start 2024-09-05T06:10:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.316+0000 7f2631bc7640 1 -- start start 2024-09-05T06:10:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f2631bc7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c072a90 0x7f262c072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f2631bc7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f262c06e680 0x7f262c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f2631bc7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f262c15bc40 con 0x7f262c0afff0 2024-09-05T06:10:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f2631bc7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f262c073410 con 0x7f262c06e680 2024-09-05T06:10:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f2631bc7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f262c072600 con 0x7f262c072a90 2024-09-05T06:10:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f262affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c072a90 0x7f262c072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f262bfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f262c06e680 0x7f262c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f262affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c072a90 0x7f262c072ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:53084/0 (socket says 172.21.15.70:53084) 2024-09-05T06:10:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f262affd640 1 -- 172.21.15.70:0/3919708170 learned_addr learned my addr 172.21.15.70:0/3919708170 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:25.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f262bfff640 1 -- 172.21.15.70:0/3919708170 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c072a90 msgr2=0x7f262c072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:25.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f262bfff640 1 --2- 172.21.15.70:0/3919708170 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c072a90 0x7f262c072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f262bfff640 1 -- 172.21.15.70:0/3919708170 >> v1:172.21.15.196:6789/0 conn(0x7f262c0afff0 legacy=0x7f262c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:25.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.320+0000 7f262bfff640 1 -- 172.21.15.70:0/3919708170 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f262c0d14c0 con 0x7f262c06e680 2024-09-05T06:10:25.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f262bfff640 1 --2- 172.21.15.70:0/3919708170 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 0x7f262c06eb30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2624009d90 tx=0x7f262401c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65101d3e75a11f7a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:25.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f262a7fc640 1 -- 172.21.15.70:0/3919708170 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26240b2070 con 0x7f262c06e680 2024-09-05T06:10:25.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f262a7fc640 1 -- 172.21.15.70:0/3919708170 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26240a5830 con 0x7f262c06e680 2024-09-05T06:10:25.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f262a7fc640 1 -- 172.21.15.70:0/3919708170 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26240a5c00 con 0x7f262c06e680 2024-09-05T06:10:25.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 -- 172.21.15.70:0/3919708170 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 msgr2=0x7f262c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3919708170 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 0x7f262c06eb30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2624009d90 tx=0x7f262401c970 comp rx=0 tx=0).stop 2024-09-05T06:10:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 -- 172.21.15.70:0/3919708170 shutdown_connections 2024-09-05T06:10:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3919708170 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 0x7f262c06eb30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3919708170 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c072a90 0x7f262c072ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 -- 172.21.15.70:0/3919708170 >> 172.21.15.70:0/3919708170 conn(0x7f262c06bcc0 msgr2=0x7f262c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 -- 172.21.15.70:0/3919708170 shutdown_connections 2024-09-05T06:10:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 -- 172.21.15.70:0/3919708170 wait complete. 2024-09-05T06:10:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 Processor -- start 2024-09-05T06:10:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.324+0000 7f2631bc7640 1 -- start start 2024-09-05T06:10:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 0x7f262c14fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f262c072a90 0x7f262c14f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c0afff0 0x7f262c0cf160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f262c0ce2d0 con 0x7f262c072a90 2024-09-05T06:10:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f262c0ce150 con 0x7f262c06e680 2024-09-05T06:10:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f262c0d0f80 con 0x7f262c0afff0 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f262c072a90 0x7f262c14f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f262c072a90 0x7f262c14f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50208/0 (socket says 172.21.15.70:50208) 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 -- 172.21.15.70:0/3609775683 learned_addr learned my addr 172.21.15.70:0/3609775683 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262bfff640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c0afff0 0x7f262c0cf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262b7fe640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 0x7f262c14fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 -- 172.21.15.70:0/3609775683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c0afff0 msgr2=0x7f262c0cf160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c0afff0 0x7f262c0cf160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 -- 172.21.15.70:0/3609775683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 msgr2=0x7f262c14fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 0x7f262c14fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 -- 172.21.15.70:0/3609775683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f262c1534e0 con 0x7f262c072a90 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262affd640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f262c072a90 0x7f262c14f650 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f262000e820 tx=0x7f262000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2613fff640 1 -- 172.21.15.70:0/3609775683 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2620017070 con 0x7f262c072a90 2024-09-05T06:10:25.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2613fff640 1 -- 172.21.15.70:0/3609775683 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f262000c940 con 0x7f262c072a90 2024-09-05T06:10:25.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f262c1537c0 con 0x7f262c072a90 2024-09-05T06:10:25.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2613fff640 1 -- 172.21.15.70:0/3609775683 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262000ccf0 con 0x7f262c072a90 2024-09-05T06:10:25.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f262c153d80 con 0x7f262c072a90 2024-09-05T06:10:25.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f262c06eb30 con 0x7f262c072a90 2024-09-05T06:10:25.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2613fff640 1 -- 172.21.15.70:0/3609775683 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f262001a070 con 0x7f262c072a90 2024-09-05T06:10:25.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2613fff640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26180678c0 0x7f2618069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:25.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262b7fe640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26180678c0 0x7f2618069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:25.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f2613fff640 1 -- 172.21.15.70:0/3609775683 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f2620085f90 con 0x7f262c072a90 2024-09-05T06:10:25.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.328+0000 7f262b7fe640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26180678c0 0x7f2618069d80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f262c0cfcb0 tx=0x7f261c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:25.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.332+0000 7f2613fff640 1 -- 172.21.15.70:0/3609775683 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2620056ad0 con 0x7f262c072a90 2024-09-05T06:10:25.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.524+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f262c073070 con 0x7f262c072a90 2024-09-05T06:10:25.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.524+0000 7f2613fff640 1 -- 172.21.15.70:0/3609775683 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7f26200563d0 con 0x7f262c072a90 2024-09-05T06:10:25.526 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26180678c0 msgr2=0x7f2618069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26180678c0 0x7f2618069d80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f262c0cfcb0 tx=0x7f261c009040 comp rx=0 tx=0).stop 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f262c072a90 msgr2=0x7f262c14f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f262c072a90 0x7f262c14f650 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f262000e820 tx=0x7f262000ece0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 shutdown_connections 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26180678c0 0x7f2618069d80 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f262c0afff0 0x7f262c0cf160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f262c072a90 0x7f262c14f650 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 --2- 172.21.15.70:0/3609775683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f262c06e680 0x7f262c14fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 >> 172.21.15.70:0/3609775683 conn(0x7f262c06bcc0 msgr2=0x7f262c0ce4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:25.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 shutdown_connections 2024-09-05T06:10:25.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:25.528+0000 7f2631bc7640 1 -- 172.21.15.70:0/3609775683 wait complete. 2024-09-05T06:10:25.544 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:10:25.544 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:10:25.544 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:10:25.544 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-05T06:10:25.544 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:25.544 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:10:25.544 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:10:25.544 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:10:25.545 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-05T06:10:25.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:25.545 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:10:25.553 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:25.553 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:25.553 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:25.554 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.554 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:25.554 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.554 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:25.554 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:25.555 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:10:25.555 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:25.555 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:25.555 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:10:25.556 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:25.556 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:25.556 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:10:25.556 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:25.556 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:10:25.556 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42524sec preferred_lft 42524sec 2024-09-05T06:10:25.557 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:10:25.557 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.557 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:10:25.557 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:25.557 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:10:25.557 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.557 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:10:25.558 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:25.558 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:10:25.558 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.558 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:10:25.558 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.558 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:10:25.558 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:25.559 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:10:25.559 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:25.559 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:10:25.611 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:10:25.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:25.612 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:10:25.663 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:10:25.663 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:10:25.663 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:10:25.663 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:10:25.663 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:10:25.663 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:10:25.663 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:10:25.663 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:25.664 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:25.664 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:25.664 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:10:25.664 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:25.664 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:25.664 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:10:25.664 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:10:25.664 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:10:25.664 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:25.751 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:25.780 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:25.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:25.788 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:10:25.793 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:10:25.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:25.794 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list-id 2024-09-05T06:10:25.841 INFO:teuthology.orchestra.run.smithi196.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-05T06:10:25.841 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:25.842 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:25.842 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:25.842 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-05T06:10:25.842 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:25.930 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:25.950 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:25.957 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:25.958 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-05T06:10:25.969 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:25.969 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:25.969 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:25.969 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.969 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:25.969 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.969 INFO:teuthology.orchestra.run.smithi196.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:10:25.970 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 4a:1b:0f:03:26:43 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-05T06:10:25.970 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-05T06:10:25.970 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.970 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::481b:fff:fe03:2643/64 scope link 2024-09-05T06:10:25.970 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:25.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:25.971 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-05T06:10:26.023 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:26.023 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:26.023 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:26.023 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:26.024 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:26.024 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:26.024 INFO:teuthology.orchestra.run.smithi196.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:10:26.024 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 4a:1b:0f:03:26:43 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-05T06:10:26.024 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-05T06:10:26.024 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:26.024 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::481b:fff:fe03:2643/64 scope link 2024-09-05T06:10:26.024 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:26.025 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-05T06:10:26.025 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:26.025 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:26.025 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-05T06:10:26.026 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-05T06:10:26.026 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-05T06:10:26.026 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-05T06:10:26.026 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-05T06:10:26.026 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:26.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:26.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:26.169 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:26.170 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:26.170 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.1 up 2024-09-05T06:10:26.170 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set dev brx.1 master ceph-brx 2024-09-05T06:10:26.170 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:26.208 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:26.223 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:26.230 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-05T06:10:26.230 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:26.230 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:26.277 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-05T06:10:26.277 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:26.277 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:26.324 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:26.383 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:26.431 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:26.432 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:26.433 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:26.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:26.434 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:26.482 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:10:26.482 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-05T06:10:26.482 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-05T06:10:26.526 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:26.539 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:26.590 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:26.591 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:26.592 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:26.593 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:26.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:26.594 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:26.607 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi196.stderr:2024-09-05T06:10:26.609+0000 7ff515ec2580 -1 init, newargv = 0x555d9fd99820 newargc=15 2024-09-05T06:10:26.607 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi196.stderr:ceph-fuse[25183]: starting ceph client 2024-09-05T06:10:26.611 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:10:26.613 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi196.stderr:ceph-fuse[25183]: starting fuse 2024-09-05T06:10:27.712 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:27.728 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:27.777 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:27.778 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:27.778 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:27.778 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:27.778 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:27.778 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:27.778 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:27.779 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:27.780 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:27.781 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:27.781 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:27.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:27.781 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:27.830 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:10:27.830 INFO:teuthology.orchestra.run.smithi196.stdout:46 2024-09-05T06:10:27.830 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:27.831 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.3")) 2024-09-05T06:10:27.832 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:10:27.955 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.3.25183.asok 2024-09-05T06:10:27.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:27.966 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.25183.asok 2024-09-05T06:10:27.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:27.967 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.25183.asok status 2024-09-05T06:10:28.117 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:10:28.117 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:10:28.117 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:10:28.117 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:10:28.117 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "3", 2024-09-05T06:10:28.117 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "25183", 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 4418, 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 4418 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:28.118 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.2:0", 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 2650784537 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.2:0", 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 2650784537 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.4418 192.168.0.2:0/2650784537", 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.2:0/2650784537", 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:10:28.119 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 6, 2024-09-05T06:10:28.120 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 20, 2024-09-05T06:10:28.120 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:10:28.120 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:10:28.120 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:10:28.120 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:10:28.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:28.131 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:10:28.131 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:28.138 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:10:28.139 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:28.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:28.139 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:28.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:28.198 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:10:28.198 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:28.248 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:10:28.248 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:28.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:28.248 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:28.312 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:28.312 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:10:28.312 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:28.319 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:10:28.319 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:28.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:28.320 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:28.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:28.374 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:10:28.374 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:28.427 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:10:28.428 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:28.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:28.428 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:28.483 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-05T06:10:28.521 INFO:tasks.cephfs_test_runner:Starting test: test_barrier (tasks.cephfs.test_full.TestClusterFull) That when an OSD epoch barrier is set on an MDS, subsequently 2024-09-05T06:10:28.521 INFO:tasks.cephfs_test_runner:test_barrier (tasks.cephfs.test_full.TestClusterFull) 2024-09-05T06:10:28.521 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:28.650 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3cad3d3640 1 Processor -- start 2024-09-05T06:10:28.650 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3cad3d3640 1 -- start start 2024-09-05T06:10:28.651 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3cad3d3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3ca8155ee0 0x7f3ca80730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3cad3d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca80735f0 0x7f3ca80b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3cad3d3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ca80b50a0 con 0x7f3ca80b4b00 2024-09-05T06:10:28.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3cad3d3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3ca8072380 con 0x7f3ca8155ee0 2024-09-05T06:10:28.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3cad3d3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3ca80725d0 con 0x7f3ca80735f0 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3c9ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca80735f0 0x7f3ca80b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3ca6ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3ca8155ee0 0x7f3ca80730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3c9ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca80735f0 0x7f3ca80b45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:53240/0 (socket says 172.21.15.70:53240) 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3c9ffff640 1 -- 172.21.15.70:0/2765058715 learned_addr learned my addr 172.21.15.70:0/2765058715 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3ca77fe640 1 --1- 172.21.15.70:0/2765058715 >> v1:172.21.15.196:6789/0 conn(0x7f3ca80b4b00 0x7f3ca806e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:57156/0 (socket says 172.21.15.70:57156) 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3ca6ffd640 1 -- 172.21.15.70:0/2765058715 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca80735f0 msgr2=0x7f3ca80b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3ca6ffd640 1 --2- 172.21.15.70:0/2765058715 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca80735f0 0x7f3ca80b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3ca6ffd640 1 -- 172.21.15.70:0/2765058715 >> v1:172.21.15.196:6789/0 conn(0x7f3ca80b4b00 legacy=0x7f3ca806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.652+0000 7f3ca6ffd640 1 -- 172.21.15.70:0/2765058715 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca80728b0 con 0x7f3ca8155ee0 2024-09-05T06:10:28.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3ca6ffd640 1 --2- 172.21.15.70:0/2765058715 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca8155ee0 0x7f3ca80730b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3c980097c0 tx=0x7f3c9801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9267f4bf8481f33 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:28.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3ca67fc640 1 -- 172.21.15.70:0/2765058715 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c980b0070 con 0x7f3ca8155ee0 2024-09-05T06:10:28.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3ca67fc640 1 -- 172.21.15.70:0/2765058715 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c980ab600 con 0x7f3ca8155ee0 2024-09-05T06:10:28.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3ca67fc640 1 -- 172.21.15.70:0/2765058715 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c980ab9d0 con 0x7f3ca8155ee0 2024-09-05T06:10:28.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3cad3d3640 1 -- 172.21.15.70:0/2765058715 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca8155ee0 msgr2=0x7f3ca80730b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/2765058715 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca8155ee0 0x7f3ca80730b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3c980097c0 tx=0x7f3c9801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3cad3d3640 1 -- 172.21.15.70:0/2765058715 shutdown_connections 2024-09-05T06:10:28.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/2765058715 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca80735f0 0x7f3ca80b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/2765058715 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca8155ee0 0x7f3ca80730b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3cad3d3640 1 -- 172.21.15.70:0/2765058715 >> 172.21.15.70:0/2765058715 conn(0x7f3ca806bcc0 msgr2=0x7f3ca806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:28.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3cad3d3640 1 -- 172.21.15.70:0/2765058715 shutdown_connections 2024-09-05T06:10:28.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.656+0000 7f3cad3d3640 1 -- 172.21.15.70:0/2765058715 wait complete. 2024-09-05T06:10:28.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 Processor -- start 2024-09-05T06:10:28.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 -- start start 2024-09-05T06:10:28.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca80b4b00 0x7f3ca8154fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca8155ee0 0x7f3ca80c61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ca8154af0 0x7f3ca80c7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca815d3b0 con 0x7f3ca8154af0 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca806efa0 con 0x7f3ca80b4b00 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3ca815d530 con 0x7f3ca8155ee0 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ca8154af0 0x7f3ca80c7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ca8154af0 0x7f3ca80c7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55434/0 (socket says 172.21.15.70:55434) 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 -- 172.21.15.70:0/4180124810 learned_addr learned my addr 172.21.15.70:0/4180124810 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3c9ffff640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca8155ee0 0x7f3ca80c61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca6ffd640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca80b4b00 0x7f3ca8154fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 -- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca8155ee0 msgr2=0x7f3ca80c61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca8155ee0 0x7f3ca80c61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 -- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca80b4b00 msgr2=0x7f3ca8154fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca80b4b00 0x7f3ca8154fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 -- 172.21.15.70:0/4180124810 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca8155830 con 0x7f3ca8154af0 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3c9ffff640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca8155ee0 0x7f3ca80c61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca77fe640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ca8154af0 0x7f3ca80c7050 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3ca000caa0 tx=0x7f3ca000cea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3c9f7fe640 1 -- 172.21.15.70:0/4180124810 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca0017070 con 0x7f3ca8154af0 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3c9f7fe640 1 -- 172.21.15.70:0/4180124810 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ca000a730 con 0x7f3ca8154af0 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ca80c68d0 con 0x7f3ca8154af0 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3c9f7fe640 1 -- 172.21.15.70:0/4180124810 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca000ab20 con 0x7f3ca8154af0 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ca81648f0 con 0x7f3ca8154af0 2024-09-05T06:10:28.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ca80b45c0 con 0x7f3ca8154af0 2024-09-05T06:10:28.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3c9f7fe640 1 -- 172.21.15.70:0/4180124810 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3ca001a070 con 0x7f3ca8154af0 2024-09-05T06:10:28.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3c9f7fe640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c880678c0 0x7f3c88069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3c9f7fe640 1 -- 172.21.15.70:0/4180124810 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f3ca0085470 con 0x7f3ca8154af0 2024-09-05T06:10:28.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.660+0000 7f3ca6ffd640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c880678c0 0x7f3c88069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.664+0000 7f3ca6ffd640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c880678c0 0x7f3c88069d80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3c980ad000 tx=0x7f3c98008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:28.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.668+0000 7f3c9f7fe640 1 -- 172.21.15.70:0/4180124810 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3ca0055960 con 0x7f3ca8154af0 2024-09-05T06:10:28.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.824+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ca806c1d0 con 0x7f3ca8154af0 2024-09-05T06:10:28.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3c9f7fe640 1 -- 172.21.15.70:0/4180124810 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16657 (secure 0 0 0) 0x7f3ca0059c60 con 0x7f3ca8154af0 2024-09-05T06:10:28.828 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:28.828 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:04.039597+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:28.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c880678c0 msgr2=0x7f3c88069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c880678c0 0x7f3c88069d80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3c980ad000 tx=0x7f3c98008040 comp rx=0 tx=0).stop 2024-09-05T06:10:28.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ca8154af0 msgr2=0x7f3ca80c7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ca8154af0 0x7f3ca80c7050 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3ca000caa0 tx=0x7f3ca000cea0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 shutdown_connections 2024-09-05T06:10:28.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3c880678c0 0x7f3c88069d80 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ca8154af0 0x7f3ca80c7050 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ca8155ee0 0x7f3ca80c61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 --2- 172.21.15.70:0/4180124810 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ca80b4b00 0x7f3ca8154fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 >> 172.21.15.70:0/4180124810 conn(0x7f3ca806bcc0 msgr2=0x7f3ca815d8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:28.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 shutdown_connections 2024-09-05T06:10:28.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.828+0000 7f3cad3d3640 1 -- 172.21.15.70:0/4180124810 wait complete. 2024-09-05T06:10:28.845 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-05T06:10:00.209835+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-05T06:10:01.380173+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:10:28.846 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:10:28.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb9944dd640 1 Processor -- start 2024-09-05T06:10:28.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb9944dd640 1 -- start start 2024-09-05T06:10:28.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb9944dd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb98c0d3a00 0x7fb98c1628c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb9944dd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb98c0d56a0 con 0x7fb98c15eb10 2024-09-05T06:10:28.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb9944dd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb98c0d2960 con 0x7fb98c15eef0 2024-09-05T06:10:28.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb9944dd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb98c0d3570 con 0x7fb98c0d3a00 2024-09-05T06:10:28.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb991a78640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb98c0d3a00 0x7fb98c1628c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb992279640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb98c15eb10 0x7fb98c0d03a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46508/0 (socket says 172.21.15.70:46508) 2024-09-05T06:10:28.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb991a78640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb98c0d3a00 0x7fb98c1628c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55440/0 (socket says 172.21.15.70:55440) 2024-09-05T06:10:28.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb992279640 1 -- 172.21.15.70:0/2200827338 learned_addr learned my addr 172.21.15.70:0/2200827338 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:28.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb991a78640 1 -- 172.21.15.70:0/2200827338 >> v1:172.21.15.196:6789/0 conn(0x7fb98c15eef0 legacy=0x7fb98c0b4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:28.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb991277640 1 -- 172.21.15.70:0/2200827338 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2936349953 0 0) 0x7fb98c0d56a0 con 0x7fb98c15eb10 2024-09-05T06:10:28.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb991a78640 1 -- 172.21.15.70:0/2200827338 >> v1:172.21.15.70:6789/0 conn(0x7fb98c15eb10 legacy=0x7fb98c0d03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.968+0000 7fb991a78640 1 -- 172.21.15.70:0/2200827338 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98c0d2c40 con 0x7fb98c0d3a00 2024-09-05T06:10:28.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb991a78640 1 --2- 172.21.15.70:0/2200827338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c0d3a00 0x7fb98c1628c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb9800097c0 tx=0x7fb98001c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fdb456aa9e99d53 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:28.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb991277640 1 -- 172.21.15.70:0/2200827338 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9800b0070 con 0x7fb98c0d3a00 2024-09-05T06:10:28.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb991277640 1 -- 172.21.15.70:0/2200827338 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9800ab600 con 0x7fb98c0d3a00 2024-09-05T06:10:28.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb991277640 1 -- 172.21.15.70:0/2200827338 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9800ab9d0 con 0x7fb98c0d3a00 2024-09-05T06:10:28.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 -- 172.21.15.70:0/2200827338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c0d3a00 msgr2=0x7fb98c1628c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 --2- 172.21.15.70:0/2200827338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c0d3a00 0x7fb98c1628c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb9800097c0 tx=0x7fb98001c430 comp rx=0 tx=0).stop 2024-09-05T06:10:28.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 -- 172.21.15.70:0/2200827338 shutdown_connections 2024-09-05T06:10:28.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 --2- 172.21.15.70:0/2200827338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c0d3a00 0x7fb98c1628c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 -- 172.21.15.70:0/2200827338 >> 172.21.15.70:0/2200827338 conn(0x7fb98c09dfc0 msgr2=0x7fb98c0d4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:28.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 -- 172.21.15.70:0/2200827338 shutdown_connections 2024-09-05T06:10:28.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 -- 172.21.15.70:0/2200827338 wait complete. 2024-09-05T06:10:28.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 Processor -- start 2024-09-05T06:10:28.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.972+0000 7fb9944dd640 1 -- start start 2024-09-05T06:10:28.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb98c0d3a00 0x7fb98c1577e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb98c15eb10 0x7fb98c1593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c15eef0 0x7fb98c159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c16cd90 con 0x7fb98c15eef0 2024-09-05T06:10:28.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c16cc10 con 0x7fb98c15eb10 2024-09-05T06:10:28.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb98c16cf10 con 0x7fb98c0d3a00 2024-09-05T06:10:28.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c15eef0 0x7fb98c159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c15eef0 0x7fb98c159900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55450/0 (socket says 172.21.15.70:55450) 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 -- 172.21.15.70:0/920619964 learned_addr learned my addr 172.21.15.70:0/920619964 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb991a78640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb98c15eb10 0x7fb98c1593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992279640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb98c0d3a00 0x7fb98c1577e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 -- 172.21.15.70:0/920619964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb98c0d3a00 msgr2=0x7fb98c1577e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb98c0d3a00 0x7fb98c1577e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 -- 172.21.15.70:0/920619964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb98c15eb10 msgr2=0x7fb98c1593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb98c15eb10 0x7fb98c1593c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 -- 172.21.15.70:0/920619964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98c0b3ec0 con 0x7fb98c15eef0 2024-09-05T06:10:28.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992a7a640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c15eef0 0x7fb98c159900 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb97c00c3c0 tx=0x7fb97c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:28.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb98affd640 1 -- 172.21.15.70:0/920619964 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c011790 con 0x7fb98c15eef0 2024-09-05T06:10:28.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb98affd640 1 -- 172.21.15.70:0/920619964 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb97c017070 con 0x7fb98c15eef0 2024-09-05T06:10:28.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb98c157f50 con 0x7fb98c15eef0 2024-09-05T06:10:28.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb98affd640 1 -- 172.21.15.70:0/920619964 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c011b70 con 0x7fb98c15eef0 2024-09-05T06:10:28.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb98c1613d0 con 0x7fb98c15eef0 2024-09-05T06:10:28.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb98c0d56a0 con 0x7fb98c15eef0 2024-09-05T06:10:28.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb98affd640 1 -- 172.21.15.70:0/920619964 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb97c011d10 con 0x7fb98c15eef0 2024-09-05T06:10:28.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb98affd640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9780678c0 0x7fb978069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:28.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb98affd640 1 -- 172.21.15.70:0/920619964 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb97c0859b0 con 0x7fb98c15eef0 2024-09-05T06:10:28.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992279640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9780678c0 0x7fb978069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:28.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.976+0000 7fb992279640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9780678c0 0x7fb978069d80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb984007fd0 tx=0x7fb984009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:28.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:28.980+0000 7fb98affd640 1 -- 172.21.15.70:0/920619964 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb97c056580 con 0x7fb98c15eef0 2024-09-05T06:10:29.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb98c1575c0 con 0x7fb98c15eef0 2024-09-05T06:10:29.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb98affd640 1 -- 172.21.15.70:0/920619964 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) ==== 93+0+10 (secure 0 0 0) 0x7fb97c055e80 con 0x7fb98c15eef0 2024-09-05T06:10:29.131 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9780678c0 msgr2=0x7fb978069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9780678c0 0x7fb978069d80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb984007fd0 tx=0x7fb984009040 comp rx=0 tx=0).stop 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c15eef0 msgr2=0x7fb98c159900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c15eef0 0x7fb98c159900 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb97c00c3c0 tx=0x7fb97c00c880 comp rx=0 tx=0).stop 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 shutdown_connections 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9780678c0 0x7fb978069d80 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb98c15eef0 0x7fb98c159900 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb98c15eb10 0x7fb98c1593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 --2- 172.21.15.70:0/920619964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb98c0d3a00 0x7fb98c1577e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 >> 172.21.15.70:0/920619964 conn(0x7fb98c09dfc0 msgr2=0x7fb98c0b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:29.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 shutdown_connections 2024-09-05T06:10:29.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.132+0000 7fb9944dd640 1 -- 172.21.15.70:0/920619964 wait complete. 2024-09-05T06:10:29.148 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-05T06:10:29.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.256+0000 7fe87d897640 1 Processor -- start 2024-09-05T06:10:29.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.256+0000 7fe87d897640 1 -- start start 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.256+0000 7fe87d897640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 0x7fe8780730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.256+0000 7fe87d897640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe8780735f0 0x7fe8780b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.256+0000 7fe87d897640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe8780b4b00 0x7fe87806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.256+0000 7fe87d897640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe878072380 con 0x7fe8780b4b00 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe8780b50a0 con 0x7fe8780735f0 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe8780725d0 con 0x7fe878155ee0 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe8780b4b00 0x7fe87806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe8780b4b00 0x7fe87806e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55452/0 (socket says 172.21.15.70:55452) 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 -- 172.21.15.70:0/941066252 learned_addr learned my addr 172.21.15.70:0/941066252 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:29.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe876ffd640 1 --2- 172.21.15.70:0/941066252 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 0x7fe8780730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe86ffff640 1 --2- 172.21.15.70:0/941066252 >> v2:172.21.15.196:3300/0 conn(0x7fe8780735f0 0x7fe8780b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 -- 172.21.15.70:0/941066252 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 msgr2=0x7fe8780730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:29.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 --2- 172.21.15.70:0/941066252 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 0x7fe8780730b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 -- 172.21.15.70:0/941066252 >> v2:172.21.15.196:3300/0 conn(0x7fe8780735f0 msgr2=0x7fe8780b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:29.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 --2- 172.21.15.70:0/941066252 >> v2:172.21.15.196:3300/0 conn(0x7fe8780735f0 0x7fe8780b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 -- 172.21.15.70:0/941066252 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8780728b0 con 0x7fe8780b4b00 2024-09-05T06:10:29.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe86ffff640 1 --2- 172.21.15.70:0/941066252 >> v2:172.21.15.196:3300/0 conn(0x7fe8780735f0 0x7fe8780b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:29.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8777fe640 1 --2- 172.21.15.70:0/941066252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8780b4b00 0x7fe87806e680 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe8780d18c0 tx=0x7fe87001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc680808b232c2a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8767fc640 1 -- 172.21.15.70:0/941066252 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8700a5670 con 0x7fe8780b4b00 2024-09-05T06:10:29.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8767fc640 1 -- 172.21.15.70:0/941066252 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8700a5810 con 0x7fe8780b4b00 2024-09-05T06:10:29.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe8767fc640 1 -- 172.21.15.70:0/941066252 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8700a5be0 con 0x7fe8780b4b00 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 -- 172.21.15.70:0/941066252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8780b4b00 msgr2=0x7fe87806e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 --2- 172.21.15.70:0/941066252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8780b4b00 0x7fe87806e680 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe8780d18c0 tx=0x7fe87001c9f0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 -- 172.21.15.70:0/941066252 shutdown_connections 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 --2- 172.21.15.70:0/941066252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8780b4b00 0x7fe87806e680 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 --2- 172.21.15.70:0/941066252 >> v2:172.21.15.196:3300/0 conn(0x7fe8780735f0 0x7fe8780b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 --2- 172.21.15.70:0/941066252 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 0x7fe8780730b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 -- 172.21.15.70:0/941066252 >> 172.21.15.70:0/941066252 conn(0x7fe87806bcc0 msgr2=0x7fe87806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 -- 172.21.15.70:0/941066252 shutdown_connections 2024-09-05T06:10:29.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.260+0000 7fe87d897640 1 -- 172.21.15.70:0/941066252 wait complete. 2024-09-05T06:10:29.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 Processor -- start 2024-09-05T06:10:29.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 -- start start 2024-09-05T06:10:29.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8780b4b00 0x7fe8780cdf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 0x7fe878157b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe878165f40 0x7fe878147ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe87815d740 con 0x7fe878165f40 2024-09-05T06:10:29.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe87815d5c0 con 0x7fe8780b4b00 2024-09-05T06:10:29.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe87815d8c0 con 0x7fe878155ee0 2024-09-05T06:10:29.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe878165f40 0x7fe878147ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe878165f40 0x7fe878147ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55456/0 (socket says 172.21.15.70:55456) 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 -- 172.21.15.70:0/2706033587 learned_addr learned my addr 172.21.15.70:0/2706033587 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe86ffff640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 0x7fe878157b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe876ffd640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8780b4b00 0x7fe8780cdf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 -- 172.21.15.70:0/2706033587 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 msgr2=0x7fe878157b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 0x7fe878157b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 -- 172.21.15.70:0/2706033587 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8780b4b00 msgr2=0x7fe8780cdf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8780b4b00 0x7fe8780cdf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 -- 172.21.15.70:0/2706033587 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8781671c0 con 0x7fe878165f40 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe8777fe640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe878165f40 0x7fe878147ba0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe8700af040 tx=0x7fe870019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe874ff9640 1 -- 172.21.15.70:0/2706033587 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe870009510 con 0x7fe878165f40 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe874ff9640 1 -- 172.21.15.70:0/2706033587 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8700be070 con 0x7fe878165f40 2024-09-05T06:10:29.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8780ce490 con 0x7fe878165f40 2024-09-05T06:10:29.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe874ff9640 1 -- 172.21.15.70:0/2706033587 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8700b8ae0 con 0x7fe878165f40 2024-09-05T06:10:29.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe878166c00 con 0x7fe878165f40 2024-09-05T06:10:29.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.264+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe87806e680 con 0x7fe878165f40 2024-09-05T06:10:29.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.268+0000 7fe874ff9640 1 -- 172.21.15.70:0/2706033587 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe8700b8c80 con 0x7fe878165f40 2024-09-05T06:10:29.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.268+0000 7fe874ff9640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8580678c0 0x7fe858069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.268+0000 7fe874ff9640 1 -- 172.21.15.70:0/2706033587 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fe870120f90 con 0x7fe878165f40 2024-09-05T06:10:29.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.268+0000 7fe876ffd640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8580678c0 0x7fe858069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.268+0000 7fe876ffd640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8580678c0 0x7fe858069d80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe86800d8d0 tx=0x7fe868008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.272+0000 7fe874ff9640 1 -- 172.21.15.70:0/2706033587 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe8700165e0 con 0x7fe878165f40 2024-09-05T06:10:29.420 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:10:29.423 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:10:29.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe878076260 con 0x7fe878165f40 2024-09-05T06:10:29.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe874ff9640 1 -- 172.21.15.70:0/2706033587 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) ==== 104+0+11 (secure 0 0 0) 0x7fe8700f1cc0 con 0x7fe878165f40 2024-09-05T06:10:29.431 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 32 2024-09-05T06:10:29.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8580678c0 msgr2=0x7fe858069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8580678c0 0x7fe858069d80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe86800d8d0 tx=0x7fe868008040 comp rx=0 tx=0).stop 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe878165f40 msgr2=0x7fe878147ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe878165f40 0x7fe878147ba0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe8700af040 tx=0x7fe870019790 comp rx=0 tx=0).stop 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 shutdown_connections 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8580678c0 0x7fe858069d80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe878165f40 0x7fe878147ba0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe878155ee0 0x7fe878157b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 --2- 172.21.15.70:0/2706033587 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8780b4b00 0x7fe8780cdf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 >> 172.21.15.70:0/2706033587 conn(0x7fe87806bcc0 msgr2=0x7fe87815fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 shutdown_connections 2024-09-05T06:10:29.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.432+0000 7fe87d897640 1 -- 172.21.15.70:0/2706033587 wait complete. 2024-09-05T06:10:29.450 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-05T06:10:29.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb11bc6c640 1 Processor -- start 2024-09-05T06:10:29.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb11bc6c640 1 -- start start 2024-09-05T06:10:29.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb11bc6c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb1140ce6a0 0x7fb1140ceae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb11bc6c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1140cf6f0 con 0x7fb1140705b0 2024-09-05T06:10:29.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb11bc6c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1140cf9d0 con 0x7fb114148420 2024-09-05T06:10:29.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb11bc6c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb1140cf020 con 0x7fb1140ce6a0 2024-09-05T06:10:29.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb119207640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb1140ce6a0 0x7fb1140ceae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb11a209640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb1140705b0 0x7fb114070a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46520/0 (socket says 172.21.15.70:46520) 2024-09-05T06:10:29.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb11a209640 1 -- 172.21.15.70:0/1778791452 learned_addr learned my addr 172.21.15.70:0/1778791452 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:29.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb119207640 1 -- 172.21.15.70:0/1778791452 >> v1:172.21.15.196:6789/0 conn(0x7fb114148420 legacy=0x7fb1140d0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:29.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb119207640 1 -- 172.21.15.70:0/1778791452 >> v1:172.21.15.70:6789/0 conn(0x7fb1140705b0 legacy=0x7fb114070a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.620+0000 7fb119207640 1 -- 172.21.15.70:0/1778791452 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1140cfcb0 con 0x7fb1140ce6a0 2024-09-05T06:10:29.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 --2- 172.21.15.70:0/1778791452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb1140ceae0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb1080097a0 tx=0x7fb10801c240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8eb0704588a71bc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb118a06640 1 -- 172.21.15.70:0/1778791452 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1080b0070 con 0x7fb1140ce6a0 2024-09-05T06:10:29.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb118a06640 1 -- 172.21.15.70:0/1778791452 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1080ab600 con 0x7fb1140ce6a0 2024-09-05T06:10:29.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb118a06640 1 -- 172.21.15.70:0/1778791452 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1080ab9d0 con 0x7fb1140ce6a0 2024-09-05T06:10:29.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- 172.21.15.70:0/1778791452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 msgr2=0x7fb1140ceae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 --2- 172.21.15.70:0/1778791452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb1140ceae0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb1080097a0 tx=0x7fb10801c240 comp rx=0 tx=0).stop 2024-09-05T06:10:29.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- 172.21.15.70:0/1778791452 shutdown_connections 2024-09-05T06:10:29.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 --2- 172.21.15.70:0/1778791452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb1140ceae0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- 172.21.15.70:0/1778791452 >> 172.21.15.70:0/1778791452 conn(0x7fb1140b3a40 msgr2=0x7fb1140b3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:29.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- 172.21.15.70:0/1778791452 shutdown_connections 2024-09-05T06:10:29.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- 172.21.15.70:0/1778791452 wait complete. 2024-09-05T06:10:29.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 Processor -- start 2024-09-05T06:10:29.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- start start 2024-09-05T06:10:29.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1140705b0 0x7fb1140b7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb11415c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb114148420 0x7fb114140240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb11416c6f0 con 0x7fb1140ce6a0 2024-09-05T06:10:29.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb1140af2d0 con 0x7fb1140705b0 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb11bc6c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb11416c870 con 0x7fb114148420 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb11415c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb11415c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55472/0 (socket says 172.21.15.70:55472) 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 -- 172.21.15.70:0/4068563334 learned_addr learned my addr 172.21.15.70:0/4068563334 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119a08640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1140705b0 0x7fb1140b7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 -- 172.21.15.70:0/4068563334 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb114148420 msgr2=0x7fb114140240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb114148420 0x7fb114140240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 -- 172.21.15.70:0/4068563334 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1140705b0 msgr2=0x7fb1140b7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1140705b0 0x7fb1140b7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 -- 172.21.15.70:0/4068563334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb11415d9e0 con 0x7fb1140ce6a0 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.624+0000 7fb119207640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb11415c1d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb1080ae040 tx=0x7fb10801aa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb1127fc640 1 -- 172.21.15.70:0/4068563334 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1080bb020 con 0x7fb1140ce6a0 2024-09-05T06:10:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb1127fc640 1 -- 172.21.15.70:0/4068563334 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1080b1040 con 0x7fb1140ce6a0 2024-09-05T06:10:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb11415e680 con 0x7fb1140ce6a0 2024-09-05T06:10:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb1127fc640 1 -- 172.21.15.70:0/4068563334 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1080b0050 con 0x7fb1140ce6a0 2024-09-05T06:10:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb11415d700 con 0x7fb1140ce6a0 2024-09-05T06:10:29.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1140ceae0 con 0x7fb1140ce6a0 2024-09-05T06:10:29.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb1127fc640 1 -- 172.21.15.70:0/4068563334 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb1080be070 con 0x7fb1140ce6a0 2024-09-05T06:10:29.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb1127fc640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1000678c0 0x7fb100069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb1127fc640 1 -- 172.21.15.70:0/4068563334 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb10811f910 con 0x7fb1140ce6a0 2024-09-05T06:10:29.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb119a08640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1000678c0 0x7fb100069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.628+0000 7fb119a08640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1000678c0 0x7fb100069d80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb114141010 tx=0x7fb10c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.632+0000 7fb1127fc640 1 -- 172.21.15.70:0/4068563334 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb1080c4020 con 0x7fb1140ce6a0 2024-09-05T06:10:29.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.792+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb1140b31f0 con 0x7fb1140ce6a0 2024-09-05T06:10:29.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.792+0000 7fb1127fc640 1 -- 172.21.15.70:0/4068563334 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) ==== 100+0+11 (secure 0 0 0) 0x7fb108015f90 con 0x7fb1140ce6a0 2024-09-05T06:10:29.793 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 64 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1000678c0 msgr2=0x7fb100069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1000678c0 0x7fb100069d80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb114141010 tx=0x7fb10c008040 comp rx=0 tx=0).stop 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 msgr2=0x7fb11415c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb11415c1d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb1080ae040 tx=0x7fb10801aa80 comp rx=0 tx=0).stop 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 shutdown_connections 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1000678c0 0x7fb100069d80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb114148420 0x7fb114140240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1140ce6a0 0x7fb11415c1d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 --2- 172.21.15.70:0/4068563334 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1140705b0 0x7fb1140b7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 >> 172.21.15.70:0/4068563334 conn(0x7fb1140b3a40 msgr2=0x7fb114073040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:29.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 shutdown_connections 2024-09-05T06:10:29.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.796+0000 7fb11bc6c640 1 -- 172.21.15.70:0/4068563334 wait complete. 2024-09-05T06:10:29.812 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestClusterFull.test_barrier' 2024-09-05T06:10:29.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.920+0000 7fbcf5b81640 1 Processor -- start 2024-09-05T06:10:29.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.920+0000 7fbcf5b81640 1 -- start start 2024-09-05T06:10:29.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcf5b81640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbcf015edb0 0x7fbcf00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcf5b81640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 0x7fbcf00d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcf5b81640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcf00cfd30 con 0x7fbcf00d4980 2024-09-05T06:10:29.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcf5b81640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fbcf00b5620 con 0x7fbcf015edb0 2024-09-05T06:10:29.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcf5b81640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbcf00d0010 con 0x7fbcf00cf7e0 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbceeffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbcf015edb0 0x7fbcf00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcef7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fbcf00d4980 0x7fbcf00d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46532/0 (socket says 172.21.15.70:46532) 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcef7fe640 1 -- 172.21.15.70:0/624280084 learned_addr learned my addr 172.21.15.70:0/624280084 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbceeffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbcf015edb0 0x7fbcf00d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55476/0 (socket says 172.21.15.70:55476) 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbceeffd640 1 -- 172.21.15.70:0/624280084 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 msgr2=0x7fbcf00d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbceffff640 1 --2- 172.21.15.70:0/624280084 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 0x7fbcf00d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcee7fc640 1 -- 172.21.15.70:0/624280084 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3191618143 0 0) 0x7fbcf00cfd30 con 0x7fbcf00d4980 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbceeffd640 1 --2- 172.21.15.70:0/624280084 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 0x7fbcf00d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbceeffd640 1 -- 172.21.15.70:0/624280084 >> v1:172.21.15.70:6789/0 conn(0x7fbcf00d4980 legacy=0x7fbcf00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbceeffd640 1 -- 172.21.15.70:0/624280084 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcf00d02f0 con 0x7fbcf015edb0 2024-09-05T06:10:29.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbceeffd640 1 --2- 172.21.15.70:0/624280084 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf015edb0 0x7fbcf00d3340 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbce40097c0 tx=0x7fbce401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9230c2b935f25e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcee7fc640 1 -- 172.21.15.70:0/624280084 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce40a7070 con 0x7fbcf015edb0 2024-09-05T06:10:29.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcee7fc640 1 -- 172.21.15.70:0/624280084 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbce40b0070 con 0x7fbcf015edb0 2024-09-05T06:10:29.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcee7fc640 1 -- 172.21.15.70:0/624280084 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce40ab890 con 0x7fbcf015edb0 2024-09-05T06:10:29.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcf5b81640 1 -- 172.21.15.70:0/624280084 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf015edb0 msgr2=0x7fbcf00d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.924+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/624280084 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf015edb0 0x7fbcf00d3340 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbce40097c0 tx=0x7fbce401c470 comp rx=0 tx=0).stop 2024-09-05T06:10:29.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- 172.21.15.70:0/624280084 shutdown_connections 2024-09-05T06:10:29.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/624280084 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 0x7fbcf00d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/624280084 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf015edb0 0x7fbcf00d3340 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- 172.21.15.70:0/624280084 >> 172.21.15.70:0/624280084 conn(0x7fbcf008e690 msgr2=0x7fbcf009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:29.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- 172.21.15.70:0/624280084 shutdown_connections 2024-09-05T06:10:29.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- 172.21.15.70:0/624280084 wait complete. 2024-09-05T06:10:29.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 Processor -- start 2024-09-05T06:10:29.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- start start 2024-09-05T06:10:29.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 0x7fbcf00cd610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf00d4980 0x7fbcf00b9310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbcf015edb0 0x7fbcf00b9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf00b4fa0 con 0x7fbcf00d4980 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf00b4e20 con 0x7fbcf015edb0 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbcf00b5120 con 0x7fbcf00cf7e0 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf00d4980 0x7fbcf00b9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf00d4980 0x7fbcf00b9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55492/0 (socket says 172.21.15.70:55492) 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 -- 172.21.15.70:0/2550981273 learned_addr learned my addr 172.21.15.70:0/2550981273 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcef7fe640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 0x7fbcf00cd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceffff640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbcf015edb0 0x7fbcf00b9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 -- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 msgr2=0x7fbcf00cd610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 0x7fbcf00cd610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 -- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbcf015edb0 msgr2=0x7fbcf00b9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbcf015edb0 0x7fbcf00b9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 -- 172.21.15.70:0/2550981273 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcf00cc850 con 0x7fbcf00d4980 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceffff640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbcf015edb0 0x7fbcf00b9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbceeffd640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf00d4980 0x7fbcf00b9310 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbce401a0a0 tx=0x7fbce401acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcd7fff640 1 -- 172.21.15.70:0/2550981273 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce40bf610 con 0x7fbcf00d4980 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcd7fff640 1 -- 172.21.15.70:0/2550981273 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbce40bf7d0 con 0x7fbcf00d4980 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcf00ccb30 con 0x7fbcf00d4980 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcd7fff640 1 -- 172.21.15.70:0/2550981273 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce40bfbc0 con 0x7fbcf00d4980 2024-09-05T06:10:29.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcf00ceb40 con 0x7fbcf00d4980 2024-09-05T06:10:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.928+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcf00d4d60 con 0x7fbcf00d4980 2024-09-05T06:10:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.932+0000 7fbcd7fff640 1 -- 172.21.15.70:0/2550981273 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbce40bd020 con 0x7fbcf00d4980 2024-09-05T06:10:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.932+0000 7fbcd7fff640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbcdc0678c0 0x7fbcdc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:29.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.932+0000 7fbcd7fff640 1 -- 172.21.15.70:0/2550981273 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fbce41203f0 con 0x7fbcf00d4980 2024-09-05T06:10:29.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.932+0000 7fbcef7fe640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbcdc0678c0 0x7fbcdc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:29.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.932+0000 7fbcef7fe640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbcdc0678c0 0x7fbcdc069d80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbce0007fd0 tx=0x7fbce0007d60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:29.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:29.936+0000 7fbcd7fff640 1 -- 172.21.15.70:0/2550981273 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbce4016090 con 0x7fbcf00d4980 2024-09-05T06:10:30.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.144+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_barrier"]} v 0) -- 0x7fbcf00b38f0 con 0x7fbcf00d4980 2024-09-05T06:10:30.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcd7fff640 1 -- 172.21.15.70:0/2550981273 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_barrier"]}]=0 v41) ==== 133+0+0 (secure 0 0 0) 0x7fbce40f0970 con 0x7fbcf00d4980 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbcdc0678c0 msgr2=0x7fbcdc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbcdc0678c0 0x7fbcdc069d80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbce0007fd0 tx=0x7fbce0007d60 comp rx=0 tx=0).stop 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf00d4980 msgr2=0x7fbcf00b9310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf00d4980 0x7fbcf00b9310 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbce401a0a0 tx=0x7fbce401acb0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 shutdown_connections 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbcdc0678c0 0x7fbcdc069d80 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbcf015edb0 0x7fbcf00b9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcf00d4980 0x7fbcf00b9310 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 --2- 172.21.15.70:0/2550981273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbcf00cf7e0 0x7fbcf00cd610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 >> 172.21.15.70:0/2550981273 conn(0x7fbcf008e690 msgr2=0x7fbcf00b6f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:30.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 shutdown_connections 2024-09-05T06:10:30.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.460+0000 7fbcf5b81640 1 -- 172.21.15.70:0/2550981273 wait complete. 2024-09-05T06:10:30.483 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_objectstore 2024-09-05T06:10:30.611 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_objectstore":"memstore"} 2024-09-05T06:10:30.612 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_objectstore": "memstore" } 2024-09-05T06:10:30.612 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:10:30.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.736+0000 7f4d179f6640 1 Processor -- start 2024-09-05T06:10:30.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.736+0000 7f4d179f6640 1 -- start start 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d179f6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100afe60 0x7f4d100b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d179f6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4d100d0e60 0x7f4d100b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d179f6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d1015de60 con 0x7f4d100b5ac0 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d179f6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4d1006d750 con 0x7f4d100d0e60 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d179f6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4d1006da30 con 0x7f4d100afe60 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d15f93640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4d100d0e60 0x7f4d100b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d15f93640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4d100d0e60 0x7f4d100b3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55498/0 (socket says 172.21.15.70:55498) 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d15f93640 1 -- 172.21.15.70:0/620005617 learned_addr learned my addr 172.21.15.70:0/620005617 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:30.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d14f91640 1 --1- 172.21.15.70:0/620005617 >> v1:172.21.15.70:6789/0 conn(0x7f4d100b5ac0 0x7f4d100d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46534/0 (socket says 172.21.15.70:46534) 2024-09-05T06:10:30.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d15f93640 1 -- 172.21.15.70:0/620005617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100afe60 msgr2=0x7f4d100b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:30.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d15792640 1 --2- 172.21.15.70:0/620005617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100afe60 0x7f4d100b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:30.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d15f93640 1 --2- 172.21.15.70:0/620005617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100afe60 0x7f4d100b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d07fff640 1 -- 172.21.15.70:0/620005617 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3518468521 0 0) 0x7f4d1015de60 con 0x7f4d100b5ac0 2024-09-05T06:10:30.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d15f93640 1 -- 172.21.15.70:0/620005617 >> v1:172.21.15.70:6789/0 conn(0x7f4d100b5ac0 legacy=0x7f4d100d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:30.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.740+0000 7f4d15f93640 1 -- 172.21.15.70:0/620005617 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1006dd10 con 0x7f4d100d0e60 2024-09-05T06:10:30.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d15f93640 1 --2- 172.21.15.70:0/620005617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100d0e60 0x7f4d100b3930 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009e50 tx=0x7f4d0801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74ba094ef08bddd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:30.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d07fff640 1 -- 172.21.15.70:0/620005617 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d080a5660 con 0x7f4d100d0e60 2024-09-05T06:10:30.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d07fff640 1 -- 172.21.15.70:0/620005617 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d080a5800 con 0x7f4d100d0e60 2024-09-05T06:10:30.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d07fff640 1 -- 172.21.15.70:0/620005617 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d080a5bd0 con 0x7f4d100d0e60 2024-09-05T06:10:30.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- 172.21.15.70:0/620005617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100d0e60 msgr2=0x7f4d100b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:30.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 --2- 172.21.15.70:0/620005617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100d0e60 0x7f4d100b3930 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009e50 tx=0x7f4d0801c9a0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- 172.21.15.70:0/620005617 shutdown_connections 2024-09-05T06:10:30.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 --2- 172.21.15.70:0/620005617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100d0e60 0x7f4d100b3930 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 --2- 172.21.15.70:0/620005617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100afe60 0x7f4d100b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- 172.21.15.70:0/620005617 >> 172.21.15.70:0/620005617 conn(0x7f4d1006bcc0 msgr2=0x7f4d1006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:30.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- 172.21.15.70:0/620005617 shutdown_connections 2024-09-05T06:10:30.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- 172.21.15.70:0/620005617 wait complete. 2024-09-05T06:10:30.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 Processor -- start 2024-09-05T06:10:30.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- start start 2024-09-05T06:10:30.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d100afe60 0x7f4d10154a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:30.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100b5ac0 0x7f4d101522f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100d0e60 0x7f4d100b16c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4d100b4800 con 0x7f4d100b5ac0 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4d100b4680 con 0x7f4d100afe60 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4d100b4980 con 0x7f4d100d0e60 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100b5ac0 0x7f4d101522f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100b5ac0 0x7f4d101522f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55508/0 (socket says 172.21.15.70:55508) 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 -- 172.21.15.70:0/992960876 learned_addr learned my addr 172.21.15.70:0/992960876 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d15f93640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100d0e60 0x7f4d100b16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d15792640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d100afe60 0x7f4d10154a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 -- 172.21.15.70:0/992960876 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100d0e60 msgr2=0x7f4d100b16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100d0e60 0x7f4d100b16c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 -- 172.21.15.70:0/992960876 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d100afe60 msgr2=0x7f4d10154a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d100afe60 0x7f4d10154a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 -- 172.21.15.70:0/992960876 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d10152830 con 0x7f4d100b5ac0 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d14f91640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100b5ac0 0x7f4d101522f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4d0000c4e0 tx=0x7f4d0000c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d05ffb640 1 -- 172.21.15.70:0/992960876 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d00018070 con 0x7f4d100b5ac0 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d05ffb640 1 -- 172.21.15.70:0/992960876 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d00007500 con 0x7f4d100b5ac0 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d101539d0 con 0x7f4d100b5ac0 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.744+0000 7f4d05ffb640 1 -- 172.21.15.70:0/992960876 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d00004a30 con 0x7f4d100b5ac0 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.748+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d10153f90 con 0x7f4d100b5ac0 2024-09-05T06:10:30.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.748+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d100b5580 con 0x7f4d100b5ac0 2024-09-05T06:10:30.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.748+0000 7f4d05ffb640 1 -- 172.21.15.70:0/992960876 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4d0001b070 con 0x7f4d100b5ac0 2024-09-05T06:10:30.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.748+0000 7f4d05ffb640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678c0 0x7f4cf4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:30.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.748+0000 7f4d05ffb640 1 -- 172.21.15.70:0/992960876 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f4d00084ff0 con 0x7f4d100b5ac0 2024-09-05T06:10:30.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.748+0000 7f4d15792640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678c0 0x7f4cf4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:30.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.748+0000 7f4d15792640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678c0 0x7f4cf4069d80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4d10153580 tx=0x7f4d0c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:30.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.752+0000 7f4d05ffb640 1 -- 172.21.15.70:0/992960876 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4d00055bf0 con 0x7f4d100b5ac0 2024-09-05T06:10:30.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.912+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f4d10167410 con 0x7f4d100b5ac0 2024-09-05T06:10:30.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.916+0000 7f4d05ffb640 1 -- 172.21.15.70:0/992960876 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v2)=0 v2) ==== 122+0+0 (secure 0 0 0) 0x7f4d000554f0 con 0x7f4d100b5ac0 2024-09-05T06:10:30.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678c0 msgr2=0x7f4cf4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:30.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678c0 0x7f4cf4069d80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4d10153580 tx=0x7f4d0c008040 comp rx=0 tx=0).stop 2024-09-05T06:10:30.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100b5ac0 msgr2=0x7f4d101522f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100b5ac0 0x7f4d101522f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4d0000c4e0 tx=0x7f4d0000c9a0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 shutdown_connections 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678c0 0x7f4cf4069d80 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d100d0e60 0x7f4d100b16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d100b5ac0 0x7f4d101522f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 --2- 172.21.15.70:0/992960876 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d100afe60 0x7f4d10154a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 >> 172.21.15.70:0/992960876 conn(0x7f4d1006bcc0 msgr2=0x7f4d1015c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 shutdown_connections 2024-09-05T06:10:30.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:30.920+0000 7f4d179f6640 1 -- 172.21.15.70:0/992960876 wait complete. 2024-09-05T06:10:30.936 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:10:30.936 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:10:30.971 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:10:31.024 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:10:31.024 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:10:31.024 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:31.030 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:10:31.030 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:31.079 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:10:31.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f7801fcc640 1 Processor -- start 2024-09-05T06:10:31.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f7801fcc640 1 -- start start 2024-09-05T06:10:31.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f7801fcc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 0x7f77fc0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f7801fcc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f77fc15edb0 0x7f77fc0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f7801fcc640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77fc0cfd30 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f7801fcc640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f77fc0b5620 con 0x7f77fc15edb0 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f7801fcc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f77fc0d0010 con 0x7f77fc0d4980 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f77f3fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f77fc15edb0 0x7f77fc0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f77f3fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f77fc15edb0 0x7f77fc0d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55518/0 (socket says 172.21.15.70:55518) 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f77f3fff640 1 -- 172.21.15.70:0/279191190 learned_addr learned my addr 172.21.15.70:0/279191190 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f77f3fff640 1 -- 172.21.15.70:0/279191190 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 msgr2=0x7f77fc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f77f3fff640 1 --2- 172.21.15.70:0/279191190 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 0x7f77fc0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f77f3fff640 1 -- 172.21.15.70:0/279191190 >> v1:172.21.15.196:6789/0 conn(0x7f77fc0cf7e0 legacy=0x7f77fc0d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:31.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.240+0000 7f77f3fff640 1 -- 172.21.15.70:0/279191190 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77fc0d02f0 con 0x7f77fc15edb0 2024-09-05T06:10:31.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f77f3fff640 1 --2- 172.21.15.70:0/279191190 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc15edb0 0x7f77fc0d3340 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f77e4009870 tx=0x7f77e401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=632b801bed23cf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:31.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f77faffd640 1 -- 172.21.15.70:0/279191190 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e40aa430 con 0x7f77fc15edb0 2024-09-05T06:10:31.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f77faffd640 1 -- 172.21.15.70:0/279191190 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77e40af070 con 0x7f77fc15edb0 2024-09-05T06:10:31.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f77faffd640 1 -- 172.21.15.70:0/279191190 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e40aa7f0 con 0x7f77fc15edb0 2024-09-05T06:10:31.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 -- 172.21.15.70:0/279191190 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc15edb0 msgr2=0x7f77fc0d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 --2- 172.21.15.70:0/279191190 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc15edb0 0x7f77fc0d3340 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f77e4009870 tx=0x7f77e401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 -- 172.21.15.70:0/279191190 shutdown_connections 2024-09-05T06:10:31.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 --2- 172.21.15.70:0/279191190 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc15edb0 0x7f77fc0d3340 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 --2- 172.21.15.70:0/279191190 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 0x7f77fc0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 -- 172.21.15.70:0/279191190 >> 172.21.15.70:0/279191190 conn(0x7f77fc08e690 msgr2=0x7f77fc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:31.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 -- 172.21.15.70:0/279191190 shutdown_connections 2024-09-05T06:10:31.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 -- 172.21.15.70:0/279191190 wait complete. 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 Processor -- start 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.244+0000 7f7801fcc640 1 -- start start 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0cf7e0 0x7f77fc0cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 0x7f77fc151190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc15edb0 0x7f77fc0cae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f77fc0d0dd0 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f77fc0d52a0 con 0x7f77fc15edb0 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f77fc1516d0 con 0x7f77fc0d4980 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0cf7e0 0x7f77fc0cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0cf7e0 0x7f77fc0cbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55532/0 (socket says 172.21.15.70:55532) 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 -- 172.21.15.70:0/587372953 learned_addr learned my addr 172.21.15.70:0/587372953 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77f3fff640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 0x7f77fc151190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fbfff640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc15edb0 0x7f77fc0cae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 -- 172.21.15.70:0/587372953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 msgr2=0x7f77fc151190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 0x7f77fc151190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 -- 172.21.15.70:0/587372953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc15edb0 msgr2=0x7f77fc0cae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc15edb0 0x7f77fc0cae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 -- 172.21.15.70:0/587372953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77fc0b9e50 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77fb7fe640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0cf7e0 0x7f77fc0cbda0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f77ec00b550 tx=0x7f77ec00ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77f8ff9640 1 -- 172.21.15.70:0/587372953 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77ec014070 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77f8ff9640 1 -- 172.21.15.70:0/587372953 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77ec010890 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77f8ff9640 1 -- 172.21.15.70:0/587372953 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77ec010c80 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77fc0b9890 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77fc151980 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77fc0d4d60 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77f8ff9640 1 -- 172.21.15.70:0/587372953 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f77ec017070 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77f8ff9640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77dc0678c0 0x7f77dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77f8ff9640 1 -- 172.21.15.70:0/587372953 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f77ec085a80 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.248+0000 7f77f3fff640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77dc0678c0 0x7f77dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.252+0000 7f77f3fff640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77dc0678c0 0x7f77dc069d80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f77e40ae000 tx=0x7f77e40a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:31.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.252+0000 7f77f8ff9640 1 -- 172.21.15.70:0/587372953 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f77ec0565a0 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.424+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f77fc0b7440 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.424+0000 7f77f8ff9640 1 -- 172.21.15.70:0/587372953 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f77ec010e20 con 0x7f77fc0cf7e0 2024-09-05T06:10:31.425 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:10:31.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77dc0678c0 msgr2=0x7f77dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77dc0678c0 0x7f77dc069d80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f77e40ae000 tx=0x7f77e40a7000 comp rx=0 tx=0).stop 2024-09-05T06:10:31.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0cf7e0 msgr2=0x7f77fc0cbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0cf7e0 0x7f77fc0cbda0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f77ec00b550 tx=0x7f77ec00ba10 comp rx=0 tx=0).stop 2024-09-05T06:10:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 shutdown_connections 2024-09-05T06:10:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77dc0678c0 0x7f77dc069d80 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc15edb0 0x7f77fc0cae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0d4980 0x7f77fc151190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 --2- 172.21.15.70:0/587372953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0cf7e0 0x7f77fc0cbda0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 >> 172.21.15.70:0/587372953 conn(0x7f77fc08e690 msgr2=0x7f77fc0b1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 shutdown_connections 2024-09-05T06:10:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.428+0000 7f7801fcc640 1 -- 172.21.15.70:0/587372953 wait complete. 2024-09-05T06:10:31.442 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:10:31.443 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:31.449 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:10:31.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2c6b3640 1 Processor -- start 2024-09-05T06:10:31.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2c6b3640 1 -- start start 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2c6b3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fde240d4980 0x7fde240d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2c6b3640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fde240d3a50 0x7fde240b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2c6b3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde240cfd30 con 0x7fde2415edb0 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2c6b3640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fde240d0010 con 0x7fde240d3a50 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2c6b3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fde240d02f0 con 0x7fde240d4980 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2ac50640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fde240d3a50 0x7fde240b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2ac50640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fde240d3a50 0x7fde240b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55540/0 (socket says 172.21.15.70:55540) 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2ac50640 1 -- 172.21.15.70:0/2342663941 learned_addr learned my addr 172.21.15.70:0/2342663941 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2a44f640 1 --2- 172.21.15.70:0/2342663941 >> v2:172.21.15.196:3300/0 conn(0x7fde240d4980 0x7fde240d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2ac50640 1 -- 172.21.15.70:0/2342663941 >> v2:172.21.15.196:3300/0 conn(0x7fde240d4980 msgr2=0x7fde240d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2ac50640 1 --2- 172.21.15.70:0/2342663941 >> v2:172.21.15.196:3300/0 conn(0x7fde240d4980 0x7fde240d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2ac50640 1 -- 172.21.15.70:0/2342663941 >> v1:172.21.15.196:6789/0 conn(0x7fde2415edb0 legacy=0x7fde240d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:31.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.604+0000 7fde2ac50640 1 -- 172.21.15.70:0/2342663941 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde240d05d0 con 0x7fde240d3a50 2024-09-05T06:10:31.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2ac50640 1 --2- 172.21.15.70:0/2342663941 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde240b4610 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fde2408d8e0 tx=0x7fde1c01c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac9c7672f5d9d47d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:31.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2944d640 1 -- 172.21.15.70:0/2342663941 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c0a5860 con 0x7fde240d3a50 2024-09-05T06:10:31.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2944d640 1 -- 172.21.15.70:0/2342663941 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde1c0a5a00 con 0x7fde240d3a50 2024-09-05T06:10:31.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2944d640 1 -- 172.21.15.70:0/2342663941 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c0a5dd0 con 0x7fde240d3a50 2024-09-05T06:10:31.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2342663941 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 msgr2=0x7fde240b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2342663941 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde240b4610 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fde2408d8e0 tx=0x7fde1c01c980 comp rx=0 tx=0).stop 2024-09-05T06:10:31.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2342663941 shutdown_connections 2024-09-05T06:10:31.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2342663941 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde240b4610 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2342663941 >> v2:172.21.15.196:3300/0 conn(0x7fde240d4980 0x7fde240d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2342663941 >> 172.21.15.70:0/2342663941 conn(0x7fde2408e690 msgr2=0x7fde2409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:31.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2342663941 shutdown_connections 2024-09-05T06:10:31.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.608+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2342663941 wait complete. 2024-09-05T06:10:31.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 Processor -- start 2024-09-05T06:10:31.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 -- start start 2024-09-05T06:10:31.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde24150210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde240d4980 0x7fde2415e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde2415edb0 0x7fde241574b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fde240b54e0 con 0x7fde240d3a50 2024-09-05T06:10:31.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fde240b5360 con 0x7fde2415edb0 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fde2416b730 con 0x7fde240d4980 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde24150210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde24150210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55548/0 (socket says 172.21.15.70:55548) 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 -- 172.21.15.70:0/2233740405 learned_addr learned my addr 172.21.15.70:0/2233740405 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 -- 172.21.15.70:0/2233740405 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde240d4980 msgr2=0x7fde2415e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde240d4980 0x7fde2415e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 -- 172.21.15.70:0/2233740405 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde2415edb0 msgr2=0x7fde241574b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2ac50640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde2415edb0 0x7fde241574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde2415edb0 0x7fde241574b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 -- 172.21.15.70:0/2233740405 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde2415cf20 con 0x7fde240d3a50 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2ac50640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde2415edb0 0x7fde241574b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2a44f640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde24150210 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fde2000d620 tx=0x7fde2000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde1affd640 1 -- 172.21.15.70:0/2233740405 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2000b620 con 0x7fde240d3a50 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde1affd640 1 -- 172.21.15.70:0/2233740405 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde20019070 con 0x7fde240d3a50 2024-09-05T06:10:31.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde2415d200 con 0x7fde240d3a50 2024-09-05T06:10:31.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde1affd640 1 -- 172.21.15.70:0/2233740405 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2000ba20 con 0x7fde240d3a50 2024-09-05T06:10:31.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde2415d7c0 con 0x7fde240d3a50 2024-09-05T06:10:31.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.612+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde2415daf0 con 0x7fde240d3a50 2024-09-05T06:10:31.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.616+0000 7fde1affd640 1 -- 172.21.15.70:0/2233740405 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fde2000bbc0 con 0x7fde240d3a50 2024-09-05T06:10:31.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.616+0000 7fde1affd640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde080678c0 0x7fde08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:31.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.616+0000 7fde1affd640 1 -- 172.21.15.70:0/2233740405 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fde20086170 con 0x7fde240d3a50 2024-09-05T06:10:31.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.616+0000 7fde29c4e640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde080678c0 0x7fde08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:31.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.616+0000 7fde29c4e640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde080678c0 0x7fde08069d80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fde240ceea0 tx=0x7fde14006bd0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:31.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.620+0000 7fde1affd640 1 -- 172.21.15.70:0/2233740405 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fde20056cb0 con 0x7fde240d3a50 2024-09-05T06:10:31.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fde2406d9b0 con 0x7fde240d3a50 2024-09-05T06:10:31.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde1affd640 1 -- 172.21.15.70:0/2233740405 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7fde200565b0 con 0x7fde240d3a50 2024-09-05T06:10:31.779 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:10:31.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde080678c0 msgr2=0x7fde08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde080678c0 0x7fde08069d80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fde240ceea0 tx=0x7fde14006bd0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 msgr2=0x7fde24150210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde24150210 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fde2000d620 tx=0x7fde2000dae0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 shutdown_connections 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde080678c0 0x7fde08069d80 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde2415edb0 0x7fde241574b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde240d4980 0x7fde2415e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 --2- 172.21.15.70:0/2233740405 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde240d3a50 0x7fde24150210 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 >> 172.21.15.70:0/2233740405 conn(0x7fde2408e690 msgr2=0x7fde240d1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 shutdown_connections 2024-09-05T06:10:31.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:31.780+0000 7fde2c6b3640 1 -- 172.21.15.70:0/2233740405 wait complete. 2024-09-05T06:10:31.797 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:10:31.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:31.797 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:31.826 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:10:31.826 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:10:31.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:31.826 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:10:31.884 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:10:31.884 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:31.891 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:10:31.891 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:31.939 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:10:32.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6939892640 1 Processor -- start 2024-09-05T06:10:32.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6939892640 1 -- start start 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6939892640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6934146490 0x7f69340cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6939892640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934070dd0 0x7f69340b6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6939892640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69340d12b0 con 0x7f6934161310 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6939892640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6934146870 con 0x7f6934146490 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6939892640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6934160830 con 0x7f6934070dd0 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6932ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6934146490 0x7f69340cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6932ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6934146490 0x7f69340cf8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55562/0 (socket says 172.21.15.70:55562) 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6932ffd640 1 -- 172.21.15.70:0/1970922622 learned_addr learned my addr 172.21.15.70:0/1970922622 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6932ffd640 1 -- 172.21.15.70:0/1970922622 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934070dd0 msgr2=0x7f69340b6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6932ffd640 1 --2- 172.21.15.70:0/1970922622 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934070dd0 0x7f69340b6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6932ffd640 1 -- 172.21.15.70:0/1970922622 >> v1:172.21.15.196:6789/0 conn(0x7f6934161310 legacy=0x7f69340706c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:32.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.056+0000 7f6932ffd640 1 -- 172.21.15.70:0/1970922622 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6934160b10 con 0x7f6934146490 2024-09-05T06:10:32.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6932ffd640 1 --2- 172.21.15.70:0/1970922622 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934146490 0x7f69340cf8c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6928009870 tx=0x7f692801c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef57f58032113ea4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6931ffb640 1 -- 172.21.15.70:0/1970922622 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69280b0070 con 0x7f6934146490 2024-09-05T06:10:32.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6931ffb640 1 -- 172.21.15.70:0/1970922622 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69280ab600 con 0x7f6934146490 2024-09-05T06:10:32.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6931ffb640 1 -- 172.21.15.70:0/1970922622 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69280ab9d0 con 0x7f6934146490 2024-09-05T06:10:32.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- 172.21.15.70:0/1970922622 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934146490 msgr2=0x7f69340cf8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 --2- 172.21.15.70:0/1970922622 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934146490 0x7f69340cf8c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6928009870 tx=0x7f692801c540 comp rx=0 tx=0).stop 2024-09-05T06:10:32.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- 172.21.15.70:0/1970922622 shutdown_connections 2024-09-05T06:10:32.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 --2- 172.21.15.70:0/1970922622 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934070dd0 0x7f69340b6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 --2- 172.21.15.70:0/1970922622 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934146490 0x7f69340cf8c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- 172.21.15.70:0/1970922622 >> 172.21.15.70:0/1970922622 conn(0x7f6934072730 msgr2=0x7f6934072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:32.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- 172.21.15.70:0/1970922622 shutdown_connections 2024-09-05T06:10:32.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- 172.21.15.70:0/1970922622 wait complete. 2024-09-05T06:10:32.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 Processor -- start 2024-09-05T06:10:32.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- start start 2024-09-05T06:10:32.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934070dd0 0x7f6934138510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934146490 0x7f693415bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934161310 0x7f6934136a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6934169d60 con 0x7f6934161310 2024-09-05T06:10:32.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6934169be0 con 0x7f6934070dd0 2024-09-05T06:10:32.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6939892640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6934169ee0 con 0x7f6934146490 2024-09-05T06:10:32.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f69337fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934161310 0x7f6934136a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f69337fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934161310 0x7f6934136a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55564/0 (socket says 172.21.15.70:55564) 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f69337fe640 1 -- 172.21.15.70:0/1885033974 learned_addr learned my addr 172.21.15.70:0/1885033974 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f6932ffd640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934070dd0 0x7f6934138510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.060+0000 7f69327fc640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934146490 0x7f693415bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f69337fe640 1 -- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934146490 msgr2=0x7f693415bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f69337fe640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934146490 0x7f693415bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f69337fe640 1 -- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934070dd0 msgr2=0x7f6934138510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f69337fe640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934070dd0 0x7f6934138510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f69337fe640 1 -- 172.21.15.70:0/1885033974 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6934138b90 con 0x7f6934161310 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f6932ffd640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934070dd0 0x7f6934138510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f69327fc640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934146490 0x7f693415bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f69337fe640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934161310 0x7f6934136a40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f692c00b9e0 tx=0x7f692c00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f691bfff640 1 -- 172.21.15.70:0/1885033974 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f692c019070 con 0x7f6934161310 2024-09-05T06:10:32.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f691bfff640 1 -- 172.21.15.70:0/1885033974 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f692c00cb40 con 0x7f6934161310 2024-09-05T06:10:32.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f691bfff640 1 -- 172.21.15.70:0/1885033974 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f692c014440 con 0x7f6934161310 2024-09-05T06:10:32.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6934138e70 con 0x7f6934161310 2024-09-05T06:10:32.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6934139430 con 0x7f6934161310 2024-09-05T06:10:32.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6934139b30 con 0x7f6934161310 2024-09-05T06:10:32.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f691bfff640 1 -- 172.21.15.70:0/1885033974 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f692c01c070 con 0x7f6934161310 2024-09-05T06:10:32.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f691bfff640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f6932ffd640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f691bfff640 1 -- 172.21.15.70:0/1885033974 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f692c0859a0 con 0x7f6934161310 2024-09-05T06:10:32.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.064+0000 7f6932ffd640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f69280ad000 tx=0x7f6928008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.068+0000 7f691bfff640 1 -- 172.21.15.70:0/1885033974 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f692c056440 con 0x7f6934161310 2024-09-05T06:10:32.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6934073640 con 0x7f6934161310 2024-09-05T06:10:32.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f691bfff640 1 -- 172.21.15.70:0/1885033974 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f692c055d40 con 0x7f6934161310 2024-09-05T06:10:32.232 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 msgr2=0x7f6920069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f69280ad000 tx=0x7f6928008040 comp rx=0 tx=0).stop 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934161310 msgr2=0x7f6934136a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934161310 0x7f6934136a40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f692c00b9e0 tx=0x7f692c00bea0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 shutdown_connections 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6934161310 0x7f6934136a40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934146490 0x7f693415bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 --2- 172.21.15.70:0/1885033974 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934070dd0 0x7f6934138510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 >> 172.21.15.70:0/1885033974 conn(0x7f6934072730 msgr2=0x7f69340b5380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 shutdown_connections 2024-09-05T06:10:32.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.232+0000 7f6939892640 1 -- 172.21.15.70:0/1885033974 wait complete. 2024-09-05T06:10:32.249 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:10:32.249 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:32.256 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:10:32.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb29c0640 1 Processor -- start 2024-09-05T06:10:32.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb29c0640 1 -- start start 2024-09-05T06:10:32.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb29c0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6bac072a90 0x7f6bac072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb29c0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bac15bc40 con 0x7f6bac0afff0 2024-09-05T06:10:32.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb29c0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bac0d14c0 con 0x7f6bac06e680 2024-09-05T06:10:32.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb29c0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6bac073410 con 0x7f6bac072a90 2024-09-05T06:10:32.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6babfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6bac0afff0 0x7f6bac0cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46538/0 (socket says 172.21.15.70:46538) 2024-09-05T06:10:32.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6babfff640 1 -- 172.21.15.70:0/3483929381 learned_addr learned my addr 172.21.15.70:0/3483929381 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:32.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6ba37fe640 1 --2- 172.21.15.70:0/3483929381 >> v2:172.21.15.196:3300/0 conn(0x7f6bac072a90 0x7f6bac072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 610057213 0 0) 0x7f6bac15bc40 con 0x7f6bac0afff0 2024-09-05T06:10:32.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6b98003530 con 0x7f6bac0afff0 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1661933026 0 0) 0x7f6b98003530 con 0x7f6bac0afff0 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 >> v2:172.21.15.196:3300/0 conn(0x7f6bac072a90 msgr2=0x7f6bac072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 --2- 172.21.15.70:0/3483929381 >> v2:172.21.15.196:3300/0 conn(0x7f6bac072a90 0x7f6bac072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 >> v1:172.21.15.196:6789/0 conn(0x7f6bac06e680 legacy=0x7f6bac0d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bac071cd0 con 0x7f6bac0afff0 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6b9c001680 con 0x7f6bac0afff0 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 >> v1:172.21.15.70:6789/0 conn(0x7f6bac0afff0 legacy=0x7f6bac0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b980039c0 0x7f6b98003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b98004810 0x7f6b98004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b980051d0 0x7f6b9800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac073410 con 0x7f6b980051d0 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9800c070 con 0x7f6b980039c0 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6b9800c270 con 0x7f6b98004810 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb0f5d640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b980051d0 0x7f6b9800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6babfff640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b980039c0 0x7f6b98003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6ba37fe640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b98004810 0x7f6b98004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb0f5d640 1 -- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b98004810 msgr2=0x7f6b98004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb0f5d640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b98004810 0x7f6b98004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb0f5d640 1 -- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b980039c0 msgr2=0x7f6b98003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb0f5d640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b980039c0 0x7f6b98003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6bb0f5d640 1 -- 172.21.15.70:0/3483929381 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b98003530 con 0x7f6b980051d0 2024-09-05T06:10:32.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.376+0000 7f6babfff640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b980039c0 0x7f6b98003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:32.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb0f5d640 1 -- 172.21.15.70:0/3483929381 reap_dead start 2024-09-05T06:10:32.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb0f5d640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b980051d0 0x7f6b9800b9d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4001e70 tx=0x7f6ba401c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0c0b673b5149a61 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4001a90 con 0x7f6b980051d0 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ba4003bc0 con 0x7f6b980051d0 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bab7fe640 1 -- 172.21.15.70:0/3483929381 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4005020 con 0x7f6b980051d0 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- 172.21.15.70:0/3483929381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b980051d0 msgr2=0x7f6b9800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b980051d0 0x7f6b9800b9d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4001e70 tx=0x7f6ba401c780 comp rx=0 tx=0).stop 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- 172.21.15.70:0/3483929381 shutdown_connections 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 --2- 172.21.15.70:0/3483929381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b980051d0 0x7f6b9800b9d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- 172.21.15.70:0/3483929381 >> 172.21.15.70:0/3483929381 conn(0x7f6bac06bcc0 msgr2=0x7f6bac06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- 172.21.15.70:0/3483929381 shutdown_connections 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- 172.21.15.70:0/3483929381 wait complete. 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 Processor -- start 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- start start 2024-09-05T06:10:32.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b980051d0 0x7f6bac1efdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bac154ad0 0x7f6bac154f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bac0b1420 0x7f6bac0b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac072290 con 0x7f6bac154ad0 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac072600 con 0x7f6bac0b1420 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb29c0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6bac072ed0 con 0x7f6b980051d0 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6ba37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bac154ad0 0x7f6bac154f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6ba37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bac154ad0 0x7f6bac154f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55588/0 (socket says 172.21.15.70:55588) 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6ba37fe640 1 -- 172.21.15.70:0/2509187992 learned_addr learned my addr 172.21.15.70:0/2509187992 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6babfff640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b980051d0 0x7f6bac1efdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6bb0f5d640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bac0b1420 0x7f6bac0b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6ba37fe640 1 -- 172.21.15.70:0/2509187992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b980051d0 msgr2=0x7f6bac1efdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6ba37fe640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b980051d0 0x7f6bac1efdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6ba37fe640 1 -- 172.21.15.70:0/2509187992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bac0b1420 msgr2=0x7f6bac0b18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6ba37fe640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bac0b1420 0x7f6bac0b18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.380+0000 7f6ba37fe640 1 -- 172.21.15.70:0/2509187992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bac0b2000 con 0x7f6bac154ad0 2024-09-05T06:10:32.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6ba37fe640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bac154ad0 0x7f6bac154f50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6b94010890 tx=0x7f6b94010d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6ba97fa640 1 -- 172.21.15.70:0/2509187992 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9400f040 con 0x7f6bac154ad0 2024-09-05T06:10:32.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6ba97fa640 1 -- 172.21.15.70:0/2509187992 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b9400eb60 con 0x7f6bac154ad0 2024-09-05T06:10:32.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bac0b22e0 con 0x7f6bac154ad0 2024-09-05T06:10:32.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6ba97fa640 1 -- 172.21.15.70:0/2509187992 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9401c400 con 0x7f6bac154ad0 2024-09-05T06:10:32.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bac0b28a0 con 0x7f6bac154ad0 2024-09-05T06:10:32.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bac06eb10 con 0x7f6bac154ad0 2024-09-05T06:10:32.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6ba97fa640 1 -- 172.21.15.70:0/2509187992 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6b9401c5a0 con 0x7f6bac154ad0 2024-09-05T06:10:32.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6ba97fa640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b8c0678f0 0x7f6b8c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6ba97fa640 1 -- 172.21.15.70:0/2509187992 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f6b94086340 con 0x7f6bac154ad0 2024-09-05T06:10:32.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6babfff640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b8c0678f0 0x7f6b8c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.384+0000 7f6babfff640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b8c0678f0 0x7f6b8c069db0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c0017f0 tx=0x7f6b9c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.388+0000 7f6ba97fa640 1 -- 172.21.15.70:0/2509187992 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6b94018030 con 0x7f6bac154ad0 2024-09-05T06:10:32.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.564+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6bac0cce80 con 0x7f6bac154ad0 2024-09-05T06:10:32.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.564+0000 7f6ba97fa640 1 -- 172.21.15.70:0/2509187992 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f6b94056e80 con 0x7f6bac154ad0 2024-09-05T06:10:32.564 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b8c0678f0 msgr2=0x7f6b8c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b8c0678f0 0x7f6b8c069db0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c0017f0 tx=0x7f6b9c009040 comp rx=0 tx=0).stop 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bac154ad0 msgr2=0x7f6bac154f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bac154ad0 0x7f6bac154f50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6b94010890 tx=0x7f6b94010d50 comp rx=0 tx=0).stop 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 shutdown_connections 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b8c0678f0 0x7f6b8c069db0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bac0b1420 0x7f6bac0b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bac154ad0 0x7f6bac154f50 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 --2- 172.21.15.70:0/2509187992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b980051d0 0x7f6bac1efdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 >> 172.21.15.70:0/2509187992 conn(0x7f6bac06bcc0 msgr2=0x7f6bac06c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:32.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 shutdown_connections 2024-09-05T06:10:32.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.568+0000 7f6bb29c0640 1 -- 172.21.15.70:0/2509187992 wait complete. 2024-09-05T06:10:32.584 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:10:32.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:32.584 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:32.616 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:10:32.617 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:10:32.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:32.617 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:10:32.672 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:10:32.672 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:32.678 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:10:32.679 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:32.727 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:10:32.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49c709640 1 Processor -- start 2024-09-05T06:10:32.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49c709640 1 -- start start 2024-09-05T06:10:32.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49c709640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd494070d80 0x7fd4940b6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49c709640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd494070840 con 0x7fd49415ebf0 2024-09-05T06:10:32.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49c709640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd494070b20 con 0x7fd49406c3d0 2024-09-05T06:10:32.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49c709640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd4940b5c40 con 0x7fd494070d80 2024-09-05T06:10:32.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49a4a5640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd49415ebf0 0x7fd49406bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46550/0 (socket says 172.21.15.70:46550) 2024-09-05T06:10:32.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49aca6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd494070d80 0x7fd4940b6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49a4a5640 1 -- 172.21.15.70:0/2152733081 learned_addr learned my addr 172.21.15.70:0/2152733081 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:32.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49aca6640 1 -- 172.21.15.70:0/2152733081 >> v1:172.21.15.196:6789/0 conn(0x7fd49406c3d0 legacy=0x7fd49406efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:32.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49aca6640 1 -- 172.21.15.70:0/2152733081 >> v1:172.21.15.70:6789/0 conn(0x7fd49415ebf0 legacy=0x7fd49406bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd49aca6640 1 -- 172.21.15.70:0/2152733081 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4940b5f20 con 0x7fd494070d80 2024-09-05T06:10:32.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.896+0000 7fd4994a3640 1 -- 172.21.15.70:0/2152733081 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1108516809 0 0) 0x7fd494070840 con 0x7fd49415ebf0 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49aca6640 1 --2- 172.21.15.70:0/2152733081 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd494070d80 0x7fd4940b6720 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd48c0097c0 tx=0x7fd48c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83d7d3e38dd2fd0b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd4994a3640 1 -- 172.21.15.70:0/2152733081 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd48c0b0070 con 0x7fd494070d80 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd4994a3640 1 -- 172.21.15.70:0/2152733081 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd48c0ab600 con 0x7fd494070d80 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd4994a3640 1 -- 172.21.15.70:0/2152733081 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd48c0ab9d0 con 0x7fd494070d80 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- 172.21.15.70:0/2152733081 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd494070d80 msgr2=0x7fd4940b6720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 --2- 172.21.15.70:0/2152733081 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd494070d80 0x7fd4940b6720 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd48c0097c0 tx=0x7fd48c01c460 comp rx=0 tx=0).stop 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- 172.21.15.70:0/2152733081 shutdown_connections 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 --2- 172.21.15.70:0/2152733081 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd494070d80 0x7fd4940b6720 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- 172.21.15.70:0/2152733081 >> 172.21.15.70:0/2152733081 conn(0x7fd494072730 msgr2=0x7fd494072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:32.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- 172.21.15.70:0/2152733081 shutdown_connections 2024-09-05T06:10:32.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- 172.21.15.70:0/2152733081 wait complete. 2024-09-05T06:10:32.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 Processor -- start 2024-09-05T06:10:32.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- start start 2024-09-05T06:10:32.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd49406c3d0 0x7fd4941f8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd494070d80 0x7fd494150650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd49415ebf0 0x7fd4941521a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd49416cd20 con 0x7fd49406c3d0 2024-09-05T06:10:32.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd49416cba0 con 0x7fd494070d80 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49c709640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd49416cea0 con 0x7fd49415ebf0 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49a4a5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd49406c3d0 0x7fd4941f8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49a4a5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd49406c3d0 0x7fd4941f8ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55608/0 (socket says 172.21.15.70:55608) 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49a4a5640 1 -- 172.21.15.70:0/2151983910 learned_addr learned my addr 172.21.15.70:0/2151983910 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49a4a5640 1 -- 172.21.15.70:0/2151983910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd49415ebf0 msgr2=0x7fd4941521a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49a4a5640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd49415ebf0 0x7fd4941521a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49a4a5640 1 -- 172.21.15.70:0/2151983910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd494070d80 msgr2=0x7fd494150650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49a4a5640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd494070d80 0x7fd494150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.900+0000 7fd49a4a5640 1 -- 172.21.15.70:0/2151983910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4940ce920 con 0x7fd49406c3d0 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd49a4a5640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd49406c3d0 0x7fd4941f8ff0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd48400c7c0 tx=0x7fd48400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd492ffd640 1 -- 172.21.15.70:0/2151983910 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd484018070 con 0x7fd49406c3d0 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd492ffd640 1 -- 172.21.15.70:0/2151983910 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd48400a640 con 0x7fd49406c3d0 2024-09-05T06:10:32.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4940cec00 con 0x7fd49406c3d0 2024-09-05T06:10:32.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd492ffd640 1 -- 172.21.15.70:0/2151983910 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd48400aa30 con 0x7fd49406c3d0 2024-09-05T06:10:32.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4940cf1c0 con 0x7fd49406c3d0 2024-09-05T06:10:32.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4940b6700 con 0x7fd49406c3d0 2024-09-05T06:10:32.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd492ffd640 1 -- 172.21.15.70:0/2151983910 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd48401b070 con 0x7fd49406c3d0 2024-09-05T06:10:32.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd492ffd640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4800678c0 0x7fd480069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:32.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd492ffd640 1 -- 172.21.15.70:0/2151983910 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fd484085280 con 0x7fd49406c3d0 2024-09-05T06:10:32.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd499ca4640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4800678c0 0x7fd480069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:32.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.904+0000 7fd499ca4640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4800678c0 0x7fd480069d80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd488003cf0 tx=0x7fd4880079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:32.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:32.908+0000 7fd492ffd640 1 -- 172.21.15.70:0/2151983910 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd484055e50 con 0x7fd49406c3d0 2024-09-05T06:10:33.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.068+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd4940b1eb0 con 0x7fd49406c3d0 2024-09-05T06:10:33.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.068+0000 7fd492ffd640 1 -- 172.21.15.70:0/2151983910 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7fd484055750 con 0x7fd49406c3d0 2024-09-05T06:10:33.070 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:10:33.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4800678c0 msgr2=0x7fd480069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4800678c0 0x7fd480069d80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd488003cf0 tx=0x7fd4880079c0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd49406c3d0 msgr2=0x7fd4941f8ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd49406c3d0 0x7fd4941f8ff0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd48400c7c0 tx=0x7fd48400cc80 comp rx=0 tx=0).stop 2024-09-05T06:10:33.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 shutdown_connections 2024-09-05T06:10:33.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4800678c0 0x7fd480069d80 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd49415ebf0 0x7fd4941521a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd494070d80 0x7fd494150650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 --2- 172.21.15.70:0/2151983910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd49406c3d0 0x7fd4941f8ff0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 >> 172.21.15.70:0/2151983910 conn(0x7fd494072730 msgr2=0x7fd4941568f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:33.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 shutdown_connections 2024-09-05T06:10:33.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.072+0000 7fd49c709640 1 -- 172.21.15.70:0/2151983910 wait complete. 2024-09-05T06:10:33.087 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:10:33.087 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:33.093 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:10:33.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecfae19640 1 Processor -- start 2024-09-05T06:10:33.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecfae19640 1 -- start start 2024-09-05T06:10:33.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecfae19640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fecf4157110 0x7fecf40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecfae19640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecf406d570 con 0x7fecf40d0e60 2024-09-05T06:10:33.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecfae19640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecf406d850 con 0x7fecf40b5ac0 2024-09-05T06:10:33.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecfae19640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fecf406db30 con 0x7fecf4157110 2024-09-05T06:10:33.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecf8bb5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fecf4157110 0x7fecf40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecf93b6640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fecf40d0e60 0x7fecf40af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46554/0 (socket says 172.21.15.70:46554) 2024-09-05T06:10:33.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecf93b6640 1 -- 172.21.15.70:0/103191154 learned_addr learned my addr 172.21.15.70:0/103191154 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:33.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecf8bb5640 1 -- 172.21.15.70:0/103191154 >> v1:172.21.15.196:6789/0 conn(0x7fecf40b5ac0 legacy=0x7fecf40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:33.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecf8bb5640 1 -- 172.21.15.70:0/103191154 >> v1:172.21.15.70:6789/0 conn(0x7fecf40d0e60 legacy=0x7fecf40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.256+0000 7fecf8bb5640 1 -- 172.21.15.70:0/103191154 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecf406de10 con 0x7fecf4157110 2024-09-05T06:10:33.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf8bb5640 1 --2- 172.21.15.70:0/103191154 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf4157110 0x7fecf40b5580 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fece40097c0 tx=0x7fece401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=344944539b253391 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:33.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf37fe640 1 -- 172.21.15.70:0/103191154 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fece40b0070 con 0x7fecf4157110 2024-09-05T06:10:33.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf37fe640 1 -- 172.21.15.70:0/103191154 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fece40ab600 con 0x7fecf4157110 2024-09-05T06:10:33.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf37fe640 1 -- 172.21.15.70:0/103191154 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fece40ab9d0 con 0x7fecf4157110 2024-09-05T06:10:33.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- 172.21.15.70:0/103191154 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf4157110 msgr2=0x7fecf40b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 --2- 172.21.15.70:0/103191154 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf4157110 0x7fecf40b5580 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fece40097c0 tx=0x7fece401c460 comp rx=0 tx=0).stop 2024-09-05T06:10:33.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- 172.21.15.70:0/103191154 shutdown_connections 2024-09-05T06:10:33.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 --2- 172.21.15.70:0/103191154 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf4157110 0x7fecf40b5580 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- 172.21.15.70:0/103191154 >> 172.21.15.70:0/103191154 conn(0x7fecf406bcc0 msgr2=0x7fecf406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:33.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- 172.21.15.70:0/103191154 shutdown_connections 2024-09-05T06:10:33.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- 172.21.15.70:0/103191154 wait complete. 2024-09-05T06:10:33.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 Processor -- start 2024-09-05T06:10:33.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- start start 2024-09-05T06:10:33.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecf40b5ac0 0x7fecf41545c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf40d0e60 0x7fecf4155780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecf4157110 0x7fecf414e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fecf416aff0 con 0x7fecf40d0e60 2024-09-05T06:10:33.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fecf416ae70 con 0x7fecf40b5ac0 2024-09-05T06:10:33.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecfae19640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fecf416b170 con 0x7fecf4157110 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf40d0e60 0x7fecf4155780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf40d0e60 0x7fecf4155780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55626/0 (socket says 172.21.15.70:55626) 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf3fff640 1 -- 172.21.15.70:0/2932172868 learned_addr learned my addr 172.21.15.70:0/2932172868 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf3fff640 1 -- 172.21.15.70:0/2932172868 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecf4157110 msgr2=0x7fecf414e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf3fff640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecf4157110 0x7fecf414e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf3fff640 1 -- 172.21.15.70:0/2932172868 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecf40b5ac0 msgr2=0x7fecf41545c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf3fff640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecf40b5ac0 0x7fecf41545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.260+0000 7fecf3fff640 1 -- 172.21.15.70:0/2932172868 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecf40d12a0 con 0x7fecf40d0e60 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf3fff640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf40d0e60 0x7fecf4155780 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fece800c410 tx=0x7fece800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf17fa640 1 -- 172.21.15.70:0/2932172868 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fece8011790 con 0x7fecf40d0e60 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf17fa640 1 -- 172.21.15.70:0/2932172868 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fece8017070 con 0x7fecf40d0e60 2024-09-05T06:10:33.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf17fa640 1 -- 172.21.15.70:0/2932172868 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fece8011bb0 con 0x7fecf40d0e60 2024-09-05T06:10:33.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecf40b1180 con 0x7fecf40d0e60 2024-09-05T06:10:33.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecf4153dc0 con 0x7fecf40d0e60 2024-09-05T06:10:33.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecf40b5580 con 0x7fecf40d0e60 2024-09-05T06:10:33.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf17fa640 1 -- 172.21.15.70:0/2932172868 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fece801c460 con 0x7fecf40d0e60 2024-09-05T06:10:33.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf17fa640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fece00678c0 0x7fece0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf8bb5640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fece00678c0 0x7fece0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf17fa640 1 -- 172.21.15.70:0/2932172868 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fece8085870 con 0x7fecf40d0e60 2024-09-05T06:10:33.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.264+0000 7fecf8bb5640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fece00678c0 0x7fece0069d80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fece40ad000 tx=0x7fece4004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:33.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.268+0000 7fecf17fa640 1 -- 172.21.15.70:0/2932172868 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fece8021020 con 0x7fecf40d0e60 2024-09-05T06:10:33.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fecf415ba20 con 0x7fecf40d0e60 2024-09-05T06:10:33.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecf17fa640 1 -- 172.21.15.70:0/2932172868 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7fece8056440 con 0x7fecf40d0e60 2024-09-05T06:10:33.439 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:10:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fece00678c0 msgr2=0x7fece0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fece00678c0 0x7fece0069d80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fece40ad000 tx=0x7fece4004740 comp rx=0 tx=0).stop 2024-09-05T06:10:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf40d0e60 msgr2=0x7fecf4155780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf40d0e60 0x7fecf4155780 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fece800c410 tx=0x7fece800c8d0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 shutdown_connections 2024-09-05T06:10:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fece00678c0 0x7fece0069d80 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecf4157110 0x7fecf414e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecf40d0e60 0x7fecf4155780 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 --2- 172.21.15.70:0/2932172868 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecf40b5ac0 0x7fecf41545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 >> 172.21.15.70:0/2932172868 conn(0x7fecf406bcc0 msgr2=0x7fecf415b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:33.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 shutdown_connections 2024-09-05T06:10:33.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.440+0000 7fecfae19640 1 -- 172.21.15.70:0/2932172868 wait complete. 2024-09-05T06:10:33.457 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:10:33.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:33.457 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-05T06:10:33.469 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:10:33.469 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:10:33.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:33.469 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:10:33.519 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:10:33.519 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:33.526 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:10:33.526 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:33.575 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:10:33.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3bbdff640 1 Processor -- start 2024-09-05T06:10:33.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3bbdff640 1 -- start start 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3bbdff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb3b40b5a20 0x7fb3b4072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3bbdff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb3b406d770 0x7fb3b406dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3bbdff640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3b406e4d0 con 0x7fb3b415ea00 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3bbdff640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb3b4071db0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3bbdff640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb3b4071760 con 0x7fb3b406d770 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3b939a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb3b40b5a20 0x7fb3b4072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3b939a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb3b40b5a20 0x7fb3b4072240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55632/0 (socket says 172.21.15.70:55632) 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3b939a640 1 -- 172.21.15.70:0/2197160552 learned_addr learned my addr 172.21.15.70:0/2197160552 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:33.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3ba39c640 1 --2- 172.21.15.70:0/2197160552 >> v2:172.21.15.196:3300/0 conn(0x7fb3b406d770 0x7fb3b406dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3b939a640 1 -- 172.21.15.70:0/2197160552 >> v2:172.21.15.196:3300/0 conn(0x7fb3b406d770 msgr2=0x7fb3b406dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:33.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3b939a640 1 --2- 172.21.15.70:0/2197160552 >> v2:172.21.15.196:3300/0 conn(0x7fb3b406d770 0x7fb3b406dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3b939a640 1 -- 172.21.15.70:0/2197160552 >> v1:172.21.15.196:6789/0 conn(0x7fb3b415ea00 legacy=0x7fb3b40b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:33.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.700+0000 7fb3b939a640 1 -- 172.21.15.70:0/2197160552 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3b4071a40 con 0x7fb3b40b5a20 2024-09-05T06:10:33.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3b939a640 1 --2- 172.21.15.70:0/2197160552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b4072240 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb3b406f8e0 tx=0x7fb3a401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7be483d9bfbb7a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:33.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3b8b99640 1 -- 172.21.15.70:0/2197160552 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a40ab5f0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3b8b99640 1 -- 172.21.15.70:0/2197160552 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3a40b0070 con 0x7fb3b40b5a20 2024-09-05T06:10:33.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3b8b99640 1 -- 172.21.15.70:0/2197160552 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a40ab9b0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3bbdff640 1 -- 172.21.15.70:0/2197160552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 msgr2=0x7fb3b4072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/2197160552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b4072240 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb3b406f8e0 tx=0x7fb3a401c4e0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3bbdff640 1 -- 172.21.15.70:0/2197160552 shutdown_connections 2024-09-05T06:10:33.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/2197160552 >> v2:172.21.15.196:3300/0 conn(0x7fb3b406d770 0x7fb3b406dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/2197160552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b4072240 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3bbdff640 1 -- 172.21.15.70:0/2197160552 >> 172.21.15.70:0/2197160552 conn(0x7fb3b406bcc0 msgr2=0x7fb3b406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:33.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3bbdff640 1 -- 172.21.15.70:0/2197160552 shutdown_connections 2024-09-05T06:10:33.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.704+0000 7fb3bbdff640 1 -- 172.21.15.70:0/2197160552 wait complete. 2024-09-05T06:10:33.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 Processor -- start 2024-09-05T06:10:33.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 -- start start 2024-09-05T06:10:33.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3b406d770 0x7fb3b4149f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b414a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3b415ea00 0x7fb3b414af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b40b4710 con 0x7fb3b40b5a20 2024-09-05T06:10:33.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b40b4590 con 0x7fb3b406d770 2024-09-05T06:10:33.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb3b40b4890 con 0x7fb3b415ea00 2024-09-05T06:10:33.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b414a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b414a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55640/0 (socket says 172.21.15.70:55640) 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 -- 172.21.15.70:0/1162564095 learned_addr learned my addr 172.21.15.70:0/1162564095 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3ba39c640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3b415ea00 0x7fb3b414af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b9b9b640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3b406d770 0x7fb3b4149f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 -- 172.21.15.70:0/1162564095 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3b415ea00 msgr2=0x7fb3b414af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3b415ea00 0x7fb3b414af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 -- 172.21.15.70:0/1162564095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3b406d770 msgr2=0x7fb3b4149f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3b406d770 0x7fb3b4149f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 -- 172.21.15.70:0/1162564095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3b41f8560 con 0x7fb3b40b5a20 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3b939a640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b414a9d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb3a40ad040 tx=0x7fb3a401ad20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3aa7fc640 1 -- 172.21.15.70:0/1162564095 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a40be5f0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3aa7fc640 1 -- 172.21.15.70:0/1162564095 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3a40be7b0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3aa7fc640 1 -- 172.21.15.70:0/1162564095 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a40beba0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3b41f8840 con 0x7fb3b40b5a20 2024-09-05T06:10:33.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3b415c5a0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3b406dbe0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.708+0000 7fb3aa7fc640 1 -- 172.21.15.70:0/1162564095 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb3a40b43f0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.712+0000 7fb3aa7fc640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3980678c0 0x7fb398069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:33.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.712+0000 7fb3aa7fc640 1 -- 172.21.15.70:0/1162564095 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb3a411ffb0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.712+0000 7fb3b9b9b640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3980678c0 0x7fb398069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:33.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.712+0000 7fb3b9b9b640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3980678c0 0x7fb398069d80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb3b0003d60 tx=0x7fb3b0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:33.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.716+0000 7fb3aa7fc640 1 -- 172.21.15.70:0/1162564095 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb3a40160d0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb3b40b4e30 con 0x7fb3b40b5a20 2024-09-05T06:10:33.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3aa7fc640 1 -- 172.21.15.70:0/1162564095 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7fb3a40f05c0 con 0x7fb3b40b5a20 2024-09-05T06:10:33.875 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:10:33.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3980678c0 msgr2=0x7fb398069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3980678c0 0x7fb398069d80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb3b0003d60 tx=0x7fb3b0009040 comp rx=0 tx=0).stop 2024-09-05T06:10:33.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 msgr2=0x7fb3b414a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:33.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b414a9d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb3a40ad040 tx=0x7fb3a401ad20 comp rx=0 tx=0).stop 2024-09-05T06:10:33.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 shutdown_connections 2024-09-05T06:10:33.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3980678c0 0x7fb398069d80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3b415ea00 0x7fb3b414af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3b40b5a20 0x7fb3b414a9d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 --2- 172.21.15.70:0/1162564095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3b406d770 0x7fb3b4149f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:33.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 >> 172.21.15.70:0/1162564095 conn(0x7fb3b406bcc0 msgr2=0x7fb3b414f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:33.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 shutdown_connections 2024-09-05T06:10:33.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:33.876+0000 7fb3bbdff640 1 -- 172.21.15.70:0/1162564095 wait complete. 2024-09-05T06:10:33.893 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:10:33.893 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:10:33.900 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:10:34.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9352f0c640 1 Processor -- start 2024-09-05T06:10:34.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9352f0c640 1 -- start start 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9352f0c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f934c0b6f90 0x7f934c06dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9352f0c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f934c0b75c0 con 0x7f934c070420 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9352f0c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f934c0b7860 con 0x7f934c0b1cb0 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9352f0c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f934c06d070 con 0x7f934c0b6f90 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9350ca8640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f934c070420 0x7f934c070800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46570/0 (socket says 172.21.15.70:46570) 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9350ca8640 1 -- 172.21.15.70:0/1628147709 learned_addr learned my addr 172.21.15.70:0/1628147709 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f93514a9640 1 --2- 172.21.15.70:0/1628147709 >> v2:172.21.15.196:3300/0 conn(0x7f934c0b6f90 0x7f934c06dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2467501576 0 0) 0x7f934c0b75c0 con 0x7f934c070420 2024-09-05T06:10:34.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9334003530 con 0x7f934c070420 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2497080128 0 0) 0x7f9334003530 con 0x7f934c070420 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 >> v2:172.21.15.196:3300/0 conn(0x7f934c0b6f90 msgr2=0x7f934c06dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 --2- 172.21.15.70:0/1628147709 >> v2:172.21.15.196:3300/0 conn(0x7f934c0b6f90 0x7f934c06dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 >> v1:172.21.15.196:6789/0 conn(0x7f934c0b1cb0 legacy=0x7f934c06d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f934c0b7b00 con 0x7f934c070420 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9344001a20 con 0x7f934c070420 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 >> v1:172.21.15.70:6789/0 conn(0x7f934c070420 legacy=0x7f934c070800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f93340039c0 0x7f9334003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9334004810 0x7f9334004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f933400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f934c06d070 con 0x7f9334005220 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f933400c150 con 0x7f9334004810 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f933400c350 con 0x7f93340039c0 2024-09-05T06:10:34.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f93514a9640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f933400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934bfff640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9334004810 0x7f9334004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9350ca8640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f93340039c0 0x7f9334003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f93514a9640 1 -- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f93340039c0 msgr2=0x7f9334003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f93514a9640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f93340039c0 0x7f9334003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f93514a9640 1 -- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9334004810 msgr2=0x7f9334004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f93514a9640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9334004810 0x7f9334004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f93514a9640 1 -- 172.21.15.70:0/1628147709 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9334003530 con 0x7f9334005220 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f934bfff640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9334004810 0x7f9334004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:34.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.020+0000 7f9350ca8640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f93340039c0 0x7f9334003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f93514a9640 1 -- 172.21.15.70:0/1628147709 reap_dead start 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f93514a9640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f933400b9d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f933c00ba30 tx=0x7f933c01c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25f9a21e381ee0ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c00b600 con 0x7f9334005220 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f933c004220 con 0x7f9334005220 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f934b7fe640 1 -- 172.21.15.70:0/1628147709 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c003620 con 0x7f9334005220 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 -- 172.21.15.70:0/1628147709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 msgr2=0x7f933400b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f933400b9d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f933c00ba30 tx=0x7f933c01c6e0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 -- 172.21.15.70:0/1628147709 shutdown_connections 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 --2- 172.21.15.70:0/1628147709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f933400b9d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 -- 172.21.15.70:0/1628147709 >> 172.21.15.70:0/1628147709 conn(0x7f934c09ba40 msgr2=0x7f934c09be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 -- 172.21.15.70:0/1628147709 shutdown_connections 2024-09-05T06:10:34.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 -- 172.21.15.70:0/1628147709 wait complete. 2024-09-05T06:10:34.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 Processor -- start 2024-09-05T06:10:34.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.024+0000 7f9352f0c640 1 -- start start 2024-09-05T06:10:34.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f934c155aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f934c154c90 0x7f934c14f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f934c150240 0x7f934c158980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f934c15ee90 con 0x7f9334005220 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f934c0b73c0 con 0x7f934c154c90 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f934c15f010 con 0x7f934c150240 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f934c155aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f934c155aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55664/0 (socket says 172.21.15.70:55664) 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 -- 172.21.15.70:0/3712654684 learned_addr learned my addr 172.21.15.70:0/3712654684 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f934bfff640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f934c154c90 0x7f934c14f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f93514a9640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f934c150240 0x7f934c158980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 -- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f934c150240 msgr2=0x7f934c158980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f934c150240 0x7f934c158980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 -- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f934c154c90 msgr2=0x7f934c14f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f934c154c90 0x7f934c14f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 -- 172.21.15.70:0/3712654684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f934c15c3d0 con 0x7f9334005220 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f93514a9640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f934c150240 0x7f934c158980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9350ca8640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f934c155aa0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9344001360 tx=0x7f934400b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f93497fa640 1 -- 172.21.15.70:0/3712654684 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9344019070 con 0x7f9334005220 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f93497fa640 1 -- 172.21.15.70:0/3712654684 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9344004d70 con 0x7f9334005220 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f934c155190 con 0x7f9334005220 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f93497fa640 1 -- 172.21.15.70:0/3712654684 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93440072d0 con 0x7f9334005220 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f934c15c670 con 0x7f9334005220 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f934c1556b0 con 0x7f9334005220 2024-09-05T06:10:34.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f93497fa640 1 -- 172.21.15.70:0/3712654684 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f934401c070 con 0x7f9334005220 2024-09-05T06:10:34.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f93497fa640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f93380678f0 0x7f9338069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f93497fa640 1 -- 172.21.15.70:0/3712654684 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f9344085d60 con 0x7f9334005220 2024-09-05T06:10:34.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.028+0000 7f934bfff640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f93380678f0 0x7f9338069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.032+0000 7f934bfff640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f93380678f0 0x7f9338069db0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9340000f70 tx=0x7f9340009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.036+0000 7f93497fa640 1 -- 172.21.15.70:0/3712654684 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f934c1556b0 con 0x7f9334005220 2024-09-05T06:10:34.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.208+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f934c0b7540 con 0x7f9334005220 2024-09-05T06:10:34.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f93497fa640 1 -- 172.21.15.70:0/3712654684 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f93440568a0 con 0x7f9334005220 2024-09-05T06:10:34.211 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f93380678f0 msgr2=0x7f9338069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f93380678f0 0x7f9338069db0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9340000f70 tx=0x7f9340009040 comp rx=0 tx=0).stop 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 msgr2=0x7f934c155aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f934c155aa0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9344001360 tx=0x7f934400b4a0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 shutdown_connections 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f93380678f0 0x7f9338069db0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f934c150240 0x7f934c158980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f934c154c90 0x7f934c14f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 --2- 172.21.15.70:0/3712654684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9334005220 0x7f934c155aa0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 >> 172.21.15.70:0/3712654684 conn(0x7f934c09ba40 msgr2=0x7f934c159c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 shutdown_connections 2024-09-05T06:10:34.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.212+0000 7f9352f0c640 1 -- 172.21.15.70:0/3712654684 wait complete. 2024-09-05T06:10:34.229 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:10:34.229 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:34.230 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-05T06:10:34.244 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:10:34.244 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:10:34.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:34.245 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:10:34.291 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:10:34.291 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:34.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e859c640 1 Processor -- start 2024-09-05T06:10:34.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e859c640 1 -- start start 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e859c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e015f400 0x7fc3e015f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e859c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc3e006e4b0 0x7fc3e006e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e859c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3e0070f40 con 0x7fc3e01454f0 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e859c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc3e00d0950 con 0x7fc3e006e4b0 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e859c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc3e015fd80 con 0x7fc3e015f400 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e6b39640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc3e006e4b0 0x7fc3e006e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e6b39640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc3e006e4b0 0x7fc3e006e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55668/0 (socket says 172.21.15.70:55668) 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e6338640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc3e01454f0 0x7fc3e00ce470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46584/0 (socket says 172.21.15.70:46584) 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e6b39640 1 -- 172.21.15.70:0/602161495 learned_addr learned my addr 172.21.15.70:0/602161495 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:34.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e5b37640 1 --2- 172.21.15.70:0/602161495 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e015f400 0x7fc3e015f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e6b39640 1 -- 172.21.15.70:0/602161495 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e015f400 msgr2=0x7fc3e015f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:34.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e6b39640 1 --2- 172.21.15.70:0/602161495 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e015f400 0x7fc3e015f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e6b39640 1 -- 172.21.15.70:0/602161495 >> v1:172.21.15.70:6789/0 conn(0x7fc3e01454f0 legacy=0x7fc3e00ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.416+0000 7fc3e6b39640 1 -- 172.21.15.70:0/602161495 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3e00d0ba0 con 0x7fc3e006e4b0 2024-09-05T06:10:34.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6b39640 1 --2- 172.21.15.70:0/602161495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e006e940 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc3d8009e50 tx=0x7fc3d801ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d98380152ab51b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e5336640 1 -- 172.21.15.70:0/602161495 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d80a58d0 con 0x7fc3e006e4b0 2024-09-05T06:10:34.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e5336640 1 -- 172.21.15.70:0/602161495 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3d80a5a70 con 0x7fc3e006e4b0 2024-09-05T06:10:34.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e5336640 1 -- 172.21.15.70:0/602161495 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d80a5e40 con 0x7fc3e006e4b0 2024-09-05T06:10:34.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- 172.21.15.70:0/602161495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 msgr2=0x7fc3e006e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 --2- 172.21.15.70:0/602161495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e006e940 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc3d8009e50 tx=0x7fc3d801ca00 comp rx=0 tx=0).stop 2024-09-05T06:10:34.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- 172.21.15.70:0/602161495 shutdown_connections 2024-09-05T06:10:34.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 --2- 172.21.15.70:0/602161495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e006e940 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 --2- 172.21.15.70:0/602161495 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e015f400 0x7fc3e015f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- 172.21.15.70:0/602161495 >> 172.21.15.70:0/602161495 conn(0x7fc3e0072730 msgr2=0x7fc3e0072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:34.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- 172.21.15.70:0/602161495 shutdown_connections 2024-09-05T06:10:34.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- 172.21.15.70:0/602161495 wait complete. 2024-09-05T06:10:34.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 Processor -- start 2024-09-05T06:10:34.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- start start 2024-09-05T06:10:34.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e013b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e01454f0 0x7fc3e006bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc3e015f400 0x7fc3e006c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc3e00d1680 con 0x7fc3e006e4b0 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc3e00b6d00 con 0x7fc3e015f400 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc3e01f8b30 con 0x7fc3e01454f0 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e013b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e013b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55672/0 (socket says 172.21.15.70:55672) 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 -- 172.21.15.70:0/1952676732 learned_addr learned my addr 172.21.15.70:0/1952676732 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 -- 172.21.15.70:0/1952676732 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e01454f0 msgr2=0x7fc3e006bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e01454f0 0x7fc3e006bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 -- 172.21.15.70:0/1952676732 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc3e015f400 msgr2=0x7fc3e006c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc3e015f400 0x7fc3e006c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 -- 172.21.15.70:0/1952676732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3e01f7d70 con 0x7fc3e006e4b0 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e6338640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e013b250 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc00c420 tx=0x7fc3dc00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3d6ffd640 1 -- 172.21.15.70:0/1952676732 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc0074e0 con 0x7fc3e006e4b0 2024-09-05T06:10:34.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3d6ffd640 1 -- 172.21.15.70:0/1952676732 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3dc007680 con 0x7fc3e006e4b0 2024-09-05T06:10:34.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3e01f8050 con 0x7fc3e006e4b0 2024-09-05T06:10:34.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3d6ffd640 1 -- 172.21.15.70:0/1952676732 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc004a30 con 0x7fc3e006e4b0 2024-09-05T06:10:34.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.420+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3e013b790 con 0x7fc3e006e4b0 2024-09-05T06:10:34.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.424+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3e006f290 con 0x7fc3e006e4b0 2024-09-05T06:10:34.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.424+0000 7fc3d6ffd640 1 -- 172.21.15.70:0/1952676732 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc3dc01a020 con 0x7fc3e006e4b0 2024-09-05T06:10:34.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.424+0000 7fc3d6ffd640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc3c40678c0 0x7fc3c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.424+0000 7fc3d6ffd640 1 -- 172.21.15.70:0/1952676732 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc3dc085570 con 0x7fc3e006e4b0 2024-09-05T06:10:34.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.424+0000 7fc3e5b37640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc3c40678c0 0x7fc3c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.424+0000 7fc3e5b37640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc3c40678c0 0x7fc3c4069d80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc3e01f5750 tx=0x7fc3d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.428+0000 7fc3d6ffd640 1 -- 172.21.15.70:0/1952676732 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc3dc056010 con 0x7fc3e006e4b0 2024-09-05T06:10:34.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3e00739e0 con 0x7fc3e006e4b0 2024-09-05T06:10:34.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3d6ffd640 1 -- 172.21.15.70:0/1952676732 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fc3dc083e20 con 0x7fc3e006e4b0 2024-09-05T06:10:34.627 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:34.627 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:02.373678+0000","modified":"2024-09-05T06:10:04.416551+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4257},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4257":{"gid":4257,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4257,"qdb_cluster":[4257]},"id":1}]} 2024-09-05T06:10:34.627 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 6 2024-09-05T06:10:34.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc3c40678c0 msgr2=0x7fc3c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc3c40678c0 0x7fc3c4069d80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc3e01f5750 tx=0x7fc3d0008040 comp rx=0 tx=0).stop 2024-09-05T06:10:34.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 msgr2=0x7fc3e013b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e013b250 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc00c420 tx=0x7fc3dc00c8e0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 shutdown_connections 2024-09-05T06:10:34.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc3c40678c0 0x7fc3c4069d80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc3e015f400 0x7fc3e006c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc3e01454f0 0x7fc3e006bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 --2- 172.21.15.70:0/1952676732 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc3e006e4b0 0x7fc3e013b250 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 >> 172.21.15.70:0/1952676732 conn(0x7fc3e0072730 msgr2=0x7fc3e00ce450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:34.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 shutdown_connections 2024-09-05T06:10:34.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.628+0000 7fc3e859c640 1 -- 172.21.15.70:0/1952676732 wait complete. 2024-09-05T06:10:34.646 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:34.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe263ed7640 1 Processor -- start 2024-09-05T06:10:34.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe263ed7640 1 -- start start 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe263ed7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe25c0afff0 0x7fe25c0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe263ed7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe25c0cdf80 0x7fe25c072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe263ed7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe25c15bc40 con 0x7fe25c072fd0 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe263ed7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe25c072600 con 0x7fe25c0cdf80 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe263ed7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe25c0d14c0 con 0x7fe25c0afff0 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe261472640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe25c0cdf80 0x7fe25c072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe262474640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe25c072fd0 0x7fe25c06e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46594/0 (socket says 172.21.15.70:46594) 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe262474640 1 -- 172.21.15.70:0/2082440685 learned_addr learned my addr 172.21.15.70:0/2082440685 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe261472640 1 -- 172.21.15.70:0/2082440685 >> v2:172.21.15.196:3300/0 conn(0x7fe25c0afff0 msgr2=0x7fe25c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe261472640 1 --2- 172.21.15.70:0/2082440685 >> v2:172.21.15.196:3300/0 conn(0x7fe25c0afff0 0x7fe25c0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe261472640 1 -- 172.21.15.70:0/2082440685 >> v1:172.21.15.70:6789/0 conn(0x7fe25c072fd0 legacy=0x7fe25c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe260c71640 1 -- 172.21.15.70:0/2082440685 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 733558998 0 0) 0x7fe25c15bc40 con 0x7fe25c072fd0 2024-09-05T06:10:34.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe261472640 1 -- 172.21.15.70:0/2082440685 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25c071cd0 con 0x7fe25c0cdf80 2024-09-05T06:10:34.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe261472640 1 --2- 172.21.15.70:0/2082440685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c072a90 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe2500097c0 tx=0x7fe25001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fb7133459c1da0c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe260c71640 1 -- 172.21.15.70:0/2082440685 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2500b0070 con 0x7fe25c0cdf80 2024-09-05T06:10:34.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.764+0000 7fe260c71640 1 -- 172.21.15.70:0/2082440685 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2500ab600 con 0x7fe25c0cdf80 2024-09-05T06:10:34.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe260c71640 1 -- 172.21.15.70:0/2082440685 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2500ab9d0 con 0x7fe25c0cdf80 2024-09-05T06:10:34.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- 172.21.15.70:0/2082440685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 msgr2=0x7fe25c072a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 --2- 172.21.15.70:0/2082440685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c072a90 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe2500097c0 tx=0x7fe25001c460 comp rx=0 tx=0).stop 2024-09-05T06:10:34.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- 172.21.15.70:0/2082440685 shutdown_connections 2024-09-05T06:10:34.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 --2- 172.21.15.70:0/2082440685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c072a90 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 --2- 172.21.15.70:0/2082440685 >> v2:172.21.15.196:3300/0 conn(0x7fe25c0afff0 0x7fe25c0cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- 172.21.15.70:0/2082440685 >> 172.21.15.70:0/2082440685 conn(0x7fe25c06bcc0 msgr2=0x7fe25c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:34.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- 172.21.15.70:0/2082440685 shutdown_connections 2024-09-05T06:10:34.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- 172.21.15.70:0/2082440685 wait complete. 2024-09-05T06:10:34.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 Processor -- start 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- start start 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe25c072fd0 0x7fe25c1631a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe25c0afff0 0x7fe25c163c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c144e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe25c0d0f80 con 0x7fe25c0cdf80 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe25c06efa0 con 0x7fe25c072fd0 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe25c0d1100 con 0x7fe25c0afff0 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c144e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c144e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55692/0 (socket says 172.21.15.70:55692) 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 -- 172.21.15.70:0/4212752374 learned_addr learned my addr 172.21.15.70:0/4212752374 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe261c73640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe25c072fd0 0x7fe25c1631a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe261472640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe25c0afff0 0x7fe25c163c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 -- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe25c0afff0 msgr2=0x7fe25c163c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe25c0afff0 0x7fe25c163c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 -- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe25c072fd0 msgr2=0x7fe25c1631a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe25c072fd0 0x7fe25c1631a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 -- 172.21.15.70:0/4212752374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25c162100 con 0x7fe25c0cdf80 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe261c73640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe25c072fd0 0x7fe25c1631a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe262474640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c144e00 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe24c00c4b0 tx=0x7fe24c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe25a7fc640 1 -- 172.21.15.70:0/4212752374 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24c018070 con 0x7fe25c0cdf80 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe25a7fc640 1 -- 172.21.15.70:0/4212752374 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe24c0074e0 con 0x7fe25c0cdf80 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe25c1623e0 con 0x7fe25c0cdf80 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe25a7fc640 1 -- 172.21.15.70:0/4212752374 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24c004a30 con 0x7fe25c0cdf80 2024-09-05T06:10:34.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.768+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe25c1629a0 con 0x7fe25c0cdf80 2024-09-05T06:10:34.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.772+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe25c0cda40 con 0x7fe25c0cdf80 2024-09-05T06:10:34.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.772+0000 7fe25a7fc640 1 -- 172.21.15.70:0/4212752374 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe24c01b070 con 0x7fe25c0cdf80 2024-09-05T06:10:34.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.772+0000 7fe25a7fc640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2480678c0 0x7fe248069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:34.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.772+0000 7fe25a7fc640 1 -- 172.21.15.70:0/4212752374 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fe24c084e90 con 0x7fe25c0cdf80 2024-09-05T06:10:34.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.772+0000 7fe261c73640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2480678c0 0x7fe248069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:34.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.772+0000 7fe261c73640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2480678c0 0x7fe248069d80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe254007eb0 tx=0x7fe2540073c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:34.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.776+0000 7fe25a7fc640 1 -- 172.21.15.70:0/4212752374 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe24c055a60 con 0x7fe25c0cdf80 2024-09-05T06:10:34.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.956+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe25c06c0a0 con 0x7fe25c0cdf80 2024-09-05T06:10:34.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.956+0000 7fe25a7fc640 1 -- 172.21.15.70:0/4212752374 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fe24c055360 con 0x7fe25c0cdf80 2024-09-05T06:10:34.955 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:34.955 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:02.373678+0000","modified":"2024-09-05T06:10:04.416551+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4257},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4257":{"gid":4257,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4257,"qdb_cluster":[4257]},"id":1}]} 2024-09-05T06:10:34.955 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 6 2024-09-05T06:10:34.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.956+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2480678c0 msgr2=0x7fe248069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.956+0000 7fe263ed7640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2480678c0 0x7fe248069d80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe254007eb0 tx=0x7fe2540073c0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.956+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 msgr2=0x7fe25c144e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:34.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.956+0000 7fe263ed7640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c144e00 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe24c00c4b0 tx=0x7fe24c00c970 comp rx=0 tx=0).stop 2024-09-05T06:10:34.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.960+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 shutdown_connections 2024-09-05T06:10:34.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.960+0000 7fe263ed7640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2480678c0 0x7fe248069d80 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.960+0000 7fe263ed7640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe25c0cdf80 0x7fe25c144e00 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.960+0000 7fe263ed7640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe25c0afff0 0x7fe25c163c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.960+0000 7fe263ed7640 1 --2- 172.21.15.70:0/4212752374 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe25c072fd0 0x7fe25c1631a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:34.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.960+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 >> 172.21.15.70:0/4212752374 conn(0x7fe25c06bcc0 msgr2=0x7fe25c0b04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:34.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.960+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 shutdown_connections 2024-09-05T06:10:34.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:34.960+0000 7fe263ed7640 1 -- 172.21.15.70:0/4212752374 wait complete. 2024-09-05T06:10:34.974 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:35.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.080+0000 7f90fe633640 1 Processor -- start 2024-09-05T06:10:35.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.080+0000 7f90fe633640 1 -- start start 2024-09-05T06:10:35.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90fe633640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f90f8157110 0x7f90f80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90fe633640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f90f80b5ac0 0x7f90f80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90fe633640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90f806d570 con 0x7f90f80ceaf0 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90fe633640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f90f806d850 con 0x7f90f8157110 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90fe633640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f90f806db30 con 0x7f90f80b5ac0 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f7fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f90f8157110 0x7f90f80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f7fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f90f8157110 0x7f90f80b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55706/0 (socket says 172.21.15.70:55706) 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f7fff640 1 -- 172.21.15.70:0/2263023660 learned_addr learned my addr 172.21.15.70:0/2263023660 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f77fe640 1 --2- 172.21.15.70:0/2263023660 >> v2:172.21.15.196:3300/0 conn(0x7f90f80b5ac0 0x7f90f80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f7fff640 1 -- 172.21.15.70:0/2263023660 >> v2:172.21.15.196:3300/0 conn(0x7f90f80b5ac0 msgr2=0x7f90f80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f7fff640 1 --2- 172.21.15.70:0/2263023660 >> v2:172.21.15.196:3300/0 conn(0x7f90f80b5ac0 0x7f90f80d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f7fff640 1 -- 172.21.15.70:0/2263023660 >> v1:172.21.15.196:6789/0 conn(0x7f90f80ceaf0 legacy=0x7f90f80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:35.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f7fff640 1 -- 172.21.15.70:0/2263023660 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f806de10 con 0x7f90f8157110 2024-09-05T06:10:35.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f7fff640 1 --2- 172.21.15.70:0/2263023660 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f8157110 0x7f90f80b5580 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f90f80d1500 tx=0x7f90e801c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68f34cc5569eb3d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f6ffd640 1 -- 172.21.15.70:0/2263023660 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e80b0070 con 0x7f90f8157110 2024-09-05T06:10:35.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f6ffd640 1 -- 172.21.15.70:0/2263023660 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90e80ab600 con 0x7f90f8157110 2024-09-05T06:10:35.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.084+0000 7f90f6ffd640 1 -- 172.21.15.70:0/2263023660 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e80ab9d0 con 0x7f90f8157110 2024-09-05T06:10:35.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- 172.21.15.70:0/2263023660 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f8157110 msgr2=0x7f90f80b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 --2- 172.21.15.70:0/2263023660 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f8157110 0x7f90f80b5580 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f90f80d1500 tx=0x7f90e801c4e0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- 172.21.15.70:0/2263023660 shutdown_connections 2024-09-05T06:10:35.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 --2- 172.21.15.70:0/2263023660 >> v2:172.21.15.196:3300/0 conn(0x7f90f80b5ac0 0x7f90f80d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 --2- 172.21.15.70:0/2263023660 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f8157110 0x7f90f80b5580 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- 172.21.15.70:0/2263023660 >> 172.21.15.70:0/2263023660 conn(0x7f90f806bcc0 msgr2=0x7f90f806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:35.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- 172.21.15.70:0/2263023660 shutdown_connections 2024-09-05T06:10:35.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- 172.21.15.70:0/2263023660 wait complete. 2024-09-05T06:10:35.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 Processor -- start 2024-09-05T06:10:35.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- start start 2024-09-05T06:10:35.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90f80b5ac0 0x7f90f8152780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f80ceaf0 0x7f90f8159980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90f8157110 0x7f90f8157c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f90f80b4280 con 0x7f90f80ceaf0 2024-09-05T06:10:35.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f90f80d10a0 con 0x7f90f80b5ac0 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fe633640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f90f80b4400 con 0x7f90f8157110 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f80ceaf0 0x7f90f8159980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f80ceaf0 0x7f90f8159980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55716/0 (socket says 172.21.15.70:55716) 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 -- 172.21.15.70:0/414958505 learned_addr learned my addr 172.21.15.70:0/414958505 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f7fff640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90f80b5ac0 0x7f90f8152780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90fcbd0640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90f8157110 0x7f90f8157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 -- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90f8157110 msgr2=0x7f90f8157c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90f8157110 0x7f90f8157c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 -- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90f80b5ac0 msgr2=0x7f90f8152780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90f80b5ac0 0x7f90f8152780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 -- 172.21.15.70:0/414958505 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f80b2d40 con 0x7f90f80ceaf0 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f7fff640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90f80b5ac0 0x7f90f8152780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f77fe640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f80ceaf0 0x7f90f8159980 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f90ec00cdc0 tx=0x7f90ec00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f4ff9640 1 -- 172.21.15.70:0/414958505 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90ec003ba0 con 0x7f90f80ceaf0 2024-09-05T06:10:35.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f4ff9640 1 -- 172.21.15.70:0/414958505 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90ec003d80 con 0x7f90f80ceaf0 2024-09-05T06:10:35.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.088+0000 7f90f4ff9640 1 -- 172.21.15.70:0/414958505 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90ec004260 con 0x7f90f80ceaf0 2024-09-05T06:10:35.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.092+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90f80b24a0 con 0x7f90f80ceaf0 2024-09-05T06:10:35.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.092+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90f8144ea0 con 0x7f90f80ceaf0 2024-09-05T06:10:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.092+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90f80b4770 con 0x7f90f80ceaf0 2024-09-05T06:10:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.092+0000 7f90f4ff9640 1 -- 172.21.15.70:0/414958505 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f90ec004400 con 0x7f90f80ceaf0 2024-09-05T06:10:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.092+0000 7f90f4ff9640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90e40678c0 0x7f90e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.092+0000 7f90f4ff9640 1 -- 172.21.15.70:0/414958505 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f90ec0867a0 con 0x7f90f80ceaf0 2024-09-05T06:10:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.092+0000 7f90f7fff640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90e40678c0 0x7f90e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.092+0000 7f90f7fff640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90e40678c0 0x7f90e4069d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f90e80ad000 tx=0x7f90e8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.096+0000 7f90f4ff9640 1 -- 172.21.15.70:0/414958505 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f90ec0572e0 con 0x7f90f80ceaf0 2024-09-05T06:10:35.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.256+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f90f80d0530 con 0x7f90f80ceaf0 2024-09-05T06:10:35.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90f4ff9640 1 -- 172.21.15.70:0/414958505 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16657 (secure 0 0 0) 0x7f90ec056be0 con 0x7f90f80ceaf0 2024-09-05T06:10:35.259 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:35.259 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:04.039597+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:35.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90e40678c0 msgr2=0x7f90e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90e40678c0 0x7f90e4069d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f90e80ad000 tx=0x7f90e8008040 comp rx=0 tx=0).stop 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f80ceaf0 msgr2=0x7f90f8159980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f80ceaf0 0x7f90f8159980 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f90ec00cdc0 tx=0x7f90ec00a660 comp rx=0 tx=0).stop 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 shutdown_connections 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90e40678c0 0x7f90e4069d80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90f8157110 0x7f90f8157c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90f80ceaf0 0x7f90f8159980 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 --2- 172.21.15.70:0/414958505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90f80b5ac0 0x7f90f8152780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 >> 172.21.15.70:0/414958505 conn(0x7f90f806bcc0 msgr2=0x7f90f81469f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 shutdown_connections 2024-09-05T06:10:35.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.260+0000 7f90fe633640 1 -- 172.21.15.70:0/414958505 wait complete. 2024-09-05T06:10:35.277 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:10:35.277 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:35.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7baf7fb640 1 Processor -- start 2024-09-05T06:10:35.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7baf7fb640 1 -- start start 2024-09-05T06:10:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7baf7fb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba8157110 0x7f7ba80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7baf7fb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7ba80b5ac0 0x7f7ba80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7baf7fb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7ba80ceaf0 0x7f7ba80d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7baf7fb640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f7ba806d570 con 0x7f7ba80ceaf0 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7baf7fb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7ba806d850 con 0x7f7ba80b5ac0 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7baf7fb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ba806db30 con 0x7f7ba8157110 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7badd98640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7ba80ceaf0 0x7f7ba80d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7badd98640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7ba80ceaf0 0x7f7ba80d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55730/0 (socket says 172.21.15.70:55730) 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7badd98640 1 -- 172.21.15.70:0/2705414018 learned_addr learned my addr 172.21.15.70:0/2705414018 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7bad597640 1 --2- 172.21.15.70:0/2705414018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba8157110 0x7f7ba80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7bacd96640 1 --2- 172.21.15.70:0/2705414018 >> v2:172.21.15.196:3300/0 conn(0x7f7ba80b5ac0 0x7f7ba80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7badd98640 1 -- 172.21.15.70:0/2705414018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba8157110 msgr2=0x7f7ba80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7badd98640 1 --2- 172.21.15.70:0/2705414018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba8157110 0x7f7ba80b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7badd98640 1 -- 172.21.15.70:0/2705414018 >> v2:172.21.15.196:3300/0 conn(0x7f7ba80b5ac0 msgr2=0x7f7ba80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7badd98640 1 --2- 172.21.15.70:0/2705414018 >> v2:172.21.15.196:3300/0 conn(0x7f7ba80b5ac0 0x7f7ba80d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7badd98640 1 -- 172.21.15.70:0/2705414018 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba806de10 con 0x7f7ba80ceaf0 2024-09-05T06:10:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.384+0000 7f7bacd96640 1 --2- 172.21.15.70:0/2705414018 >> v2:172.21.15.196:3300/0 conn(0x7f7ba80b5ac0 0x7f7ba80d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 --2- 172.21.15.70:0/2705414018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba80ceaf0 0x7f7ba80d0c90 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7ba806f780 tx=0x7f7ba001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=849b2a1fbb6a9f2b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7b9ffff640 1 -- 172.21.15.70:0/2705414018 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba00a5670 con 0x7f7ba80ceaf0 2024-09-05T06:10:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7b9ffff640 1 -- 172.21.15.70:0/2705414018 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ba00a5810 con 0x7f7ba80ceaf0 2024-09-05T06:10:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7b9ffff640 1 -- 172.21.15.70:0/2705414018 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba00a5be0 con 0x7f7ba80ceaf0 2024-09-05T06:10:35.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2705414018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba80ceaf0 msgr2=0x7f7ba80d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2705414018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba80ceaf0 0x7f7ba80d0c90 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7ba806f780 tx=0x7f7ba001c9f0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2705414018 shutdown_connections 2024-09-05T06:10:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2705414018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba80ceaf0 0x7f7ba80d0c90 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2705414018 >> v2:172.21.15.196:3300/0 conn(0x7f7ba80b5ac0 0x7f7ba80d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2705414018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba8157110 0x7f7ba80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2705414018 >> 172.21.15.70:0/2705414018 conn(0x7f7ba806bcc0 msgr2=0x7f7ba806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2705414018 shutdown_connections 2024-09-05T06:10:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2705414018 wait complete. 2024-09-05T06:10:35.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 Processor -- start 2024-09-05T06:10:35.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- start start 2024-09-05T06:10:35.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ba80b5ac0 0x7f7ba80730c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba80ceaf0 0x7f7ba814c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba8157110 0x7f7ba80ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba80b0300 con 0x7f7ba8157110 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba80b0180 con 0x7f7ba80b5ac0 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ba8160550 con 0x7f7ba80ceaf0 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba8157110 0x7f7ba80ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba8157110 0x7f7ba80ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55742/0 (socket says 172.21.15.70:55742) 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 -- 172.21.15.70:0/2546477961 learned_addr learned my addr 172.21.15.70:0/2546477961 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7bad597640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ba80b5ac0 0x7f7ba80730c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7bacd96640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba80ceaf0 0x7f7ba814c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 -- 172.21.15.70:0/2546477961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba80ceaf0 msgr2=0x7f7ba814c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba80ceaf0 0x7f7ba814c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 -- 172.21.15.70:0/2546477961 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ba80b5ac0 msgr2=0x7f7ba80730c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ba80b5ac0 0x7f7ba80730c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 -- 172.21.15.70:0/2546477961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba815eb70 con 0x7f7ba8157110 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7badd98640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba8157110 0x7f7ba80ae8b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7ba00af040 tx=0x7f7ba0019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7b9dffb640 1 -- 172.21.15.70:0/2546477961 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0009510 con 0x7f7ba8157110 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7b9dffb640 1 -- 172.21.15.70:0/2546477961 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ba00be070 con 0x7f7ba8157110 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba8150200 con 0x7f7ba8157110 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7b9dffb640 1 -- 172.21.15.70:0/2546477961 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba00b88b0 con 0x7f7ba8157110 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.388+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba81505b0 con 0x7f7ba8157110 2024-09-05T06:10:35.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.392+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ba80b5580 con 0x7f7ba8157110 2024-09-05T06:10:35.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.392+0000 7f7b9dffb640 1 -- 172.21.15.70:0/2546477961 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7ba00b8a50 con 0x7f7ba8157110 2024-09-05T06:10:35.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.392+0000 7f7b9dffb640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b8c0678c0 0x7f7b8c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.392+0000 7f7b9dffb640 1 -- 172.21.15.70:0/2546477961 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f7ba0120e50 con 0x7f7ba8157110 2024-09-05T06:10:35.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.392+0000 7f7bad597640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b8c0678c0 0x7f7b8c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.392+0000 7f7bad597640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b8c0678c0 0x7f7b8c069d80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7ba400d8d0 tx=0x7f7ba4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.396+0000 7f7b9dffb640 1 -- 172.21.15.70:0/2546477961 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7ba00165e0 con 0x7f7ba8157110 2024-09-05T06:10:35.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7ba806c140 con 0x7f7ba8157110 2024-09-05T06:10:35.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7b9dffb640 1 -- 172.21.15.70:0/2546477961 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7f7ba00f1a90 con 0x7f7ba8157110 2024-09-05T06:10:35.588 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:35.588 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:02.373678+0000","modified":"2024-09-05T06:10:04.416551+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4257},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4257":{"gid":4257,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4257,"qdb_cluster":[4257]},"id":1}]} 2024-09-05T06:10:35.588 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 6 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b8c0678c0 msgr2=0x7f7b8c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b8c0678c0 0x7f7b8c069d80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7ba400d8d0 tx=0x7f7ba4008040 comp rx=0 tx=0).stop 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba8157110 msgr2=0x7f7ba80ae8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba8157110 0x7f7ba80ae8b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7ba00af040 tx=0x7f7ba0019790 comp rx=0 tx=0).stop 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 shutdown_connections 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b8c0678c0 0x7f7b8c069d80 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ba8157110 0x7f7ba80ae8b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ba80ceaf0 0x7f7ba814c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 --2- 172.21.15.70:0/2546477961 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ba80b5ac0 0x7f7ba80730c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 >> 172.21.15.70:0/2546477961 conn(0x7f7ba806bcc0 msgr2=0x7f7ba8155bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.588+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 shutdown_connections 2024-09-05T06:10:35.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.592+0000 7f7baf7fb640 1 -- 172.21.15.70:0/2546477961 wait complete. 2024-09-05T06:10:35.606 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:35.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95c05c3640 1 Processor -- start 2024-09-05T06:10:35.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95c05c3640 1 -- start start 2024-09-05T06:10:35.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95c05c3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f95b80ceaf0 0x7f95b80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95c05c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 0x7f95b80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95c05c3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95b806d570 con 0x7f95b8157110 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95c05c3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f95b80d1100 con 0x7f95b80ceaf0 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95c05c3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f95b806d850 con 0x7f95b80d0c90 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95be35f640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f95b8157110 0x7f95b80b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46602/0 (socket says 172.21.15.70:46602) 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95be35f640 1 -- 172.21.15.70:0/3006189533 learned_addr learned my addr 172.21.15.70:0/3006189533 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1614180580 0 0) 0x7f95b806d570 con 0x7f95b8157110 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95beb60640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 0x7f95b80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f95a4003530 con 0x7f95b8157110 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bdb5e640 1 --2- 172.21.15.70:0/3006189533 >> v2:172.21.15.196:3300/0 conn(0x7f95b80ceaf0 0x7f95b80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2268346918 0 0) 0x7f95a4003530 con 0x7f95b8157110 2024-09-05T06:10:35.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 msgr2=0x7f95b80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 0x7f95b80af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 >> v2:172.21.15.196:3300/0 conn(0x7f95b80ceaf0 msgr2=0x7f95b80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 --2- 172.21.15.70:0/3006189533 >> v2:172.21.15.196:3300/0 conn(0x7f95b80ceaf0 0x7f95b80d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b806db30 con 0x7f95b8157110 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f95b4001680 con 0x7f95b8157110 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 >> v1:172.21.15.70:6789/0 conn(0x7f95b8157110 legacy=0x7f95b80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 0x7f95a40039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95a4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95a4004d50 0x7f95a40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f95b80d1100 con 0x7f95a4003ff0 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f95b806d850 con 0x7f95a4004d50 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.724+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f95a400bad0 con 0x7f95b80d0c90 2024-09-05T06:10:35.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bdb5e640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95a4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95be35f640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 0x7f95a40039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bdb5e640 1 -- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 msgr2=0x7f95a40039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:35.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bdb5e640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 0x7f95a40039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bdb5e640 1 -- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95a4004d50 msgr2=0x7f95a40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:35.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bdb5e640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95a4004d50 0x7f95a40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bdb5e640 1 -- 172.21.15.70:0/3006189533 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a4003530 con 0x7f95a4003ff0 2024-09-05T06:10:35.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95be35f640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b80d0c90 0x7f95a40039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:35.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bdb5e640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95a4004810 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f95a800ba00 tx=0x7f95a801c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2060aa80d35d05c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a800b600 con 0x7f95a4003ff0 2024-09-05T06:10:35.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95a80b1070 con 0x7f95a4003ff0 2024-09-05T06:10:35.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95bd35d640 1 -- 172.21.15.70:0/3006189533 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a80a6040 con 0x7f95a4003ff0 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95c05c3640 1 -- 172.21.15.70:0/3006189533 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 msgr2=0x7f95a4004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95c05c3640 1 --2- 172.21.15.70:0/3006189533 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95a4004810 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f95a800ba00 tx=0x7f95a801c6a0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95beb60640 1 -- 172.21.15.70:0/3006189533 reap_dead start 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95c05c3640 1 -- 172.21.15.70:0/3006189533 shutdown_connections 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95c05c3640 1 -- 172.21.15.70:0/3006189533 >> 172.21.15.70:0/3006189533 conn(0x7f95b806bcc0 msgr2=0x7f95b806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95c05c3640 1 -- 172.21.15.70:0/3006189533 shutdown_connections 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.728+0000 7f95c05c3640 1 -- 172.21.15.70:0/3006189533 wait complete. 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 Processor -- start 2024-09-05T06:10:35.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 -- start start 2024-09-05T06:10:35.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95b814cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b8158570 0x7f95b8159160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95b814d230 0x7f95b814d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f95b806e3d0 con 0x7f95a4003ff0 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f95b806e0f0 con 0x7f95b814d230 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f95b80b5c90 con 0x7f95b8158570 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95b814cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95b814cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55758/0 (socket says 172.21.15.70:55758) 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 -- 172.21.15.70:0/751926214 learned_addr learned my addr 172.21.15.70:0/751926214 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95beb60640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95b814d230 0x7f95b814d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95bdb5e640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b8158570 0x7f95b8159160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 -- 172.21.15.70:0/751926214 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b8158570 msgr2=0x7f95b8159160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b8158570 0x7f95b8159160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 -- 172.21.15.70:0/751926214 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95b814d230 msgr2=0x7f95b814d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95b814d230 0x7f95b814d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 -- 172.21.15.70:0/751926214 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b8159a60 con 0x7f95a4003ff0 2024-09-05T06:10:35.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95be35f640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95b814cc20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f95b4010bb0 tx=0x7f95b400e4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95aeffd640 1 -- 172.21.15.70:0/751926214 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b401b070 con 0x7f95a4003ff0 2024-09-05T06:10:35.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95aeffd640 1 -- 172.21.15.70:0/751926214 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95b4011040 con 0x7f95a4003ff0 2024-09-05T06:10:35.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95b8159d40 con 0x7f95a4003ff0 2024-09-05T06:10:35.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95aeffd640 1 -- 172.21.15.70:0/751926214 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b40143a0 con 0x7f95a4003ff0 2024-09-05T06:10:35.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95b815a300 con 0x7f95a4003ff0 2024-09-05T06:10:35.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95aeffd640 1 -- 172.21.15.70:0/751926214 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f95b401e070 con 0x7f95a4003ff0 2024-09-05T06:10:35.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95b806d570 con 0x7f95a4003ff0 2024-09-05T06:10:35.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95aeffd640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f959c0678c0 0x7f959c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:35.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.732+0000 7f95aeffd640 1 -- 172.21.15.70:0/751926214 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f95b40888a0 con 0x7f95a4003ff0 2024-09-05T06:10:35.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.736+0000 7f95bdb5e640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f959c0678c0 0x7f959c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:35.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.736+0000 7f95bdb5e640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f959c0678c0 0x7f959c069d80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f95a80b0000 tx=0x7f95a80046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:35.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.740+0000 7f95aeffd640 1 -- 172.21.15.70:0/751926214 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f95b40593c0 con 0x7f95a4003ff0 2024-09-05T06:10:35.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.932+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f95b8156940 con 0x7f95a4003ff0 2024-09-05T06:10:35.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95aeffd640 1 -- 172.21.15.70:0/751926214 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7f95b4058cc0 con 0x7f95a4003ff0 2024-09-05T06:10:35.935 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:35.935 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":6,"btime":"2024-09-05T06:10:05:080362+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1202786763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1202786763},{"type":"v1","addr":"172.21.15.196:6835","nonce":1202786763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4252,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3517527958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3517527958},{"type":"v1","addr":"172.21.15.196:6833","nonce":3517527958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1204040226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1204040226},{"type":"v1","addr":"172.21.15.70:6836","nonce":1204040226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:02.373678+0000","modified":"2024-09-05T06:10:04.416551+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4257},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4257":{"gid":4257,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2627217605","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2627217605},{"type":"v1","addr":"172.21.15.70:6837","nonce":2627217605}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4257,"qdb_cluster":[4257]},"id":1}]} 2024-09-05T06:10:35.935 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 6 2024-09-05T06:10:35.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f959c0678c0 msgr2=0x7f959c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f959c0678c0 0x7f959c069d80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f95a80b0000 tx=0x7f95a80046d0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 msgr2=0x7f95b814cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:35.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95b814cc20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f95b4010bb0 tx=0x7f95b400e4d0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 shutdown_connections 2024-09-05T06:10:35.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f959c0678c0 0x7f959c069d80 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95b814d230 0x7f95b814d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95b8158570 0x7f95b8159160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 --2- 172.21.15.70:0/751926214 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a4003ff0 0x7f95b814cc20 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:35.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 >> 172.21.15.70:0/751926214 conn(0x7f95b806bcc0 msgr2=0x7f95b80b4e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:35.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 shutdown_connections 2024-09-05T06:10:35.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:35.936+0000 7f95c05c3640 1 -- 172.21.15.70:0/751926214 wait complete. 2024-09-05T06:10:35.954 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.072+0000 7fb8cf5d6640 1 Processor -- start 2024-09-05T06:10:36.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.072+0000 7fb8cf5d6640 1 -- start start 2024-09-05T06:10:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cf5d6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 0x7fb8c80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cf5d6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8c806d570 con 0x7fb8c8157110 2024-09-05T06:10:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cf5d6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8c806d850 con 0x7fb8c80ceaf0 2024-09-05T06:10:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cf5d6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb8c806db30 con 0x7fb8c80d0e60 2024-09-05T06:10:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cd372640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb8c8157110 0x7fb8c80b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46604/0 (socket says 172.21.15.70:46604) 2024-09-05T06:10:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cd372640 1 -- 172.21.15.70:0/1291305459 learned_addr learned my addr 172.21.15.70:0/1291305459 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cdb73640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 0x7fb8c80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2882224480 0 0) 0x7fb8c806d570 con 0x7fb8c8157110 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb8b4003530 con 0x7fb8c8157110 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 744423888 0 0) 0x7fb8b4003530 con 0x7fb8c8157110 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 msgr2=0x7fb8c80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 0x7fb8c80af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 >> v1:172.21.15.196:6789/0 conn(0x7fb8c80ceaf0 legacy=0x7fb8c80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c806de10 con 0x7fb8c8157110 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb8c4001680 con 0x7fb8c8157110 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 >> v1:172.21.15.70:6789/0 conn(0x7fb8c8157110 legacy=0x7fb8c80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 0x7fb8b40039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8b4003fc0 0x7fb8b4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8b40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c806db30 con 0x7fb8b4004d50 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b400bb10 con 0x7fb8b4003fc0 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb8b400bd10 con 0x7fb8c80d0e60 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cdb73640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8b40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cd372640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 0x7fb8b40039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8ccb71640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8b4003fc0 0x7fb8b4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cdb73640 1 -- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 msgr2=0x7fb8b40039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cdb73640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 0x7fb8b40039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cdb73640 1 -- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8b4003fc0 msgr2=0x7fb8b4004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cdb73640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8b4003fc0 0x7fb8b4004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cdb73640 1 -- 172.21.15.70:0/1291305459 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8b4003530 con 0x7fb8b4004d50 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8ccb71640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8b4003fc0 0x7fb8b4004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cd372640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c80d0e60 0x7fb8b40039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.076+0000 7fb8cdb73640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8b40051d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb8c806ed70 tx=0x7fb8c001cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=542c2c1eef59fae6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c00b2070 con 0x7fb8b4004d50 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8c00a5c30 con 0x7fb8b4004d50 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8bffff640 1 -- 172.21.15.70:0/1291305459 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c0009c10 con 0x7fb8b4004d50 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/1291305459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 msgr2=0x7fb8b40051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 --2- 172.21.15.70:0/1291305459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8b40051d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb8c806ed70 tx=0x7fb8c001cc20 comp rx=0 tx=0).stop 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cdb73640 1 -- 172.21.15.70:0/1291305459 reap_dead start 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/1291305459 shutdown_connections 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/1291305459 >> 172.21.15.70:0/1291305459 conn(0x7fb8c806bcc0 msgr2=0x7fb8c806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/1291305459 shutdown_connections 2024-09-05T06:10:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/1291305459 wait complete. 2024-09-05T06:10:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 Processor -- start 2024-09-05T06:10:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- start start 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8c814e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c81f5690 0x7fb8c8072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8c80ae8b0 0x7fb8c80aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c80b5c90 con 0x7fb8b4004d50 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c806e3d0 con 0x7fb8c80ae8b0 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb8c80af720 con 0x7fb8c81f5690 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8c814e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8c814e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55774/0 (socket says 172.21.15.70:55774) 2024-09-05T06:10:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 -- 172.21.15.70:0/3482947161 learned_addr learned my addr 172.21.15.70:0/3482947161 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cdb73640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8c80ae8b0 0x7fb8c80aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8ccb71640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c81f5690 0x7fb8c8072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 -- 172.21.15.70:0/3482947161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c81f5690 msgr2=0x7fb8c8072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c81f5690 0x7fb8c8072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 -- 172.21.15.70:0/3482947161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8c80ae8b0 msgr2=0x7fb8c80aed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8c80ae8b0 0x7fb8c80aed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 -- 172.21.15.70:0/3482947161 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c81f46e0 con 0x7fb8b4004d50 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cd372640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8c814e240 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb8c400d8b0 tx=0x7fb8c400dd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8bdffb640 1 -- 172.21.15.70:0/3482947161 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c4019070 con 0x7fb8b4004d50 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8bdffb640 1 -- 172.21.15.70:0/3482947161 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8c40074e0 con 0x7fb8b4004d50 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8c81f49c0 con 0x7fb8b4004d50 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8bdffb640 1 -- 172.21.15.70:0/3482947161 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c40049f0 con 0x7fb8b4004d50 2024-09-05T06:10:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.080+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8c81f4f80 con 0x7fb8b4004d50 2024-09-05T06:10:36.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.084+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8c814e780 con 0x7fb8b4004d50 2024-09-05T06:10:36.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.084+0000 7fb8bdffb640 1 -- 172.21.15.70:0/3482947161 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb8c4004b90 con 0x7fb8b4004d50 2024-09-05T06:10:36.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.084+0000 7fb8bdffb640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8ac0678f0 0x7fb8ac069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.084+0000 7fb8bdffb640 1 -- 172.21.15.70:0/3482947161 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb8c4085760 con 0x7fb8b4004d50 2024-09-05T06:10:36.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.084+0000 7fb8ccb71640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8ac0678f0 0x7fb8ac069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.084+0000 7fb8ccb71640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8ac0678f0 0x7fb8ac069db0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80cd5a0 tx=0x7fb8b8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.088+0000 7fb8bdffb640 1 -- 172.21.15.70:0/3482947161 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb8c40562a0 con 0x7fb8b4004d50 2024-09-05T06:10:36.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.252+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb8c8076260 con 0x7fb8b4004d50 2024-09-05T06:10:36.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.252+0000 7fb8bdffb640 1 -- 172.21.15.70:0/3482947161 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16657 (secure 0 0 0) 0x7fb8c4055ba0 con 0x7fb8b4004d50 2024-09-05T06:10:36.253 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:36.253 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:04.039597+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:00.209835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:01.380173+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:36.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8ac0678f0 msgr2=0x7fb8ac069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8ac0678f0 0x7fb8ac069db0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80cd5a0 tx=0x7fb8b8009040 comp rx=0 tx=0).stop 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 msgr2=0x7fb8c814e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8c814e240 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb8c400d8b0 tx=0x7fb8c400dd70 comp rx=0 tx=0).stop 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 shutdown_connections 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb8ac0678f0 0x7fb8ac069db0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb8c80ae8b0 0x7fb8c80aed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb8c81f5690 0x7fb8c8072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 --2- 172.21.15.70:0/3482947161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb8b4004d50 0x7fb8c814e240 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 >> 172.21.15.70:0/3482947161 conn(0x7fb8c806bcc0 msgr2=0x7fb8c815e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 shutdown_connections 2024-09-05T06:10:36.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.256+0000 7fb8cf5d6640 1 -- 172.21.15.70:0/3482947161 wait complete. 2024-09-05T06:10:36.272 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:10:36.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de3780640 1 Processor -- start 2024-09-05T06:10:36.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de3780640 1 -- start start 2024-09-05T06:10:36.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de3780640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2ddc155ee0 0x7f2ddc0730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de3780640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc06e680 0x7f2ddc06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de3780640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ddc0b50a0 con 0x7f2ddc0735f0 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de3780640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2ddc06f010 con 0x7f2ddc155ee0 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de3780640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2ddc072380 con 0x7f2ddc06e680 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de151c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2ddc155ee0 0x7f2ddc0730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de151c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2ddc155ee0 0x7f2ddc0730b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55786/0 (socket says 172.21.15.70:55786) 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de151c640 1 -- 172.21.15.70:0/2649365808 learned_addr learned my addr 172.21.15.70:0/2649365808 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de1d1d640 1 --2- 172.21.15.70:0/2649365808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc06e680 0x7f2ddc06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de151c640 1 -- 172.21.15.70:0/2649365808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc06e680 msgr2=0x7f2ddc06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de151c640 1 --2- 172.21.15.70:0/2649365808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc06e680 0x7f2ddc06ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de151c640 1 -- 172.21.15.70:0/2649365808 >> v1:172.21.15.196:6789/0 conn(0x7f2ddc0735f0 legacy=0x7f2ddc0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:36.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de151c640 1 -- 172.21.15.70:0/2649365808 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ddc0725d0 con 0x7f2ddc155ee0 2024-09-05T06:10:36.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.388+0000 7f2de1d1d640 1 --2- 172.21.15.70:0/2649365808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc06e680 0x7f2ddc06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:36.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de151c640 1 --2- 172.21.15.70:0/2649365808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc155ee0 0x7f2ddc0730b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8009870 tx=0x7f2dd801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a831a2c204b67bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2dd3fff640 1 -- 172.21.15.70:0/2649365808 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd80b0070 con 0x7f2ddc155ee0 2024-09-05T06:10:36.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2dd3fff640 1 -- 172.21.15.70:0/2649365808 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dd80ab600 con 0x7f2ddc155ee0 2024-09-05T06:10:36.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2dd3fff640 1 -- 172.21.15.70:0/2649365808 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd80ab9d0 con 0x7f2ddc155ee0 2024-09-05T06:10:36.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de3780640 1 -- 172.21.15.70:0/2649365808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc155ee0 msgr2=0x7f2ddc0730b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de3780640 1 --2- 172.21.15.70:0/2649365808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc155ee0 0x7f2ddc0730b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8009870 tx=0x7f2dd801c520 comp rx=0 tx=0).stop 2024-09-05T06:10:36.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de3780640 1 -- 172.21.15.70:0/2649365808 shutdown_connections 2024-09-05T06:10:36.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de3780640 1 --2- 172.21.15.70:0/2649365808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc06e680 0x7f2ddc06ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de3780640 1 --2- 172.21.15.70:0/2649365808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc155ee0 0x7f2ddc0730b0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de3780640 1 -- 172.21.15.70:0/2649365808 >> 172.21.15.70:0/2649365808 conn(0x7f2ddc06bcc0 msgr2=0x7f2ddc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:36.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de3780640 1 -- 172.21.15.70:0/2649365808 shutdown_connections 2024-09-05T06:10:36.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.392+0000 7f2de3780640 1 -- 172.21.15.70:0/2649365808 wait complete. 2024-09-05T06:10:36.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 Processor -- start 2024-09-05T06:10:36.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 -- start start 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc06e680 0x7f2ddc145290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2ddc155ee0 0x7f2ddc166aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc166fe0 0x7f2ddc1543b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2ddc15d530 con 0x7f2ddc06e680 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2ddc15d3b0 con 0x7f2ddc155ee0 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2ddc15d6b0 con 0x7f2ddc166fe0 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc06e680 0x7f2ddc145290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc06e680 0x7f2ddc145290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55792/0 (socket says 172.21.15.70:55792) 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 -- 172.21.15.70:0/2350951642 learned_addr learned my addr 172.21.15.70:0/2350951642 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:36.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de1d1d640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc166fe0 0x7f2ddc1543b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de0d1b640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2ddc155ee0 0x7f2ddc166aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 -- 172.21.15.70:0/2350951642 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc166fe0 msgr2=0x7f2ddc1543b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc166fe0 0x7f2ddc1543b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 -- 172.21.15.70:0/2350951642 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2ddc155ee0 msgr2=0x7f2ddc166aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2ddc155ee0 0x7f2ddc166aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 -- 172.21.15.70:0/2350951642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ddc0cdba0 con 0x7f2ddc06e680 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de151c640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc06e680 0x7f2ddc145290 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2dd80ae040 tx=0x7f2dd80192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2dd1ffb640 1 -- 172.21.15.70:0/2350951642 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd80b0040 con 0x7f2ddc06e680 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2dd1ffb640 1 -- 172.21.15.70:0/2350951642 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dd80b9070 con 0x7f2ddc06e680 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ddc0cde80 con 0x7f2ddc06e680 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2dd1ffb640 1 -- 172.21.15.70:0/2350951642 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd80b4680 con 0x7f2ddc06e680 2024-09-05T06:10:36.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ddc0ce440 con 0x7f2ddc06e680 2024-09-05T06:10:36.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ddc06ead0 con 0x7f2ddc06e680 2024-09-05T06:10:36.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2dd1ffb640 1 -- 172.21.15.70:0/2350951642 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2dd80b4820 con 0x7f2ddc06e680 2024-09-05T06:10:36.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2dd1ffb640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2dc00678f0 0x7f2dc0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.396+0000 7f2de0d1b640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2dc00678f0 0x7f2dc0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.400+0000 7f2dd1ffb640 1 -- 172.21.15.70:0/2350951642 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f2dd811f910 con 0x7f2ddc06e680 2024-09-05T06:10:36.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.400+0000 7f2de0d1b640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2dc00678f0 0x7f2dc0069db0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc152a60 tx=0x7f2dcc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.404+0000 7f2dd1ffb640 1 -- 172.21.15.70:0/2350951642 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2dd8016110 con 0x7f2ddc06e680 2024-09-05T06:10:36.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.588+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f2ddc15b940 con 0x7f2ddc06e680 2024-09-05T06:10:36.587 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:10:36.588+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:10:36.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.588+0000 7f2dd1ffb640 1 -- 172.21.15.70:0/2350951642 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v7) ==== 161+0+0 (secure 0 0 0) 0x7f2dd80f04e0 con 0x7f2ddc06e680 2024-09-05T06:10:36.589 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:10:36.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2dc00678f0 msgr2=0x7f2dc0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2dc00678f0 0x7f2dc0069db0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc152a60 tx=0x7f2dcc009040 comp rx=0 tx=0).stop 2024-09-05T06:10:36.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc06e680 msgr2=0x7f2ddc145290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc06e680 0x7f2ddc145290 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2dd80ae040 tx=0x7f2dd80192c0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 shutdown_connections 2024-09-05T06:10:36.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2dc00678f0 0x7f2dc0069db0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2ddc166fe0 0x7f2ddc1543b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2ddc155ee0 0x7f2ddc166aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 --2- 172.21.15.70:0/2350951642 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2ddc06e680 0x7f2ddc145290 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 >> 172.21.15.70:0/2350951642 conn(0x7f2ddc06bcc0 msgr2=0x7f2ddc158500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:36.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 shutdown_connections 2024-09-05T06:10:36.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.592+0000 7f2de3780640 1 -- 172.21.15.70:0/2350951642 wait complete. 2024-09-05T06:10:36.600 INFO:tasks.ceph.mds.a.smithi070.stderr: -2271> 2024-09-05T06:10:06.988+0000 7f15e680c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:10:36.608 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:10:36.655 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:10:36.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f0160186640 1 Processor -- start 2024-09-05T06:10:36.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f0160186640 1 -- start start 2024-09-05T06:10:36.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f0160186640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f015815edf0 0x7f01580cf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f0160186640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580cfcd0 0x7f01580d0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f0160186640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f01580d14c0 0x7f01580d1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f0160186640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f01580d3260 con 0x7f015815edf0 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f0160186640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f01580d34b0 con 0x7f01580d14c0 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f0160186640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f01580d3790 con 0x7f01580cfcd0 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015df22640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f015815edf0 0x7f01580cf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015df22640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f015815edf0 0x7f01580cf790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55802/0 (socket says 172.21.15.70:55802) 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015df22640 1 -- 172.21.15.70:0/1265755102 learned_addr learned my addr 172.21.15.70:0/1265755102 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015d721640 1 --2- 172.21.15.70:0/1265755102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580cfcd0 0x7f01580d0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015df22640 1 -- 172.21.15.70:0/1265755102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580cfcd0 msgr2=0x7f01580d0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015df22640 1 --2- 172.21.15.70:0/1265755102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580cfcd0 0x7f01580d0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015df22640 1 -- 172.21.15.70:0/1265755102 >> v2:172.21.15.196:3300/0 conn(0x7f01580d14c0 msgr2=0x7f01580d1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015e723640 1 --2- 172.21.15.70:0/1265755102 >> v2:172.21.15.196:3300/0 conn(0x7f01580d14c0 0x7f01580d1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015df22640 1 --2- 172.21.15.70:0/1265755102 >> v2:172.21.15.196:3300/0 conn(0x7f01580d14c0 0x7f01580d1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.720+0000 7f015df22640 1 -- 172.21.15.70:0/1265755102 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01580d3a70 con 0x7f015815edf0 2024-09-05T06:10:36.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f015df22640 1 --2- 172.21.15.70:0/1265755102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f015815edf0 0x7f01580cf790 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0158076200 tx=0x7f015401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae57f0fbe5bf5cde server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f015cf20640 1 -- 172.21.15.70:0/1265755102 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01540b1070 con 0x7f015815edf0 2024-09-05T06:10:36.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f015cf20640 1 -- 172.21.15.70:0/1265755102 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01540ac410 con 0x7f015815edf0 2024-09-05T06:10:36.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f015cf20640 1 -- 172.21.15.70:0/1265755102 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01540ac7e0 con 0x7f015815edf0 2024-09-05T06:10:36.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 -- 172.21.15.70:0/1265755102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f015815edf0 msgr2=0x7f01580cf790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 --2- 172.21.15.70:0/1265755102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f015815edf0 0x7f01580cf790 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0158076200 tx=0x7f015401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 -- 172.21.15.70:0/1265755102 shutdown_connections 2024-09-05T06:10:36.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 --2- 172.21.15.70:0/1265755102 >> v2:172.21.15.196:3300/0 conn(0x7f01580d14c0 0x7f01580d1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 --2- 172.21.15.70:0/1265755102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580cfcd0 0x7f01580d0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 --2- 172.21.15.70:0/1265755102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f015815edf0 0x7f01580cf790 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 -- 172.21.15.70:0/1265755102 >> 172.21.15.70:0/1265755102 conn(0x7f01580d4c80 msgr2=0x7f01580d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:36.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 -- 172.21.15.70:0/1265755102 shutdown_connections 2024-09-05T06:10:36.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.724+0000 7f0160186640 1 -- 172.21.15.70:0/1265755102 wait complete. 2024-09-05T06:10:36.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 Processor -- start 2024-09-05T06:10:36.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 -- start start 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01580cfcd0 0x7f0158155f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580d14c0 0x7f01580b8f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f015815edf0 0x7f0158150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f01580d58c0 con 0x7f01580cfcd0 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f015815f1d0 con 0x7f015815edf0 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f01580d5a40 con 0x7f01580d14c0 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01580cfcd0 0x7f0158155f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01580cfcd0 0x7f0158155f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55816/0 (socket says 172.21.15.70:55816) 2024-09-05T06:10:36.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 -- 172.21.15.70:0/2481431319 learned_addr learned my addr 172.21.15.70:0/2481431319 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 -- 172.21.15.70:0/2481431319 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580d14c0 msgr2=0x7f01580b8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015e723640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f015815edf0 0x7f0158150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580d14c0 0x7f01580b8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 -- 172.21.15.70:0/2481431319 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f015815edf0 msgr2=0x7f0158150ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f015815edf0 0x7f0158150ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 -- 172.21.15.70:0/2481431319 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0158156890 con 0x7f01580cfcd0 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015df22640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01580cfcd0 0x7f0158155f20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f01540af040 tx=0x7f0154019290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f014e7fc640 1 -- 172.21.15.70:0/2481431319 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01540bc070 con 0x7f01580cfcd0 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f014e7fc640 1 -- 172.21.15.70:0/2481431319 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01540ab5c0 con 0x7f01580cfcd0 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0158156b70 con 0x7f01580cfcd0 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f014e7fc640 1 -- 172.21.15.70:0/2481431319 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01540ace60 con 0x7f01580cfcd0 2024-09-05T06:10:36.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0158157130 con 0x7f01580cfcd0 2024-09-05T06:10:36.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01580d1930 con 0x7f01580cfcd0 2024-09-05T06:10:36.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f014e7fc640 1 -- 172.21.15.70:0/2481431319 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f01540bf070 con 0x7f01580cfcd0 2024-09-05T06:10:36.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f014e7fc640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f013c0678c0 0x7f013c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:36.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f015d721640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f013c0678c0 0x7f013c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:36.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.728+0000 7f014e7fc640 1 -- 172.21.15.70:0/2481431319 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5795+0+0 (secure 0 0 0) 0x7f015411f5b0 con 0x7f01580cfcd0 2024-09-05T06:10:36.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.732+0000 7f015d721640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f013c0678c0 0x7f013c069d80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f01580d0620 tx=0x7f0148008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:36.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.732+0000 7f014e7fc640 1 -- 172.21.15.70:0/2481431319 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0154016110 con 0x7f01580cfcd0 2024-09-05T06:10:36.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:36.916+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f01580d3de0 con 0x7f01580cfcd0 2024-09-05T06:10:37.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.592+0000 7f014e7fc640 1 -- 172.21.15.70:0/2481431319 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v8) ==== 104+0+0 (secure 0 0 0) 0x7f01540f0000 con 0x7f01580cfcd0 2024-09-05T06:10:37.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f013c0678c0 msgr2=0x7f013c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:37.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f013c0678c0 0x7f013c069d80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f01580d0620 tx=0x7f0148008040 comp rx=0 tx=0).stop 2024-09-05T06:10:37.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01580cfcd0 msgr2=0x7f0158155f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:37.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01580cfcd0 0x7f0158155f20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f01540af040 tx=0x7f0154019290 comp rx=0 tx=0).stop 2024-09-05T06:10:37.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 shutdown_connections 2024-09-05T06:10:37.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f013c0678c0 0x7f013c069d80 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f015815edf0 0x7f0158150ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01580d14c0 0x7f01580b8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 --2- 172.21.15.70:0/2481431319 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01580cfcd0 0x7f0158155f20 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 >> 172.21.15.70:0/2481431319 conn(0x7f01580d4c80 msgr2=0x7f0158158370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:37.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 shutdown_connections 2024-09-05T06:10:37.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.596+0000 7f0160186640 1 -- 172.21.15.70:0/2481431319 wait complete. 2024-09-05T06:10:37.618 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:10:37.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6ca11de640 1 Processor -- start 2024-09-05T06:10:37.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6ca11de640 1 -- start start 2024-09-05T06:10:37.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6ca11de640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6c9c070420 0x7f6c9c0b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:37.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6ca11de640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c06d500 0x7f6c9c06d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:37.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6ca11de640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c9c0b75c0 con 0x7f6c9c0b1cb0 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6ca11de640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6c9c06d070 con 0x7f6c9c070420 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6ca11de640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6c9c0b7860 con 0x7f6c9c06d500 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6c9ad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6c9c070420 0x7f6c9c0b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6c9ad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6c9c070420 0x7f6c9c0b6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55822/0 (socket says 172.21.15.70:55822) 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6c9ad9d640 1 -- 172.21.15.70:0/3873589118 learned_addr learned my addr 172.21.15.70:0/3873589118 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6c9b59e640 1 --2- 172.21.15.70:0/3873589118 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c06d500 0x7f6c9c06d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6c9ad9d640 1 -- 172.21.15.70:0/3873589118 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c06d500 msgr2=0x7f6c9c06d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6c9ad9d640 1 --2- 172.21.15.70:0/3873589118 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c06d500 0x7f6c9c06d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6c9ad9d640 1 -- 172.21.15.70:0/3873589118 >> v1:172.21.15.196:6789/0 conn(0x7f6c9c0b1cb0 legacy=0x7f6c9c070800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:37.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.740+0000 7f6c9ad9d640 1 -- 172.21.15.70:0/3873589118 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c9c0b7b00 con 0x7f6c9c070420 2024-09-05T06:10:37.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6c9ad9d640 1 --2- 172.21.15.70:0/3873589118 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c070420 0x7f6c9c0b6f90 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c06d1f0 tx=0x7f6c9401c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f2bf78cc2648073 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:37.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6c99d9b640 1 -- 172.21.15.70:0/3873589118 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c940b0070 con 0x7f6c9c070420 2024-09-05T06:10:37.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6c99d9b640 1 -- 172.21.15.70:0/3873589118 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c940ab600 con 0x7f6c9c070420 2024-09-05T06:10:37.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6c99d9b640 1 -- 172.21.15.70:0/3873589118 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c940ab9d0 con 0x7f6c9c070420 2024-09-05T06:10:37.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 -- 172.21.15.70:0/3873589118 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c070420 msgr2=0x7f6c9c0b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:37.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 --2- 172.21.15.70:0/3873589118 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c070420 0x7f6c9c0b6f90 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c06d1f0 tx=0x7f6c9401c500 comp rx=0 tx=0).stop 2024-09-05T06:10:37.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 -- 172.21.15.70:0/3873589118 shutdown_connections 2024-09-05T06:10:37.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 --2- 172.21.15.70:0/3873589118 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c06d500 0x7f6c9c06d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 --2- 172.21.15.70:0/3873589118 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c070420 0x7f6c9c0b6f90 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 -- 172.21.15.70:0/3873589118 >> 172.21.15.70:0/3873589118 conn(0x7f6c9c09ba40 msgr2=0x7f6c9c09be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:37.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 -- 172.21.15.70:0/3873589118 shutdown_connections 2024-09-05T06:10:37.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 -- 172.21.15.70:0/3873589118 wait complete. 2024-09-05T06:10:37.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.744+0000 7f6ca11de640 1 Processor -- start 2024-09-05T06:10:37.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 -- start start 2024-09-05T06:10:37.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c06d500 0x7f6c9c154b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:37.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c070420 0x7f6c9c0ce120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:37.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c9c0b1cb0 0x7f6c9c13ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:37.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9c16ba50 con 0x7f6c9c06d500 2024-09-05T06:10:37.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9c16bbd0 con 0x7f6c9c0b1cb0 2024-09-05T06:10:37.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6c9c16bd50 con 0x7f6c9c070420 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c06d500 0x7f6c9c154b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c06d500 0x7f6c9c154b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55826/0 (socket says 172.21.15.70:55826) 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 -- 172.21.15.70:0/2298017420 learned_addr learned my addr 172.21.15.70:0/2298017420 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 -- 172.21.15.70:0/2298017420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c070420 msgr2=0x7f6c9c0ce120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c070420 0x7f6c9c0ce120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 -- 172.21.15.70:0/2298017420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c9c0b1cb0 msgr2=0x7f6c9c13ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c9c0b1cb0 0x7f6c9c13ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 -- 172.21.15.70:0/2298017420 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c9c157470 con 0x7f6c9c06d500 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9ad9d640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c06d500 0x7f6c9c154b70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6c940ae040 tx=0x7f6c9401ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c937fe640 1 -- 172.21.15.70:0/2298017420 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c940b0040 con 0x7f6c9c06d500 2024-09-05T06:10:37.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c937fe640 1 -- 172.21.15.70:0/2298017420 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c940bc070 con 0x7f6c9c06d500 2024-09-05T06:10:37.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c937fe640 1 -- 172.21.15.70:0/2298017420 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c940aa900 con 0x7f6c9c06d500 2024-09-05T06:10:37.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c9c157750 con 0x7f6c9c06d500 2024-09-05T06:10:37.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c9c157d10 con 0x7f6c9c06d500 2024-09-05T06:10:37.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c9c06d970 con 0x7f6c9c06d500 2024-09-05T06:10:37.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c937fe640 1 -- 172.21.15.70:0/2298017420 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6c940aaaa0 con 0x7f6c9c06d500 2024-09-05T06:10:37.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c937fe640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c800678c0 0x7f6c80069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:37.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c937fe640 1 -- 172.21.15.70:0/2298017420 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5795+0+0 (secure 0 0 0) 0x7f6c94120db0 con 0x7f6c9c06d500 2024-09-05T06:10:37.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.748+0000 7f6c9a59c640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c800678c0 0x7f6c80069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:37.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.752+0000 7f6c9a59c640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c800678c0 0x7f6c80069d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6c84007fd0 tx=0x7f6c84007d40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:37.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.752+0000 7f6c937fe640 1 -- 172.21.15.70:0/2298017420 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6c940160f0 con 0x7f6c9c06d500 2024-09-05T06:10:37.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:37.916+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6c9c0b1a70 con 0x7f6c9c06d500 2024-09-05T06:10:38.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.600+0000 7f6c937fe640 1 -- 172.21.15.70:0/2298017420 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v22) ==== 181+0+0 (secure 0 0 0) 0x7f6c940f1970 con 0x7f6c9c06d500 2024-09-05T06:10:38.600 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c800678c0 msgr2=0x7f6c80069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c800678c0 0x7f6c80069d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6c84007fd0 tx=0x7f6c84007d40 comp rx=0 tx=0).stop 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c06d500 msgr2=0x7f6c9c154b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c06d500 0x7f6c9c154b70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6c940ae040 tx=0x7f6c9401ad40 comp rx=0 tx=0).stop 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 shutdown_connections 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c800678c0 0x7f6c80069d80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c9c0b1cb0 0x7f6c9c13ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c9c070420 0x7f6c9c0ce120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 --2- 172.21.15.70:0/2298017420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c9c06d500 0x7f6c9c154b70 secure :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6c940ae040 tx=0x7f6c9401ad40 comp rx=0 tx=0).stop 2024-09-05T06:10:38.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 >> 172.21.15.70:0/2298017420 conn(0x7f6c9c09ba40 msgr2=0x7f6c9c15fba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:38.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 shutdown_connections 2024-09-05T06:10:38.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.604+0000 7f6ca11de640 1 -- 172.21.15.70:0/2298017420 wait complete. 2024-09-05T06:10:38.626 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:10:38.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcc71b0640 1 Processor -- start 2024-09-05T06:10:38.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcc71b0640 1 -- start start 2024-09-05T06:10:38.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcc71b0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdcc00ceaf0 0x7fdcc00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:38.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcc71b0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc00d0c90 0x7fdcc00af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:38.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcc71b0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdcc006d570 con 0x7fdcc0157110 2024-09-05T06:10:38.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcc71b0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdcc00d1100 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcc71b0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdcc006d850 con 0x7fdcc00d0c90 2024-09-05T06:10:38.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcbffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdcc00ceaf0 0x7fdcc00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:38.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcbffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdcc00ceaf0 0x7fdcc00d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51200/0 (socket says 172.21.15.70:51200) 2024-09-05T06:10:38.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcbffff640 1 -- 172.21.15.70:0/2522389114 learned_addr learned my addr 172.21.15.70:0/2522389114 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:38.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcc574d640 1 --2- 172.21.15.70:0/2522389114 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc00d0c90 0x7fdcc00af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:38.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcbffff640 1 -- 172.21.15.70:0/2522389114 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc00d0c90 msgr2=0x7fdcc00af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:38.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcbffff640 1 --2- 172.21.15.70:0/2522389114 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc00d0c90 0x7fdcc00af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:38.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcbffff640 1 -- 172.21.15.70:0/2522389114 >> v1:172.21.15.196:6789/0 conn(0x7fdcc0157110 legacy=0x7fdcc00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:38.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.756+0000 7fdcbffff640 1 -- 172.21.15.70:0/2522389114 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc006db30 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcbffff640 1 --2- 172.21.15.70:0/2522389114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00d0750 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdcac009870 tx=0x7fdcac01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea264b29478b772a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:38.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcbf7fe640 1 -- 172.21.15.70:0/2522389114 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac0b0070 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcbf7fe640 1 -- 172.21.15.70:0/2522389114 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcac0ab600 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcbf7fe640 1 -- 172.21.15.70:0/2522389114 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac0ab9d0 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 -- 172.21.15.70:0/2522389114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 msgr2=0x7fdcc00d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:38.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/2522389114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00d0750 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdcac009870 tx=0x7fdcac01c520 comp rx=0 tx=0).stop 2024-09-05T06:10:38.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 -- 172.21.15.70:0/2522389114 shutdown_connections 2024-09-05T06:10:38.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/2522389114 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc00d0c90 0x7fdcc00af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:38.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/2522389114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00d0750 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:38.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 -- 172.21.15.70:0/2522389114 >> 172.21.15.70:0/2522389114 conn(0x7fdcc006bcc0 msgr2=0x7fdcc006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:38.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 -- 172.21.15.70:0/2522389114 shutdown_connections 2024-09-05T06:10:38.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 -- 172.21.15.70:0/2522389114 wait complete. 2024-09-05T06:10:38.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 Processor -- start 2024-09-05T06:10:38.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.760+0000 7fdcc71b0640 1 -- start start 2024-09-05T06:10:38.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:38.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc00d0c90 0x7fdcc0149040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:38.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0157110 0x7fdcc01550a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc00b3a70 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc00b5c90 con 0x7fdcc00d0c90 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdcc00b3bf0 con 0x7fdcc0157110 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00ccf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51202/0 (socket says 172.21.15.70:51202) 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 -- 172.21.15.70:0/3975281220 learned_addr learned my addr 172.21.15.70:0/3975281220 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc574d640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0157110 0x7fdcc01550a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbffff640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc00d0c90 0x7fdcc0149040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 -- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0157110 msgr2=0x7fdcc01550a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0157110 0x7fdcc01550a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 -- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc00d0c90 msgr2=0x7fdcc0149040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc00d0c90 0x7fdcc0149040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 -- 172.21.15.70:0/3975281220 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc0148e10 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbffff640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc00d0c90 0x7fdcc0149040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:38.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc4f4c640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00ccf00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400b410 tx=0x7fdcb400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:38.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbd7fa640 1 -- 172.21.15.70:0/3975281220 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb4015030 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbd7fa640 1 -- 172.21.15.70:0/3975281220 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcb4004020 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcc014ef80 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbd7fa640 1 -- 172.21.15.70:0/3975281220 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb4004410 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcc00b1250 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcc0156940 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbd7fa640 1 -- 172.21.15.70:0/3975281220 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdcb4018070 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbd7fa640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:38.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbd7fa640 1 -- 172.21.15.70:0/3975281220 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5357+0+0 (secure 0 0 0) 0x7fdcb40855f0 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbffff640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:38.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.764+0000 7fdcbffff640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdcac0ad000 tx=0x7fdcac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:38.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.768+0000 7fdcbd7fa640 1 -- 172.21.15.70:0/3975281220 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdcb4056320 con 0x7fdcc00ceaf0 2024-09-05T06:10:38.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:38.932+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdcc014fe80 con 0x7fdcc00ceaf0 2024-09-05T06:10:39.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.600+0000 7fdcbd7fa640 1 -- 172.21.15.70:0/3975281220 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v23) ==== 169+0+0 (secure 0 0 0) 0x7fdcb4055c20 con 0x7fdcc00ceaf0 2024-09-05T06:10:39.602 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:10:39.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 msgr2=0x7fdca4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:39.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdcac0ad000 tx=0x7fdcac008040 comp rx=0 tx=0).stop 2024-09-05T06:10:39.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 msgr2=0x7fdcc00ccf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:39.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00ccf00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400b410 tx=0x7fdcb400b8d0 comp rx=0 tx=0).stop 2024-09-05T06:10:39.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 shutdown_connections 2024-09-05T06:10:39.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:39.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0157110 0x7fdcc01550a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:39.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc00d0c90 0x7fdcc0149040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:39.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 --2- 172.21.15.70:0/3975281220 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc00ceaf0 0x7fdcc00ccf00 secure :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400b410 tx=0x7fdcb400b8d0 comp rx=0 tx=0).stop 2024-09-05T06:10:39.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 >> 172.21.15.70:0/3975281220 conn(0x7fdcc006bcc0 msgr2=0x7fdcc015aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:39.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 shutdown_connections 2024-09-05T06:10:39.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.604+0000 7fdcc71b0640 1 -- 172.21.15.70:0/3975281220 wait complete. 2024-09-05T06:10:39.627 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:10:39.627 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:10:39.627 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:10:39.627 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:10:39.627 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:10:39.627 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:10:39.627 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:10:39.628 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:10:39.628 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:10:39.628 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:10:39.628 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:10:39.628 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:10:39.628 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:10:39.628 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:10:39.629 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:10:39.629 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:10:39.637 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:10:39.637 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:10:39.638 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:10:39.638 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:10:39.645 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:10:39.645 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:10:39.646 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:10:39.646 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:10:39.683 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:10:39.684 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:39.684 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:10:39.684 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:39.688 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:10:39.688 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:39.689 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:10:39.689 DEBUG:teuthology.parallel:result is None 2024-09-05T06:10:39.689 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:10:39.751 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:10:39.752 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:10:39.762 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:10:39.777 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:10:39.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6aa1a7640 1 Processor -- start 2024-09-05T06:10:39.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6aa1a7640 1 -- start start 2024-09-05T06:10:39.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6aa1a7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd6a415edb0 0x7fd6a40d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:39.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6aa1a7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6a40cfd30 con 0x7fd6a40d4980 2024-09-05T06:10:39.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6aa1a7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6a40d0010 con 0x7fd6a40cf7e0 2024-09-05T06:10:39.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6aa1a7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd6a40d02f0 con 0x7fd6a415edb0 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a37fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd6a40d4980 0x7fd6a40d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36868/0 (socket says 172.21.15.70:36868) 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a37fe640 1 -- 172.21.15.70:0/2510524449 learned_addr learned my addr 172.21.15.70:0/2510524449 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a2ffd640 1 --2- 172.21.15.70:0/2510524449 >> v2:172.21.15.196:3300/0 conn(0x7fd6a415edb0 0x7fd6a40d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a27fc640 1 -- 172.21.15.70:0/2510524449 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4082423436 0 0) 0x7fd6a40cfd30 con 0x7fd6a40d4980 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a27fc640 1 -- 172.21.15.70:0/2510524449 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd68c003530 con 0x7fd6a40d4980 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a27fc640 1 -- 172.21.15.70:0/2510524449 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3453577138 0 0) 0x7fd6a40d0010 con 0x7fd6a40cf7e0 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a27fc640 1 -- 172.21.15.70:0/2510524449 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6a40cfd30 con 0x7fd6a40cf7e0 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a2ffd640 1 -- 172.21.15.70:0/2510524449 >> v1:172.21.15.196:6789/0 conn(0x7fd6a40cf7e0 legacy=0x7fd6a40b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a2ffd640 1 -- 172.21.15.70:0/2510524449 >> v1:172.21.15.70:6789/0 conn(0x7fd6a40d4980 legacy=0x7fd6a40d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:39.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.812+0000 7fd6a2ffd640 1 -- 172.21.15.70:0/2510524449 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a40d05d0 con 0x7fd6a415edb0 2024-09-05T06:10:39.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6a2ffd640 1 --2- 172.21.15.70:0/2510524449 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a415edb0 0x7fd6a40d3340 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd6980097c0 tx=0x7fd69801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4aa21f1588c64fde server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:39.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6a27fc640 1 -- 172.21.15.70:0/2510524449 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6980aa5f0 con 0x7fd6a415edb0 2024-09-05T06:10:39.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6a27fc640 1 -- 172.21.15.70:0/2510524449 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6980af070 con 0x7fd6a415edb0 2024-09-05T06:10:39.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6a27fc640 1 -- 172.21.15.70:0/2510524449 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6980aa9b0 con 0x7fd6a415edb0 2024-09-05T06:10:39.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/2510524449 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a415edb0 msgr2=0x7fd6a40d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:39.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 --2- 172.21.15.70:0/2510524449 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a415edb0 0x7fd6a40d3340 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd6980097c0 tx=0x7fd69801c470 comp rx=0 tx=0).stop 2024-09-05T06:10:39.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/2510524449 shutdown_connections 2024-09-05T06:10:39.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 --2- 172.21.15.70:0/2510524449 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a415edb0 0x7fd6a40d3340 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:39.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/2510524449 >> 172.21.15.70:0/2510524449 conn(0x7fd6a408e690 msgr2=0x7fd6a409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:39.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/2510524449 shutdown_connections 2024-09-05T06:10:39.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/2510524449 wait complete. 2024-09-05T06:10:39.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 Processor -- start 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.816+0000 7fd6aa1a7640 1 -- start start 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6a40cf7e0 0x7fd6a414fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a40d4980 0x7fd6a414f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6a415edb0 0x7fd6a40ce5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a416c8c0 con 0x7fd6a415edb0 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a416c740 con 0x7fd6a40d4980 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd6a416ca40 con 0x7fd6a40cf7e0 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6a415edb0 0x7fd6a40ce5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:39.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6a415edb0 0x7fd6a40ce5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51244/0 (socket says 172.21.15.70:51244) 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 -- 172.21.15.70:0/3455516032 learned_addr learned my addr 172.21.15.70:0/3455516032 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a37fe640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6a40cf7e0 0x7fd6a414fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a2ffd640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a40d4980 0x7fd6a414f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 -- 172.21.15.70:0/3455516032 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6a40cf7e0 msgr2=0x7fd6a414fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6a40cf7e0 0x7fd6a414fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 -- 172.21.15.70:0/3455516032 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a40d4980 msgr2=0x7fd6a414f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a40d4980 0x7fd6a414f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 -- 172.21.15.70:0/3455516032 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a4152ab0 con 0x7fd6a415edb0 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a3fff640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6a415edb0 0x7fd6a40ce5b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd69c00c7c0 tx=0x7fd69c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd68bfff640 1 -- 172.21.15.70:0/3455516032 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c003b80 con 0x7fd6a415edb0 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd68bfff640 1 -- 172.21.15.70:0/3455516032 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd69c003d20 con 0x7fd6a415edb0 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd68bfff640 1 -- 172.21.15.70:0/3455516032 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c00aa50 con 0x7fd6a415edb0 2024-09-05T06:10:39.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a4152d20 con 0x7fd6a415edb0 2024-09-05T06:10:39.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a41532e0 con 0x7fd6a415edb0 2024-09-05T06:10:39.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6a40d3320 con 0x7fd6a415edb0 2024-09-05T06:10:39.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd68bfff640 1 -- 172.21.15.70:0/3455516032 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd69c00abf0 con 0x7fd6a415edb0 2024-09-05T06:10:39.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd68bfff640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6900678c0 0x7fd690069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:39.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd68bfff640 1 -- 172.21.15.70:0/3455516032 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 4943+0+0 (secure 0 0 0) 0x7fd69c085770 con 0x7fd6a415edb0 2024-09-05T06:10:39.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a37fe640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6900678c0 0x7fd690069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:39.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.820+0000 7fd6a37fe640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6900678c0 0x7fd690069d80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd6940011f0 tx=0x7fd694007d40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:39.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.824+0000 7fd68bfff640 1 -- 172.21.15.70:0/3455516032 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd69c055ff0 con 0x7fd6a415edb0 2024-09-05T06:10:39.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:39.996+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fd6a4156c50 con 0x7fd6a415edb0 2024-09-05T06:10:40.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.620+0000 7fd68bfff640 1 -- 172.21.15.70:0/3455516032 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v25) ==== 97+0+0 (secure 0 0 0) 0x7fd69c05a2f0 con 0x7fd6a415edb0 2024-09-05T06:10:40.620 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:10:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6900678c0 msgr2=0x7fd690069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6900678c0 0x7fd690069d80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd6940011f0 tx=0x7fd694007d40 comp rx=0 tx=0).stop 2024-09-05T06:10:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6a415edb0 msgr2=0x7fd6a40ce5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6a415edb0 0x7fd6a40ce5b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd69c00c7c0 tx=0x7fd69c00cc80 comp rx=0 tx=0).stop 2024-09-05T06:10:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 shutdown_connections 2024-09-05T06:10:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd6900678c0 0x7fd690069d80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6a415edb0 0x7fd6a40ce5b0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6a40d4980 0x7fd6a414f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 --2- 172.21.15.70:0/3455516032 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6a40cf7e0 0x7fd6a414fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 >> 172.21.15.70:0/3455516032 conn(0x7fd6a408e690 msgr2=0x7fd6a415ae30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 shutdown_connections 2024-09-05T06:10:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.624+0000 7fd6aa1a7640 1 -- 172.21.15.70:0/3455516032 wait complete. 2024-09-05T06:10:40.647 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:10:40.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.768+0000 7fb60809b640 1 Processor -- start 2024-09-05T06:10:40.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.768+0000 7fb60809b640 1 -- start start 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb60015edb0 0x7fb6000d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6000cfd30 con 0x7fb6000d4980 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6000d0010 con 0x7fb6000cf7e0 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb6000d02f0 con 0x7fb60015edb0 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb605636640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb60015edb0 0x7fb6000d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb605e37640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb6000d4980 0x7fb6000d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36878/0 (socket says 172.21.15.70:36878) 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb605e37640 1 -- 172.21.15.70:0/3288777396 learned_addr learned my addr 172.21.15.70:0/3288777396 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb605636640 1 -- 172.21.15.70:0/3288777396 >> v1:172.21.15.196:6789/0 conn(0x7fb6000cf7e0 legacy=0x7fb6000b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:40.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb605636640 1 -- 172.21.15.70:0/3288777396 >> v1:172.21.15.70:6789/0 conn(0x7fb6000d4980 legacy=0x7fb6000d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:40.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb605636640 1 -- 172.21.15.70:0/3288777396 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6000d05d0 con 0x7fb60015edb0 2024-09-05T06:10:40.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb604e35640 1 -- 172.21.15.70:0/3288777396 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3906968652 0 0) 0x7fb6000cfd30 con 0x7fb6000d4980 2024-09-05T06:10:40.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb605636640 1 --2- 172.21.15.70:0/3288777396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb60015edb0 0x7fb6000d3340 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb5f80097c0 tx=0x7fb5f801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aa3b253f792e542 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb604e35640 1 -- 172.21.15.70:0/3288777396 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f80ab650 con 0x7fb60015edb0 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb604e35640 1 -- 172.21.15.70:0/3288777396 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f80b0070 con 0x7fb60015edb0 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb604e35640 1 -- 172.21.15.70:0/3288777396 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f80aba10 con 0x7fb60015edb0 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 -- 172.21.15.70:0/3288777396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb60015edb0 msgr2=0x7fb6000d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 --2- 172.21.15.70:0/3288777396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb60015edb0 0x7fb6000d3340 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb5f80097c0 tx=0x7fb5f801c430 comp rx=0 tx=0).stop 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 -- 172.21.15.70:0/3288777396 shutdown_connections 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 --2- 172.21.15.70:0/3288777396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb60015edb0 0x7fb6000d3340 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.772+0000 7fb60809b640 1 -- 172.21.15.70:0/3288777396 >> 172.21.15.70:0/3288777396 conn(0x7fb60008e690 msgr2=0x7fb60009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- 172.21.15.70:0/3288777396 shutdown_connections 2024-09-05T06:10:40.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- 172.21.15.70:0/3288777396 wait complete. 2024-09-05T06:10:40.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 Processor -- start 2024-09-05T06:10:40.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- start start 2024-09-05T06:10:40.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6000cf7e0 0x7fb6000cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:40.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6000d4980 0x7fb600150510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:40.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb60015edb0 0x7fb600150a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:40.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb60016c8c0 con 0x7fb6000cf7e0 2024-09-05T06:10:40.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb60016c740 con 0x7fb60015edb0 2024-09-05T06:10:40.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb60016ca40 con 0x7fb6000d4980 2024-09-05T06:10:40.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6000cf7e0 0x7fb6000cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:40.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6000cf7e0 0x7fb6000cdeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51262/0 (socket says 172.21.15.70:51262) 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 -- 172.21.15.70:0/3576647799 learned_addr learned my addr 172.21.15.70:0/3576647799 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605636640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6000d4980 0x7fb600150510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb606638640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb60015edb0 0x7fb600150a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 -- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6000d4980 msgr2=0x7fb600150510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6000d4980 0x7fb600150510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 -- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb60015edb0 msgr2=0x7fb600150a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb60015edb0 0x7fb600150a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 -- 172.21.15.70:0/3576647799 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6000ce790 con 0x7fb6000cf7e0 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb606638640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb60015edb0 0x7fb600150a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb605e37640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6000cf7e0 0x7fb6000cdeb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4001570 tx=0x7fb5f400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb5f27fc640 1 -- 172.21.15.70:0/3576647799 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4018070 con 0x7fb6000cf7e0 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb5f27fc640 1 -- 172.21.15.70:0/3576647799 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f400a640 con 0x7fb6000cf7e0 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6000cea70 con 0x7fb6000cf7e0 2024-09-05T06:10:40.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb5f27fc640 1 -- 172.21.15.70:0/3576647799 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f400aa30 con 0x7fb6000cf7e0 2024-09-05T06:10:40.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6000ce3f0 con 0x7fb6000cf7e0 2024-09-05T06:10:40.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.776+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6000d2520 con 0x7fb6000cf7e0 2024-09-05T06:10:40.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.780+0000 7fb5f27fc640 1 -- 172.21.15.70:0/3576647799 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb5f401b070 con 0x7fb6000cf7e0 2024-09-05T06:10:40.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.780+0000 7fb5f27fc640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5e40678c0 0x7fb5e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:40.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.780+0000 7fb5f27fc640 1 -- 172.21.15.70:0/3576647799 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7fb5f4084fd0 con 0x7fb6000cf7e0 2024-09-05T06:10:40.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.780+0000 7fb605636640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5e40678c0 0x7fb5e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:40.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.780+0000 7fb605636640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5e40678c0 0x7fb5e4069d80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb5f80af000 tx=0x7fb5f80a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:40.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:40.784+0000 7fb5f27fc640 1 -- 172.21.15.70:0/3576647799 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb5f4055ef0 con 0x7fb6000cf7e0 2024-09-05T06:10:41.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.008+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb6000d3320 con 0x7fb6000cf7e0 2024-09-05T06:10:41.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.008+0000 7fb5f27fc640 1 -- 172.21.15.70:0/3576647799 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) ==== 80+0+6645 (secure 0 0 0) 0x7fb5f40557f0 con 0x7fb6000cf7e0 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:10:41.008 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.009 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:10:41.010 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:10:41.011 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:10:41.012 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:10:41.013 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:10:41.014 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.015 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:10:41.016 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:10:41.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.018 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.bootstrap-mds", 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQApS9lm7OgnHRAAogncs+JUfQdnskeMivjDmg==", 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile bootstrap-mds" 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.020 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.bootstrap-mgr", 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQApS9lmUwAoHRAAyy7A/xiw09bqNhN6z/2y+Q==", 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.bootstrap-osd", 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQApS9lmSBwoHRAA8suOZMRETxksDi2c0736BQ==", 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile bootstrap-osd" 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.021 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.bootstrap-rbd", 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQApS9lmmDAoHRAA6ZlzuTOI+LghZDitLgNPlg==", 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQApS9lmZUQoHRAAEf1dM0hi/MpkrdZCxBM5rA==", 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.022 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.bootstrap-rgw", 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQApS9lmWlkoHRAAQ96J6wk5SbQ3HconoY8a2Q==", 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:41.023 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:10:41.024 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:10:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.008+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5e40678c0 msgr2=0x7fb5e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.008+0000 7fb60809b640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5e40678c0 0x7fb5e4069d80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb5f80af000 tx=0x7fb5f80a7000 comp rx=0 tx=0).stop 2024-09-05T06:10:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.008+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6000cf7e0 msgr2=0x7fb6000cdeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.008+0000 7fb60809b640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6000cf7e0 0x7fb6000cdeb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4001570 tx=0x7fb5f400cd20 comp rx=0 tx=0).stop 2024-09-05T06:10:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.012+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 shutdown_connections 2024-09-05T06:10:41.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.012+0000 7fb60809b640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5e40678c0 0x7fb5e4069d80 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.012+0000 7fb60809b640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb60015edb0 0x7fb600150a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.012+0000 7fb60809b640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6000d4980 0x7fb600150510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.012+0000 7fb60809b640 1 --2- 172.21.15.70:0/3576647799 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6000cf7e0 0x7fb6000cdeb0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.012+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 >> 172.21.15.70:0/3576647799 conn(0x7fb60008e690 msgr2=0x7fb6000d4d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:41.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.012+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 shutdown_connections 2024-09-05T06:10:41.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.012+0000 7fb60809b640 1 -- 172.21.15.70:0/3576647799 wait complete. 2024-09-05T06:10:41.027 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-05T06:10:41.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb292656640 1 Processor -- start 2024-09-05T06:10:41.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb292656640 1 -- start start 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb292656640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb28c15edb0 0x7fb28c0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb292656640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c0cf7e0 0x7fb28c0d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb292656640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb28c0cfd30 con 0x7fb28c0d4980 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb292656640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb28c0b5620 con 0x7fb28c15edb0 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb292656640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb28c0d0010 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb28c15edb0 0x7fb28c0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb28c15edb0 0x7fb28c0d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51276/0 (socket says 172.21.15.70:51276) 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28b7fe640 1 -- 172.21.15.70:0/3001083936 learned_addr learned my addr 172.21.15.70:0/3001083936 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb28c0d4980 0x7fb28c0d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36886/0 (socket says 172.21.15.70:36886) 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb290bf3640 1 --2- 172.21.15.70:0/3001083936 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c0cf7e0 0x7fb28c0d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28b7fe640 1 -- 172.21.15.70:0/3001083936 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c0cf7e0 msgr2=0x7fb28c0d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:41.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28b7fe640 1 --2- 172.21.15.70:0/3001083936 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c0cf7e0 0x7fb28c0d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28b7fe640 1 -- 172.21.15.70:0/3001083936 >> v1:172.21.15.70:6789/0 conn(0x7fb28c0d4980 legacy=0x7fb28c0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28b7fe640 1 -- 172.21.15.70:0/3001083936 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb28c0d02f0 con 0x7fb28c15edb0 2024-09-05T06:10:41.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.144+0000 7fb28affd640 1 -- 172.21.15.70:0/3001083936 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3506229183 0 0) 0x7fb28c0cfd30 con 0x7fb28c0d4980 2024-09-05T06:10:41.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb28b7fe640 1 --2- 172.21.15.70:0/3001083936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c15edb0 0x7fb28c0d3340 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb280009e50 tx=0x7fb28001ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bc0a8e89c2279a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb28affd640 1 -- 172.21.15.70:0/3001083936 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2800a58d0 con 0x7fb28c15edb0 2024-09-05T06:10:41.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb28affd640 1 -- 172.21.15.70:0/3001083936 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2800a5a70 con 0x7fb28c15edb0 2024-09-05T06:10:41.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb28affd640 1 -- 172.21.15.70:0/3001083936 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2800a5e40 con 0x7fb28c15edb0 2024-09-05T06:10:41.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- 172.21.15.70:0/3001083936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c15edb0 msgr2=0x7fb28c0d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 --2- 172.21.15.70:0/3001083936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c15edb0 0x7fb28c0d3340 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb280009e50 tx=0x7fb28001ca00 comp rx=0 tx=0).stop 2024-09-05T06:10:41.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- 172.21.15.70:0/3001083936 shutdown_connections 2024-09-05T06:10:41.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 --2- 172.21.15.70:0/3001083936 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c0cf7e0 0x7fb28c0d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 --2- 172.21.15.70:0/3001083936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c15edb0 0x7fb28c0d3340 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- 172.21.15.70:0/3001083936 >> 172.21.15.70:0/3001083936 conn(0x7fb28c08e690 msgr2=0x7fb28c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:41.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- 172.21.15.70:0/3001083936 shutdown_connections 2024-09-05T06:10:41.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- 172.21.15.70:0/3001083936 wait complete. 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 Processor -- start 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- start start 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c0cf7e0 0x7fb28c0cb380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb28c0d4980 0x7fb28c153620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c15edb0 0x7fb28c154830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb28c0b4fa0 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb28c0b4e20 con 0x7fb28c0d4980 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb292656640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb28c0b5120 con 0x7fb28c15edb0 2024-09-05T06:10:41.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb28bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c0cf7e0 0x7fb28c0cb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb28bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c0cf7e0 0x7fb28c0cb380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51278/0 (socket says 172.21.15.70:51278) 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb28bfff640 1 -- 172.21.15.70:0/2375935595 learned_addr learned my addr 172.21.15.70:0/2375935595 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.148+0000 7fb290bf3640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c15edb0 0x7fb28c154830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28b7fe640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb28c0d4980 0x7fb28c153620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28bfff640 1 -- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c15edb0 msgr2=0x7fb28c154830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28bfff640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c15edb0 0x7fb28c154830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28bfff640 1 -- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb28c0d4980 msgr2=0x7fb28c153620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28bfff640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb28c0d4980 0x7fb28c153620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28bfff640 1 -- 172.21.15.70:0/2375935595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb28c0ca5c0 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28b7fe640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb28c0d4980 0x7fb28c153620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:41.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28bfff640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c0cf7e0 0x7fb28c0cb380 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb27c0011f0 tx=0x7fb27c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb288ff9640 1 -- 172.21.15.70:0/2375935595 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb27c018070 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb288ff9640 1 -- 172.21.15.70:0/2375935595 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb27c0074e0 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb28c0ca8a0 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb288ff9640 1 -- 172.21.15.70:0/2375935595 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb27c004a10 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb28c0cae60 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb28c0d4d60 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb288ff9640 1 -- 172.21.15.70:0/2375935595 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb27c01b070 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb288ff9640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2780678c0 0x7fb278069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb288ff9640 1 -- 172.21.15.70:0/2375935595 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7fb27c084c40 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28b7fe640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2780678c0 0x7fb278069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.152+0000 7fb28b7fe640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2780678c0 0x7fb278069d80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb2800ae000 tx=0x7fb2800a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.156+0000 7fb288ff9640 1 -- 172.21.15.70:0/2375935595 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb27c055b60 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.376+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fb28c0b3390 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb288ff9640 1 -- 172.21.15.70:0/2375935595 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) ==== 90+0+0 (secure 0 0 0) 0x7fb27c055460 con 0x7fb28c0cf7e0 2024-09-05T06:10:41.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2780678c0 msgr2=0x7fb278069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2780678c0 0x7fb278069d80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb2800ae000 tx=0x7fb2800a7070 comp rx=0 tx=0).stop 2024-09-05T06:10:41.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c0cf7e0 msgr2=0x7fb28c0cb380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c0cf7e0 0x7fb28c0cb380 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb27c0011f0 tx=0x7fb27c00c9b0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 shutdown_connections 2024-09-05T06:10:41.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2780678c0 0x7fb278069d80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb28c15edb0 0x7fb28c154830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb28c0d4980 0x7fb28c153620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 --2- 172.21.15.70:0/2375935595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb28c0cf7e0 0x7fb28c0cb380 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.380+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 >> 172.21.15.70:0/2375935595 conn(0x7fb28c08e690 msgr2=0x7fb28c0b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:41.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.384+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 shutdown_connections 2024-09-05T06:10:41.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.384+0000 7fb292656640 1 -- 172.21.15.70:0/2375935595 wait complete. 2024-09-05T06:10:41.399 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-05T06:10:41.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ed4adc640 1 Processor -- start 2024-09-05T06:10:41.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ed4adc640 1 -- start start 2024-09-05T06:10:41.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ed4adc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00afff0 0x7f9ed00cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ed4adc640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ed015bc40 con 0x7f9ed00731a0 2024-09-05T06:10:41.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ed4adc640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ed00d14c0 con 0x7f9ed00cdf80 2024-09-05T06:10:41.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ed4adc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9ed0072600 con 0x7f9ed00afff0 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9eced9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f9ed00731a0 0x7f9ed006e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36894/0 (socket says 172.21.15.70:36894) 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9eced9d640 1 -- 172.21.15.70:0/2749065390 learned_addr learned my addr 172.21.15.70:0/2749065390 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ece59c640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00afff0 0x7f9ed00cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2601354496 0 0) 0x7f9ed015bc40 con 0x7f9ed00731a0 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9eb8003530 con 0x7f9ed00731a0 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 857453612 0 0) 0x7f9eb8003530 con 0x7f9ed00731a0 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00afff0 msgr2=0x7f9ed00cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00afff0 0x7f9ed00cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 >> v1:172.21.15.196:6789/0 conn(0x7f9ed00cdf80 legacy=0x7f9ed0072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ed0071cd0 con 0x7f9ed00731a0 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9ec8001a00 con 0x7f9ed00731a0 2024-09-05T06:10:41.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 >> v1:172.21.15.70:6789/0 conn(0x7f9ed00731a0 legacy=0x7f9ed006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eb80039f0 0x7f9eb8003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00afff0 0x7f9eb8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eb8004d50 0x7f9eb80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed0072600 con 0x7f9eb8004d50 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb800dc90 con 0x7f9eb80039f0 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9eb800de90 con 0x7f9ed00afff0 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9eced9d640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eb8004d50 0x7f9eb80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ecdd9b640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00afff0 0x7f9eb8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ece59c640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eb80039f0 0x7f9eb8003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9eced9d640 1 -- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00afff0 msgr2=0x7f9eb8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9eced9d640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00afff0 0x7f9eb8004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9eced9d640 1 -- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eb80039f0 msgr2=0x7f9eb8003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:41.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9eced9d640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eb80039f0 0x7f9eb8003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9eced9d640 1 -- 172.21.15.70:0/2749065390 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eb8003530 con 0x7f9eb8004d50 2024-09-05T06:10:41.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.512+0000 7f9ece59c640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eb80039f0 0x7f9eb8003e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9eced9d640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eb8004d50 0x7f9eb80051d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9ec8002240 tx=0x7f9ec801d360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaf399b11212bcb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec800a4a0 con 0x7f9eb8004d50 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ec80ad650 con 0x7f9eb8004d50 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ecd59a640 1 -- 172.21.15.70:0/2749065390 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec80ada40 con 0x7f9eb8004d50 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ed4adc640 1 -- 172.21.15.70:0/2749065390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eb8004d50 msgr2=0x7f9eb80051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ed4adc640 1 --2- 172.21.15.70:0/2749065390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eb8004d50 0x7f9eb80051d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9ec8002240 tx=0x7f9ec801d360 comp rx=0 tx=0).stop 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9eced9d640 1 -- 172.21.15.70:0/2749065390 reap_dead start 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ed4adc640 1 -- 172.21.15.70:0/2749065390 shutdown_connections 2024-09-05T06:10:41.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ed4adc640 1 -- 172.21.15.70:0/2749065390 >> 172.21.15.70:0/2749065390 conn(0x7f9ed006bcc0 msgr2=0x7f9ed006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:41.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ed4adc640 1 -- 172.21.15.70:0/2749065390 shutdown_connections 2024-09-05T06:10:41.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.516+0000 7f9ed4adc640 1 -- 172.21.15.70:0/2749065390 wait complete. 2024-09-05T06:10:41.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 Processor -- start 2024-09-05T06:10:41.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 -- start start 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00b30e0 0x7f9ed01f57e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed015d030 0x7f9ed00b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed00b22f0 0x7f9ed00ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed006ed90 con 0x7f9ed00b22f0 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed0072290 con 0x7f9ed015d030 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9ed006ef10 con 0x7f9ed00b30e0 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed00b22f0 0x7f9ed00ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed00b22f0 0x7f9ed00ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51308/0 (socket says 172.21.15.70:51308) 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 -- 172.21.15.70:0/360111886 learned_addr learned my addr 172.21.15.70:0/360111886 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ece59c640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00b30e0 0x7f9ed01f57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ecdd9b640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed015d030 0x7f9ed00b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 -- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00b30e0 msgr2=0x7f9ed01f57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00b30e0 0x7f9ed01f57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 -- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed015d030 msgr2=0x7f9ed00b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed015d030 0x7f9ed00b1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 -- 172.21.15.70:0/360111886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ed015d840 con 0x7f9ed00b22f0 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ece59c640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00b30e0 0x7f9ed01f57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ecdd9b640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed015d030 0x7f9ed00b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9eced9d640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed00b22f0 0x7f9ed00ae8b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9ec8000f90 tx=0x7f9eb8005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ebeffd640 1 -- 172.21.15.70:0/360111886 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec800a480 con 0x7f9ed00b22f0 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ebeffd640 1 -- 172.21.15.70:0/360111886 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ec80bb070 con 0x7f9ed00b22f0 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ed015db20 con 0x7f9ed00b22f0 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ebeffd640 1 -- 172.21.15.70:0/360111886 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec80ad430 con 0x7f9ed00b22f0 2024-09-05T06:10:41.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ed00b0b40 con 0x7f9ed00b22f0 2024-09-05T06:10:41.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ed00b0d40 con 0x7f9ed00b22f0 2024-09-05T06:10:41.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.520+0000 7f9ebeffd640 1 -- 172.21.15.70:0/360111886 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9ec80b5070 con 0x7f9ed00b22f0 2024-09-05T06:10:41.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.524+0000 7f9ebeffd640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9eb00678c0 0x7f9eb0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.524+0000 7f9ebeffd640 1 -- 172.21.15.70:0/360111886 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7f9ec8120550 con 0x7f9ed00b22f0 2024-09-05T06:10:41.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.524+0000 7f9ece59c640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9eb00678c0 0x7f9eb0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.524+0000 7f9ece59c640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9eb00678c0 0x7f9eb0069d80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9ed00af5e0 tx=0x7f9ec0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.524+0000 7f9ebeffd640 1 -- 172.21.15.70:0/360111886 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9ed00b0d40 con 0x7f9ed00b22f0 2024-09-05T06:10:41.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.732+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f9ed00cda40 con 0x7f9ed00b22f0 2024-09-05T06:10:41.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ebeffd640 1 -- 172.21.15.70:0/360111886 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) ==== 90+0+0 (secure 0 0 0) 0x7f9ec8017070 con 0x7f9ed00b22f0 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9eb00678c0 msgr2=0x7f9eb0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9eb00678c0 0x7f9eb0069d80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9ed00af5e0 tx=0x7f9ec0008040 comp rx=0 tx=0).stop 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed00b22f0 msgr2=0x7f9ed00ae8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed00b22f0 0x7f9ed00ae8b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9ec8000f90 tx=0x7f9eb8005840 comp rx=0 tx=0).stop 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 shutdown_connections 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9eb00678c0 0x7f9eb0069d80 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ed00b22f0 0x7f9ed00ae8b0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ed015d030 0x7f9ed00b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 --2- 172.21.15.70:0/360111886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ed00b30e0 0x7f9ed01f57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 >> 172.21.15.70:0/360111886 conn(0x7f9ed006bcc0 msgr2=0x7f9ed00ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:41.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 shutdown_connections 2024-09-05T06:10:41.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.736+0000 7f9ed4adc640 1 -- 172.21.15.70:0/360111886 wait complete. 2024-09-05T06:10:41.752 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-05T06:10:41.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48ed94a640 1 Processor -- start 2024-09-05T06:10:41.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48ed94a640 1 -- start start 2024-09-05T06:10:41.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48ed94a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f48e8072a90 0x7f48e8072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48ed94a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f48e806e680 0x7f48e806eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48ed94a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48e815bc40 con 0x7f48e80afff0 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48ed94a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f48e8073410 con 0x7f48e8072a90 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48ed94a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f48e8072600 con 0x7f48e806e680 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48de7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f48e8072a90 0x7f48e8072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48de7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f48e8072a90 0x7f48e8072ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51322/0 (socket says 172.21.15.70:51322) 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48de7fc640 1 -- 172.21.15.70:0/435110386 learned_addr learned my addr 172.21.15.70:0/435110386 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48e77fe640 1 --2- 172.21.15.70:0/435110386 >> v2:172.21.15.196:3300/0 conn(0x7f48e806e680 0x7f48e806eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48de7fc640 1 -- 172.21.15.70:0/435110386 >> v2:172.21.15.196:3300/0 conn(0x7f48e806e680 msgr2=0x7f48e806eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48de7fc640 1 --2- 172.21.15.70:0/435110386 >> v2:172.21.15.196:3300/0 conn(0x7f48e806e680 0x7f48e806eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48de7fc640 1 -- 172.21.15.70:0/435110386 >> v1:172.21.15.70:6789/0 conn(0x7f48e80afff0 legacy=0x7f48e80cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48de7fc640 1 -- 172.21.15.70:0/435110386 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e80d14c0 con 0x7f48e8072a90 2024-09-05T06:10:41.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.872+0000 7f48e67fc640 1 -- 172.21.15.70:0/435110386 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3095814844 0 0) 0x7f48e815bc40 con 0x7f48e80afff0 2024-09-05T06:10:41.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 --2- 172.21.15.70:0/435110386 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e8072ed0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f48d0009870 tx=0x7f48d001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf5e887e312f018e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48e67fc640 1 -- 172.21.15.70:0/435110386 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d00b0070 con 0x7f48e8072a90 2024-09-05T06:10:41.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48e67fc640 1 -- 172.21.15.70:0/435110386 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48d00ab600 con 0x7f48e8072a90 2024-09-05T06:10:41.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48e67fc640 1 -- 172.21.15.70:0/435110386 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d00ab9d0 con 0x7f48e8072a90 2024-09-05T06:10:41.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- 172.21.15.70:0/435110386 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 msgr2=0x7f48e8072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 --2- 172.21.15.70:0/435110386 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e8072ed0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f48d0009870 tx=0x7f48d001c520 comp rx=0 tx=0).stop 2024-09-05T06:10:41.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- 172.21.15.70:0/435110386 shutdown_connections 2024-09-05T06:10:41.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 --2- 172.21.15.70:0/435110386 >> v2:172.21.15.196:3300/0 conn(0x7f48e806e680 0x7f48e806eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 --2- 172.21.15.70:0/435110386 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e8072ed0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- 172.21.15.70:0/435110386 >> 172.21.15.70:0/435110386 conn(0x7f48e806bcc0 msgr2=0x7f48e806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:41.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- 172.21.15.70:0/435110386 shutdown_connections 2024-09-05T06:10:41.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- 172.21.15.70:0/435110386 wait complete. 2024-09-05T06:10:41.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 Processor -- start 2024-09-05T06:10:41.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- start start 2024-09-05T06:10:41.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48e806e680 0x7f48e8153bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e81f8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f48e80afff0 0x7f48e80b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f48e80ce2d0 con 0x7f48e8072a90 2024-09-05T06:10:41.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f48e80ce150 con 0x7f48e806e680 2024-09-05T06:10:41.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48ed94a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f48e80d0f80 con 0x7f48e80afff0 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e81f8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e81f8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51332/0 (socket says 172.21.15.70:51332) 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 -- 172.21.15.70:0/1295979282 learned_addr learned my addr 172.21.15.70:0/1295979282 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 -- 172.21.15.70:0/1295979282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f48e80afff0 msgr2=0x7f48e80b03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f48e80afff0 0x7f48e80b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 -- 172.21.15.70:0/1295979282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48e806e680 msgr2=0x7f48e8153bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48e806e680 0x7f48e8153bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.876+0000 7f48de7fc640 1 -- 172.21.15.70:0/1295979282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e81f9220 con 0x7f48e8072a90 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48de7fc640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e81f8ce0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f48d001abd0 tx=0x7f48d00192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48e4ff9640 1 -- 172.21.15.70:0/1295979282 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d00b0040 con 0x7f48e8072a90 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48e4ff9640 1 -- 172.21.15.70:0/1295979282 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48d00b4440 con 0x7f48e8072a90 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48e81f94c0 con 0x7f48e8072a90 2024-09-05T06:10:41.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48e4ff9640 1 -- 172.21.15.70:0/1295979282 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d00b4830 con 0x7f48e8072a90 2024-09-05T06:10:41.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48e81f9a80 con 0x7f48e8072a90 2024-09-05T06:10:41.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48e806eb10 con 0x7f48e8072a90 2024-09-05T06:10:41.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48e4ff9640 1 -- 172.21.15.70:0/1295979282 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f48d00bb020 con 0x7f48e8072a90 2024-09-05T06:10:41.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48e4ff9640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48c80678f0 0x7f48c8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:41.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48e4ff9640 1 -- 172.21.15.70:0/1295979282 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7f48d011ee10 con 0x7f48e8072a90 2024-09-05T06:10:41.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48e6ffd640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48c80678f0 0x7f48c8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:41.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.880+0000 7f48e6ffd640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48c80678f0 0x7f48c8069db0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f48d8007fd0 tx=0x7f48d8007940 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:41.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:41.884+0000 7f48e4ff9640 1 -- 172.21.15.70:0/1295979282 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f48d00c2020 con 0x7f48e8072a90 2024-09-05T06:10:42.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.096+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f48e815b900 con 0x7f48e8072a90 2024-09-05T06:10:42.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48e4ff9640 1 -- 172.21.15.70:0/1295979282 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f48d0016110 con 0x7f48e8072a90 2024-09-05T06:10:42.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48c80678f0 msgr2=0x7f48c8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48c80678f0 0x7f48c8069db0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f48d8007fd0 tx=0x7f48d8007940 comp rx=0 tx=0).stop 2024-09-05T06:10:42.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 msgr2=0x7f48e81f8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e81f8ce0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f48d001abd0 tx=0x7f48d00192c0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 shutdown_connections 2024-09-05T06:10:42.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48c80678f0 0x7f48c8069db0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f48e80afff0 0x7f48e80b03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48e8072a90 0x7f48e81f8ce0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 --2- 172.21.15.70:0/1295979282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48e806e680 0x7f48e8153bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 >> 172.21.15.70:0/1295979282 conn(0x7f48e806bcc0 msgr2=0x7f48e80ce4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:42.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 shutdown_connections 2024-09-05T06:10:42.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.100+0000 7f48ed94a640 1 -- 172.21.15.70:0/1295979282 wait complete. 2024-09-05T06:10:42.117 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-05T06:10:42.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9ff01640 1 Processor -- start 2024-09-05T06:10:42.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9ff01640 1 -- start start 2024-09-05T06:10:42.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9ff01640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4c980d4980 0x7f4c980d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9ff01640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c980cfd30 con 0x7f4c9815edb0 2024-09-05T06:10:42.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9ff01640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c980d0010 con 0x7f4c980d3a50 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9ff01640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4c980d02f0 con 0x7f4c980d4980 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9d49c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4c9815edb0 0x7f4c980d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36918/0 (socket says 172.21.15.70:36918) 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9d49c640 1 -- 172.21.15.70:0/3754371400 learned_addr learned my addr 172.21.15.70:0/3754371400 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9dc9d640 1 --2- 172.21.15.70:0/3754371400 >> v2:172.21.15.196:3300/0 conn(0x7f4c980d4980 0x7f4c980d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3122398638 0 0) 0x7f4c980cfd30 con 0x7f4c9815edb0 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4c84003530 con 0x7f4c9815edb0 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1152946507 0 0) 0x7f4c84003530 con 0x7f4c9815edb0 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 >> v2:172.21.15.196:3300/0 conn(0x7f4c980d4980 msgr2=0x7f4c980d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 --2- 172.21.15.70:0/3754371400 >> v2:172.21.15.196:3300/0 conn(0x7f4c980d4980 0x7f4c980d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 >> v1:172.21.15.196:6789/0 conn(0x7f4c980d3a50 legacy=0x7f4c980b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c980d05d0 con 0x7f4c9815edb0 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f4c88001680 con 0x7f4c9815edb0 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 >> v1:172.21.15.70:6789/0 conn(0x7f4c9815edb0 legacy=0x7f4c980d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c840039c0 0x7f4c84003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c84004810 0x7f4c84004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c840051d0 0x7f4c8400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4c980d02f0 con 0x7f4c840039c0 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4c8400c120 con 0x7f4c840051d0 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4c8400c320 con 0x7f4c84004810 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9dc9d640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c840039c0 0x7f4c84003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9e49e640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c840051d0 0x7f4c8400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9d49c640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c84004810 0x7f4c84004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9dc9d640 1 -- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c84004810 msgr2=0x7f4c84004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:42.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9dc9d640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c84004810 0x7f4c84004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9dc9d640 1 -- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c840051d0 msgr2=0x7f4c8400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:42.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9dc9d640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c840051d0 0x7f4c8400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9e49e640 1 -- 172.21.15.70:0/3754371400 reap_dead start 2024-09-05T06:10:42.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9dc9d640 1 -- 172.21.15.70:0/3754371400 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c84003530 con 0x7f4c840039c0 2024-09-05T06:10:42.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.228+0000 7f4c9d49c640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c84004810 0x7f4c84004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9dc9d640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c840039c0 0x7f4c84003de0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4c94007360 tx=0x7f4c9401ce10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7519ec521da735b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c940b2070 con 0x7f4c840039c0 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c940a5c10 con 0x7f4c840039c0 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9cc9b640 1 -- 172.21.15.70:0/3754371400 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c94009be0 con 0x7f4c840039c0 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3754371400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c840039c0 msgr2=0x7f4c84003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c840039c0 0x7f4c84003de0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4c94007360 tx=0x7f4c9401ce10 comp rx=0 tx=0).stop 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3754371400 shutdown_connections 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 --2- 172.21.15.70:0/3754371400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c840039c0 0x7f4c84003de0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3754371400 >> 172.21.15.70:0/3754371400 conn(0x7f4c9808e690 msgr2=0x7f4c9809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:42.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3754371400 shutdown_connections 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3754371400 wait complete. 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 Processor -- start 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.232+0000 7f4c9ff01640 1 -- start start 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c840039c0 0x7f4c981f89a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c981edcb0 0x7f4c980ba1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c980b89f0 0x7f4c980b45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4c980d4ee0 con 0x7f4c981edcb0 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4c980d4d60 con 0x7f4c980b89f0 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4c980d5060 con 0x7f4c840039c0 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c981edcb0 0x7f4c980ba1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c981edcb0 0x7f4c980ba1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51352/0 (socket says 172.21.15.70:51352) 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 -- 172.21.15.70:0/3444673914 learned_addr learned my addr 172.21.15.70:0/3444673914 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9e49e640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c980b89f0 0x7f4c980b45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 -- 172.21.15.70:0/3444673914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c840039c0 msgr2=0x7f4c981f89a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9dc9d640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c840039c0 0x7f4c981f89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c840039c0 0x7f4c981f89a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 -- 172.21.15.70:0/3444673914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c980b89f0 msgr2=0x7f4c980b45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c980b89f0 0x7f4c980b45b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 -- 172.21.15.70:0/3444673914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c980b7c30 con 0x7f4c981edcb0 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9d49c640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c981edcb0 0x7f4c980ba1f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4c88007fd0 tx=0x7f4c8800db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c8e7fc640 1 -- 172.21.15.70:0/3444673914 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c88019070 con 0x7f4c981edcb0 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c8e7fc640 1 -- 172.21.15.70:0/3444673914 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c880072d0 con 0x7f4c981edcb0 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c980b7f10 con 0x7f4c981edcb0 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c8e7fc640 1 -- 172.21.15.70:0/3444673914 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c880047f0 con 0x7f4c981edcb0 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c980ba730 con 0x7f4c981edcb0 2024-09-05T06:10:42.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c980cfd30 con 0x7f4c981edcb0 2024-09-05T06:10:42.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c8e7fc640 1 -- 172.21.15.70:0/3444673914 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4c8801c070 con 0x7f4c981edcb0 2024-09-05T06:10:42.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c8e7fc640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c7c0678c0 0x7f4c7c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c8e7fc640 1 -- 172.21.15.70:0/3444673914 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7f4c880851d0 con 0x7f4c981edcb0 2024-09-05T06:10:42.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9dc9d640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c7c0678c0 0x7f4c7c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.236+0000 7f4c9dc9d640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c7c0678c0 0x7f4c7c069d80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4c940af000 tx=0x7f4c94004a50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.240+0000 7f4c8e7fc640 1 -- 172.21.15.70:0/3444673914 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4c88055aa0 con 0x7f4c981edcb0 2024-09-05T06:10:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.452+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f4c981ee0e0 con 0x7f4c981edcb0 2024-09-05T06:10:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.456+0000 7f4c8e7fc640 1 -- 172.21.15.70:0/3444673914 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f4c88059da0 con 0x7f4c981edcb0 2024-09-05T06:10:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c7c0678c0 msgr2=0x7f4c7c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c7c0678c0 0x7f4c7c069d80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4c940af000 tx=0x7f4c94004a50 comp rx=0 tx=0).stop 2024-09-05T06:10:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c981edcb0 msgr2=0x7f4c980ba1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c981edcb0 0x7f4c980ba1f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4c88007fd0 tx=0x7f4c8800db50 comp rx=0 tx=0).stop 2024-09-05T06:10:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 shutdown_connections 2024-09-05T06:10:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c7c0678c0 0x7f4c7c069d80 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c980b89f0 0x7f4c980b45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c981edcb0 0x7f4c980ba1f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 --2- 172.21.15.70:0/3444673914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c840039c0 0x7f4c981f89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 >> 172.21.15.70:0/3444673914 conn(0x7f4c9808e690 msgr2=0x7f4c9806db40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 shutdown_connections 2024-09-05T06:10:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.460+0000 7f4c9ff01640 1 -- 172.21.15.70:0/3444673914 wait complete. 2024-09-05T06:10:42.474 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-05T06:10:42.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb29ef9640 1 Processor -- start 2024-09-05T06:10:42.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb29ef9640 1 -- start start 2024-09-05T06:10:42.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb29ef9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240ceaf0 0x7ffb240d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb29ef9640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ffb240d0c90 0x7ffb240af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb29ef9640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb2406d570 con 0x7ffb24157110 2024-09-05T06:10:42.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb29ef9640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ffb240d10e0 con 0x7ffb240d0c90 2024-09-05T06:10:42.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb29ef9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffb2406d850 con 0x7ffb240ceaf0 2024-09-05T06:10:42.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb22ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240ceaf0 0x7ffb240d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb23fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ffb240d0c90 0x7ffb240af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb22ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240ceaf0 0x7ffb240d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:33146/0 (socket says 172.21.15.70:33146) 2024-09-05T06:10:42.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb22ffd640 1 -- 172.21.15.70:0/3908414479 learned_addr learned my addr 172.21.15.70:0/3908414479 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:42.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb22ffd640 1 -- 172.21.15.70:0/3908414479 >> v2:172.21.15.196:3300/0 conn(0x7ffb240d0c90 msgr2=0x7ffb240af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:42.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb22ffd640 1 --2- 172.21.15.70:0/3908414479 >> v2:172.21.15.196:3300/0 conn(0x7ffb240d0c90 0x7ffb240af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb22ffd640 1 -- 172.21.15.70:0/3908414479 >> v1:172.21.15.196:6789/0 conn(0x7ffb24157110 legacy=0x7ffb240b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.588+0000 7ffb22ffd640 1 -- 172.21.15.70:0/3908414479 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb2406db30 con 0x7ffb240ceaf0 2024-09-05T06:10:42.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb22ffd640 1 --2- 172.21.15.70:0/3908414479 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240ceaf0 0x7ffb240d0750 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ffb18009870 tx=0x7ffb1801c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a4225721048d799 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb227fc640 1 -- 172.21.15.70:0/3908414479 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb180b0070 con 0x7ffb240ceaf0 2024-09-05T06:10:42.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb227fc640 1 -- 172.21.15.70:0/3908414479 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb180ab600 con 0x7ffb240ceaf0 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb227fc640 1 -- 172.21.15.70:0/3908414479 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb180ab9d0 con 0x7ffb240ceaf0 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3908414479 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240ceaf0 msgr2=0x7ffb240d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3908414479 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240ceaf0 0x7ffb240d0750 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ffb18009870 tx=0x7ffb1801c560 comp rx=0 tx=0).stop 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3908414479 shutdown_connections 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3908414479 >> v2:172.21.15.196:3300/0 conn(0x7ffb240d0c90 0x7ffb240af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3908414479 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240ceaf0 0x7ffb240d0750 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3908414479 >> 172.21.15.70:0/3908414479 conn(0x7ffb2406bcc0 msgr2=0x7ffb2406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3908414479 shutdown_connections 2024-09-05T06:10:42.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.592+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3908414479 wait complete. 2024-09-05T06:10:42.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 Processor -- start 2024-09-05T06:10:42.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 -- start start 2024-09-05T06:10:42.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb240ceaf0 0x7ffb240b3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240d0c90 0x7ffb240b1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb24157110 0x7ffb24151da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffb240b3a70 con 0x7ffb240ceaf0 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ffb240b5c90 con 0x7ffb24157110 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffb240b3bf0 con 0x7ffb240d0c90 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb240ceaf0 0x7ffb240b3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb240ceaf0 0x7ffb240b3010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51362/0 (socket says 172.21.15.70:51362) 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 -- 172.21.15.70:0/3027333385 learned_addr learned my addr 172.21.15.70:0/3027333385 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb22ffd640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240d0c90 0x7ffb240b1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb23fff640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb24157110 0x7ffb24151da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 -- 172.21.15.70:0/3027333385 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240d0c90 msgr2=0x7ffb240b1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240d0c90 0x7ffb240b1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 -- 172.21.15.70:0/3027333385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb24157110 msgr2=0x7ffb24151da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb24157110 0x7ffb24151da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 -- 172.21.15.70:0/3027333385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb240b1f70 con 0x7ffb240ceaf0 2024-09-05T06:10:42.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb237fe640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb240ceaf0 0x7ffb240b3010 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ffb1400c3a0 tx=0x7ffb1400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb0bfff640 1 -- 172.21.15.70:0/3027333385 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb140052d0 con 0x7ffb240ceaf0 2024-09-05T06:10:42.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb0bfff640 1 -- 172.21.15.70:0/3027333385 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb14005470 con 0x7ffb240ceaf0 2024-09-05T06:10:42.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb240b2250 con 0x7ffb240ceaf0 2024-09-05T06:10:42.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb0bfff640 1 -- 172.21.15.70:0/3027333385 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb14007260 con 0x7ffb240ceaf0 2024-09-05T06:10:42.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb240b2810 con 0x7ffb240ceaf0 2024-09-05T06:10:42.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb24150230 con 0x7ffb240ceaf0 2024-09-05T06:10:42.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb0bfff640 1 -- 172.21.15.70:0/3027333385 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffb14007400 con 0x7ffb240ceaf0 2024-09-05T06:10:42.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb0bfff640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb100678c0 0x7ffb10069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb0bfff640 1 -- 172.21.15.70:0/3027333385 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7ffb14084dc0 con 0x7ffb240ceaf0 2024-09-05T06:10:42.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb22ffd640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb100678c0 0x7ffb10069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.596+0000 7ffb22ffd640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb100678c0 0x7ffb10069d80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ffb180ad000 tx=0x7ffb18008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.600+0000 7ffb0bfff640 1 -- 172.21.15.70:0/3027333385 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffb14055c50 con 0x7ffb240ceaf0 2024-09-05T06:10:42.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.808+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7ffb2414ff50 con 0x7ffb240ceaf0 2024-09-05T06:10:42.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb0bfff640 1 -- 172.21.15.70:0/3027333385 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) ==== 97+0+0 (secure 0 0 0) 0x7ffb14055550 con 0x7ffb240ceaf0 2024-09-05T06:10:42.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb100678c0 msgr2=0x7ffb10069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb100678c0 0x7ffb10069d80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ffb180ad000 tx=0x7ffb18008040 comp rx=0 tx=0).stop 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb240ceaf0 msgr2=0x7ffb240b3010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb240ceaf0 0x7ffb240b3010 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ffb1400c3a0 tx=0x7ffb1400c860 comp rx=0 tx=0).stop 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 shutdown_connections 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb100678c0 0x7ffb10069d80 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb24157110 0x7ffb24151da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb240d0c90 0x7ffb240b1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 --2- 172.21.15.70:0/3027333385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb240ceaf0 0x7ffb240b3010 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 >> 172.21.15.70:0/3027333385 conn(0x7ffb2406bcc0 msgr2=0x7ffb241561a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 shutdown_connections 2024-09-05T06:10:42.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.812+0000 7ffb29ef9640 1 -- 172.21.15.70:0/3027333385 wait complete. 2024-09-05T06:10:42.828 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-05T06:10:42.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73cde61640 1 Processor -- start 2024-09-05T06:10:42.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73cde61640 1 -- start start 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73cde61640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f73c80d4980 0x7f73c80d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73cde61640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c815edb0 0x7f73c80d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73cde61640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f73c80cf7e0 0x7f73c80d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73cde61640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f73c80cfd30 con 0x7f73c80cf7e0 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73cde61640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f73c80d0010 con 0x7f73c80d4980 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73cde61640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f73c80d02f0 con 0x7f73c815edb0 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f73c80cf7e0 0x7f73c80d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f73c80cf7e0 0x7f73c80d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51364/0 (socket says 172.21.15.70:51364) 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 -- 172.21.15.70:0/1703133966 learned_addr learned my addr 172.21.15.70:0/1703133966 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:42.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c6ffd640 1 --2- 172.21.15.70:0/1703133966 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c815edb0 0x7f73c80d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 -- 172.21.15.70:0/1703133966 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c815edb0 msgr2=0x7f73c80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:42.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 --2- 172.21.15.70:0/1703133966 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c815edb0 0x7f73c80d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 -- 172.21.15.70:0/1703133966 >> v2:172.21.15.196:3300/0 conn(0x7f73c80d4980 msgr2=0x7f73c80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:42.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c77fe640 1 --2- 172.21.15.70:0/1703133966 >> v2:172.21.15.196:3300/0 conn(0x7f73c80d4980 0x7f73c80d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 --2- 172.21.15.70:0/1703133966 >> v2:172.21.15.196:3300/0 conn(0x7f73c80d4980 0x7f73c80d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 -- 172.21.15.70:0/1703133966 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73c80d05d0 con 0x7f73c80cf7e0 2024-09-05T06:10:42.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c6ffd640 1 --2- 172.21.15.70:0/1703133966 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c815edb0 0x7f73c80d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:42.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c77fe640 1 --2- 172.21.15.70:0/1703133966 >> v2:172.21.15.196:3300/0 conn(0x7f73c80d4980 0x7f73c80d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:42.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.948+0000 7f73c7fff640 1 --2- 172.21.15.70:0/1703133966 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80cf7e0 0x7f73c80d3880 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f73c808d8e0 tx=0x7f73c001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=628112f38603c22c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c67fc640 1 -- 172.21.15.70:0/1703133966 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c00a5860 con 0x7f73c80cf7e0 2024-09-05T06:10:42.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c67fc640 1 -- 172.21.15.70:0/1703133966 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73c00a5a00 con 0x7f73c80cf7e0 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c67fc640 1 -- 172.21.15.70:0/1703133966 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c00a5dd0 con 0x7f73c80cf7e0 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- 172.21.15.70:0/1703133966 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80cf7e0 msgr2=0x7f73c80d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 --2- 172.21.15.70:0/1703133966 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80cf7e0 0x7f73c80d3880 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f73c808d8e0 tx=0x7f73c001c9c0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- 172.21.15.70:0/1703133966 shutdown_connections 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 --2- 172.21.15.70:0/1703133966 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80cf7e0 0x7f73c80d3880 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 --2- 172.21.15.70:0/1703133966 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c815edb0 0x7f73c80d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 --2- 172.21.15.70:0/1703133966 >> v2:172.21.15.196:3300/0 conn(0x7f73c80d4980 0x7f73c80d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- 172.21.15.70:0/1703133966 >> 172.21.15.70:0/1703133966 conn(0x7f73c808e690 msgr2=0x7f73c809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- 172.21.15.70:0/1703133966 shutdown_connections 2024-09-05T06:10:42.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- 172.21.15.70:0/1703133966 wait complete. 2024-09-05T06:10:42.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 Processor -- start 2024-09-05T06:10:42.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- start start 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c80cf7e0 0x7f73c80b6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80d4980 0x7f73c80b5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c815edb0 0x7f73c80cc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f73c80d2030 con 0x7f73c80d4980 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f73c80d1eb0 con 0x7f73c815edb0 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f73c80d21b0 con 0x7f73c80cf7e0 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80d4980 0x7f73c80b5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80d4980 0x7f73c80b5150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51370/0 (socket says 172.21.15.70:51370) 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 -- 172.21.15.70:0/687810809 learned_addr learned my addr 172.21.15.70:0/687810809 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c77fe640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c80cf7e0 0x7f73c80b6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c7fff640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c815edb0 0x7f73c80cc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 -- 172.21.15.70:0/687810809 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c80cf7e0 msgr2=0x7f73c80b6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c80cf7e0 0x7f73c80b6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 -- 172.21.15.70:0/687810809 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c815edb0 msgr2=0x7f73c80cc8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c815edb0 0x7f73c80cc8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 -- 172.21.15.70:0/687810809 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73c80b7310 con 0x7f73c80d4980 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73c6ffd640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80d4980 0x7f73c80b5150 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f73bc00c820 tx=0x7f73bc00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73affff640 1 -- 172.21.15.70:0/687810809 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73bc015070 con 0x7f73c80d4980 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73affff640 1 -- 172.21.15.70:0/687810809 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73bc004220 con 0x7f73c80d4980 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73c8160090 con 0x7f73c80d4980 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73affff640 1 -- 172.21.15.70:0/687810809 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73bc00ce10 con 0x7f73c80d4980 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.952+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73c8160650 con 0x7f73c80d4980 2024-09-05T06:10:42.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.956+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73c8074000 con 0x7f73c80d4980 2024-09-05T06:10:42.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.956+0000 7f73affff640 1 -- 172.21.15.70:0/687810809 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f73bc007830 con 0x7f73c80d4980 2024-09-05T06:10:42.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.956+0000 7f73affff640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73b40678c0 0x7f73b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:42.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.956+0000 7f73c77fe640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73b40678c0 0x7f73b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:42.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.956+0000 7f73affff640 1 -- 172.21.15.70:0/687810809 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7f73bc085aa0 con 0x7f73c80d4980 2024-09-05T06:10:42.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.956+0000 7f73c77fe640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73b40678c0 0x7f73b4069d80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f73b800a9a0 tx=0x7f73b8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:42.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:42.960+0000 7f73affff640 1 -- 172.21.15.70:0/687810809 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f73bc056930 con 0x7f73c80d4980 2024-09-05T06:10:43.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.176+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f73c815c560 con 0x7f73c80d4980 2024-09-05T06:10:43.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.180+0000 7f73affff640 1 -- 172.21.15.70:0/687810809 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f73bc056230 con 0x7f73c80d4980 2024-09-05T06:10:43.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73b40678c0 msgr2=0x7f73b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73b40678c0 0x7f73b4069d80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f73b800a9a0 tx=0x7f73b8008040 comp rx=0 tx=0).stop 2024-09-05T06:10:43.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80d4980 msgr2=0x7f73c80b5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80d4980 0x7f73c80b5150 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f73bc00c820 tx=0x7f73bc00cce0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 shutdown_connections 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73b40678c0 0x7f73b4069d80 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c815edb0 0x7f73c80cc8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c80d4980 0x7f73c80b5150 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 --2- 172.21.15.70:0/687810809 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c80cf7e0 0x7f73c80b6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 >> 172.21.15.70:0/687810809 conn(0x7f73c808e690 msgr2=0x7f73c80cd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 shutdown_connections 2024-09-05T06:10:43.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.184+0000 7f73cde61640 1 -- 172.21.15.70:0/687810809 wait complete. 2024-09-05T06:10:43.200 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:10:43.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5326424640 1 Processor -- start 2024-09-05T06:10:43.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5326424640 1 -- start start 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5326424640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f53200cfea0 0x7f53200d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5326424640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53200c8fd0 0x7f53200c9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5326424640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53200d34b0 con 0x7f532015edf0 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5326424640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f53200d3260 con 0x7f53200cfea0 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5326424640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f53200d3790 con 0x7f53200c8fd0 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f532015edf0 0x7f53200cf790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36926/0 (socket says 172.21.15.70:36926) 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531ffff640 1 -- 172.21.15.70:0/1995619448 learned_addr learned my addr 172.21.15.70:0/1995619448 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f53249c1640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53200c8fd0 0x7f53200c9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2780253178 0 0) 0x7f53200d34b0 con 0x7f532015edf0 2024-09-05T06:10:43.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5300003530 con 0x7f532015edf0 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5317fff640 1 --2- 172.21.15.70:0/1995619448 >> v2:172.21.15.196:3300/0 conn(0x7f53200cfea0 0x7f53200d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 978532249 0 0) 0x7f5300003530 con 0x7f532015edf0 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53200c8fd0 msgr2=0x7f53200c9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53200c8fd0 0x7f53200c9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 >> v2:172.21.15.196:3300/0 conn(0x7f53200cfea0 msgr2=0x7f53200d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 --2- 172.21.15.70:0/1995619448 >> v2:172.21.15.196:3300/0 conn(0x7f53200cfea0 0x7f53200d0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53200d3a70 con 0x7f532015edf0 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5308001680 con 0x7f532015edf0 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 >> v1:172.21.15.70:6789/0 conn(0x7f532015edf0 legacy=0x7f53200cf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53000039c0 0x7f5300003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5300004810 0x7f5300004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53200c8fd0 0x7f53000051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f53200d3260 con 0x7f5300004810 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f53200d3790 con 0x7f53000039c0 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f530000b9d0 con 0x7f53200c8fd0 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5317fff640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5300004810 0x7f5300004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f53249c1640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53200c8fd0 0x7f53000051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5317fff640 1 -- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53200c8fd0 msgr2=0x7f53000051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f531ffff640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53000039c0 0x7f5300003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5317fff640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53200c8fd0 0x7f53000051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5317fff640 1 -- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53000039c0 msgr2=0x7f5300003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5317fff640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53000039c0 0x7f5300003de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.308+0000 7f5317fff640 1 -- 172.21.15.70:0/1995619448 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5300003530 con 0x7f5300004810 2024-09-05T06:10:43.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5317fff640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5300004810 0x7f5300004c90 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5310009ae0 tx=0x7f531001cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df79de26f5eba1fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53100b2070 con 0x7f5300004810 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53100a55c0 con 0x7f5300004810 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f531f7fe640 1 -- 172.21.15.70:0/1995619448 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53100096b0 con 0x7f5300004810 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- 172.21.15.70:0/1995619448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5300004810 msgr2=0x7f5300004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 --2- 172.21.15.70:0/1995619448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5300004810 0x7f5300004c90 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5310009ae0 tx=0x7f531001cab0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f53249c1640 1 -- 172.21.15.70:0/1995619448 reap_dead start 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- 172.21.15.70:0/1995619448 shutdown_connections 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- 172.21.15.70:0/1995619448 >> 172.21.15.70:0/1995619448 conn(0x7f53200d4c80 msgr2=0x7f53200d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- 172.21.15.70:0/1995619448 shutdown_connections 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- 172.21.15.70:0/1995619448 wait complete. 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 Processor -- start 2024-09-05T06:10:43.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- start start 2024-09-05T06:10:43.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5300004810 0x7f53201f5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53200cdb90 0x7f53200ce010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53200b9c80 0x7f53200ba100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f532015f1d0 con 0x7f53200cdb90 2024-09-05T06:10:43.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f53200c8ab0 con 0x7f53200b9c80 2024-09-05T06:10:43.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5326424640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f53200d24d0 con 0x7f5300004810 2024-09-05T06:10:43.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5317fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53200cdb90 0x7f53200ce010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5317fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53200cdb90 0x7f53200ce010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51388/0 (socket says 172.21.15.70:51388) 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.312+0000 7f5317fff640 1 -- 172.21.15.70:0/3164325139 learned_addr learned my addr 172.21.15.70:0/3164325139 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531ffff640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5300004810 0x7f53201f5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f53249c1640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53200b9c80 0x7f53200ba100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5317fff640 1 -- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5300004810 msgr2=0x7f53201f5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5317fff640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5300004810 0x7f53201f5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5317fff640 1 -- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53200b9c80 msgr2=0x7f53200ba100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5317fff640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53200b9c80 0x7f53200ba100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5317fff640 1 -- 172.21.15.70:0/3164325139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53201f8f40 con 0x7f53200cdb90 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f53249c1640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53200b9c80 0x7f53200ba100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5317fff640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53200cdb90 0x7f53200ce010 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f53100b0040 tx=0x7f5300005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531d7fa640 1 -- 172.21.15.70:0/3164325139 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53100b2040 con 0x7f53200cdb90 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531d7fa640 1 -- 172.21.15.70:0/3164325139 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f531000f000 con 0x7f53200cdb90 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531d7fa640 1 -- 172.21.15.70:0/3164325139 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5310004020 con 0x7f53200cdb90 2024-09-05T06:10:43.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53201f8050 con 0x7f53200cdb90 2024-09-05T06:10:43.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53201f8610 con 0x7f53200cdb90 2024-09-05T06:10:43.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53200d58c0 con 0x7f53200cdb90 2024-09-05T06:10:43.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531d7fa640 1 -- 172.21.15.70:0/3164325139 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f53100c0020 con 0x7f53200cdb90 2024-09-05T06:10:43.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531d7fa640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f53040678f0 0x7f5304069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531d7fa640 1 -- 172.21.15.70:0/3164325139 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7f531011f9f0 con 0x7f53200cdb90 2024-09-05T06:10:43.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531ffff640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f53040678f0 0x7f5304069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.316+0000 7f531ffff640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f53040678f0 0x7f5304069db0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5308001930 tx=0x7f5308001440 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:43.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.320+0000 7f531d7fa640 1 -- 172.21.15.70:0/3164325139 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f53100167c0 con 0x7f53200cdb90 2024-09-05T06:10:43.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f532015f350 con 0x7f53200cdb90 2024-09-05T06:10:43.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f531d7fa640 1 -- 172.21.15.70:0/3164325139 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v27) ==== 84+0+65 (secure 0 0 0) 0x7f53100f0880 con 0x7f53200cdb90 2024-09-05T06:10:43.471 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:43.471 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:10:43.471 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:43.471 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:10:43.471 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:10:43.471 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:43.472 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f53040678f0 msgr2=0x7f5304069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f53040678f0 0x7f5304069db0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5308001930 tx=0x7f5308001440 comp rx=0 tx=0).stop 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53200cdb90 msgr2=0x7f53200ce010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53200cdb90 0x7f53200ce010 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f53100b0040 tx=0x7f5300005840 comp rx=0 tx=0).stop 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 shutdown_connections 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f53040678f0 0x7f5304069db0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53200b9c80 0x7f53200ba100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53200cdb90 0x7f53200ce010 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 --2- 172.21.15.70:0/3164325139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5300004810 0x7f53201f5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 >> 172.21.15.70:0/3164325139 conn(0x7f53200d4c80 msgr2=0x7f53200d0870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 shutdown_connections 2024-09-05T06:10:43.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.472+0000 7f5326424640 1 -- 172.21.15.70:0/3164325139 wait complete. 2024-09-05T06:10:43.489 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:10:43.489 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:10:43.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b32f72640 1 Processor -- start 2024-09-05T06:10:43.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b32f72640 1 -- start start 2024-09-05T06:10:43.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b32f72640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 0x7f2b2c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b32f72640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2b2c0b5ac0 0x7f2b2c0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b32f72640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b2c06d570 con 0x7f2b2c0ceaf0 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b32f72640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2b2c06d850 con 0x7f2b2c0b5ac0 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b32f72640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2c06db30 con 0x7f2b2c157110 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b3150f640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2b2c0ceaf0 0x7f2b2c0af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36938/0 (socket says 172.21.15.70:36938) 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b3150f640 1 -- 172.21.15.70:0/562729753 learned_addr learned my addr 172.21.15.70:0/562729753 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b30d0e640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 0x7f2b2c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2bfff640 1 --2- 172.21.15.70:0/562729753 >> v2:172.21.15.196:3300/0 conn(0x7f2b2c0b5ac0 0x7f2b2c0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1245624057 0 0) 0x7f2b2c06d570 con 0x7f2b2c0ceaf0 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b18003530 con 0x7f2b2c0ceaf0 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3035998802 0 0) 0x7f2b18003530 con 0x7f2b2c0ceaf0 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 msgr2=0x7f2b2c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 0x7f2b2c0b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 >> v2:172.21.15.196:3300/0 conn(0x7f2b2c0b5ac0 msgr2=0x7f2b2c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 --2- 172.21.15.70:0/562729753 >> v2:172.21.15.196:3300/0 conn(0x7f2b2c0b5ac0 0x7f2b2c0d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2c06de10 con 0x7f2b2c0ceaf0 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f2b24001680 con 0x7f2b2c0ceaf0 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 >> v1:172.21.15.70:6789/0 conn(0x7f2b2c0ceaf0 legacy=0x7f2b2c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b180039c0 0x7f2b18003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b18004810 0x7f2b18004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 0x7f2b180051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c06d850 con 0x7f2b18004810 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c06db30 con 0x7f2b180039c0 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2b1800b9d0 con 0x7f2b2c157110 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2bfff640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b18004810 0x7f2b18004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b30d0e640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b180039c0 0x7f2b18003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b3150f640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 0x7f2b180051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.600+0000 7f2b2bfff640 1 -- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 msgr2=0x7f2b180051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:43.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b2bfff640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 0x7f2b180051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b2bfff640 1 -- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b180039c0 msgr2=0x7f2b18003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:43.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b2bfff640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b180039c0 0x7f2b18003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b2bfff640 1 -- 172.21.15.70:0/562729753 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b18003530 con 0x7f2b18004810 2024-09-05T06:10:43.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b3150f640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b2c157110 0x7f2b180051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:43.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b2bfff640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b18004810 0x7f2b18004c90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2b14009f90 tx=0x7f2b1401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7012167fa6bf7a8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b140b2070 con 0x7f2b18004810 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b140a5ab0 con 0x7f2b18004810 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b2b7fe640 1 -- 172.21.15.70:0/562729753 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b14009c10 con 0x7f2b18004810 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b32f72640 1 -- 172.21.15.70:0/562729753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b18004810 msgr2=0x7f2b18004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b32f72640 1 --2- 172.21.15.70:0/562729753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b18004810 0x7f2b18004c90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2b14009f90 tx=0x7f2b1401cc80 comp rx=0 tx=0).stop 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b3150f640 1 -- 172.21.15.70:0/562729753 reap_dead start 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b32f72640 1 -- 172.21.15.70:0/562729753 shutdown_connections 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b32f72640 1 -- 172.21.15.70:0/562729753 >> 172.21.15.70:0/562729753 conn(0x7f2b2c06bcc0 msgr2=0x7f2b2c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b32f72640 1 -- 172.21.15.70:0/562729753 shutdown_connections 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.604+0000 7f2b32f72640 1 -- 172.21.15.70:0/562729753 wait complete. 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 Processor -- start 2024-09-05T06:10:43.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 -- start start 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b18004810 0x7f2b2c13fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b2c140670 0x7f2b2c150b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b2c151090 0x7f2b2c152d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c0b5580 con 0x7f2b2c151090 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c06e3d0 con 0x7f2b2c140670 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2c0b5700 con 0x7f2b18004810 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b2c151090 0x7f2b2c152d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b2c151090 0x7f2b2c152d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51394/0 (socket says 172.21.15.70:51394) 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 -- 172.21.15.70:0/3224290535 learned_addr learned my addr 172.21.15.70:0/3224290535 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b2bfff640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b2c140670 0x7f2b2c150b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b30d0e640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b18004810 0x7f2b2c13fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 -- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b18004810 msgr2=0x7f2b2c13fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b18004810 0x7f2b2c13fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 -- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b2c140670 msgr2=0x7f2b2c150b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b2c140670 0x7f2b2c150b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 -- 172.21.15.70:0/3224290535 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2c153a50 con 0x7f2b2c151090 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b30d0e640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b18004810 0x7f2b2c13fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b3150f640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b2c151090 0x7f2b2c152d40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2b24000c10 tx=0x7f2b24010c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b297fa640 1 -- 172.21.15.70:0/3224290535 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2401a070 con 0x7f2b2c151090 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b297fa640 1 -- 172.21.15.70:0/3224290535 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b24011040 con 0x7f2b2c151090 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b2c153d30 con 0x7f2b2c151090 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b297fa640 1 -- 172.21.15.70:0/3224290535 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24010ea0 con 0x7f2b2c151090 2024-09-05T06:10:43.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b2c071830 con 0x7f2b2c151090 2024-09-05T06:10:43.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b2c15c2e0 con 0x7f2b2c151090 2024-09-05T06:10:43.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b297fa640 1 -- 172.21.15.70:0/3224290535 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2b2401d070 con 0x7f2b2c151090 2024-09-05T06:10:43.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b297fa640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b0c0678c0 0x7f2b0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:43.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b297fa640 1 -- 172.21.15.70:0/3224290535 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 4857+0+0 (secure 0 0 0) 0x7f2b24087fe0 con 0x7f2b2c151090 2024-09-05T06:10:43.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.608+0000 7f2b30d0e640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b0c0678c0 0x7f2b0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:43.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.612+0000 7f2b30d0e640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b0c0678c0 0x7f2b0c069d80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c006cf0 tx=0x7f2b1c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:43.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.612+0000 7f2b297fa640 1 -- 172.21.15.70:0/3224290535 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2b24058e70 con 0x7f2b2c151090 2024-09-05T06:10:43.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:43.764+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f2b2c15dc60 con 0x7f2b2c151090 2024-09-05T06:10:44.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.636+0000 7f2b297fa640 1 -- 172.21.15.70:0/3224290535 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v28) ==== 138+0+0 (secure 0 0 0) 0x7f2b24058770 con 0x7f2b2c151090 2024-09-05T06:10:44.636 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:10:44.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.640+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b0c0678c0 msgr2=0x7f2b0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:44.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.640+0000 7f2b32f72640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b0c0678c0 0x7f2b0c069d80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c006cf0 tx=0x7f2b1c008040 comp rx=0 tx=0).stop 2024-09-05T06:10:44.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.640+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b2c151090 msgr2=0x7f2b2c152d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:44.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.640+0000 7f2b32f72640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b2c151090 0x7f2b2c152d40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2b24000c10 tx=0x7f2b24010c50 comp rx=0 tx=0).stop 2024-09-05T06:10:44.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.644+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 shutdown_connections 2024-09-05T06:10:44.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.644+0000 7f2b32f72640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b0c0678c0 0x7f2b0c069d80 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.644+0000 7f2b32f72640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b2c151090 0x7f2b2c152d40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.644+0000 7f2b32f72640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b2c140670 0x7f2b2c150b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.644+0000 7f2b32f72640 1 --2- 172.21.15.70:0/3224290535 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b18004810 0x7f2b2c13fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.644+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 >> 172.21.15.70:0/3224290535 conn(0x7f2b2c06bcc0 msgr2=0x7f2b2c0d0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:44.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.644+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 shutdown_connections 2024-09-05T06:10:44.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.644+0000 7f2b32f72640 1 -- 172.21.15.70:0/3224290535 wait complete. 2024-09-05T06:10:44.662 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:10:44.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aefc4f640 1 Processor -- start 2024-09-05T06:10:44.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aefc4f640 1 -- start start 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aefc4f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6ae8157110 0x7f6ae80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aefc4f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80d0e60 0x7f6ae80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aefc4f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ae806d570 con 0x7f6ae80b5ac0 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aefc4f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6ae806d850 con 0x7f6ae8157110 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aefc4f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6ae806db30 con 0x7f6ae80d0e60 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aed9eb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6ae8157110 0x7f6ae80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aed9eb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6ae8157110 0x7f6ae80b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51406/0 (socket says 172.21.15.70:51406) 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aed9eb640 1 -- 172.21.15.70:0/2079289210 learned_addr learned my addr 172.21.15.70:0/2079289210 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:44.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aee1ec640 1 --2- 172.21.15.70:0/2079289210 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80d0e60 0x7f6ae80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:44.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aed9eb640 1 -- 172.21.15.70:0/2079289210 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80d0e60 msgr2=0x7f6ae80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:44.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aed9eb640 1 --2- 172.21.15.70:0/2079289210 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80d0e60 0x7f6ae80af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aed9eb640 1 -- 172.21.15.70:0/2079289210 >> v1:172.21.15.196:6789/0 conn(0x7f6ae80b5ac0 legacy=0x7f6ae80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:44.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aed9eb640 1 -- 172.21.15.70:0/2079289210 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae806de10 con 0x7f6ae8157110 2024-09-05T06:10:44.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aee1ec640 1 --2- 172.21.15.70:0/2079289210 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80d0e60 0x7f6ae80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:44.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aed9eb640 1 --2- 172.21.15.70:0/2079289210 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae8157110 0x7f6ae80b5580 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8009e50 tx=0x7f6ad801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47d21c16471cb0a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:44.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aec9e9640 1 -- 172.21.15.70:0/2079289210 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad80a5670 con 0x7f6ae8157110 2024-09-05T06:10:44.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aec9e9640 1 -- 172.21.15.70:0/2079289210 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ad80a5810 con 0x7f6ae8157110 2024-09-05T06:10:44.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.784+0000 7f6aec9e9640 1 -- 172.21.15.70:0/2079289210 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad80a5be0 con 0x7f6ae8157110 2024-09-05T06:10:44.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2079289210 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae8157110 msgr2=0x7f6ae80b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:44.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2079289210 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae8157110 0x7f6ae80b5580 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8009e50 tx=0x7f6ad801c9f0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2079289210 shutdown_connections 2024-09-05T06:10:44.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2079289210 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80d0e60 0x7f6ae80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2079289210 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae8157110 0x7f6ae80b5580 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2079289210 >> 172.21.15.70:0/2079289210 conn(0x7f6ae806bcc0 msgr2=0x7f6ae806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:44.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2079289210 shutdown_connections 2024-09-05T06:10:44.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2079289210 wait complete. 2024-09-05T06:10:44.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 Processor -- start 2024-09-05T06:10:44.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- start start 2024-09-05T06:10:44.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80b5ac0 0x7f6ae815b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:44.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae80d0e60 0x7f6ae815ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:44.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6ae8157110 0x7f6ae81489c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:44.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae80b3e80 con 0x7f6ae80d0e60 2024-09-05T06:10:44.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae80b3d00 con 0x7f6ae8157110 2024-09-05T06:10:44.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6ae80b4000 con 0x7f6ae80b5ac0 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae80d0e60 0x7f6ae815ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae80d0e60 0x7f6ae815ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51420/0 (socket says 172.21.15.70:51420) 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 -- 172.21.15.70:0/2463265886 learned_addr learned my addr 172.21.15.70:0/2463265886 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed9eb640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80b5ac0 0x7f6ae815b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aee1ec640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6ae8157110 0x7f6ae81489c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 -- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80b5ac0 msgr2=0x7f6ae815b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80b5ac0 0x7f6ae815b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 -- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6ae8157110 msgr2=0x7f6ae81489c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6ae8157110 0x7f6ae81489c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 -- 172.21.15.70:0/2463265886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae81518d0 con 0x7f6ae80d0e60 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aee1ec640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6ae8157110 0x7f6ae81489c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aed1ea640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae80d0e60 0x7f6ae815ba60 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6adc00c410 tx=0x7f6adc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6ae67fc640 1 -- 172.21.15.70:0/2463265886 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6adc011790 con 0x7f6ae80d0e60 2024-09-05T06:10:44.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6ae67fc640 1 -- 172.21.15.70:0/2463265886 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6adc017070 con 0x7f6ae80d0e60 2024-09-05T06:10:44.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae8151b70 con 0x7f6ae80d0e60 2024-09-05T06:10:44.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6ae67fc640 1 -- 172.21.15.70:0/2463265886 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6adc011bb0 con 0x7f6ae80d0e60 2024-09-05T06:10:44.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.788+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae81589d0 con 0x7f6ae80d0e60 2024-09-05T06:10:44.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.792+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ae80af720 con 0x7f6ae80d0e60 2024-09-05T06:10:44.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.792+0000 7f6ae67fc640 1 -- 172.21.15.70:0/2463265886 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6adc007020 con 0x7f6ae80d0e60 2024-09-05T06:10:44.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.792+0000 7f6ae67fc640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ad40678c0 0x7f6ad4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:44.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.792+0000 7f6ae67fc640 1 -- 172.21.15.70:0/2463265886 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 5227+0+0 (secure 0 0 0) 0x7f6adc086060 con 0x7f6ae80d0e60 2024-09-05T06:10:44.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.792+0000 7f6aed9eb640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ad40678c0 0x7f6ad4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:44.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.792+0000 7f6aed9eb640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ad40678c0 0x7f6ad4069d80 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80ae000 tx=0x7f6ad80a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:44.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.796+0000 7f6ae67fc640 1 -- 172.21.15.70:0/2463265886 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6adc021020 con 0x7f6ae80d0e60 2024-09-05T06:10:44.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:44.948+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6ae80d0530 con 0x7f6ae80d0e60 2024-09-05T06:10:45.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.648+0000 7f6ae67fc640 1 -- 172.21.15.70:0/2463265886 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v29) ==== 170+0+0 (secure 0 0 0) 0x7f6adc056e60 con 0x7f6ae80d0e60 2024-09-05T06:10:45.649 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:10:45.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ad40678c0 msgr2=0x7f6ad4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:45.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ad40678c0 0x7f6ad4069d80 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80ae000 tx=0x7f6ad80a7070 comp rx=0 tx=0).stop 2024-09-05T06:10:45.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae80d0e60 msgr2=0x7f6ae815ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:45.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae80d0e60 0x7f6ae815ba60 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6adc00c410 tx=0x7f6adc00c8d0 comp rx=0 tx=0).stop 2024-09-05T06:10:45.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 shutdown_connections 2024-09-05T06:10:45.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ad40678c0 0x7f6ad4069d80 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:45.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6ae8157110 0x7f6ae81489c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:45.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6ae80d0e60 0x7f6ae815ba60 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:45.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 --2- 172.21.15.70:0/2463265886 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6ae80b5ac0 0x7f6ae815b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:45.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 >> 172.21.15.70:0/2463265886 conn(0x7f6ae806bcc0 msgr2=0x7f6ae80cfd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:45.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 shutdown_connections 2024-09-05T06:10:45.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.652+0000 7f6aefc4f640 1 -- 172.21.15.70:0/2463265886 wait complete. 2024-09-05T06:10:45.682 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:10:45.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedff418640 1 Processor -- start 2024-09-05T06:10:45.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedff418640 1 -- start start 2024-09-05T06:10:45.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedff418640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fedf80d4980 0x7fedf80d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:45.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedff418640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedf80cfd30 con 0x7fedf815edb0 2024-09-05T06:10:45.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedff418640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedf80d0010 con 0x7fedf80d3a50 2024-09-05T06:10:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedff418640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fedf80d02f0 con 0x7fedf80d4980 2024-09-05T06:10:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedfd1b4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fedf80d4980 0x7fedf80d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedfc9b3640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fedf815edb0 0x7fedf80d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36952/0 (socket says 172.21.15.70:36952) 2024-09-05T06:10:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedfc9b3640 1 -- 172.21.15.70:0/4063606253 learned_addr learned my addr 172.21.15.70:0/4063606253 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedfd1b4640 1 -- 172.21.15.70:0/4063606253 >> v1:172.21.15.196:6789/0 conn(0x7fedf80d3a50 legacy=0x7fedf80b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedeffff640 1 -- 172.21.15.70:0/4063606253 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1210423557 0 0) 0x7fedf80cfd30 con 0x7fedf815edb0 2024-09-05T06:10:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedfd1b4640 1 -- 172.21.15.70:0/4063606253 >> v1:172.21.15.70:6789/0 conn(0x7fedf815edb0 legacy=0x7fedf80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.808+0000 7fedfd1b4640 1 -- 172.21.15.70:0/4063606253 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedf80d05d0 con 0x7fedf80d4980 2024-09-05T06:10:45.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedfd1b4640 1 --2- 172.21.15.70:0/4063606253 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d4980 0x7fedf80d4d60 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fedf40097c0 tx=0x7fedf401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89f2b75213fa4cbf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:45.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedeffff640 1 -- 172.21.15.70:0/4063606253 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf40aa5f0 con 0x7fedf80d4980 2024-09-05T06:10:45.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedeffff640 1 -- 172.21.15.70:0/4063606253 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedf40af070 con 0x7fedf80d4980 2024-09-05T06:10:45.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedeffff640 1 -- 172.21.15.70:0/4063606253 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf40aa9b0 con 0x7fedf80d4980 2024-09-05T06:10:45.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 -- 172.21.15.70:0/4063606253 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d4980 msgr2=0x7fedf80d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:45.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 --2- 172.21.15.70:0/4063606253 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d4980 0x7fedf80d4d60 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fedf40097c0 tx=0x7fedf401c470 comp rx=0 tx=0).stop 2024-09-05T06:10:45.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 -- 172.21.15.70:0/4063606253 shutdown_connections 2024-09-05T06:10:45.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 --2- 172.21.15.70:0/4063606253 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d4980 0x7fedf80d4d60 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:45.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 -- 172.21.15.70:0/4063606253 >> 172.21.15.70:0/4063606253 conn(0x7fedf808e690 msgr2=0x7fedf809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:45.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 -- 172.21.15.70:0/4063606253 shutdown_connections 2024-09-05T06:10:45.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 -- 172.21.15.70:0/4063606253 wait complete. 2024-09-05T06:10:45.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 Processor -- start 2024-09-05T06:10:45.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 -- start start 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d3a50 0x7fedf815e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fedf80d4980 0x7fedf814da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.812+0000 7fedff418640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fedf815edb0 0x7fedf815f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedff418640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fedf816c8c0 con 0x7fedf80d3a50 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedff418640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fedf816c740 con 0x7fedf815edb0 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedff418640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fedf816ca40 con 0x7fedf80d4980 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d3a50 0x7fedf815e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d3a50 0x7fedf815e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51432/0 (socket says 172.21.15.70:51432) 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 -- 172.21.15.70:0/1680576586 learned_addr learned my addr 172.21.15.70:0/1680576586 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfc9b3640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fedf80d4980 0x7fedf814da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd9b5640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fedf815edb0 0x7fedf815f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 -- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fedf80d4980 msgr2=0x7fedf814da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fedf80d4980 0x7fedf814da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 -- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fedf815edb0 msgr2=0x7fedf815f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fedf815edb0 0x7fedf815f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 -- 172.21.15.70:0/1680576586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedf815c910 con 0x7fedf80d3a50 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfc9b3640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fedf80d4980 0x7fedf814da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfd1b4640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d3a50 0x7fedf815e510 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fedf40ac040 tx=0x7fedf401acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fededffb640 1 -- 172.21.15.70:0/1680576586 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf40be610 con 0x7fedf80d3a50 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fededffb640 1 -- 172.21.15.70:0/1680576586 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedf40be7d0 con 0x7fedf80d3a50 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fededffb640 1 -- 172.21.15.70:0/1680576586 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf40bebc0 con 0x7fedf80d3a50 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedf815cbf0 con 0x7fedf80d3a50 2024-09-05T06:10:45.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedf815f720 con 0x7fedf80d3a50 2024-09-05T06:10:45.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedf80d4d60 con 0x7fedf80d3a50 2024-09-05T06:10:45.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fededffb640 1 -- 172.21.15.70:0/1680576586 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fedf40bc020 con 0x7fedf80d3a50 2024-09-05T06:10:45.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fededffb640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feddc0678c0 0x7feddc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:45.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fededffb640 1 -- 172.21.15.70:0/1680576586 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5609+0+0 (secure 0 0 0) 0x7fedf4120060 con 0x7fedf80d3a50 2024-09-05T06:10:45.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfc9b3640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feddc0678c0 0x7feddc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:45.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.816+0000 7fedfc9b3640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feddc0678c0 0x7feddc069d80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fedf80ba4f0 tx=0x7fede8007dd0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:45.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:45.824+0000 7fededffb640 1 -- 172.21.15.70:0/1680576586 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fedf40c5030 con 0x7fedf80d3a50 2024-09-05T06:10:46.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.024+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fedf80b3b90 con 0x7fedf80d3a50 2024-09-05T06:10:46.651 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.652+0000 7fededffb640 1 -- 172.21.15.70:0/1680576586 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v11) ==== 172+0+0 (secure 0 0 0) 0x7fedf4016090 con 0x7fedf80d3a50 2024-09-05T06:10:46.652 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 4 and data pool 5 2024-09-05T06:10:46.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feddc0678c0 msgr2=0x7feddc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:46.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feddc0678c0 0x7feddc069d80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fedf80ba4f0 tx=0x7fede8007dd0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d3a50 msgr2=0x7fedf815e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:46.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d3a50 0x7fedf815e510 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fedf40ac040 tx=0x7fedf401acb0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 shutdown_connections 2024-09-05T06:10:46.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feddc0678c0 0x7feddc069d80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fedf815edb0 0x7fedf815f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fedf80d4980 0x7fedf814da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 --2- 172.21.15.70:0/1680576586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fedf80d3a50 0x7fedf815e510 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 >> 172.21.15.70:0/1680576586 conn(0x7fedf808e690 msgr2=0x7fedf8157200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:46.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 shutdown_connections 2024-09-05T06:10:46.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.656+0000 7fedff418640 1 -- 172.21.15.70:0/1680576586 wait complete. 2024-09-05T06:10:46.688 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:46.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.800+0000 7f485afb2640 1 Processor -- start 2024-09-05T06:10:46.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.800+0000 7f485afb2640 1 -- start start 2024-09-05T06:10:46.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485afb2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f48540d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:46.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485afb2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f48540cf7e0 0x7f48540d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:46.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485afb2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48540cfd30 con 0x7f48540d4980 2024-09-05T06:10:46.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485afb2640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f48540b5620 con 0x7f48540cf7e0 2024-09-05T06:10:46.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485afb2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f48540d0010 con 0x7f485415edb0 2024-09-05T06:10:46.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f4853fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f48540d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:46.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485954f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f48540cf7e0 0x7f48540d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:46.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485954f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f48540cf7e0 0x7f48540d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:46926/0 (socket says 172.21.15.70:46926) 2024-09-05T06:10:46.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485954f640 1 -- 172.21.15.70:0/3491201011 learned_addr learned my addr 172.21.15.70:0/3491201011 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:46.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f4858d4e640 1 --1- 172.21.15.70:0/3491201011 >> v1:172.21.15.196:6789/0 conn(0x7f48540d4980 0x7f48540d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:53124/0 (socket says 172.21.15.70:53124) 2024-09-05T06:10:46.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485954f640 1 -- 172.21.15.70:0/3491201011 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 msgr2=0x7f48540d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:46.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485954f640 1 --2- 172.21.15.70:0/3491201011 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f48540d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485954f640 1 -- 172.21.15.70:0/3491201011 >> v1:172.21.15.196:6789/0 conn(0x7f48540d4980 legacy=0x7f48540d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:46.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f485954f640 1 -- 172.21.15.70:0/3491201011 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48540d02f0 con 0x7f48540cf7e0 2024-09-05T06:10:46.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.804+0000 7f4853fff640 1 --2- 172.21.15.70:0/3491201011 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f48540d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:10:46.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485954f640 1 --2- 172.21.15.70:0/3491201011 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540cf7e0 0x7f48540d3880 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f484c009870 tx=0x7f484c01c530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=909f77bc686071e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:46.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f48537fe640 1 -- 172.21.15.70:0/3491201011 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c0a95f0 con 0x7f48540cf7e0 2024-09-05T06:10:46.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f48537fe640 1 -- 172.21.15.70:0/3491201011 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f484c0a9790 con 0x7f48540cf7e0 2024-09-05T06:10:46.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f48537fe640 1 -- 172.21.15.70:0/3491201011 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c0a9b60 con 0x7f48540cf7e0 2024-09-05T06:10:46.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- 172.21.15.70:0/3491201011 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540cf7e0 msgr2=0x7f48540d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:46.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 --2- 172.21.15.70:0/3491201011 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540cf7e0 0x7f48540d3880 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f484c009870 tx=0x7f484c01c530 comp rx=0 tx=0).stop 2024-09-05T06:10:46.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- 172.21.15.70:0/3491201011 shutdown_connections 2024-09-05T06:10:46.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 --2- 172.21.15.70:0/3491201011 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540cf7e0 0x7f48540d3880 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 --2- 172.21.15.70:0/3491201011 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f48540d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- 172.21.15.70:0/3491201011 >> 172.21.15.70:0/3491201011 conn(0x7f485408e690 msgr2=0x7f485409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:46.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- 172.21.15.70:0/3491201011 shutdown_connections 2024-09-05T06:10:46.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- 172.21.15.70:0/3491201011 wait complete. 2024-09-05T06:10:46.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 Processor -- start 2024-09-05T06:10:46.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- start start 2024-09-05T06:10:46.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48540cf7e0 0x7f48540c91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:46.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540d4980 0x7f48540b29a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:46.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f485415c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:46.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f48540b4fa0 con 0x7f48540cf7e0 2024-09-05T06:10:46.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f48540b4e20 con 0x7f48540d4980 2024-09-05T06:10:46.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485afb2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f48540b5120 con 0x7f485415edb0 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4858d4e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48540cf7e0 0x7f48540c91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4858d4e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48540cf7e0 0x7f48540c91c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51434/0 (socket says 172.21.15.70:51434) 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4858d4e640 1 -- 172.21.15.70:0/447165199 learned_addr learned my addr 172.21.15.70:0/447165199 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4853fff640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540d4980 0x7f48540b29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f485954f640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f485415c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4858d4e640 1 -- 172.21.15.70:0/447165199 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 msgr2=0x7f485415c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4858d4e640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f485415c7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4858d4e640 1 -- 172.21.15.70:0/447165199 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540d4980 msgr2=0x7f48540b29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4858d4e640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540d4980 0x7f48540b29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.808+0000 7f4858d4e640 1 -- 172.21.15.70:0/447165199 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48540c97d0 con 0x7f48540cf7e0 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f4858d4e640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48540cf7e0 0x7f48540c91c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f483c00c420 tx=0x7f483c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f48517fa640 1 -- 172.21.15.70:0/447165199 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483c0074e0 con 0x7f48540cf7e0 2024-09-05T06:10:46.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f48517fa640 1 -- 172.21.15.70:0/447165199 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f483c007680 con 0x7f48540cf7e0 2024-09-05T06:10:46.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48540c9ab0 con 0x7f48540cf7e0 2024-09-05T06:10:46.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f48517fa640 1 -- 172.21.15.70:0/447165199 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483c004a30 con 0x7f48540cf7e0 2024-09-05T06:10:46.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48540ca070 con 0x7f48540cf7e0 2024-09-05T06:10:46.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48540d4d60 con 0x7f48540cf7e0 2024-09-05T06:10:46.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f48517fa640 1 -- 172.21.15.70:0/447165199 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f483c01a020 con 0x7f48540cf7e0 2024-09-05T06:10:46.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f48517fa640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48340678f0 0x7f4834069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:46.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f48517fa640 1 -- 172.21.15.70:0/447165199 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5709+0+0 (secure 0 0 0) 0x7f483c0854b0 con 0x7f48540cf7e0 2024-09-05T06:10:46.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f4853fff640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48340678f0 0x7f4834069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:46.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.812+0000 7f4853fff640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48340678f0 0x7f4834069db0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f48540c9700 tx=0x7f484400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:46.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.816+0000 7f48517fa640 1 -- 172.21.15.70:0/447165199 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f483c055ff0 con 0x7f48540cf7e0 2024-09-05T06:10:46.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.980+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f48541529c0 con 0x7f48540cf7e0 2024-09-05T06:10:46.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f48517fa640 1 -- 172.21.15.70:0/447165199 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+16670 (secure 0 0 0) 0x7f483c0558f0 con 0x7f48540cf7e0 2024-09-05T06:10:46.983 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:46.983 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":30,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:46.028680+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:43.807728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:44.988449+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:46.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48340678f0 msgr2=0x7f4834069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48340678f0 0x7f4834069db0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f48540c9700 tx=0x7f484400b040 comp rx=0 tx=0).stop 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48540cf7e0 msgr2=0x7f48540c91c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48540cf7e0 0x7f48540c91c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f483c00c420 tx=0x7f483c00c8e0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 shutdown_connections 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48340678f0 0x7f4834069db0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f485415edb0 0x7f485415c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f48540d4980 0x7f48540b29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 --2- 172.21.15.70:0/447165199 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f48540cf7e0 0x7f48540c91c0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 >> 172.21.15.70:0/447165199 conn(0x7f485408e690 msgr2=0x7f48540b6fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 shutdown_connections 2024-09-05T06:10:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:46.984+0000 7f485afb2640 1 -- 172.21.15.70:0/447165199 wait complete. 2024-09-05T06:10:47.002 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:47.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6036f50640 1 Processor -- start 2024-09-05T06:10:47.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6036f50640 1 -- start start 2024-09-05T06:10:47.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6036f50640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 0x7f60300d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6036f50640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60300cfd30 con 0x7f60300d4980 2024-09-05T06:10:47.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6036f50640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60300d0010 con 0x7f60300cf7e0 2024-09-05T06:10:47.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6036f50640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f60300d02f0 con 0x7f603015edb0 2024-09-05T06:10:47.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6034cec640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f60300d4980 0x7f60300d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36958/0 (socket says 172.21.15.70:36958) 2024-09-05T06:10:47.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6034cec640 1 -- 172.21.15.70:0/887276484 learned_addr learned my addr 172.21.15.70:0/887276484 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602ffff640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 0x7f60300d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3519125810 0 0) 0x7f60300cfd30 con 0x7f60300d4980 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6018003530 con 0x7f60300d4980 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 745837507 0 0) 0x7f6018003530 con 0x7f60300d4980 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 msgr2=0x7f60300d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 0x7f60300d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 >> v1:172.21.15.196:6789/0 conn(0x7f60300cf7e0 legacy=0x7f60300b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60300d05d0 con 0x7f60300d4980 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6020001680 con 0x7f60300d4980 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 >> v1:172.21.15.70:6789/0 conn(0x7f60300d4980 legacy=0x7f60300d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 0x7f60180039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6018003f70 0x7f6018004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6018004d50 0x7f60180051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f60300d02f0 con 0x7f6018004d50 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f601800bab0 con 0x7f6018003f70 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f601800bcb0 con 0x7f603015edb0 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f60354ed640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6018004d50 0x7f60180051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6034cec640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 0x7f60180039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602ffff640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6018003f70 0x7f6018004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f60354ed640 1 -- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 msgr2=0x7f60180039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f60354ed640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 0x7f60180039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f60354ed640 1 -- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6018003f70 msgr2=0x7f6018004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f60354ed640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6018003f70 0x7f6018004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f60354ed640 1 -- 172.21.15.70:0/887276484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6018003530 con 0x7f6018004d50 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f6034cec640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f603015edb0 0x7f60180039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:47.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.112+0000 7f602ffff640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6018003f70 0x7f6018004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f60354ed640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6018004d50 0x7f60180051d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6028001e70 tx=0x7f602801c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b5b81297b8d5946 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6028001a90 con 0x7f6018004d50 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6028003b80 con 0x7f6018004d50 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f602f7fe640 1 -- 172.21.15.70:0/887276484 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6028005080 con 0x7f6018004d50 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f6036f50640 1 -- 172.21.15.70:0/887276484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6018004d50 msgr2=0x7f60180051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f6036f50640 1 --2- 172.21.15.70:0/887276484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6018004d50 0x7f60180051d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6028001e70 tx=0x7f602801c780 comp rx=0 tx=0).stop 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f60354ed640 1 -- 172.21.15.70:0/887276484 reap_dead start 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f6036f50640 1 -- 172.21.15.70:0/887276484 shutdown_connections 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f6036f50640 1 -- 172.21.15.70:0/887276484 >> 172.21.15.70:0/887276484 conn(0x7f603008e690 msgr2=0x7f603009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:47.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f6036f50640 1 -- 172.21.15.70:0/887276484 shutdown_connections 2024-09-05T06:10:47.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f6036f50640 1 -- 172.21.15.70:0/887276484 wait complete. 2024-09-05T06:10:47.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f6036f50640 1 Processor -- start 2024-09-05T06:10:47.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.116+0000 7f6036f50640 1 -- start start 2024-09-05T06:10:47.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6030158170 0x7f6030161470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6030158550 0x7f60300cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f60301619b0 0x7f60300cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f60300d0dd0 con 0x7f6030158170 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f60300b4d20 con 0x7f6030158550 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f60301603d0 con 0x7f60301619b0 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6030158170 0x7f6030161470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6030158170 0x7f6030161470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51452/0 (socket says 172.21.15.70:51452) 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 -- 172.21.15.70:0/2126914491 learned_addr learned my addr 172.21.15.70:0/2126914491 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602ffff640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6030158550 0x7f60300cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 -- 172.21.15.70:0/2126914491 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f60301619b0 msgr2=0x7f60300cc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f60301619b0 0x7f60300cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 -- 172.21.15.70:0/2126914491 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6030158550 msgr2=0x7f60300cbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6030158550 0x7f60300cbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 -- 172.21.15.70:0/2126914491 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60301606b0 con 0x7f6030158170 2024-09-05T06:10:47.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6034cec640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6030158170 0x7f6030161470 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f602000db10 tx=0x7f6020007e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602d7fa640 1 -- 172.21.15.70:0/2126914491 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020019070 con 0x7f6030158170 2024-09-05T06:10:47.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602d7fa640 1 -- 172.21.15.70:0/2126914491 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6020004cc0 con 0x7f6030158170 2024-09-05T06:10:47.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6030160990 con 0x7f6030158170 2024-09-05T06:10:47.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602d7fa640 1 -- 172.21.15.70:0/2126914491 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60200072d0 con 0x7f6030158170 2024-09-05T06:10:47.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6030160f50 con 0x7f6030158170 2024-09-05T06:10:47.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60300cfc90 con 0x7f6030158170 2024-09-05T06:10:47.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602d7fa640 1 -- 172.21.15.70:0/2126914491 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f602001c070 con 0x7f6030158170 2024-09-05T06:10:47.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602d7fa640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f601c0678c0 0x7f601c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602d7fa640 1 -- 172.21.15.70:0/2126914491 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5709+0+0 (secure 0 0 0) 0x7f60200858a0 con 0x7f6030158170 2024-09-05T06:10:47.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602ffff640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f601c0678c0 0x7f601c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.120+0000 7f602ffff640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f601c0678c0 0x7f601c069d80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f60301f8920 tx=0x7f6024008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.124+0000 7f602d7fa640 1 -- 172.21.15.70:0/2126914491 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f60200563e0 con 0x7f6030158170 2024-09-05T06:10:47.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.272+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f60300684f0 con 0x7f6030158170 2024-09-05T06:10:47.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f602d7fa640 1 -- 172.21.15.70:0/2126914491 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+16670 (secure 0 0 0) 0x7f6020055ce0 con 0x7f6030158170 2024-09-05T06:10:47.276 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:47.276 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":30,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:46.028680+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:43.807728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:44.988449+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f601c0678c0 msgr2=0x7f601c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f601c0678c0 0x7f601c069d80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f60301f8920 tx=0x7f6024008040 comp rx=0 tx=0).stop 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6030158170 msgr2=0x7f6030161470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6030158170 0x7f6030161470 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f602000db10 tx=0x7f6020007e60 comp rx=0 tx=0).stop 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 shutdown_connections 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f601c0678c0 0x7f601c069d80 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f60301619b0 0x7f60300cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6030158550 0x7f60300cbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 --2- 172.21.15.70:0/2126914491 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6030158170 0x7f6030161470 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.276+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 >> 172.21.15.70:0/2126914491 conn(0x7f603008e690 msgr2=0x7f60300d1370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.280+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 shutdown_connections 2024-09-05T06:10:47.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.280+0000 7f6036f50640 1 -- 172.21.15.70:0/2126914491 wait complete. 2024-09-05T06:10:47.293 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:10:47.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3bed8640 1 Processor -- start 2024-09-05T06:10:47.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3bed8640 1 -- start start 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3bed8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8f340d4980 0x7f8f340d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3bed8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8f3415edb0 0x7f8f340d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3bed8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f340cf7e0 0x7f8f340d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3bed8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8f340cfd30 con 0x7f8f340d4980 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3bed8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8f340d0010 con 0x7f8f3415edb0 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3bed8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8f340d02f0 con 0x7f8f340cf7e0 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39c74640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8f340d4980 0x7f8f340d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39c74640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8f340d4980 0x7f8f340d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51464/0 (socket says 172.21.15.70:51464) 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39c74640 1 -- 172.21.15.70:0/1279109392 learned_addr learned my addr 172.21.15.70:0/1279109392 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f3a475640 1 --2- 172.21.15.70:0/1279109392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f340cf7e0 0x7f8f340d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39473640 1 --2- 172.21.15.70:0/1279109392 >> v2:172.21.15.196:3300/0 conn(0x7f8f3415edb0 0x7f8f340d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39c74640 1 -- 172.21.15.70:0/1279109392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f340cf7e0 msgr2=0x7f8f340d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:47.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39c74640 1 --2- 172.21.15.70:0/1279109392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f340cf7e0 0x7f8f340d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39c74640 1 -- 172.21.15.70:0/1279109392 >> v2:172.21.15.196:3300/0 conn(0x7f8f3415edb0 msgr2=0x7f8f340d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:47.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39c74640 1 --2- 172.21.15.70:0/1279109392 >> v2:172.21.15.196:3300/0 conn(0x7f8f3415edb0 0x7f8f340d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39c74640 1 -- 172.21.15.70:0/1279109392 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f340d05d0 con 0x7f8f340d4980 2024-09-05T06:10:47.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.404+0000 7f8f39473640 1 --2- 172.21.15.70:0/1279109392 >> v2:172.21.15.196:3300/0 conn(0x7f8f3415edb0 0x7f8f340d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:47.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f39c74640 1 --2- 172.21.15.70:0/1279109392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340d4d60 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8f340d1320 tx=0x7f8f3001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e227d36e40b821e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f38c72640 1 -- 172.21.15.70:0/1279109392 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f300aa430 con 0x7f8f340d4980 2024-09-05T06:10:47.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f38c72640 1 -- 172.21.15.70:0/1279109392 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f300af070 con 0x7f8f340d4980 2024-09-05T06:10:47.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f38c72640 1 -- 172.21.15.70:0/1279109392 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f300aa7f0 con 0x7f8f340d4980 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 -- 172.21.15.70:0/1279109392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 msgr2=0x7f8f340d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/1279109392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340d4d60 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8f340d1320 tx=0x7f8f3001c4f0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 -- 172.21.15.70:0/1279109392 shutdown_connections 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/1279109392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f340cf7e0 0x7f8f340d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/1279109392 >> v2:172.21.15.196:3300/0 conn(0x7f8f3415edb0 0x7f8f340d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/1279109392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340d4d60 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 -- 172.21.15.70:0/1279109392 >> 172.21.15.70:0/1279109392 conn(0x7f8f3408e690 msgr2=0x7f8f3409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 -- 172.21.15.70:0/1279109392 shutdown_connections 2024-09-05T06:10:47.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 -- 172.21.15.70:0/1279109392 wait complete. 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.408+0000 7f8f3bed8640 1 Processor -- start 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 -- start start 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f340cf7e0 0x7f8f341532d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340b8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f3415edb0 0x7f8f340b64d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8f340d2030 con 0x7f8f340d4980 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8f340d1eb0 con 0x7f8f340cf7e0 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8f340d21b0 con 0x7f8f3415edb0 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340b8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340b8d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51466/0 (socket says 172.21.15.70:51466) 2024-09-05T06:10:47.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 -- 172.21.15.70:0/4290751981 learned_addr learned my addr 172.21.15.70:0/4290751981 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39c74640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f340cf7e0 0x7f8f341532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3a475640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f3415edb0 0x7f8f340b64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 -- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f3415edb0 msgr2=0x7f8f340b64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f3415edb0 0x7f8f340b64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 -- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f340cf7e0 msgr2=0x7f8f341532d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f340cf7e0 0x7f8f341532d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 -- 172.21.15.70:0/4290751981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f340b9780 con 0x7f8f340d4980 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39c74640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f340cf7e0 0x7f8f341532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39473640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340b8d80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400d800 tx=0x7f8f2400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f2a7fc640 1 -- 172.21.15.70:0/4290751981 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2400b6c0 con 0x7f8f340d4980 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f2a7fc640 1 -- 172.21.15.70:0/4290751981 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f24019070 con 0x7f8f340d4980 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f340b9a60 con 0x7f8f340d4980 2024-09-05T06:10:47.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f2a7fc640 1 -- 172.21.15.70:0/4290751981 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2400baa0 con 0x7f8f340d4980 2024-09-05T06:10:47.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f340ba020 con 0x7f8f340d4980 2024-09-05T06:10:47.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f340d24a0 con 0x7f8f340d4980 2024-09-05T06:10:47.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f2a7fc640 1 -- 172.21.15.70:0/4290751981 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8f2400bc40 con 0x7f8f340d4980 2024-09-05T06:10:47.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f2a7fc640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f180678c0 0x7f8f18069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f2a7fc640 1 -- 172.21.15.70:0/4290751981 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5709+0+0 (secure 0 0 0) 0x7f8f24085fa0 con 0x7f8f340d4980 2024-09-05T06:10:47.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39c74640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f180678c0 0x7f8f18069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.412+0000 7f8f39c74640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f180678c0 0x7f8f18069d80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8f300ae000 tx=0x7f8f30008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.416+0000 7f8f2a7fc640 1 -- 172.21.15.70:0/4290751981 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8f24056b70 con 0x7f8f340d4980 2024-09-05T06:10:47.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.596+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f8f3406d800 con 0x7f8f340d4980 2024-09-05T06:10:47.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.680+0000 7f8f2a7fc640 1 -- 172.21.15.70:0/4290751981 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v12) ==== 118+0+0 (secure 0 0 0) 0x7f8f24056470 con 0x7f8f340d4980 2024-09-05T06:10:47.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f180678c0 msgr2=0x7f8f18069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f180678c0 0x7f8f18069d80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8f300ae000 tx=0x7f8f30008040 comp rx=0 tx=0).stop 2024-09-05T06:10:47.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 msgr2=0x7f8f340b8d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340b8d80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400d800 tx=0x7f8f2400dcc0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 shutdown_connections 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f180678c0 0x7f8f18069d80 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f3415edb0 0x7f8f340b64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f340d4980 0x7f8f340b8d80 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 --2- 172.21.15.70:0/4290751981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f340cf7e0 0x7f8f341532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 >> 172.21.15.70:0/4290751981 conn(0x7f8f3408e690 msgr2=0x7f8f3409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 shutdown_connections 2024-09-05T06:10:47.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.684+0000 7f8f3bed8640 1 -- 172.21.15.70:0/4290751981 wait complete. 2024-09-05T06:10:47.699 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:10:47.700 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:10:47.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05ea029640 1 Processor -- start 2024-09-05T06:10:47.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05ea029640 1 -- start start 2024-09-05T06:10:47.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05ea029640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f05e40d4980 0x7f05e40d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05ea029640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f05e40d3a50 0x7f05e40b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05ea029640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05e40cfd30 con 0x7f05e415edb0 2024-09-05T06:10:47.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05ea029640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f05e40d0010 con 0x7f05e40d4980 2024-09-05T06:10:47.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05ea029640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f05e40d02f0 con 0x7f05e40d3a50 2024-09-05T06:10:47.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f05e40d4980 0x7f05e40d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f05e40d4980 0x7f05e40d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51470/0 (socket says 172.21.15.70:51470) 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e37fe640 1 -- 172.21.15.70:0/1436448816 learned_addr learned my addr 172.21.15.70:0/1436448816 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05dbfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f05e415edb0 0x7f05e40d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36970/0 (socket says 172.21.15.70:36970) 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e37fe640 1 -- 172.21.15.70:0/1436448816 >> v2:172.21.15.196:3300/0 conn(0x7f05e40d3a50 msgr2=0x7f05e40b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e3fff640 1 --2- 172.21.15.70:0/1436448816 >> v2:172.21.15.196:3300/0 conn(0x7f05e40d3a50 0x7f05e40b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e37fe640 1 --2- 172.21.15.70:0/1436448816 >> v2:172.21.15.196:3300/0 conn(0x7f05e40d3a50 0x7f05e40b4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e37fe640 1 -- 172.21.15.70:0/1436448816 >> v1:172.21.15.70:6789/0 conn(0x7f05e415edb0 legacy=0x7f05e40d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e37fe640 1 -- 172.21.15.70:0/1436448816 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05e40d05d0 con 0x7f05e40d4980 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e3fff640 1 --2- 172.21.15.70:0/1436448816 >> v2:172.21.15.196:3300/0 conn(0x7f05e40d3a50 0x7f05e40b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:47.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.820+0000 7f05e2ffd640 1 -- 172.21.15.70:0/1436448816 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 307725256 0 0) 0x7f05e40cfd30 con 0x7f05e415edb0 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e37fe640 1 --2- 172.21.15.70:0/1436448816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e40d4980 0x7f05e40d4d60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f05e40d5db0 tx=0x7f05d401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=651a50e1b10075a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e2ffd640 1 -- 172.21.15.70:0/1436448816 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d40aa670 con 0x7f05e40d4980 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e2ffd640 1 -- 172.21.15.70:0/1436448816 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05d40af070 con 0x7f05e40d4980 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e2ffd640 1 -- 172.21.15.70:0/1436448816 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d40aaa30 con 0x7f05e40d4980 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- 172.21.15.70:0/1436448816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e40d4980 msgr2=0x7f05e40d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 --2- 172.21.15.70:0/1436448816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e40d4980 0x7f05e40d4d60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f05e40d5db0 tx=0x7f05d401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- 172.21.15.70:0/1436448816 shutdown_connections 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 --2- 172.21.15.70:0/1436448816 >> v2:172.21.15.196:3300/0 conn(0x7f05e40d3a50 0x7f05e40b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 --2- 172.21.15.70:0/1436448816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e40d4980 0x7f05e40d4d60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- 172.21.15.70:0/1436448816 >> 172.21.15.70:0/1436448816 conn(0x7f05e408e690 msgr2=0x7f05e409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:47.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- 172.21.15.70:0/1436448816 shutdown_connections 2024-09-05T06:10:47.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- 172.21.15.70:0/1436448816 wait complete. 2024-09-05T06:10:47.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 Processor -- start 2024-09-05T06:10:47.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- start start 2024-09-05T06:10:47.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05e40d3a50 0x7f05e40cd190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05e40d4980 0x7f05e415f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e415edb0 0x7f05e415f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f05e40b54e0 con 0x7f05e415edb0 2024-09-05T06:10:47.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f05e40b5360 con 0x7f05e40d3a50 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f05e416b730 con 0x7f05e40d4980 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e415edb0 0x7f05e415f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e415edb0 0x7f05e415f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:51472/0 (socket says 172.21.15.70:51472) 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 -- 172.21.15.70:0/254896561 learned_addr learned my addr 172.21.15.70:0/254896561 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05dbfff640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05e40d4980 0x7f05e415f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 -- 172.21.15.70:0/254896561 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05e40d4980 msgr2=0x7f05e415f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05e40d4980 0x7f05e415f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 -- 172.21.15.70:0/254896561 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05e40d3a50 msgr2=0x7f05e40cd190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05e40d3a50 0x7f05e40cd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:47.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 -- 172.21.15.70:0/254896561 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05e40cebf0 con 0x7f05e415edb0 2024-09-05T06:10:47.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e3fff640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e415edb0 0x7f05e415f980 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f05dc00cd50 tx=0x7f05dc00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e0ff9640 1 -- 172.21.15.70:0/254896561 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05dc00f680 con 0x7f05e415edb0 2024-09-05T06:10:47.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05e0ff9640 1 -- 172.21.15.70:0/254896561 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05dc00f840 con 0x7f05e415edb0 2024-09-05T06:10:47.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.824+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05e40cd820 con 0x7f05e415edb0 2024-09-05T06:10:47.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.828+0000 7f05e0ff9640 1 -- 172.21.15.70:0/254896561 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05dc00fc30 con 0x7f05e415edb0 2024-09-05T06:10:47.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.828+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05e40cdde0 con 0x7f05e415edb0 2024-09-05T06:10:47.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.828+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05e40ce3f0 con 0x7f05e415edb0 2024-09-05T06:10:47.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.828+0000 7f05e0ff9640 1 -- 172.21.15.70:0/254896561 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f05dc0213f0 con 0x7f05e415edb0 2024-09-05T06:10:47.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.828+0000 7f05e0ff9640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05c40678f0 0x7f05c4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:47.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.828+0000 7f05e0ff9640 1 -- 172.21.15.70:0/254896561 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f05dc0869f0 con 0x7f05e415edb0 2024-09-05T06:10:47.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.828+0000 7f05e37fe640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05c40678f0 0x7f05c4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:47.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.828+0000 7f05e37fe640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05c40678f0 0x7f05c4069db0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f05d40ae000 tx=0x7f05d4004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:47.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:47.832+0000 7f05e0ff9640 1 -- 172.21.15.70:0/254896561 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f05dc014030 con 0x7f05e415edb0 2024-09-05T06:10:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.032+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f05e40b4610 con 0x7f05e415edb0 2024-09-05T06:10:48.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.688+0000 7f05e0ff9640 1 -- 172.21.15.70:0/254896561 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v13) ==== 122+0+0 (secure 0 0 0) 0x7f05dc057530 con 0x7f05e415edb0 2024-09-05T06:10:48.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05c40678f0 msgr2=0x7f05c4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:48.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05c40678f0 0x7f05c4069db0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f05d40ae000 tx=0x7f05d4004740 comp rx=0 tx=0).stop 2024-09-05T06:10:48.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e415edb0 msgr2=0x7f05e415f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e415edb0 0x7f05e415f980 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f05dc00cd50 tx=0x7f05dc00a650 comp rx=0 tx=0).stop 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 shutdown_connections 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05c40678f0 0x7f05c4069db0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05e415edb0 0x7f05e415f980 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05e40d4980 0x7f05e415f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 --2- 172.21.15.70:0/254896561 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05e40d3a50 0x7f05e40cd190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 >> 172.21.15.70:0/254896561 conn(0x7f05e408e690 msgr2=0x7f05e409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 shutdown_connections 2024-09-05T06:10:48.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.692+0000 7f05ea029640 1 -- 172.21.15.70:0/254896561 wait complete. 2024-09-05T06:10:48.715 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:10:48.715 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:48.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.832+0000 7f0d57678640 1 Processor -- start 2024-09-05T06:10:48.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.832+0000 7f0d57678640 1 -- start start 2024-09-05T06:10:48.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d57678640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0d500ceaf0 0x7f0d500d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d57678640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500d0c90 0x7f0d500af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d57678640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d5006d570 con 0x7f0d50157110 2024-09-05T06:10:48.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d57678640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0d500d1100 con 0x7f0d500ceaf0 2024-09-05T06:10:48.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d57678640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0d5006d850 con 0x7f0d500d0c90 2024-09-05T06:10:48.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55414640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f0d50157110 0x7f0d500b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42684/0 (socket says 172.21.15.70:42684) 2024-09-05T06:10:48.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55414640 1 -- 172.21.15.70:0/4245893056 learned_addr learned my addr 172.21.15.70:0/4245893056 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2433921216 0 0) 0x7f0d5006d570 con 0x7f0d50157110 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d54c13640 1 --2- 172.21.15.70:0/4245893056 >> v2:172.21.15.196:3300/0 conn(0x7f0d500ceaf0 0x7f0d500d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55c15640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500d0c90 0x7f0d500af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d3c003530 con 0x7f0d50157110 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3972899072 0 0) 0x7f0d3c003530 con 0x7f0d50157110 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500d0c90 msgr2=0x7f0d500af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500d0c90 0x7f0d500af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 >> v2:172.21.15.196:3300/0 conn(0x7f0d500ceaf0 msgr2=0x7f0d500d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:48.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 --2- 172.21.15.70:0/4245893056 >> v2:172.21.15.196:3300/0 conn(0x7f0d500ceaf0 0x7f0d500d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d5006db30 con 0x7f0d50157110 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f0d40001680 con 0x7f0d50157110 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d54c13640 1 --2- 172.21.15.70:0/4245893056 >> v2:172.21.15.196:3300/0 conn(0x7f0d500ceaf0 0x7f0d500d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 >> v1:172.21.15.70:6789/0 conn(0x7f0d50157110 legacy=0x7f0d500b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d3c0039c0 0x7f0d3c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d3c004810 0x7f0d3c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d3c0051d0 0x7f0d3c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0d500d1100 con 0x7f0d3c0039c0 2024-09-05T06:10:48.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0d5006d850 con 0x7f0d3c004810 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0d3c00c010 con 0x7f0d3c0051d0 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55c15640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500d0c90 0x7f0d500af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55414640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d3c0039c0 0x7f0d3c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d54c13640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d3c004810 0x7f0d3c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55414640 1 -- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d3c0051d0 msgr2=0x7f0d3c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55414640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d3c0051d0 0x7f0d3c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55414640 1 -- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d3c004810 msgr2=0x7f0d3c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55414640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d3c004810 0x7f0d3c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d55414640 1 -- 172.21.15.70:0/4245893056 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d3c003530 con 0x7f0d3c0039c0 2024-09-05T06:10:48.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.836+0000 7f0d54c13640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d3c004810 0x7f0d3c004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:48.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d55414640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d3c0039c0 0x7f0d3c003de0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f0d4000c270 tx=0x7f0d4001ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2fb3d816d1c22c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:48.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40007d60 con 0x7f0d3c0039c0 2024-09-05T06:10:48.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d400a9020 con 0x7f0d3c0039c0 2024-09-05T06:10:48.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d47fff640 1 -- 172.21.15.70:0/4245893056 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40005ae0 con 0x7f0d3c0039c0 2024-09-05T06:10:48.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- 172.21.15.70:0/4245893056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d3c0039c0 msgr2=0x7f0d3c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:48.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 --2- 172.21.15.70:0/4245893056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d3c0039c0 0x7f0d3c003de0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f0d4000c270 tx=0x7f0d4001ccc0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d55c15640 1 -- 172.21.15.70:0/4245893056 reap_dead start 2024-09-05T06:10:48.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- 172.21.15.70:0/4245893056 shutdown_connections 2024-09-05T06:10:48.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- 172.21.15.70:0/4245893056 >> 172.21.15.70:0/4245893056 conn(0x7f0d5006bcc0 msgr2=0x7f0d5006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:48.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- 172.21.15.70:0/4245893056 shutdown_connections 2024-09-05T06:10:48.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- 172.21.15.70:0/4245893056 wait complete. 2024-09-05T06:10:48.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 Processor -- start 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- start start 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5014ac00 0x7f0d500720b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d500b25a0 0x7f0d50072680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500ae8e0 0x7f0d500aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0d500aff30 con 0x7f0d500b25a0 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0d500b5c90 con 0x7f0d5014ac00 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0d500b00b0 con 0x7f0d500ae8e0 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d500b25a0 0x7f0d50072680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d500b25a0 0x7f0d50072680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44458/0 (socket says 172.21.15.70:44458) 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 -- 172.21.15.70:0/1158979071 learned_addr learned my addr 172.21.15.70:0/1158979071 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d55414640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5014ac00 0x7f0d500720b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d55c15640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500ae8e0 0x7f0d500aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:48.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 -- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500ae8e0 msgr2=0x7f0d500aed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500ae8e0 0x7f0d500aed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 -- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5014ac00 msgr2=0x7f0d500720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5014ac00 0x7f0d500720b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 -- 172.21.15.70:0/1158979071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d500b17e0 con 0x7f0d500b25a0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d55c15640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500ae8e0 0x7f0d500aed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d54c13640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d500b25a0 0x7f0d50072680 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c00f650 tx=0x7f0d4c00fb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d45ffb640 1 -- 172.21.15.70:0/1158979071 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c018070 con 0x7f0d500b25a0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d45ffb640 1 -- 172.21.15.70:0/1158979071 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d4c00d8e0 con 0x7f0d500b25a0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d500b1ac0 con 0x7f0d500b25a0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d45ffb640 1 -- 172.21.15.70:0/1158979071 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c00dc90 con 0x7f0d500b25a0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.840+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d500b2080 con 0x7f0d500b25a0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.844+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d5006d570 con 0x7f0d500b25a0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.844+0000 7f0d45ffb640 1 -- 172.21.15.70:0/1158979071 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0d4c01b070 con 0x7f0d500b25a0 2024-09-05T06:10:48.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.844+0000 7f0d45ffb640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d340678f0 0x7f0d34069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:48.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.844+0000 7f0d45ffb640 1 -- 172.21.15.70:0/1158979071 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f0d4c085eb0 con 0x7f0d500b25a0 2024-09-05T06:10:48.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.844+0000 7f0d55414640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d340678f0 0x7f0d34069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:48.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.844+0000 7f0d55414640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d340678f0 0x7f0d34069db0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0d400aa000 tx=0x7f0d40001ac0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:48.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:48.848+0000 7f0d45ffb640 1 -- 172.21.15.70:0/1158979071 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0d4c0569f0 con 0x7f0d500b25a0 2024-09-05T06:10:49.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.028+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d500d0530 con 0x7f0d500b25a0 2024-09-05T06:10:49.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d45ffb640 1 -- 172.21.15.70:0/1158979071 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5229 (secure 0 0 0) 0x7f0d4c0562f0 con 0x7f0d500b25a0 2024-09-05T06:10:49.030 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:49.030 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":13,"btime":"2024-09-05T06:10:48:685880+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:46.029204+0000","modified":"2024-09-05T06:10:48.035889+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4770},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4770":{"gid":4770,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/1103264936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1103264936},{"type":"v1","addr":"172.21.15.70:6836","nonce":1103264936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4770,"qdb_cluster":[4770]},"id":2}]} 2024-09-05T06:10:49.030 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 13 2024-09-05T06:10:49.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d340678f0 msgr2=0x7f0d34069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d340678f0 0x7f0d34069db0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0d400aa000 tx=0x7f0d40001ac0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d500b25a0 msgr2=0x7f0d50072680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d500b25a0 0x7f0d50072680 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c00f650 tx=0x7f0d4c00fb10 comp rx=0 tx=0).stop 2024-09-05T06:10:49.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 shutdown_connections 2024-09-05T06:10:49.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d340678f0 0x7f0d34069db0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d500ae8e0 0x7f0d500aed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d500b25a0 0x7f0d50072680 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 --2- 172.21.15.70:0/1158979071 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d5014ac00 0x7f0d500720b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 >> 172.21.15.70:0/1158979071 conn(0x7f0d5006bcc0 msgr2=0x7f0d50156440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:49.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 shutdown_connections 2024-09-05T06:10:49.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.032+0000 7f0d57678640 1 -- 172.21.15.70:0/1158979071 wait complete. 2024-09-05T06:10:49.047 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:49.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.152+0000 7fa471c40640 1 Processor -- start 2024-09-05T06:10:49.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.152+0000 7fa471c40640 1 -- start start 2024-09-05T06:10:49.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa471c40640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa46c0d4980 0x7fa46c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa471c40640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa46c0cfd30 con 0x7fa46c0d3a50 2024-09-05T06:10:49.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa471c40640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa46c0d0010 con 0x7fa46c15edb0 2024-09-05T06:10:49.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa471c40640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa46c0d02f0 con 0x7fa46c0d4980 2024-09-05T06:10:49.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa46c0d4980 0x7fa46c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa46c0d3a50 0x7fa46c0b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42698/0 (socket says 172.21.15.70:42698) 2024-09-05T06:10:49.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46bfff640 1 -- 172.21.15.70:0/3594197243 learned_addr learned my addr 172.21.15.70:0/3594197243 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:49.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46b7fe640 1 -- 172.21.15.70:0/3594197243 >> v1:172.21.15.196:6789/0 conn(0x7fa46c15edb0 legacy=0x7fa46c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:49.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46b7fe640 1 -- 172.21.15.70:0/3594197243 >> v1:172.21.15.70:6789/0 conn(0x7fa46c0d3a50 legacy=0x7fa46c0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46a7fc640 1 -- 172.21.15.70:0/3594197243 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 150671997 0 0) 0x7fa46c0cfd30 con 0x7fa46c0d3a50 2024-09-05T06:10:49.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46b7fe640 1 -- 172.21.15.70:0/3594197243 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa46c0d05d0 con 0x7fa46c0d4980 2024-09-05T06:10:49.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46b7fe640 1 --2- 172.21.15.70:0/3594197243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c0d4d60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fa45c0097c0 tx=0x7fa45c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=839efd3a678c3351 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46a7fc640 1 -- 172.21.15.70:0/3594197243 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa45c0ab650 con 0x7fa46c0d4980 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46a7fc640 1 -- 172.21.15.70:0/3594197243 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa45c0b0070 con 0x7fa46c0d4980 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.156+0000 7fa46a7fc640 1 -- 172.21.15.70:0/3594197243 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa45c0aba10 con 0x7fa46c0d4980 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- 172.21.15.70:0/3594197243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 msgr2=0x7fa46c0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 --2- 172.21.15.70:0/3594197243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c0d4d60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fa45c0097c0 tx=0x7fa45c01c430 comp rx=0 tx=0).stop 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- 172.21.15.70:0/3594197243 shutdown_connections 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 --2- 172.21.15.70:0/3594197243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c0d4d60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- 172.21.15.70:0/3594197243 >> 172.21.15.70:0/3594197243 conn(0x7fa46c08e690 msgr2=0x7fa46c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- 172.21.15.70:0/3594197243 shutdown_connections 2024-09-05T06:10:49.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- 172.21.15.70:0/3594197243 wait complete. 2024-09-05T06:10:49.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 Processor -- start 2024-09-05T06:10:49.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- start start 2024-09-05T06:10:49.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa46c0d3a50 0x7fa46c155630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c14da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa46c15edb0 0x7fa46c0cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa46c16c8c0 con 0x7fa46c0d4980 2024-09-05T06:10:49.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa46c16c740 con 0x7fa46c0d3a50 2024-09-05T06:10:49.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa46c16ca40 con 0x7fa46c15edb0 2024-09-05T06:10:49.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c14da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c14da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44474/0 (socket says 172.21.15.70:44474) 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 -- 172.21.15.70:0/1588772795 learned_addr learned my addr 172.21.15.70:0/1588772795 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46bfff640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa46c15edb0 0x7fa46c0cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 -- 172.21.15.70:0/1588772795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa46c15edb0 msgr2=0x7fa46c0cc3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46b7fe640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa46c0d3a50 0x7fa46c155630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa46c15edb0 0x7fa46c0cc3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 -- 172.21.15.70:0/1588772795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa46c0d3a50 msgr2=0x7fa46c155630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa46c0d3a50 0x7fa46c155630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 -- 172.21.15.70:0/1588772795 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa46c0cc920 con 0x7fa46c0d4980 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa46affd640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c14da70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa45400b410 tx=0x7fa45400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa463fff640 1 -- 172.21.15.70:0/1588772795 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454015030 con 0x7fa46c0d4980 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa463fff640 1 -- 172.21.15.70:0/1588772795 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa454004020 con 0x7fa46c0d4980 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa46c155c50 con 0x7fa46c0d4980 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa463fff640 1 -- 172.21.15.70:0/1588772795 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454004450 con 0x7fa46c0d4980 2024-09-05T06:10:49.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa46c156210 con 0x7fa46c0d4980 2024-09-05T06:10:49.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.160+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa46c0d4d60 con 0x7fa46c0d4980 2024-09-05T06:10:49.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.164+0000 7fa463fff640 1 -- 172.21.15.70:0/1588772795 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa454018070 con 0x7fa46c0d4980 2024-09-05T06:10:49.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.164+0000 7fa463fff640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa44c0678c0 0x7fa44c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.164+0000 7fa463fff640 1 -- 172.21.15.70:0/1588772795 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fa454085780 con 0x7fa46c0d4980 2024-09-05T06:10:49.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.164+0000 7fa46b7fe640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa44c0678c0 0x7fa44c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.164+0000 7fa46b7fe640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa44c0678c0 0x7fa44c069d80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa45c0af000 tx=0x7fa45c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.168+0000 7fa463fff640 1 -- 172.21.15.70:0/1588772795 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa4540562c0 con 0x7fa46c0d4980 2024-09-05T06:10:49.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.316+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa46c0d2f60 con 0x7fa46c0d4980 2024-09-05T06:10:49.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.316+0000 7fa463fff640 1 -- 172.21.15.70:0/1588772795 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16657 (secure 0 0 0) 0x7fa454055bc0 con 0x7fa46c0d4980 2024-09-05T06:10:49.317 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:49.317 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":31,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:47.655944+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:43.807728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:44.988449+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa44c0678c0 msgr2=0x7fa44c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa44c0678c0 0x7fa44c069d80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa45c0af000 tx=0x7fa45c008040 comp rx=0 tx=0).stop 2024-09-05T06:10:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 msgr2=0x7fa46c14da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c14da70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa45400b410 tx=0x7fa45400b8d0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 shutdown_connections 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa44c0678c0 0x7fa44c069d80 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa46c15edb0 0x7fa46c0cc3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa46c0d4980 0x7fa46c14da70 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 --2- 172.21.15.70:0/1588772795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa46c0d3a50 0x7fa46c155630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 >> 172.21.15.70:0/1588772795 conn(0x7fa46c08e690 msgr2=0x7fa46c0b1a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 shutdown_connections 2024-09-05T06:10:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.320+0000 7fa471c40640 1 -- 172.21.15.70:0/1588772795 wait complete. 2024-09-05T06:10:49.335 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:10:49.335 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:49.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe069bc9640 1 Processor -- start 2024-09-05T06:10:49.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe069bc9640 1 -- start start 2024-09-05T06:10:49.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe069bc9640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe06406de80 0x7fe064072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe069bc9640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe06406e4d0 con 0x7fe0640b5a20 2024-09-05T06:10:49.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe069bc9640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe064071760 con 0x7fe06415ea00 2024-09-05T06:10:49.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe069bc9640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe064071db0 con 0x7fe06406de80 2024-09-05T06:10:49.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe05bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe0640b5a20 0x7fe06406d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42702/0 (socket says 172.21.15.70:42702) 2024-09-05T06:10:49.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe05bfff640 1 -- 172.21.15.70:0/405946451 learned_addr learned my addr 172.21.15.70:0/405946451 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:49.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3904683264 0 0) 0x7fe06406e4d0 con 0x7fe0640b5a20 2024-09-05T06:10:49.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe050003530 con 0x7fe0640b5a20 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe063fff640 1 --2- 172.21.15.70:0/405946451 >> v2:172.21.15.196:3300/0 conn(0x7fe06406de80 0x7fe064072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3384705864 0 0) 0x7fe050003530 con 0x7fe0640b5a20 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 >> v2:172.21.15.196:3300/0 conn(0x7fe06406de80 msgr2=0x7fe064072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 --2- 172.21.15.70:0/405946451 >> v2:172.21.15.196:3300/0 conn(0x7fe06406de80 0x7fe064072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 >> v1:172.21.15.196:6789/0 conn(0x7fe06415ea00 legacy=0x7fe0640b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe064071a40 con 0x7fe0640b5a20 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fe04c001680 con 0x7fe0640b5a20 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 >> v1:172.21.15.70:6789/0 conn(0x7fe0640b5a20 legacy=0x7fe06406d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0500039c0 0x7fe050003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe050004810 0x7fe050004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0500051d0 0x7fe05000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe064071db0 con 0x7fe0500039c0 2024-09-05T06:10:49.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe05000c120 con 0x7fe0500051d0 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe05000c320 con 0x7fe050004810 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe0637fe640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0500039c0 0x7fe050003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe063fff640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0500051d0 0x7fe05000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe0637fe640 1 -- 172.21.15.70:0/405946451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe050004810 msgr2=0x7fe050004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe0637fe640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe050004810 0x7fe050004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe0637fe640 1 -- 172.21.15.70:0/405946451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0500051d0 msgr2=0x7fe05000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe0637fe640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0500051d0 0x7fe05000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe0637fe640 1 -- 172.21.15.70:0/405946451 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe050003530 con 0x7fe0500039c0 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe063fff640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0500051d0 0x7fe05000b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:49.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.444+0000 7fe063fff640 1 -- 172.21.15.70:0/405946451 reap_dead start 2024-09-05T06:10:49.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe0637fe640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0500039c0 0x7fe050003de0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe054001780 tx=0x7fe05401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe95fcd9d7c27c4b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0540013a0 con 0x7fe0500039c0 2024-09-05T06:10:49.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0540052f0 con 0x7fe0500039c0 2024-09-05T06:10:49.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe062ffd640 1 -- 172.21.15.70:0/405946451 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe054003840 con 0x7fe0500039c0 2024-09-05T06:10:49.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- 172.21.15.70:0/405946451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0500039c0 msgr2=0x7fe050003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0500039c0 0x7fe050003de0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe054001780 tx=0x7fe05401c400 comp rx=0 tx=0).stop 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- 172.21.15.70:0/405946451 shutdown_connections 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 --2- 172.21.15.70:0/405946451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0500039c0 0x7fe050003de0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- 172.21.15.70:0/405946451 >> 172.21.15.70:0/405946451 conn(0x7fe06406bcc0 msgr2=0x7fe06406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- 172.21.15.70:0/405946451 shutdown_connections 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- 172.21.15.70:0/405946451 wait complete. 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 Processor -- start 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- start start 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0500039c0 0x7fe064141b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe064161840 0x7fe064161cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe064157ba0 0x7fe064158020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe06406db00 con 0x7fe064157ba0 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe06406d980 con 0x7fe064161840 2024-09-05T06:10:49.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe069bc9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe06406dc80 con 0x7fe0500039c0 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe064157ba0 0x7fe064158020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe064157ba0 0x7fe064158020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44488/0 (socket says 172.21.15.70:44488) 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 -- 172.21.15.70:0/169470993 learned_addr learned my addr 172.21.15.70:0/169470993 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe05bfff640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe064161840 0x7fe064161cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe0637fe640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0500039c0 0x7fe064141b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 -- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0500039c0 msgr2=0x7fe064141b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0500039c0 0x7fe064141b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 -- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe064161840 msgr2=0x7fe064161cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe064161840 0x7fe064161cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 -- 172.21.15.70:0/169470993 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe064158560 con 0x7fe064157ba0 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe05bfff640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe064161840 0x7fe064161cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe063fff640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe064157ba0 0x7fe064158020 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe0640d12c0 tx=0x7fe05c009d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe060ff9640 1 -- 172.21.15.70:0/169470993 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe05c019070 con 0x7fe064157ba0 2024-09-05T06:10:49.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.448+0000 7fe060ff9640 1 -- 172.21.15.70:0/169470993 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe05c007cb0 con 0x7fe064157ba0 2024-09-05T06:10:49.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe064144470 con 0x7fe064157ba0 2024-09-05T06:10:49.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe060ff9640 1 -- 172.21.15.70:0/169470993 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe05c007e60 con 0x7fe064157ba0 2024-09-05T06:10:49.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe064144a30 con 0x7fe064157ba0 2024-09-05T06:10:49.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0640b5310 con 0x7fe064157ba0 2024-09-05T06:10:49.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe060ff9640 1 -- 172.21.15.70:0/169470993 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe05c01c070 con 0x7fe064157ba0 2024-09-05T06:10:49.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe060ff9640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0440678c0 0x7fe044069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe060ff9640 1 -- 172.21.15.70:0/169470993 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fe05c085750 con 0x7fe064157ba0 2024-09-05T06:10:49.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe0637fe640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0440678c0 0x7fe044069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.452+0000 7fe0637fe640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0440678c0 0x7fe044069d80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe054001750 tx=0x7fe0540011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.456+0000 7fe060ff9640 1 -- 172.21.15.70:0/169470993 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe064158560 con 0x7fe064157ba0 2024-09-05T06:10:49.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.604+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe0640b2000 con 0x7fe0440678c0 2024-09-05T06:10:49.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.612+0000 7fe060ff9640 1 -- 172.21.15.70:0/169470993 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247422 (secure 0 0 0) 0x7fe0640b2000 con 0x7fe0440678c0 2024-09-05T06:10:49.613 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:49.615 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:49.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0440678c0 msgr2=0x7fe044069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0440678c0 0x7fe044069d80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe054001750 tx=0x7fe0540011a0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe064157ba0 msgr2=0x7fe064158020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe064157ba0 0x7fe064158020 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe0640d12c0 tx=0x7fe05c009d50 comp rx=0 tx=0).stop 2024-09-05T06:10:49.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 shutdown_connections 2024-09-05T06:10:49.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0440678c0 0x7fe044069d80 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe064157ba0 0x7fe064158020 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe064161840 0x7fe064161cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 --2- 172.21.15.70:0/169470993 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0500039c0 0x7fe064141b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 >> 172.21.15.70:0/169470993 conn(0x7fe06406bcc0 msgr2=0x7fe06415d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:49.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 shutdown_connections 2024-09-05T06:10:49.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.616+0000 7fe069bc9640 1 -- 172.21.15.70:0/169470993 wait complete. 2024-09-05T06:10:49.630 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":51,"stamp":"2024-09-05T06:10:48.342906+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":2125,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560374,"statfs":{"total":1600000000,"available":1597823522,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001321"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.680808+0000","last_change":"2024-09-05T06:10:46.678665+0000","last_active":"2024-09-05T06:10:46.680808+0000","last_peered":"2024-09-05T06:10:46.680808+0000","last_clean":"2024-09-05T06:10:46.680808+0000","last_became_active":"2024-09-05T06:10:46.678473+0000","last_became_peered":"2024-09-05T06:10:46.678473+0000","last_unstale":"2024-09-05T06:10:46.680808+0000","last_undegraded":"2024-09-05T06:10:46.680808+0000","last_fullsized":"2024-09-05T06:10:46.680808+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:52.176002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.677005+0000","last_change":"2024-09-05T06:10:46.676753+0000","last_active":"2024-09-05T06:10:46.677005+0000","last_peered":"2024-09-05T06:10:46.677005+0000","last_clean":"2024-09-05T06:10:46.677005+0000","last_became_active":"2024-09-05T06:10:46.675197+0000","last_became_peered":"2024-09-05T06:10:46.675197+0000","last_unstale":"2024-09-05T06:10:46.677005+0000","last_undegraded":"2024-09-05T06:10:46.677005+0000","last_fullsized":"2024-09-05T06:10:46.677005+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:54:44.894745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.670789+0000","last_change":"2024-09-05T06:10:46.670441+0000","last_active":"2024-09-05T06:10:46.670789+0000","last_peered":"2024-09-05T06:10:46.670789+0000","last_clean":"2024-09-05T06:10:46.670789+0000","last_became_active":"2024-09-05T06:10:46.669967+0000","last_became_peered":"2024-09-05T06:10:46.669967+0000","last_unstale":"2024-09-05T06:10:46.670789+0000","last_undegraded":"2024-09-05T06:10:46.670789+0000","last_fullsized":"2024-09-05T06:10:46.670789+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:09:59.635134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.701746+0000","last_change":"2024-09-05T06:10:46.701542+0000","last_active":"2024-09-05T06:10:46.701746+0000","last_peered":"2024-09-05T06:10:46.701746+0000","last_clean":"2024-09-05T06:10:46.701746+0000","last_became_active":"2024-09-05T06:10:46.697236+0000","last_became_peered":"2024-09-05T06:10:46.697236+0000","last_unstale":"2024-09-05T06:10:46.701746+0000","last_undegraded":"2024-09-05T06:10:46.701746+0000","last_fullsized":"2024-09-05T06:10:46.701746+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:00:28.591639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.687105+0000","last_change":"2024-09-05T06:10:46.686595+0000","last_active":"2024-09-05T06:10:46.687105+0000","last_peered":"2024-09-05T06:10:46.687105+0000","last_clean":"2024-09-05T06:10:46.687105+0000","last_became_active":"2024-09-05T06:10:46.685804+0000","last_became_peered":"2024-09-05T06:10:46.685804+0000","last_unstale":"2024-09-05T06:10:46.687105+0000","last_undegraded":"2024-09-05T06:10:46.687105+0000","last_fullsized":"2024-09-05T06:10:46.687105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:38:18.819424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.678235+0000","last_change":"2024-09-05T06:10:46.677955+0000","last_active":"2024-09-05T06:10:46.678235+0000","last_peered":"2024-09-05T06:10:46.678235+0000","last_clean":"2024-09-05T06:10:46.678235+0000","last_became_active":"2024-09-05T06:10:46.677210+0000","last_became_peered":"2024-09-05T06:10:46.677210+0000","last_unstale":"2024-09-05T06:10:46.678235+0000","last_undegraded":"2024-09-05T06:10:46.678235+0000","last_fullsized":"2024-09-05T06:10:46.678235+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:58.896043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.676834+0000","last_change":"2024-09-05T06:10:46.676646+0000","last_active":"2024-09-05T06:10:46.676834+0000","last_peered":"2024-09-05T06:10:46.676834+0000","last_clean":"2024-09-05T06:10:46.676834+0000","last_became_active":"2024-09-05T06:10:46.676402+0000","last_became_peered":"2024-09-05T06:10:46.676402+0000","last_unstale":"2024-09-05T06:10:46.676834+0000","last_undegraded":"2024-09-05T06:10:46.676834+0000","last_fullsized":"2024-09-05T06:10:46.676834+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:39:03.723043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.693054+0000","last_change":"2024-09-05T06:10:46.692963+0000","last_active":"2024-09-05T06:10:46.693054+0000","last_peered":"2024-09-05T06:10:46.693054+0000","last_clean":"2024-09-05T06:10:46.693054+0000","last_became_active":"2024-09-05T06:10:46.692592+0000","last_became_peered":"2024-09-05T06:10:46.692592+0000","last_unstale":"2024-09-05T06:10:46.693054+0000","last_undegraded":"2024-09-05T06:10:46.693054+0000","last_fullsized":"2024-09-05T06:10:46.693054+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:11.288866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.702630+0000","last_change":"2024-09-05T06:10:46.702492+0000","last_active":"2024-09-05T06:10:46.702630+0000","last_peered":"2024-09-05T06:10:46.702630+0000","last_clean":"2024-09-05T06:10:46.702630+0000","last_became_active":"2024-09-05T06:10:46.702168+0000","last_became_peered":"2024-09-05T06:10:46.702168+0000","last_unstale":"2024-09-05T06:10:46.702630+0000","last_undegraded":"2024-09-05T06:10:46.702630+0000","last_fullsized":"2024-09-05T06:10:46.702630+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.881503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.666504+0000","last_change":"2024-09-05T06:10:46.666002+0000","last_active":"2024-09-05T06:10:46.666504+0000","last_peered":"2024-09-05T06:10:46.666504+0000","last_clean":"2024-09-05T06:10:46.666504+0000","last_became_active":"2024-09-05T06:10:46.664559+0000","last_became_peered":"2024-09-05T06:10:46.664559+0000","last_unstale":"2024-09-05T06:10:46.666504+0000","last_undegraded":"2024-09-05T06:10:46.666504+0000","last_fullsized":"2024-09-05T06:10:46.666504+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:20.179280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.688717+0000","last_change":"2024-09-05T06:10:46.688620+0000","last_active":"2024-09-05T06:10:46.688717+0000","last_peered":"2024-09-05T06:10:46.688717+0000","last_clean":"2024-09-05T06:10:46.688717+0000","last_became_active":"2024-09-05T06:10:46.688456+0000","last_became_peered":"2024-09-05T06:10:46.688456+0000","last_unstale":"2024-09-05T06:10:46.688717+0000","last_undegraded":"2024-09-05T06:10:46.688717+0000","last_fullsized":"2024-09-05T06:10:46.688717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:09:32.624171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.691254+0000","last_change":"2024-09-05T06:10:46.691108+0000","last_active":"2024-09-05T06:10:46.691254+0000","last_peered":"2024-09-05T06:10:46.691254+0000","last_clean":"2024-09-05T06:10:46.691254+0000","last_became_active":"2024-09-05T06:10:46.690843+0000","last_became_peered":"2024-09-05T06:10:46.690843+0000","last_unstale":"2024-09-05T06:10:46.691254+0000","last_undegraded":"2024-09-05T06:10:46.691254+0000","last_fullsized":"2024-09-05T06:10:46.691254+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:17.626623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.691247+0000","last_change":"2024-09-05T06:10:46.691023+0000","last_active":"2024-09-05T06:10:46.691247+0000","last_peered":"2024-09-05T06:10:46.691247+0000","last_clean":"2024-09-05T06:10:46.691247+0000","last_became_active":"2024-09-05T06:10:46.689668+0000","last_became_peered":"2024-09-05T06:10:46.689668+0000","last_unstale":"2024-09-05T06:10:46.691247+0000","last_undegraded":"2024-09-05T06:10:46.691247+0000","last_fullsized":"2024-09-05T06:10:46.691247+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:46.960863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.701257+0000","last_change":"2024-09-05T06:10:46.700974+0000","last_active":"2024-09-05T06:10:46.701257+0000","last_peered":"2024-09-05T06:10:46.701257+0000","last_clean":"2024-09-05T06:10:46.701257+0000","last_became_active":"2024-09-05T06:10:46.696222+0000","last_became_peered":"2024-09-05T06:10:46.696222+0000","last_unstale":"2024-09-05T06:10:46.701257+0000","last_undegraded":"2024-09-05T06:10:46.701257+0000","last_fullsized":"2024-09-05T06:10:46.701257+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:37.629112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.681995+0000","last_change":"2024-09-05T06:10:46.681849+0000","last_active":"2024-09-05T06:10:46.681995+0000","last_peered":"2024-09-05T06:10:46.681995+0000","last_clean":"2024-09-05T06:10:46.681995+0000","last_became_active":"2024-09-05T06:10:46.681122+0000","last_became_peered":"2024-09-05T06:10:46.681122+0000","last_unstale":"2024-09-05T06:10:46.681995+0000","last_undegraded":"2024-09-05T06:10:46.681995+0000","last_fullsized":"2024-09-05T06:10:46.681995+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:13:19.921718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.672700+0000","last_change":"2024-09-05T06:10:46.672523+0000","last_active":"2024-09-05T06:10:46.672700+0000","last_peered":"2024-09-05T06:10:46.672700+0000","last_clean":"2024-09-05T06:10:46.672700+0000","last_became_active":"2024-09-05T06:10:46.672171+0000","last_became_peered":"2024-09-05T06:10:46.672171+0000","last_unstale":"2024-09-05T06:10:46.672700+0000","last_undegraded":"2024-09-05T06:10:46.672700+0000","last_fullsized":"2024-09-05T06:10:46.672700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.183652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674728+0000","last_change":"2024-09-05T06:10:46.673913+0000","last_active":"2024-09-05T06:10:46.674728+0000","last_peered":"2024-09-05T06:10:46.674728+0000","last_clean":"2024-09-05T06:10:46.674728+0000","last_became_active":"2024-09-05T06:10:46.673666+0000","last_became_peered":"2024-09-05T06:10:46.673666+0000","last_unstale":"2024-09-05T06:10:46.674728+0000","last_undegraded":"2024-09-05T06:10:46.674728+0000","last_fullsized":"2024-09-05T06:10:46.674728+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:46.358297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.689457+0000","last_change":"2024-09-05T06:10:46.689227+0000","last_active":"2024-09-05T06:10:46.689457+0000","last_peered":"2024-09-05T06:10:46.689457+0000","last_clean":"2024-09-05T06:10:46.689457+0000","last_became_active":"2024-09-05T06:10:46.688665+0000","last_became_peered":"2024-09-05T06:10:46.688665+0000","last_unstale":"2024-09-05T06:10:46.689457+0000","last_undegraded":"2024-09-05T06:10:46.689457+0000","last_fullsized":"2024-09-05T06:10:46.689457+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:00.176138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.664102+0000","last_change":"2024-09-05T06:10:46.663720+0000","last_active":"2024-09-05T06:10:46.664102+0000","last_peered":"2024-09-05T06:10:46.664102+0000","last_clean":"2024-09-05T06:10:46.664102+0000","last_became_active":"2024-09-05T06:10:46.662904+0000","last_became_peered":"2024-09-05T06:10:46.662904+0000","last_unstale":"2024-09-05T06:10:46.664102+0000","last_undegraded":"2024-09-05T06:10:46.664102+0000","last_fullsized":"2024-09-05T06:10:46.664102+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:38:59.276973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.687585+0000","last_change":"2024-09-05T06:10:46.687354+0000","last_active":"2024-09-05T06:10:46.687585+0000","last_peered":"2024-09-05T06:10:46.687585+0000","last_clean":"2024-09-05T06:10:46.687585+0000","last_became_active":"2024-09-05T06:10:46.686293+0000","last_became_peered":"2024-09-05T06:10:46.686293+0000","last_unstale":"2024-09-05T06:10:46.687585+0000","last_undegraded":"2024-09-05T06:10:46.687585+0000","last_fullsized":"2024-09-05T06:10:46.687585+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:40.283581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.695066+0000","last_change":"2024-09-05T06:10:46.694950+0000","last_active":"2024-09-05T06:10:46.695066+0000","last_peered":"2024-09-05T06:10:46.695066+0000","last_clean":"2024-09-05T06:10:46.695066+0000","last_became_active":"2024-09-05T06:10:46.694748+0000","last_became_peered":"2024-09-05T06:10:46.694748+0000","last_unstale":"2024-09-05T06:10:46.695066+0000","last_undegraded":"2024-09-05T06:10:46.695066+0000","last_fullsized":"2024-09-05T06:10:46.695066+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:17:50.148402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674820+0000","last_change":"2024-09-05T06:10:46.674709+0000","last_active":"2024-09-05T06:10:46.674820+0000","last_peered":"2024-09-05T06:10:46.674820+0000","last_clean":"2024-09-05T06:10:46.674820+0000","last_became_active":"2024-09-05T06:10:46.674550+0000","last_became_peered":"2024-09-05T06:10:46.674550+0000","last_unstale":"2024-09-05T06:10:46.674820+0000","last_undegraded":"2024-09-05T06:10:46.674820+0000","last_fullsized":"2024-09-05T06:10:46.674820+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:21.235135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.690970+0000","last_change":"2024-09-05T06:10:46.690475+0000","last_active":"2024-09-05T06:10:46.690970+0000","last_peered":"2024-09-05T06:10:46.690970+0000","last_clean":"2024-09-05T06:10:46.690970+0000","last_became_active":"2024-09-05T06:10:46.689011+0000","last_became_peered":"2024-09-05T06:10:46.689011+0000","last_unstale":"2024-09-05T06:10:46.690970+0000","last_undegraded":"2024-09-05T06:10:46.690970+0000","last_fullsized":"2024-09-05T06:10:46.690970+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:29.539526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.702719+0000","last_change":"2024-09-05T06:10:46.702611+0000","last_active":"2024-09-05T06:10:46.702719+0000","last_peered":"2024-09-05T06:10:46.702719+0000","last_clean":"2024-09-05T06:10:46.702719+0000","last_became_active":"2024-09-05T06:10:46.702351+0000","last_became_peered":"2024-09-05T06:10:46.702351+0000","last_unstale":"2024-09-05T06:10:46.702719+0000","last_undegraded":"2024-09-05T06:10:46.702719+0000","last_fullsized":"2024-09-05T06:10:46.702719+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:37:12.838901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.671844+0000","last_change":"2024-09-05T06:10:46.671278+0000","last_active":"2024-09-05T06:10:46.671844+0000","last_peered":"2024-09-05T06:10:46.671844+0000","last_clean":"2024-09-05T06:10:46.671844+0000","last_became_active":"2024-09-05T06:10:46.670643+0000","last_became_peered":"2024-09-05T06:10:46.670643+0000","last_unstale":"2024-09-05T06:10:46.671844+0000","last_undegraded":"2024-09-05T06:10:46.671844+0000","last_fullsized":"2024-09-05T06:10:46.671844+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:03:23.955903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.684254+0000","last_change":"2024-09-05T06:10:46.683864+0000","last_active":"2024-09-05T06:10:46.684254+0000","last_peered":"2024-09-05T06:10:46.684254+0000","last_clean":"2024-09-05T06:10:46.684254+0000","last_became_active":"2024-09-05T06:10:46.673582+0000","last_became_peered":"2024-09-05T06:10:46.673582+0000","last_unstale":"2024-09-05T06:10:46.684254+0000","last_undegraded":"2024-09-05T06:10:46.684254+0000","last_fullsized":"2024-09-05T06:10:46.684254+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:38:28.362092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.676532+0000","last_change":"2024-09-05T06:10:46.676189+0000","last_active":"2024-09-05T06:10:46.676532+0000","last_peered":"2024-09-05T06:10:46.676532+0000","last_clean":"2024-09-05T06:10:46.676532+0000","last_became_active":"2024-09-05T06:10:46.674379+0000","last_became_peered":"2024-09-05T06:10:46.674379+0000","last_unstale":"2024-09-05T06:10:46.676532+0000","last_undegraded":"2024-09-05T06:10:46.676532+0000","last_fullsized":"2024-09-05T06:10:46.676532+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:28:08.229399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.692907+0000","last_change":"2024-09-05T06:10:46.692805+0000","last_active":"2024-09-05T06:10:46.692907+0000","last_peered":"2024-09-05T06:10:46.692907+0000","last_clean":"2024-09-05T06:10:46.692907+0000","last_became_active":"2024-09-05T06:10:46.692278+0000","last_became_peered":"2024-09-05T06:10:46.692278+0000","last_unstale":"2024-09-05T06:10:46.692907+0000","last_undegraded":"2024-09-05T06:10:46.692907+0000","last_fullsized":"2024-09-05T06:10:46.692907+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:43:47.969827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.702618+0000","last_change":"2024-09-05T06:10:46.702487+0000","last_active":"2024-09-05T06:10:46.702618+0000","last_peered":"2024-09-05T06:10:46.702618+0000","last_clean":"2024-09-05T06:10:46.702618+0000","last_became_active":"2024-09-05T06:10:46.702193+0000","last_became_peered":"2024-09-05T06:10:46.702193+0000","last_unstale":"2024-09-05T06:10:46.702618+0000","last_undegraded":"2024-09-05T06:10:46.702618+0000","last_fullsized":"2024-09-05T06:10:46.702618+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:12:34.335205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.682217+0000","last_change":"2024-09-05T06:10:46.682096+0000","last_active":"2024-09-05T06:10:46.682217+0000","last_peered":"2024-09-05T06:10:46.682217+0000","last_clean":"2024-09-05T06:10:46.682217+0000","last_became_active":"2024-09-05T06:10:46.681401+0000","last_became_peered":"2024-09-05T06:10:46.681401+0000","last_unstale":"2024-09-05T06:10:46.682217+0000","last_undegraded":"2024-09-05T06:10:46.682217+0000","last_fullsized":"2024-09-05T06:10:46.682217+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:59.477647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.678103+0000","last_change":"2024-09-05T06:10:46.677950+0000","last_active":"2024-09-05T06:10:46.678103+0000","last_peered":"2024-09-05T06:10:46.678103+0000","last_clean":"2024-09-05T06:10:46.678103+0000","last_became_active":"2024-09-05T06:10:46.677595+0000","last_became_peered":"2024-09-05T06:10:46.677595+0000","last_unstale":"2024-09-05T06:10:46.678103+0000","last_undegraded":"2024-09-05T06:10:46.678103+0000","last_fullsized":"2024-09-05T06:10:46.678103+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:04:27.186407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.673454+0000","last_change":"2024-09-05T06:10:46.673328+0000","last_active":"2024-09-05T06:10:46.673454+0000","last_peered":"2024-09-05T06:10:46.673454+0000","last_clean":"2024-09-05T06:10:46.673454+0000","last_became_active":"2024-09-05T06:10:46.673061+0000","last_became_peered":"2024-09-05T06:10:46.673061+0000","last_unstale":"2024-09-05T06:10:46.673454+0000","last_undegraded":"2024-09-05T06:10:46.673454+0000","last_fullsized":"2024-09-05T06:10:46.673454+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:03:49.545356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.692691+0000","last_change":"2024-09-05T06:10:46.692379+0000","last_active":"2024-09-05T06:10:46.692691+0000","last_peered":"2024-09-05T06:10:46.692691+0000","last_clean":"2024-09-05T06:10:46.692691+0000","last_became_active":"2024-09-05T06:10:46.691620+0000","last_became_peered":"2024-09-05T06:10:46.691620+0000","last_unstale":"2024-09-05T06:10:46.692691+0000","last_undegraded":"2024-09-05T06:10:46.692691+0000","last_fullsized":"2024-09-05T06:10:46.692691+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:44:27.594080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":16,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.680084+0000","last_change":"2024-09-05T06:10:45.671109+0000","last_active":"2024-09-05T06:10:46.680084+0000","last_peered":"2024-09-05T06:10:46.680084+0000","last_clean":"2024-09-05T06:10:46.680084+0000","last_became_active":"2024-09-05T06:10:45.670872+0000","last_became_peered":"2024-09-05T06:10:45.670872+0000","last_unstale":"2024-09-05T06:10:46.680084+0000","last_undegraded":"2024-09-05T06:10:46.680084+0000","last_fullsized":"2024-09-05T06:10:46.680084+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:47:38.541944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.672605+0000","last_change":"2024-09-05T06:10:46.671330+0000","last_active":"2024-09-05T06:10:46.672605+0000","last_peered":"2024-09-05T06:10:46.672605+0000","last_clean":"2024-09-05T06:10:46.672605+0000","last_became_active":"2024-09-05T06:10:46.670840+0000","last_became_peered":"2024-09-05T06:10:46.670840+0000","last_unstale":"2024-09-05T06:10:46.672605+0000","last_undegraded":"2024-09-05T06:10:46.672605+0000","last_fullsized":"2024-09-05T06:10:46.672605+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:15:18.412546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.704603+0000","last_change":"2024-09-05T06:10:45.684705+0000","last_active":"2024-09-05T06:10:46.704603+0000","last_peered":"2024-09-05T06:10:46.704603+0000","last_clean":"2024-09-05T06:10:46.704603+0000","last_became_active":"2024-09-05T06:10:45.682871+0000","last_became_peered":"2024-09-05T06:10:45.682871+0000","last_unstale":"2024-09-05T06:10:46.704603+0000","last_undegraded":"2024-09-05T06:10:46.704603+0000","last_fullsized":"2024-09-05T06:10:46.704603+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:42:24.027667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.689082+0000","last_change":"2024-09-05T06:10:46.688964+0000","last_active":"2024-09-05T06:10:46.689082+0000","last_peered":"2024-09-05T06:10:46.689082+0000","last_clean":"2024-09-05T06:10:46.689082+0000","last_became_active":"2024-09-05T06:10:46.688673+0000","last_became_peered":"2024-09-05T06:10:46.688673+0000","last_unstale":"2024-09-05T06:10:46.689082+0000","last_undegraded":"2024-09-05T06:10:46.689082+0000","last_fullsized":"2024-09-05T06:10:46.689082+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.304612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.681930+0000","last_change":"2024-09-05T06:10:45.676152+0000","last_active":"2024-09-05T06:10:46.681930+0000","last_peered":"2024-09-05T06:10:46.681930+0000","last_clean":"2024-09-05T06:10:46.681930+0000","last_became_active":"2024-09-05T06:10:45.675514+0000","last_became_peered":"2024-09-05T06:10:45.675514+0000","last_unstale":"2024-09-05T06:10:46.681930+0000","last_undegraded":"2024-09-05T06:10:46.681930+0000","last_fullsized":"2024-09-05T06:10:46.681930+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:38.308770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.692194+0000","last_change":"2024-09-05T06:10:46.691433+0000","last_active":"2024-09-05T06:10:46.692194+0000","last_peered":"2024-09-05T06:10:46.692194+0000","last_clean":"2024-09-05T06:10:46.692194+0000","last_became_active":"2024-09-05T06:10:46.685788+0000","last_became_peered":"2024-09-05T06:10:46.685788+0000","last_unstale":"2024-09-05T06:10:46.692194+0000","last_undegraded":"2024-09-05T06:10:46.692194+0000","last_fullsized":"2024-09-05T06:10:46.692194+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:37:23.816685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.692825+0000","last_change":"2024-09-05T06:10:45.683559+0000","last_active":"2024-09-05T06:10:46.692825+0000","last_peered":"2024-09-05T06:10:46.692825+0000","last_clean":"2024-09-05T06:10:46.692825+0000","last_became_active":"2024-09-05T06:10:45.682310+0000","last_became_peered":"2024-09-05T06:10:45.682310+0000","last_unstale":"2024-09-05T06:10:46.692825+0000","last_undegraded":"2024-09-05T06:10:46.692825+0000","last_fullsized":"2024-09-05T06:10:46.692825+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:07:39.316582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.670765+0000","last_change":"2024-09-05T06:10:46.670189+0000","last_active":"2024-09-05T06:10:46.670765+0000","last_peered":"2024-09-05T06:10:46.670765+0000","last_clean":"2024-09-05T06:10:46.670765+0000","last_became_active":"2024-09-05T06:10:46.669187+0000","last_became_peered":"2024-09-05T06:10:46.669187+0000","last_unstale":"2024-09-05T06:10:46.670765+0000","last_undegraded":"2024-09-05T06:10:46.670765+0000","last_fullsized":"2024-09-05T06:10:46.670765+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:36:00.409818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.679087+0000","last_change":"2024-09-05T06:10:45.675566+0000","last_active":"2024-09-05T06:10:46.679087+0000","last_peered":"2024-09-05T06:10:46.679087+0000","last_clean":"2024-09-05T06:10:46.679087+0000","last_became_active":"2024-09-05T06:10:45.675067+0000","last_became_peered":"2024-09-05T06:10:45.675067+0000","last_unstale":"2024-09-05T06:10:46.679087+0000","last_undegraded":"2024-09-05T06:10:46.679087+0000","last_fullsized":"2024-09-05T06:10:46.679087+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:11:23.666663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.685402+0000","last_change":"2024-09-05T06:10:46.685270+0000","last_active":"2024-09-05T06:10:46.685402+0000","last_peered":"2024-09-05T06:10:46.685402+0000","last_clean":"2024-09-05T06:10:46.685402+0000","last_became_active":"2024-09-05T06:10:46.685026+0000","last_became_peered":"2024-09-05T06:10:46.685026+0000","last_unstale":"2024-09-05T06:10:46.685402+0000","last_undegraded":"2024-09-05T06:10:46.685402+0000","last_fullsized":"2024-09-05T06:10:46.685402+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:31.867669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.683117+0000","last_change":"2024-09-05T06:10:45.675369+0000","last_active":"2024-09-05T06:10:46.683117+0000","last_peered":"2024-09-05T06:10:46.683117+0000","last_clean":"2024-09-05T06:10:46.683117+0000","last_became_active":"2024-09-05T06:10:45.673745+0000","last_became_peered":"2024-09-05T06:10:45.673745+0000","last_unstale":"2024-09-05T06:10:46.683117+0000","last_undegraded":"2024-09-05T06:10:46.683117+0000","last_fullsized":"2024-09-05T06:10:46.683117+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:15:34.405472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.676366+0000","last_change":"2024-09-05T06:10:46.676266+0000","last_active":"2024-09-05T06:10:46.676366+0000","last_peered":"2024-09-05T06:10:46.676366+0000","last_clean":"2024-09-05T06:10:46.676366+0000","last_became_active":"2024-09-05T06:10:46.675795+0000","last_became_peered":"2024-09-05T06:10:46.675795+0000","last_unstale":"2024-09-05T06:10:46.676366+0000","last_undegraded":"2024-09-05T06:10:46.676366+0000","last_fullsized":"2024-09-05T06:10:46.676366+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:57:45.657679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.659189+0000","last_change":"2024-09-05T06:10:45.671144+0000","last_active":"2024-09-05T06:10:46.659189+0000","last_peered":"2024-09-05T06:10:46.659189+0000","last_clean":"2024-09-05T06:10:46.659189+0000","last_became_active":"2024-09-05T06:10:45.670501+0000","last_became_peered":"2024-09-05T06:10:45.670501+0000","last_unstale":"2024-09-05T06:10:46.659189+0000","last_undegraded":"2024-09-05T06:10:46.659189+0000","last_fullsized":"2024-09-05T06:10:46.659189+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:21.920323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.699953+0000","last_change":"2024-09-05T06:10:46.699782+0000","last_active":"2024-09-05T06:10:46.699953+0000","last_peered":"2024-09-05T06:10:46.699953+0000","last_clean":"2024-09-05T06:10:46.699953+0000","last_became_active":"2024-09-05T06:10:46.695124+0000","last_became_peered":"2024-09-05T06:10:46.695124+0000","last_unstale":"2024-09-05T06:10:46.699953+0000","last_undegraded":"2024-09-05T06:10:46.699953+0000","last_fullsized":"2024-09-05T06:10:46.699953+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:52:30.073551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.669666+0000","last_change":"2024-09-05T06:10:45.685968+0000","last_active":"2024-09-05T06:10:46.669666+0000","last_peered":"2024-09-05T06:10:46.669666+0000","last_clean":"2024-09-05T06:10:46.669666+0000","last_became_active":"2024-09-05T06:10:45.685164+0000","last_became_peered":"2024-09-05T06:10:45.685164+0000","last_unstale":"2024-09-05T06:10:46.669666+0000","last_undegraded":"2024-09-05T06:10:46.669666+0000","last_fullsized":"2024-09-05T06:10:46.669666+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:13:29.222555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.691004+0000","last_change":"2024-09-05T06:10:46.690854+0000","last_active":"2024-09-05T06:10:46.691004+0000","last_peered":"2024-09-05T06:10:46.691004+0000","last_clean":"2024-09-05T06:10:46.691004+0000","last_became_active":"2024-09-05T06:10:46.690600+0000","last_became_peered":"2024-09-05T06:10:46.690600+0000","last_unstale":"2024-09-05T06:10:46.691004+0000","last_undegraded":"2024-09-05T06:10:46.691004+0000","last_fullsized":"2024-09-05T06:10:46.691004+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:41:54.259319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.656974+0000","last_change":"2024-09-05T06:10:45.672496+0000","last_active":"2024-09-05T06:10:46.656974+0000","last_peered":"2024-09-05T06:10:46.656974+0000","last_clean":"2024-09-05T06:10:46.656974+0000","last_became_active":"2024-09-05T06:10:45.671974+0000","last_became_peered":"2024-09-05T06:10:45.671974+0000","last_unstale":"2024-09-05T06:10:46.656974+0000","last_undegraded":"2024-09-05T06:10:46.656974+0000","last_fullsized":"2024-09-05T06:10:46.656974+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:13:06.555237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.671515+0000","last_change":"2024-09-05T06:10:46.670262+0000","last_active":"2024-09-05T06:10:46.671515+0000","last_peered":"2024-09-05T06:10:46.671515+0000","last_clean":"2024-09-05T06:10:46.671515+0000","last_became_active":"2024-09-05T06:10:46.669524+0000","last_became_peered":"2024-09-05T06:10:46.669524+0000","last_unstale":"2024-09-05T06:10:46.671515+0000","last_undegraded":"2024-09-05T06:10:46.671515+0000","last_fullsized":"2024-09-05T06:10:46.671515+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:52:26.043815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.667708+0000","last_change":"2024-09-05T06:10:45.671460+0000","last_active":"2024-09-05T06:10:46.667708+0000","last_peered":"2024-09-05T06:10:46.667708+0000","last_clean":"2024-09-05T06:10:46.667708+0000","last_became_active":"2024-09-05T06:10:45.670702+0000","last_became_peered":"2024-09-05T06:10:45.670702+0000","last_unstale":"2024-09-05T06:10:46.667708+0000","last_undegraded":"2024-09-05T06:10:46.667708+0000","last_fullsized":"2024-09-05T06:10:46.667708+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:31:02.575430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.703012+0000","last_change":"2024-09-05T06:10:46.702792+0000","last_active":"2024-09-05T06:10:46.703012+0000","last_peered":"2024-09-05T06:10:46.703012+0000","last_clean":"2024-09-05T06:10:46.703012+0000","last_became_active":"2024-09-05T06:10:46.698989+0000","last_became_peered":"2024-09-05T06:10:46.698989+0000","last_unstale":"2024-09-05T06:10:46.703012+0000","last_undegraded":"2024-09-05T06:10:46.703012+0000","last_fullsized":"2024-09-05T06:10:46.703012+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:14:20.947996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":15,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.679907+0000","last_change":"2024-09-05T06:10:45.678830+0000","last_active":"2024-09-05T06:10:46.679907+0000","last_peered":"2024-09-05T06:10:46.679907+0000","last_clean":"2024-09-05T06:10:46.679907+0000","last_became_active":"2024-09-05T06:10:45.676842+0000","last_became_peered":"2024-09-05T06:10:45.676842+0000","last_unstale":"2024-09-05T06:10:46.679907+0000","last_undegraded":"2024-09-05T06:10:46.679907+0000","last_fullsized":"2024-09-05T06:10:46.679907+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:09:29.088043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.675346+0000","last_change":"2024-09-05T06:10:46.675233+0000","last_active":"2024-09-05T06:10:46.675346+0000","last_peered":"2024-09-05T06:10:46.675346+0000","last_clean":"2024-09-05T06:10:46.675346+0000","last_became_active":"2024-09-05T06:10:46.674897+0000","last_became_peered":"2024-09-05T06:10:46.674897+0000","last_unstale":"2024-09-05T06:10:46.675346+0000","last_undegraded":"2024-09-05T06:10:46.675346+0000","last_fullsized":"2024-09-05T06:10:46.675346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:38:21.500983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"30'6","reported_seq":18,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.704667+0000","last_change":"2024-09-05T06:10:45.680408+0000","last_active":"2024-09-05T06:10:46.704667+0000","last_peered":"2024-09-05T06:10:46.704667+0000","last_clean":"2024-09-05T06:10:46.704667+0000","last_became_active":"2024-09-05T06:10:45.679717+0000","last_became_peered":"2024-09-05T06:10:45.679717+0000","last_unstale":"2024-09-05T06:10:46.704667+0000","last_undegraded":"2024-09-05T06:10:46.704667+0000","last_fullsized":"2024-09-05T06:10:46.704667+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:12:30.411106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.695427+0000","last_change":"2024-09-05T06:10:46.695210+0000","last_active":"2024-09-05T06:10:46.695427+0000","last_peered":"2024-09-05T06:10:46.695427+0000","last_clean":"2024-09-05T06:10:46.695427+0000","last_became_active":"2024-09-05T06:10:46.693632+0000","last_became_peered":"2024-09-05T06:10:46.693632+0000","last_unstale":"2024-09-05T06:10:46.695427+0000","last_undegraded":"2024-09-05T06:10:46.695427+0000","last_fullsized":"2024-09-05T06:10:46.695427+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:09:33.554995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674253+0000","last_change":"2024-09-05T06:10:45.678126+0000","last_active":"2024-09-05T06:10:46.674253+0000","last_peered":"2024-09-05T06:10:46.674253+0000","last_clean":"2024-09-05T06:10:46.674253+0000","last_became_active":"2024-09-05T06:10:45.677681+0000","last_became_peered":"2024-09-05T06:10:45.677681+0000","last_unstale":"2024-09-05T06:10:46.674253+0000","last_undegraded":"2024-09-05T06:10:46.674253+0000","last_fullsized":"2024-09-05T06:10:46.674253+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:25:06.188300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.686696+0000","last_change":"2024-09-05T06:10:46.686411+0000","last_active":"2024-09-05T06:10:46.686696+0000","last_peered":"2024-09-05T06:10:46.686696+0000","last_clean":"2024-09-05T06:10:46.686696+0000","last_became_active":"2024-09-05T06:10:46.685035+0000","last_became_peered":"2024-09-05T06:10:46.685035+0000","last_unstale":"2024-09-05T06:10:46.686696+0000","last_undegraded":"2024-09-05T06:10:46.686696+0000","last_fullsized":"2024-09-05T06:10:46.686696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:54:36.880012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.661760+0000","last_change":"2024-09-05T06:10:45.683997+0000","last_active":"2024-09-05T06:10:46.661760+0000","last_peered":"2024-09-05T06:10:46.661760+0000","last_clean":"2024-09-05T06:10:46.661760+0000","last_became_active":"2024-09-05T06:10:45.683217+0000","last_became_peered":"2024-09-05T06:10:45.683217+0000","last_unstale":"2024-09-05T06:10:46.661760+0000","last_undegraded":"2024-09-05T06:10:46.661760+0000","last_fullsized":"2024-09-05T06:10:46.661760+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:27.818788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.682346+0000","last_change":"2024-09-05T06:10:46.675897+0000","last_active":"2024-09-05T06:10:46.682346+0000","last_peered":"2024-09-05T06:10:46.682346+0000","last_clean":"2024-09-05T06:10:46.682346+0000","last_became_active":"2024-09-05T06:10:46.675569+0000","last_became_peered":"2024-09-05T06:10:46.675569+0000","last_unstale":"2024-09-05T06:10:46.682346+0000","last_undegraded":"2024-09-05T06:10:46.682346+0000","last_fullsized":"2024-09-05T06:10:46.682346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:14.896394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.658826+0000","last_change":"2024-09-05T06:10:45.666204+0000","last_active":"2024-09-05T06:10:46.658826+0000","last_peered":"2024-09-05T06:10:46.658826+0000","last_clean":"2024-09-05T06:10:46.658826+0000","last_became_active":"2024-09-05T06:10:45.661274+0000","last_became_peered":"2024-09-05T06:10:45.661274+0000","last_unstale":"2024-09-05T06:10:46.658826+0000","last_undegraded":"2024-09-05T06:10:46.658826+0000","last_fullsized":"2024-09-05T06:10:46.658826+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:49:09.664274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.672422+0000","last_change":"2024-09-05T06:10:46.672275+0000","last_active":"2024-09-05T06:10:46.672422+0000","last_peered":"2024-09-05T06:10:46.672422+0000","last_clean":"2024-09-05T06:10:46.672422+0000","last_became_active":"2024-09-05T06:10:46.672000+0000","last_became_peered":"2024-09-05T06:10:46.672000+0000","last_unstale":"2024-09-05T06:10:46.672422+0000","last_undegraded":"2024-09-05T06:10:46.672422+0000","last_fullsized":"2024-09-05T06:10:46.672422+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:33:08.384646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":20,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.687747+0000","last_change":"2024-09-05T06:10:45.678181+0000","last_active":"2024-09-05T06:10:46.687747+0000","last_peered":"2024-09-05T06:10:46.687747+0000","last_clean":"2024-09-05T06:10:46.687747+0000","last_became_active":"2024-09-05T06:10:45.677284+0000","last_became_peered":"2024-09-05T06:10:45.677284+0000","last_unstale":"2024-09-05T06:10:46.687747+0000","last_undegraded":"2024-09-05T06:10:46.687747+0000","last_fullsized":"2024-09-05T06:10:46.687747+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:37.286953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.677544+0000","last_change":"2024-09-05T06:10:46.677376+0000","last_active":"2024-09-05T06:10:46.677544+0000","last_peered":"2024-09-05T06:10:46.677544+0000","last_clean":"2024-09-05T06:10:46.677544+0000","last_became_active":"2024-09-05T06:10:46.676941+0000","last_became_peered":"2024-09-05T06:10:46.676941+0000","last_unstale":"2024-09-05T06:10:46.677544+0000","last_undegraded":"2024-09-05T06:10:46.677544+0000","last_fullsized":"2024-09-05T06:10:46.677544+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:05:28.386977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.694941+0000","last_change":"2024-09-05T06:10:45.680539+0000","last_active":"2024-09-05T06:10:46.694941+0000","last_peered":"2024-09-05T06:10:46.694941+0000","last_clean":"2024-09-05T06:10:46.694941+0000","last_became_active":"2024-09-05T06:10:45.679903+0000","last_became_peered":"2024-09-05T06:10:45.679903+0000","last_unstale":"2024-09-05T06:10:46.694941+0000","last_undegraded":"2024-09-05T06:10:46.694941+0000","last_fullsized":"2024-09-05T06:10:46.694941+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:08.165635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.670809+0000","last_change":"2024-09-05T06:10:46.670702+0000","last_active":"2024-09-05T06:10:46.670809+0000","last_peered":"2024-09-05T06:10:46.670809+0000","last_clean":"2024-09-05T06:10:46.670809+0000","last_became_active":"2024-09-05T06:10:46.670558+0000","last_became_peered":"2024-09-05T06:10:46.670558+0000","last_unstale":"2024-09-05T06:10:46.670809+0000","last_undegraded":"2024-09-05T06:10:46.670809+0000","last_fullsized":"2024-09-05T06:10:46.670809+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:52:41.917177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.673006+0000","last_change":"2024-09-05T06:10:45.677918+0000","last_active":"2024-09-05T06:10:46.673006+0000","last_peered":"2024-09-05T06:10:46.673006+0000","last_clean":"2024-09-05T06:10:46.673006+0000","last_became_active":"2024-09-05T06:10:45.677364+0000","last_became_peered":"2024-09-05T06:10:45.677364+0000","last_unstale":"2024-09-05T06:10:46.673006+0000","last_undegraded":"2024-09-05T06:10:46.673006+0000","last_fullsized":"2024-09-05T06:10:46.673006+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:30.171772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.680360+0000","last_change":"2024-09-05T06:10:46.680026+0000","last_active":"2024-09-05T06:10:46.680360+0000","last_peered":"2024-09-05T06:10:46.680360+0000","last_clean":"2024-09-05T06:10:46.680360+0000","last_became_active":"2024-09-05T06:10:46.679425+0000","last_became_peered":"2024-09-05T06:10:46.679425+0000","last_unstale":"2024-09-05T06:10:46.680360+0000","last_undegraded":"2024-09-05T06:10:46.680360+0000","last_fullsized":"2024-09-05T06:10:46.680360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.143281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.675879+0000","last_change":"2024-09-05T06:10:45.670365+0000","last_active":"2024-09-05T06:10:46.675879+0000","last_peered":"2024-09-05T06:10:46.675879+0000","last_clean":"2024-09-05T06:10:46.675879+0000","last_became_active":"2024-09-05T06:10:45.669913+0000","last_became_peered":"2024-09-05T06:10:45.669913+0000","last_unstale":"2024-09-05T06:10:46.675879+0000","last_undegraded":"2024-09-05T06:10:46.675879+0000","last_fullsized":"2024-09-05T06:10:46.675879+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:36.364094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.669280+0000","last_change":"2024-09-05T06:10:46.669108+0000","last_active":"2024-09-05T06:10:46.669280+0000","last_peered":"2024-09-05T06:10:46.669280+0000","last_clean":"2024-09-05T06:10:46.669280+0000","last_became_active":"2024-09-05T06:10:46.668709+0000","last_became_peered":"2024-09-05T06:10:46.668709+0000","last_unstale":"2024-09-05T06:10:46.669280+0000","last_undegraded":"2024-09-05T06:10:46.669280+0000","last_fullsized":"2024-09-05T06:10:46.669280+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:30:25.265545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.667982+0000","last_change":"2024-09-05T06:10:45.661714+0000","last_active":"2024-09-05T06:10:46.667982+0000","last_peered":"2024-09-05T06:10:46.667982+0000","last_clean":"2024-09-05T06:10:46.667982+0000","last_became_active":"2024-09-05T06:10:45.660882+0000","last_became_peered":"2024-09-05T06:10:45.660882+0000","last_unstale":"2024-09-05T06:10:46.667982+0000","last_undegraded":"2024-09-05T06:10:46.667982+0000","last_fullsized":"2024-09-05T06:10:46.667982+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:58:33.612221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.694801+0000","last_change":"2024-09-05T06:10:46.694567+0000","last_active":"2024-09-05T06:10:46.694801+0000","last_peered":"2024-09-05T06:10:46.694801+0000","last_clean":"2024-09-05T06:10:46.694801+0000","last_became_active":"2024-09-05T06:10:46.694033+0000","last_became_peered":"2024-09-05T06:10:46.694033+0000","last_unstale":"2024-09-05T06:10:46.694801+0000","last_undegraded":"2024-09-05T06:10:46.694801+0000","last_fullsized":"2024-09-05T06:10:46.694801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:11.831392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674533+0000","last_change":"2024-09-05T06:10:45.680970+0000","last_active":"2024-09-05T06:10:46.674533+0000","last_peered":"2024-09-05T06:10:46.674533+0000","last_clean":"2024-09-05T06:10:46.674533+0000","last_became_active":"2024-09-05T06:10:45.680332+0000","last_became_peered":"2024-09-05T06:10:45.680332+0000","last_unstale":"2024-09-05T06:10:46.674533+0000","last_undegraded":"2024-09-05T06:10:46.674533+0000","last_fullsized":"2024-09-05T06:10:46.674533+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:38:31.318799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.675503+0000","last_change":"2024-09-05T06:10:46.675310+0000","last_active":"2024-09-05T06:10:46.675503+0000","last_peered":"2024-09-05T06:10:46.675503+0000","last_clean":"2024-09-05T06:10:46.675503+0000","last_became_active":"2024-09-05T06:10:46.673991+0000","last_became_peered":"2024-09-05T06:10:46.673991+0000","last_unstale":"2024-09-05T06:10:46.675503+0000","last_undegraded":"2024-09-05T06:10:46.675503+0000","last_fullsized":"2024-09-05T06:10:46.675503+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:52:47.317884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.665955+0000","last_change":"2024-09-05T06:10:45.681500+0000","last_active":"2024-09-05T06:10:46.665955+0000","last_peered":"2024-09-05T06:10:46.665955+0000","last_clean":"2024-09-05T06:10:46.665955+0000","last_became_active":"2024-09-05T06:10:45.681006+0000","last_became_peered":"2024-09-05T06:10:45.681006+0000","last_unstale":"2024-09-05T06:10:46.665955+0000","last_undegraded":"2024-09-05T06:10:46.665955+0000","last_fullsized":"2024-09-05T06:10:46.665955+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:02.975776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.696575+0000","last_change":"2024-09-05T06:10:46.695652+0000","last_active":"2024-09-05T06:10:46.696575+0000","last_peered":"2024-09-05T06:10:46.696575+0000","last_clean":"2024-09-05T06:10:46.696575+0000","last_became_active":"2024-09-05T06:10:46.694550+0000","last_became_peered":"2024-09-05T06:10:46.694550+0000","last_unstale":"2024-09-05T06:10:46.696575+0000","last_undegraded":"2024-09-05T06:10:46.696575+0000","last_fullsized":"2024-09-05T06:10:46.696575+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:05:18.084913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.662285+0000","last_change":"2024-09-05T06:10:45.677586+0000","last_active":"2024-09-05T06:10:46.662285+0000","last_peered":"2024-09-05T06:10:46.662285+0000","last_clean":"2024-09-05T06:10:46.662285+0000","last_became_active":"2024-09-05T06:10:45.677329+0000","last_became_peered":"2024-09-05T06:10:45.677329+0000","last_unstale":"2024-09-05T06:10:46.662285+0000","last_undegraded":"2024-09-05T06:10:46.662285+0000","last_fullsized":"2024-09-05T06:10:46.662285+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:39.650477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.676211+0000","last_change":"2024-09-05T06:10:46.676072+0000","last_active":"2024-09-05T06:10:46.676211+0000","last_peered":"2024-09-05T06:10:46.676211+0000","last_clean":"2024-09-05T06:10:46.676211+0000","last_became_active":"2024-09-05T06:10:46.675470+0000","last_became_peered":"2024-09-05T06:10:46.675470+0000","last_unstale":"2024-09-05T06:10:46.676211+0000","last_undegraded":"2024-09-05T06:10:46.676211+0000","last_fullsized":"2024-09-05T06:10:46.676211+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:59:07.473607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.666901+0000","last_change":"2024-09-05T06:10:45.670159+0000","last_active":"2024-09-05T06:10:46.666901+0000","last_peered":"2024-09-05T06:10:46.666901+0000","last_clean":"2024-09-05T06:10:46.666901+0000","last_became_active":"2024-09-05T06:10:45.669643+0000","last_became_peered":"2024-09-05T06:10:45.669643+0000","last_unstale":"2024-09-05T06:10:46.666901+0000","last_undegraded":"2024-09-05T06:10:46.666901+0000","last_fullsized":"2024-09-05T06:10:46.666901+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:58.687099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.669840+0000","last_change":"2024-09-05T06:10:46.669669+0000","last_active":"2024-09-05T06:10:46.669840+0000","last_peered":"2024-09-05T06:10:46.669840+0000","last_clean":"2024-09-05T06:10:46.669840+0000","last_became_active":"2024-09-05T06:10:46.669381+0000","last_became_peered":"2024-09-05T06:10:46.669381+0000","last_unstale":"2024-09-05T06:10:46.669840+0000","last_undegraded":"2024-09-05T06:10:46.669840+0000","last_fullsized":"2024-09-05T06:10:46.669840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:28.815216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.689995+0000","last_change":"2024-09-05T06:10:45.673934+0000","last_active":"2024-09-05T06:10:46.689995+0000","last_peered":"2024-09-05T06:10:46.689995+0000","last_clean":"2024-09-05T06:10:46.689995+0000","last_became_active":"2024-09-05T06:10:45.673265+0000","last_became_peered":"2024-09-05T06:10:45.673265+0000","last_unstale":"2024-09-05T06:10:46.689995+0000","last_undegraded":"2024-09-05T06:10:46.689995+0000","last_fullsized":"2024-09-05T06:10:46.689995+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:28:27.471730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.670759+0000","last_change":"2024-09-05T06:10:46.670614+0000","last_active":"2024-09-05T06:10:46.670759+0000","last_peered":"2024-09-05T06:10:46.670759+0000","last_clean":"2024-09-05T06:10:46.670759+0000","last_became_active":"2024-09-05T06:10:46.670349+0000","last_became_peered":"2024-09-05T06:10:46.670349+0000","last_unstale":"2024-09-05T06:10:46.670759+0000","last_undegraded":"2024-09-05T06:10:46.670759+0000","last_fullsized":"2024-09-05T06:10:46.670759+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:06.127590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.658005+0000","last_change":"2024-09-05T06:10:45.676931+0000","last_active":"2024-09-05T06:10:46.658005+0000","last_peered":"2024-09-05T06:10:46.658005+0000","last_clean":"2024-09-05T06:10:46.658005+0000","last_became_active":"2024-09-05T06:10:45.676266+0000","last_became_peered":"2024-09-05T06:10:45.676266+0000","last_unstale":"2024-09-05T06:10:46.658005+0000","last_undegraded":"2024-09-05T06:10:46.658005+0000","last_fullsized":"2024-09-05T06:10:46.658005+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:15:57.215052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.697571+0000","last_change":"2024-09-05T06:10:46.697440+0000","last_active":"2024-09-05T06:10:46.697571+0000","last_peered":"2024-09-05T06:10:46.697571+0000","last_clean":"2024-09-05T06:10:46.697571+0000","last_became_active":"2024-09-05T06:10:46.697171+0000","last_became_peered":"2024-09-05T06:10:46.697171+0000","last_unstale":"2024-09-05T06:10:46.697571+0000","last_undegraded":"2024-09-05T06:10:46.697571+0000","last_fullsized":"2024-09-05T06:10:46.697571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:50.635322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674967+0000","last_change":"2024-09-05T06:10:45.671357+0000","last_active":"2024-09-05T06:10:46.674967+0000","last_peered":"2024-09-05T06:10:46.674967+0000","last_clean":"2024-09-05T06:10:46.674967+0000","last_became_active":"2024-09-05T06:10:45.670632+0000","last_became_peered":"2024-09-05T06:10:45.670632+0000","last_unstale":"2024-09-05T06:10:46.674967+0000","last_undegraded":"2024-09-05T06:10:46.674967+0000","last_fullsized":"2024-09-05T06:10:46.674967+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:29.245537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.685615+0000","last_change":"2024-09-05T06:10:46.685524+0000","last_active":"2024-09-05T06:10:46.685615+0000","last_peered":"2024-09-05T06:10:46.685615+0000","last_clean":"2024-09-05T06:10:46.685615+0000","last_became_active":"2024-09-05T06:10:46.685285+0000","last_became_peered":"2024-09-05T06:10:46.685285+0000","last_unstale":"2024-09-05T06:10:46.685615+0000","last_undegraded":"2024-09-05T06:10:46.685615+0000","last_fullsized":"2024-09-05T06:10:46.685615+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:47:48.787663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.691450+0000","last_change":"2024-09-05T06:10:45.673392+0000","last_active":"2024-09-05T06:10:46.691450+0000","last_peered":"2024-09-05T06:10:46.691450+0000","last_clean":"2024-09-05T06:10:46.691450+0000","last_became_active":"2024-09-05T06:10:45.672764+0000","last_became_peered":"2024-09-05T06:10:45.672764+0000","last_unstale":"2024-09-05T06:10:46.691450+0000","last_undegraded":"2024-09-05T06:10:46.691450+0000","last_fullsized":"2024-09-05T06:10:46.691450+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:22.909810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.694277+0000","last_change":"2024-09-05T06:10:46.693697+0000","last_active":"2024-09-05T06:10:46.694277+0000","last_peered":"2024-09-05T06:10:46.694277+0000","last_clean":"2024-09-05T06:10:46.694277+0000","last_became_active":"2024-09-05T06:10:46.693220+0000","last_became_peered":"2024-09-05T06:10:46.693220+0000","last_unstale":"2024-09-05T06:10:46.694277+0000","last_undegraded":"2024-09-05T06:10:46.694277+0000","last_fullsized":"2024-09-05T06:10:46.694277+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:44.748571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.678066+0000","last_change":"2024-09-05T06:10:45.679364+0000","last_active":"2024-09-05T06:10:46.678066+0000","last_peered":"2024-09-05T06:10:46.678066+0000","last_clean":"2024-09-05T06:10:46.678066+0000","last_became_active":"2024-09-05T06:10:45.678808+0000","last_became_peered":"2024-09-05T06:10:45.678808+0000","last_unstale":"2024-09-05T06:10:46.678066+0000","last_undegraded":"2024-09-05T06:10:46.678066+0000","last_fullsized":"2024-09-05T06:10:46.678066+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:29:03.741940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.702410+0000","last_change":"2024-09-05T06:10:46.702190+0000","last_active":"2024-09-05T06:10:46.702410+0000","last_peered":"2024-09-05T06:10:46.702410+0000","last_clean":"2024-09-05T06:10:46.702410+0000","last_became_active":"2024-09-05T06:10:46.698063+0000","last_became_peered":"2024-09-05T06:10:46.698063+0000","last_unstale":"2024-09-05T06:10:46.702410+0000","last_undegraded":"2024-09-05T06:10:46.702410+0000","last_fullsized":"2024-09-05T06:10:46.702410+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:14:39.491483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.668481+0000","last_change":"2024-09-05T06:10:45.679143+0000","last_active":"2024-09-05T06:10:46.668481+0000","last_peered":"2024-09-05T06:10:46.668481+0000","last_clean":"2024-09-05T06:10:46.668481+0000","last_became_active":"2024-09-05T06:10:45.678891+0000","last_became_peered":"2024-09-05T06:10:45.678891+0000","last_unstale":"2024-09-05T06:10:46.668481+0000","last_undegraded":"2024-09-05T06:10:46.668481+0000","last_fullsized":"2024-09-05T06:10:46.668481+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:11:38.509853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.673568+0000","last_change":"2024-09-05T06:10:46.673470+0000","last_active":"2024-09-05T06:10:46.673568+0000","last_peered":"2024-09-05T06:10:46.673568+0000","last_clean":"2024-09-05T06:10:46.673568+0000","last_became_active":"2024-09-05T06:10:46.672945+0000","last_became_peered":"2024-09-05T06:10:46.672945+0000","last_unstale":"2024-09-05T06:10:46.673568+0000","last_undegraded":"2024-09-05T06:10:46.673568+0000","last_fullsized":"2024-09-05T06:10:46.673568+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:34:25.651948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.684701+0000","last_change":"2024-09-05T06:10:45.684393+0000","last_active":"2024-09-05T06:10:46.684701+0000","last_peered":"2024-09-05T06:10:46.684701+0000","last_clean":"2024-09-05T06:10:46.684701+0000","last_became_active":"2024-09-05T06:10:45.682264+0000","last_became_peered":"2024-09-05T06:10:45.682264+0000","last_unstale":"2024-09-05T06:10:46.684701+0000","last_undegraded":"2024-09-05T06:10:46.684701+0000","last_fullsized":"2024-09-05T06:10:46.684701+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:47:43.289467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.669163+0000","last_change":"2024-09-05T06:10:46.669059+0000","last_active":"2024-09-05T06:10:46.669163+0000","last_peered":"2024-09-05T06:10:46.669163+0000","last_clean":"2024-09-05T06:10:46.669163+0000","last_became_active":"2024-09-05T06:10:46.668795+0000","last_became_peered":"2024-09-05T06:10:46.668795+0000","last_unstale":"2024-09-05T06:10:46.669163+0000","last_undegraded":"2024-09-05T06:10:46.669163+0000","last_fullsized":"2024-09-05T06:10:46.669163+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:22:09.960808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.666143+0000","last_change":"2024-09-05T06:10:45.677891+0000","last_active":"2024-09-05T06:10:46.666143+0000","last_peered":"2024-09-05T06:10:46.666143+0000","last_clean":"2024-09-05T06:10:46.666143+0000","last_became_active":"2024-09-05T06:10:45.677266+0000","last_became_peered":"2024-09-05T06:10:45.677266+0000","last_unstale":"2024-09-05T06:10:46.666143+0000","last_undegraded":"2024-09-05T06:10:46.666143+0000","last_fullsized":"2024-09-05T06:10:46.666143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:06.921541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":188,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.663127+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:46.663127+0000","last_peered":"2024-09-05T06:10:46.663127+0000","last_clean":"2024-09-05T06:10:46.663127+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:46.663127+0000","last_undegraded":"2024-09-05T06:10:46.663127+0000","last_fullsized":"2024-09-05T06:10:46.663127+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":13,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":124,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195187,"statfs":{"total":200000000,"available":199872304,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":118,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195194,"statfs":{"total":200000000,"available":199879101,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574862,"num_pgs":18,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":701,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194610,"statfs":{"total":200000000,"available":199281376,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":118,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195194,"statfs":{"total":200000000,"available":199879101,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574861,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":125,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195187,"statfs":{"total":200000000,"available":199871550,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":118,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195194,"statfs":{"total":200000000,"available":199879101,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574861,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":701,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194611,"statfs":{"total":200000000,"available":199281888,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574861,"num_pgs":12,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":118,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195194,"statfs":{"total":200000000,"available":199879101,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:49.634 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:10:49.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f99c3640 1 Processor -- start 2024-09-05T06:10:49.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f99c3640 1 -- start start 2024-09-05T06:10:49.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f99c3640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f74f40afff0 0x7f74f40cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f99c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 0x7f74f4072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f99c3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74f415bc40 con 0x7f74f4072fd0 2024-09-05T06:10:49.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f99c3640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f74f4072600 con 0x7f74f40afff0 2024-09-05T06:10:49.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f99c3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f74f40d14c0 con 0x7f74f40cdf80 2024-09-05T06:10:49.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f74f40afff0 0x7f74f40cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f74f40afff0 0x7f74f40cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44500/0 (socket says 172.21.15.70:44500) 2024-09-05T06:10:49.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f2ffd640 1 -- 172.21.15.70:0/4226884136 learned_addr learned my addr 172.21.15.70:0/4226884136 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:49.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f37fe640 1 --1- 172.21.15.70:0/4226884136 >> v1:172.21.15.70:6789/0 conn(0x7f74f4072fd0 0x7f74f406e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42712/0 (socket says 172.21.15.70:42712) 2024-09-05T06:10:49.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f27fc640 1 --2- 172.21.15.70:0/4226884136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 0x7f74f4072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f2ffd640 1 -- 172.21.15.70:0/4226884136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 msgr2=0x7f74f4072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:49.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f2ffd640 1 --2- 172.21.15.70:0/4226884136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 0x7f74f4072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f2ffd640 1 -- 172.21.15.70:0/4226884136 >> v1:172.21.15.70:6789/0 conn(0x7f74f4072fd0 legacy=0x7f74f406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.780+0000 7f74f2ffd640 1 -- 172.21.15.70:0/4226884136 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74f4071cd0 con 0x7f74f40afff0 2024-09-05T06:10:49.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f2ffd640 1 --2- 172.21.15.70:0/4226884136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f40afff0 0x7f74f40cda40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f74e4009e50 tx=0x7f74e401ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f49c4646ad3ecf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f1ffb640 1 -- 172.21.15.70:0/4226884136 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e40a5700 con 0x7f74f40afff0 2024-09-05T06:10:49.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f1ffb640 1 -- 172.21.15.70:0/4226884136 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74e40a58a0 con 0x7f74f40afff0 2024-09-05T06:10:49.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f1ffb640 1 -- 172.21.15.70:0/4226884136 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e40a5c70 con 0x7f74f40afff0 2024-09-05T06:10:49.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 -- 172.21.15.70:0/4226884136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f40afff0 msgr2=0x7f74f40cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 --2- 172.21.15.70:0/4226884136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f40afff0 0x7f74f40cda40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f74e4009e50 tx=0x7f74e401ca30 comp rx=0 tx=0).stop 2024-09-05T06:10:49.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 -- 172.21.15.70:0/4226884136 shutdown_connections 2024-09-05T06:10:49.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 --2- 172.21.15.70:0/4226884136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 0x7f74f4072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 --2- 172.21.15.70:0/4226884136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f40afff0 0x7f74f40cda40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 -- 172.21.15.70:0/4226884136 >> 172.21.15.70:0/4226884136 conn(0x7f74f406bcc0 msgr2=0x7f74f406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:49.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 -- 172.21.15.70:0/4226884136 shutdown_connections 2024-09-05T06:10:49.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 -- 172.21.15.70:0/4226884136 wait complete. 2024-09-05T06:10:49.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 Processor -- start 2024-09-05T06:10:49.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.784+0000 7f74f99c3640 1 -- start start 2024-09-05T06:10:49.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f4072fd0 0x7f74f4152630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f74f40afff0 0x7f74f40b0a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 0x7f74f40cf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f74f40d0f80 con 0x7f74f4072fd0 2024-09-05T06:10:49.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f74f406efa0 con 0x7f74f40afff0 2024-09-05T06:10:49.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f74f40d1100 con 0x7f74f40cdf80 2024-09-05T06:10:49.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f4072fd0 0x7f74f4152630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f4072fd0 0x7f74f4152630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44514/0 (socket says 172.21.15.70:44514) 2024-09-05T06:10:49.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 -- 172.21.15.70:0/277615548 learned_addr learned my addr 172.21.15.70:0/277615548 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:49.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f37fe640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 0x7f74f40cf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 -- 172.21.15.70:0/277615548 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 msgr2=0x7f74f40cf3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f27fc640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f74f40afff0 0x7f74f40b0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 0x7f74f40cf3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 -- 172.21.15.70:0/277615548 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f74f40afff0 msgr2=0x7f74f40b0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f74f40afff0 0x7f74f40b0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 -- 172.21.15.70:0/277615548 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74f40b0f50 con 0x7f74f4072fd0 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f2ffd640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f4072fd0 0x7f74f4152630 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f74e401a660 tx=0x7f74e40197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74dbfff640 1 -- 172.21.15.70:0/277615548 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e40bc020 con 0x7f74f4072fd0 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74dbfff640 1 -- 172.21.15.70:0/277615548 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74e40b8670 con 0x7f74f4072fd0 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74dbfff640 1 -- 172.21.15.70:0/277615548 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e40b8a60 con 0x7f74f4072fd0 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74f40b2870 con 0x7f74f4072fd0 2024-09-05T06:10:49.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74f40b2e30 con 0x7f74f4072fd0 2024-09-05T06:10:49.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74f40cda40 con 0x7f74f4072fd0 2024-09-05T06:10:49.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74dbfff640 1 -- 172.21.15.70:0/277615548 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f74e40bf020 con 0x7f74f4072fd0 2024-09-05T06:10:49.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74dbfff640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f74e00678c0 0x7f74e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:49.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74dbfff640 1 -- 172.21.15.70:0/277615548 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f74e4120c90 con 0x7f74f4072fd0 2024-09-05T06:10:49.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f27fc640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f74e00678c0 0x7f74e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:49.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.788+0000 7f74f27fc640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f74e00678c0 0x7f74e0069d80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f74f4158290 tx=0x7f74e8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:49.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.792+0000 7f74dbfff640 1 -- 172.21.15.70:0/277615548 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f74e40c6030 con 0x7f74f4072fd0 2024-09-05T06:10:49.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.936+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f74f4072ca0 con 0x7f74e00678c0 2024-09-05T06:10:49.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.944+0000 7f74dbfff640 1 -- 172.21.15.70:0/277615548 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247422 (secure 0 0 0) 0x7f74f4072ca0 con 0x7f74e00678c0 2024-09-05T06:10:49.945 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:49.947 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:10:49.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f74e00678c0 msgr2=0x7f74e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f74e00678c0 0x7f74e0069d80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f74f4158290 tx=0x7f74e8008040 comp rx=0 tx=0).stop 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f4072fd0 msgr2=0x7f74f4152630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f4072fd0 0x7f74f4152630 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f74e401a660 tx=0x7f74e40197d0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 shutdown_connections 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f74e00678c0 0x7f74e0069d80 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f74f40cdf80 0x7f74f40cf3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f74f40afff0 0x7f74f40b0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 --2- 172.21.15.70:0/277615548 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74f4072fd0 0x7f74f4152630 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 >> 172.21.15.70:0/277615548 conn(0x7f74f406bcc0 msgr2=0x7f74f415c030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 shutdown_connections 2024-09-05T06:10:49.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:49.948+0000 7f74f99c3640 1 -- 172.21.15.70:0/277615548 wait complete. 2024-09-05T06:10:49.963 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":51,"stamp":"2024-09-05T06:10:48.342906+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":2125,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1560374,"statfs":{"total":1600000000,"available":1597823522,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001321"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.680808+0000","last_change":"2024-09-05T06:10:46.678665+0000","last_active":"2024-09-05T06:10:46.680808+0000","last_peered":"2024-09-05T06:10:46.680808+0000","last_clean":"2024-09-05T06:10:46.680808+0000","last_became_active":"2024-09-05T06:10:46.678473+0000","last_became_peered":"2024-09-05T06:10:46.678473+0000","last_unstale":"2024-09-05T06:10:46.680808+0000","last_undegraded":"2024-09-05T06:10:46.680808+0000","last_fullsized":"2024-09-05T06:10:46.680808+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:52.176002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.677005+0000","last_change":"2024-09-05T06:10:46.676753+0000","last_active":"2024-09-05T06:10:46.677005+0000","last_peered":"2024-09-05T06:10:46.677005+0000","last_clean":"2024-09-05T06:10:46.677005+0000","last_became_active":"2024-09-05T06:10:46.675197+0000","last_became_peered":"2024-09-05T06:10:46.675197+0000","last_unstale":"2024-09-05T06:10:46.677005+0000","last_undegraded":"2024-09-05T06:10:46.677005+0000","last_fullsized":"2024-09-05T06:10:46.677005+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:54:44.894745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.670789+0000","last_change":"2024-09-05T06:10:46.670441+0000","last_active":"2024-09-05T06:10:46.670789+0000","last_peered":"2024-09-05T06:10:46.670789+0000","last_clean":"2024-09-05T06:10:46.670789+0000","last_became_active":"2024-09-05T06:10:46.669967+0000","last_became_peered":"2024-09-05T06:10:46.669967+0000","last_unstale":"2024-09-05T06:10:46.670789+0000","last_undegraded":"2024-09-05T06:10:46.670789+0000","last_fullsized":"2024-09-05T06:10:46.670789+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:09:59.635134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.701746+0000","last_change":"2024-09-05T06:10:46.701542+0000","last_active":"2024-09-05T06:10:46.701746+0000","last_peered":"2024-09-05T06:10:46.701746+0000","last_clean":"2024-09-05T06:10:46.701746+0000","last_became_active":"2024-09-05T06:10:46.697236+0000","last_became_peered":"2024-09-05T06:10:46.697236+0000","last_unstale":"2024-09-05T06:10:46.701746+0000","last_undegraded":"2024-09-05T06:10:46.701746+0000","last_fullsized":"2024-09-05T06:10:46.701746+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:00:28.591639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.687105+0000","last_change":"2024-09-05T06:10:46.686595+0000","last_active":"2024-09-05T06:10:46.687105+0000","last_peered":"2024-09-05T06:10:46.687105+0000","last_clean":"2024-09-05T06:10:46.687105+0000","last_became_active":"2024-09-05T06:10:46.685804+0000","last_became_peered":"2024-09-05T06:10:46.685804+0000","last_unstale":"2024-09-05T06:10:46.687105+0000","last_undegraded":"2024-09-05T06:10:46.687105+0000","last_fullsized":"2024-09-05T06:10:46.687105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:38:18.819424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.678235+0000","last_change":"2024-09-05T06:10:46.677955+0000","last_active":"2024-09-05T06:10:46.678235+0000","last_peered":"2024-09-05T06:10:46.678235+0000","last_clean":"2024-09-05T06:10:46.678235+0000","last_became_active":"2024-09-05T06:10:46.677210+0000","last_became_peered":"2024-09-05T06:10:46.677210+0000","last_unstale":"2024-09-05T06:10:46.678235+0000","last_undegraded":"2024-09-05T06:10:46.678235+0000","last_fullsized":"2024-09-05T06:10:46.678235+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:58.896043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.676834+0000","last_change":"2024-09-05T06:10:46.676646+0000","last_active":"2024-09-05T06:10:46.676834+0000","last_peered":"2024-09-05T06:10:46.676834+0000","last_clean":"2024-09-05T06:10:46.676834+0000","last_became_active":"2024-09-05T06:10:46.676402+0000","last_became_peered":"2024-09-05T06:10:46.676402+0000","last_unstale":"2024-09-05T06:10:46.676834+0000","last_undegraded":"2024-09-05T06:10:46.676834+0000","last_fullsized":"2024-09-05T06:10:46.676834+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:39:03.723043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.693054+0000","last_change":"2024-09-05T06:10:46.692963+0000","last_active":"2024-09-05T06:10:46.693054+0000","last_peered":"2024-09-05T06:10:46.693054+0000","last_clean":"2024-09-05T06:10:46.693054+0000","last_became_active":"2024-09-05T06:10:46.692592+0000","last_became_peered":"2024-09-05T06:10:46.692592+0000","last_unstale":"2024-09-05T06:10:46.693054+0000","last_undegraded":"2024-09-05T06:10:46.693054+0000","last_fullsized":"2024-09-05T06:10:46.693054+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:28:11.288866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.702630+0000","last_change":"2024-09-05T06:10:46.702492+0000","last_active":"2024-09-05T06:10:46.702630+0000","last_peered":"2024-09-05T06:10:46.702630+0000","last_clean":"2024-09-05T06:10:46.702630+0000","last_became_active":"2024-09-05T06:10:46.702168+0000","last_became_peered":"2024-09-05T06:10:46.702168+0000","last_unstale":"2024-09-05T06:10:46.702630+0000","last_undegraded":"2024-09-05T06:10:46.702630+0000","last_fullsized":"2024-09-05T06:10:46.702630+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.881503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.666504+0000","last_change":"2024-09-05T06:10:46.666002+0000","last_active":"2024-09-05T06:10:46.666504+0000","last_peered":"2024-09-05T06:10:46.666504+0000","last_clean":"2024-09-05T06:10:46.666504+0000","last_became_active":"2024-09-05T06:10:46.664559+0000","last_became_peered":"2024-09-05T06:10:46.664559+0000","last_unstale":"2024-09-05T06:10:46.666504+0000","last_undegraded":"2024-09-05T06:10:46.666504+0000","last_fullsized":"2024-09-05T06:10:46.666504+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:20.179280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.688717+0000","last_change":"2024-09-05T06:10:46.688620+0000","last_active":"2024-09-05T06:10:46.688717+0000","last_peered":"2024-09-05T06:10:46.688717+0000","last_clean":"2024-09-05T06:10:46.688717+0000","last_became_active":"2024-09-05T06:10:46.688456+0000","last_became_peered":"2024-09-05T06:10:46.688456+0000","last_unstale":"2024-09-05T06:10:46.688717+0000","last_undegraded":"2024-09-05T06:10:46.688717+0000","last_fullsized":"2024-09-05T06:10:46.688717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:09:32.624171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.691254+0000","last_change":"2024-09-05T06:10:46.691108+0000","last_active":"2024-09-05T06:10:46.691254+0000","last_peered":"2024-09-05T06:10:46.691254+0000","last_clean":"2024-09-05T06:10:46.691254+0000","last_became_active":"2024-09-05T06:10:46.690843+0000","last_became_peered":"2024-09-05T06:10:46.690843+0000","last_unstale":"2024-09-05T06:10:46.691254+0000","last_undegraded":"2024-09-05T06:10:46.691254+0000","last_fullsized":"2024-09-05T06:10:46.691254+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:17.626623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.691247+0000","last_change":"2024-09-05T06:10:46.691023+0000","last_active":"2024-09-05T06:10:46.691247+0000","last_peered":"2024-09-05T06:10:46.691247+0000","last_clean":"2024-09-05T06:10:46.691247+0000","last_became_active":"2024-09-05T06:10:46.689668+0000","last_became_peered":"2024-09-05T06:10:46.689668+0000","last_unstale":"2024-09-05T06:10:46.691247+0000","last_undegraded":"2024-09-05T06:10:46.691247+0000","last_fullsized":"2024-09-05T06:10:46.691247+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:46.960863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.701257+0000","last_change":"2024-09-05T06:10:46.700974+0000","last_active":"2024-09-05T06:10:46.701257+0000","last_peered":"2024-09-05T06:10:46.701257+0000","last_clean":"2024-09-05T06:10:46.701257+0000","last_became_active":"2024-09-05T06:10:46.696222+0000","last_became_peered":"2024-09-05T06:10:46.696222+0000","last_unstale":"2024-09-05T06:10:46.701257+0000","last_undegraded":"2024-09-05T06:10:46.701257+0000","last_fullsized":"2024-09-05T06:10:46.701257+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:37.629112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.681995+0000","last_change":"2024-09-05T06:10:46.681849+0000","last_active":"2024-09-05T06:10:46.681995+0000","last_peered":"2024-09-05T06:10:46.681995+0000","last_clean":"2024-09-05T06:10:46.681995+0000","last_became_active":"2024-09-05T06:10:46.681122+0000","last_became_peered":"2024-09-05T06:10:46.681122+0000","last_unstale":"2024-09-05T06:10:46.681995+0000","last_undegraded":"2024-09-05T06:10:46.681995+0000","last_fullsized":"2024-09-05T06:10:46.681995+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:13:19.921718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.672700+0000","last_change":"2024-09-05T06:10:46.672523+0000","last_active":"2024-09-05T06:10:46.672700+0000","last_peered":"2024-09-05T06:10:46.672700+0000","last_clean":"2024-09-05T06:10:46.672700+0000","last_became_active":"2024-09-05T06:10:46.672171+0000","last_became_peered":"2024-09-05T06:10:46.672171+0000","last_unstale":"2024-09-05T06:10:46.672700+0000","last_undegraded":"2024-09-05T06:10:46.672700+0000","last_fullsized":"2024-09-05T06:10:46.672700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.183652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674728+0000","last_change":"2024-09-05T06:10:46.673913+0000","last_active":"2024-09-05T06:10:46.674728+0000","last_peered":"2024-09-05T06:10:46.674728+0000","last_clean":"2024-09-05T06:10:46.674728+0000","last_became_active":"2024-09-05T06:10:46.673666+0000","last_became_peered":"2024-09-05T06:10:46.673666+0000","last_unstale":"2024-09-05T06:10:46.674728+0000","last_undegraded":"2024-09-05T06:10:46.674728+0000","last_fullsized":"2024-09-05T06:10:46.674728+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:46.358297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.689457+0000","last_change":"2024-09-05T06:10:46.689227+0000","last_active":"2024-09-05T06:10:46.689457+0000","last_peered":"2024-09-05T06:10:46.689457+0000","last_clean":"2024-09-05T06:10:46.689457+0000","last_became_active":"2024-09-05T06:10:46.688665+0000","last_became_peered":"2024-09-05T06:10:46.688665+0000","last_unstale":"2024-09-05T06:10:46.689457+0000","last_undegraded":"2024-09-05T06:10:46.689457+0000","last_fullsized":"2024-09-05T06:10:46.689457+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:00.176138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.664102+0000","last_change":"2024-09-05T06:10:46.663720+0000","last_active":"2024-09-05T06:10:46.664102+0000","last_peered":"2024-09-05T06:10:46.664102+0000","last_clean":"2024-09-05T06:10:46.664102+0000","last_became_active":"2024-09-05T06:10:46.662904+0000","last_became_peered":"2024-09-05T06:10:46.662904+0000","last_unstale":"2024-09-05T06:10:46.664102+0000","last_undegraded":"2024-09-05T06:10:46.664102+0000","last_fullsized":"2024-09-05T06:10:46.664102+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:38:59.276973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.687585+0000","last_change":"2024-09-05T06:10:46.687354+0000","last_active":"2024-09-05T06:10:46.687585+0000","last_peered":"2024-09-05T06:10:46.687585+0000","last_clean":"2024-09-05T06:10:46.687585+0000","last_became_active":"2024-09-05T06:10:46.686293+0000","last_became_peered":"2024-09-05T06:10:46.686293+0000","last_unstale":"2024-09-05T06:10:46.687585+0000","last_undegraded":"2024-09-05T06:10:46.687585+0000","last_fullsized":"2024-09-05T06:10:46.687585+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:40.283581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.695066+0000","last_change":"2024-09-05T06:10:46.694950+0000","last_active":"2024-09-05T06:10:46.695066+0000","last_peered":"2024-09-05T06:10:46.695066+0000","last_clean":"2024-09-05T06:10:46.695066+0000","last_became_active":"2024-09-05T06:10:46.694748+0000","last_became_peered":"2024-09-05T06:10:46.694748+0000","last_unstale":"2024-09-05T06:10:46.695066+0000","last_undegraded":"2024-09-05T06:10:46.695066+0000","last_fullsized":"2024-09-05T06:10:46.695066+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:17:50.148402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674820+0000","last_change":"2024-09-05T06:10:46.674709+0000","last_active":"2024-09-05T06:10:46.674820+0000","last_peered":"2024-09-05T06:10:46.674820+0000","last_clean":"2024-09-05T06:10:46.674820+0000","last_became_active":"2024-09-05T06:10:46.674550+0000","last_became_peered":"2024-09-05T06:10:46.674550+0000","last_unstale":"2024-09-05T06:10:46.674820+0000","last_undegraded":"2024-09-05T06:10:46.674820+0000","last_fullsized":"2024-09-05T06:10:46.674820+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:21.235135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.690970+0000","last_change":"2024-09-05T06:10:46.690475+0000","last_active":"2024-09-05T06:10:46.690970+0000","last_peered":"2024-09-05T06:10:46.690970+0000","last_clean":"2024-09-05T06:10:46.690970+0000","last_became_active":"2024-09-05T06:10:46.689011+0000","last_became_peered":"2024-09-05T06:10:46.689011+0000","last_unstale":"2024-09-05T06:10:46.690970+0000","last_undegraded":"2024-09-05T06:10:46.690970+0000","last_fullsized":"2024-09-05T06:10:46.690970+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:29.539526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.702719+0000","last_change":"2024-09-05T06:10:46.702611+0000","last_active":"2024-09-05T06:10:46.702719+0000","last_peered":"2024-09-05T06:10:46.702719+0000","last_clean":"2024-09-05T06:10:46.702719+0000","last_became_active":"2024-09-05T06:10:46.702351+0000","last_became_peered":"2024-09-05T06:10:46.702351+0000","last_unstale":"2024-09-05T06:10:46.702719+0000","last_undegraded":"2024-09-05T06:10:46.702719+0000","last_fullsized":"2024-09-05T06:10:46.702719+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:37:12.838901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.671844+0000","last_change":"2024-09-05T06:10:46.671278+0000","last_active":"2024-09-05T06:10:46.671844+0000","last_peered":"2024-09-05T06:10:46.671844+0000","last_clean":"2024-09-05T06:10:46.671844+0000","last_became_active":"2024-09-05T06:10:46.670643+0000","last_became_peered":"2024-09-05T06:10:46.670643+0000","last_unstale":"2024-09-05T06:10:46.671844+0000","last_undegraded":"2024-09-05T06:10:46.671844+0000","last_fullsized":"2024-09-05T06:10:46.671844+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:03:23.955903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.684254+0000","last_change":"2024-09-05T06:10:46.683864+0000","last_active":"2024-09-05T06:10:46.684254+0000","last_peered":"2024-09-05T06:10:46.684254+0000","last_clean":"2024-09-05T06:10:46.684254+0000","last_became_active":"2024-09-05T06:10:46.673582+0000","last_became_peered":"2024-09-05T06:10:46.673582+0000","last_unstale":"2024-09-05T06:10:46.684254+0000","last_undegraded":"2024-09-05T06:10:46.684254+0000","last_fullsized":"2024-09-05T06:10:46.684254+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:38:28.362092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.676532+0000","last_change":"2024-09-05T06:10:46.676189+0000","last_active":"2024-09-05T06:10:46.676532+0000","last_peered":"2024-09-05T06:10:46.676532+0000","last_clean":"2024-09-05T06:10:46.676532+0000","last_became_active":"2024-09-05T06:10:46.674379+0000","last_became_peered":"2024-09-05T06:10:46.674379+0000","last_unstale":"2024-09-05T06:10:46.676532+0000","last_undegraded":"2024-09-05T06:10:46.676532+0000","last_fullsized":"2024-09-05T06:10:46.676532+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:28:08.229399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.692907+0000","last_change":"2024-09-05T06:10:46.692805+0000","last_active":"2024-09-05T06:10:46.692907+0000","last_peered":"2024-09-05T06:10:46.692907+0000","last_clean":"2024-09-05T06:10:46.692907+0000","last_became_active":"2024-09-05T06:10:46.692278+0000","last_became_peered":"2024-09-05T06:10:46.692278+0000","last_unstale":"2024-09-05T06:10:46.692907+0000","last_undegraded":"2024-09-05T06:10:46.692907+0000","last_fullsized":"2024-09-05T06:10:46.692907+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:43:47.969827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.702618+0000","last_change":"2024-09-05T06:10:46.702487+0000","last_active":"2024-09-05T06:10:46.702618+0000","last_peered":"2024-09-05T06:10:46.702618+0000","last_clean":"2024-09-05T06:10:46.702618+0000","last_became_active":"2024-09-05T06:10:46.702193+0000","last_became_peered":"2024-09-05T06:10:46.702193+0000","last_unstale":"2024-09-05T06:10:46.702618+0000","last_undegraded":"2024-09-05T06:10:46.702618+0000","last_fullsized":"2024-09-05T06:10:46.702618+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:12:34.335205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.682217+0000","last_change":"2024-09-05T06:10:46.682096+0000","last_active":"2024-09-05T06:10:46.682217+0000","last_peered":"2024-09-05T06:10:46.682217+0000","last_clean":"2024-09-05T06:10:46.682217+0000","last_became_active":"2024-09-05T06:10:46.681401+0000","last_became_peered":"2024-09-05T06:10:46.681401+0000","last_unstale":"2024-09-05T06:10:46.682217+0000","last_undegraded":"2024-09-05T06:10:46.682217+0000","last_fullsized":"2024-09-05T06:10:46.682217+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:59.477647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.678103+0000","last_change":"2024-09-05T06:10:46.677950+0000","last_active":"2024-09-05T06:10:46.678103+0000","last_peered":"2024-09-05T06:10:46.678103+0000","last_clean":"2024-09-05T06:10:46.678103+0000","last_became_active":"2024-09-05T06:10:46.677595+0000","last_became_peered":"2024-09-05T06:10:46.677595+0000","last_unstale":"2024-09-05T06:10:46.678103+0000","last_undegraded":"2024-09-05T06:10:46.678103+0000","last_fullsized":"2024-09-05T06:10:46.678103+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:04:27.186407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.673454+0000","last_change":"2024-09-05T06:10:46.673328+0000","last_active":"2024-09-05T06:10:46.673454+0000","last_peered":"2024-09-05T06:10:46.673454+0000","last_clean":"2024-09-05T06:10:46.673454+0000","last_became_active":"2024-09-05T06:10:46.673061+0000","last_became_peered":"2024-09-05T06:10:46.673061+0000","last_unstale":"2024-09-05T06:10:46.673454+0000","last_undegraded":"2024-09-05T06:10:46.673454+0000","last_fullsized":"2024-09-05T06:10:46.673454+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:03:49.545356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.692691+0000","last_change":"2024-09-05T06:10:46.692379+0000","last_active":"2024-09-05T06:10:46.692691+0000","last_peered":"2024-09-05T06:10:46.692691+0000","last_clean":"2024-09-05T06:10:46.692691+0000","last_became_active":"2024-09-05T06:10:46.691620+0000","last_became_peered":"2024-09-05T06:10:46.691620+0000","last_unstale":"2024-09-05T06:10:46.692691+0000","last_undegraded":"2024-09-05T06:10:46.692691+0000","last_fullsized":"2024-09-05T06:10:46.692691+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:44:27.594080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":16,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.680084+0000","last_change":"2024-09-05T06:10:45.671109+0000","last_active":"2024-09-05T06:10:46.680084+0000","last_peered":"2024-09-05T06:10:46.680084+0000","last_clean":"2024-09-05T06:10:46.680084+0000","last_became_active":"2024-09-05T06:10:45.670872+0000","last_became_peered":"2024-09-05T06:10:45.670872+0000","last_unstale":"2024-09-05T06:10:46.680084+0000","last_undegraded":"2024-09-05T06:10:46.680084+0000","last_fullsized":"2024-09-05T06:10:46.680084+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:47:38.541944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.672605+0000","last_change":"2024-09-05T06:10:46.671330+0000","last_active":"2024-09-05T06:10:46.672605+0000","last_peered":"2024-09-05T06:10:46.672605+0000","last_clean":"2024-09-05T06:10:46.672605+0000","last_became_active":"2024-09-05T06:10:46.670840+0000","last_became_peered":"2024-09-05T06:10:46.670840+0000","last_unstale":"2024-09-05T06:10:46.672605+0000","last_undegraded":"2024-09-05T06:10:46.672605+0000","last_fullsized":"2024-09-05T06:10:46.672605+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:15:18.412546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.704603+0000","last_change":"2024-09-05T06:10:45.684705+0000","last_active":"2024-09-05T06:10:46.704603+0000","last_peered":"2024-09-05T06:10:46.704603+0000","last_clean":"2024-09-05T06:10:46.704603+0000","last_became_active":"2024-09-05T06:10:45.682871+0000","last_became_peered":"2024-09-05T06:10:45.682871+0000","last_unstale":"2024-09-05T06:10:46.704603+0000","last_undegraded":"2024-09-05T06:10:46.704603+0000","last_fullsized":"2024-09-05T06:10:46.704603+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:42:24.027667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.689082+0000","last_change":"2024-09-05T06:10:46.688964+0000","last_active":"2024-09-05T06:10:46.689082+0000","last_peered":"2024-09-05T06:10:46.689082+0000","last_clean":"2024-09-05T06:10:46.689082+0000","last_became_active":"2024-09-05T06:10:46.688673+0000","last_became_peered":"2024-09-05T06:10:46.688673+0000","last_unstale":"2024-09-05T06:10:46.689082+0000","last_undegraded":"2024-09-05T06:10:46.689082+0000","last_fullsized":"2024-09-05T06:10:46.689082+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:13.304612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.681930+0000","last_change":"2024-09-05T06:10:45.676152+0000","last_active":"2024-09-05T06:10:46.681930+0000","last_peered":"2024-09-05T06:10:46.681930+0000","last_clean":"2024-09-05T06:10:46.681930+0000","last_became_active":"2024-09-05T06:10:45.675514+0000","last_became_peered":"2024-09-05T06:10:45.675514+0000","last_unstale":"2024-09-05T06:10:46.681930+0000","last_undegraded":"2024-09-05T06:10:46.681930+0000","last_fullsized":"2024-09-05T06:10:46.681930+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:38.308770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.692194+0000","last_change":"2024-09-05T06:10:46.691433+0000","last_active":"2024-09-05T06:10:46.692194+0000","last_peered":"2024-09-05T06:10:46.692194+0000","last_clean":"2024-09-05T06:10:46.692194+0000","last_became_active":"2024-09-05T06:10:46.685788+0000","last_became_peered":"2024-09-05T06:10:46.685788+0000","last_unstale":"2024-09-05T06:10:46.692194+0000","last_undegraded":"2024-09-05T06:10:46.692194+0000","last_fullsized":"2024-09-05T06:10:46.692194+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:37:23.816685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.692825+0000","last_change":"2024-09-05T06:10:45.683559+0000","last_active":"2024-09-05T06:10:46.692825+0000","last_peered":"2024-09-05T06:10:46.692825+0000","last_clean":"2024-09-05T06:10:46.692825+0000","last_became_active":"2024-09-05T06:10:45.682310+0000","last_became_peered":"2024-09-05T06:10:45.682310+0000","last_unstale":"2024-09-05T06:10:46.692825+0000","last_undegraded":"2024-09-05T06:10:46.692825+0000","last_fullsized":"2024-09-05T06:10:46.692825+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:07:39.316582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.670765+0000","last_change":"2024-09-05T06:10:46.670189+0000","last_active":"2024-09-05T06:10:46.670765+0000","last_peered":"2024-09-05T06:10:46.670765+0000","last_clean":"2024-09-05T06:10:46.670765+0000","last_became_active":"2024-09-05T06:10:46.669187+0000","last_became_peered":"2024-09-05T06:10:46.669187+0000","last_unstale":"2024-09-05T06:10:46.670765+0000","last_undegraded":"2024-09-05T06:10:46.670765+0000","last_fullsized":"2024-09-05T06:10:46.670765+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:36:00.409818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.679087+0000","last_change":"2024-09-05T06:10:45.675566+0000","last_active":"2024-09-05T06:10:46.679087+0000","last_peered":"2024-09-05T06:10:46.679087+0000","last_clean":"2024-09-05T06:10:46.679087+0000","last_became_active":"2024-09-05T06:10:45.675067+0000","last_became_peered":"2024-09-05T06:10:45.675067+0000","last_unstale":"2024-09-05T06:10:46.679087+0000","last_undegraded":"2024-09-05T06:10:46.679087+0000","last_fullsized":"2024-09-05T06:10:46.679087+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:11:23.666663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.685402+0000","last_change":"2024-09-05T06:10:46.685270+0000","last_active":"2024-09-05T06:10:46.685402+0000","last_peered":"2024-09-05T06:10:46.685402+0000","last_clean":"2024-09-05T06:10:46.685402+0000","last_became_active":"2024-09-05T06:10:46.685026+0000","last_became_peered":"2024-09-05T06:10:46.685026+0000","last_unstale":"2024-09-05T06:10:46.685402+0000","last_undegraded":"2024-09-05T06:10:46.685402+0000","last_fullsized":"2024-09-05T06:10:46.685402+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:31.867669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.683117+0000","last_change":"2024-09-05T06:10:45.675369+0000","last_active":"2024-09-05T06:10:46.683117+0000","last_peered":"2024-09-05T06:10:46.683117+0000","last_clean":"2024-09-05T06:10:46.683117+0000","last_became_active":"2024-09-05T06:10:45.673745+0000","last_became_peered":"2024-09-05T06:10:45.673745+0000","last_unstale":"2024-09-05T06:10:46.683117+0000","last_undegraded":"2024-09-05T06:10:46.683117+0000","last_fullsized":"2024-09-05T06:10:46.683117+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:15:34.405472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.676366+0000","last_change":"2024-09-05T06:10:46.676266+0000","last_active":"2024-09-05T06:10:46.676366+0000","last_peered":"2024-09-05T06:10:46.676366+0000","last_clean":"2024-09-05T06:10:46.676366+0000","last_became_active":"2024-09-05T06:10:46.675795+0000","last_became_peered":"2024-09-05T06:10:46.675795+0000","last_unstale":"2024-09-05T06:10:46.676366+0000","last_undegraded":"2024-09-05T06:10:46.676366+0000","last_fullsized":"2024-09-05T06:10:46.676366+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:57:45.657679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.659189+0000","last_change":"2024-09-05T06:10:45.671144+0000","last_active":"2024-09-05T06:10:46.659189+0000","last_peered":"2024-09-05T06:10:46.659189+0000","last_clean":"2024-09-05T06:10:46.659189+0000","last_became_active":"2024-09-05T06:10:45.670501+0000","last_became_peered":"2024-09-05T06:10:45.670501+0000","last_unstale":"2024-09-05T06:10:46.659189+0000","last_undegraded":"2024-09-05T06:10:46.659189+0000","last_fullsized":"2024-09-05T06:10:46.659189+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:21.920323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.699953+0000","last_change":"2024-09-05T06:10:46.699782+0000","last_active":"2024-09-05T06:10:46.699953+0000","last_peered":"2024-09-05T06:10:46.699953+0000","last_clean":"2024-09-05T06:10:46.699953+0000","last_became_active":"2024-09-05T06:10:46.695124+0000","last_became_peered":"2024-09-05T06:10:46.695124+0000","last_unstale":"2024-09-05T06:10:46.699953+0000","last_undegraded":"2024-09-05T06:10:46.699953+0000","last_fullsized":"2024-09-05T06:10:46.699953+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:52:30.073551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.669666+0000","last_change":"2024-09-05T06:10:45.685968+0000","last_active":"2024-09-05T06:10:46.669666+0000","last_peered":"2024-09-05T06:10:46.669666+0000","last_clean":"2024-09-05T06:10:46.669666+0000","last_became_active":"2024-09-05T06:10:45.685164+0000","last_became_peered":"2024-09-05T06:10:45.685164+0000","last_unstale":"2024-09-05T06:10:46.669666+0000","last_undegraded":"2024-09-05T06:10:46.669666+0000","last_fullsized":"2024-09-05T06:10:46.669666+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:13:29.222555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.691004+0000","last_change":"2024-09-05T06:10:46.690854+0000","last_active":"2024-09-05T06:10:46.691004+0000","last_peered":"2024-09-05T06:10:46.691004+0000","last_clean":"2024-09-05T06:10:46.691004+0000","last_became_active":"2024-09-05T06:10:46.690600+0000","last_became_peered":"2024-09-05T06:10:46.690600+0000","last_unstale":"2024-09-05T06:10:46.691004+0000","last_undegraded":"2024-09-05T06:10:46.691004+0000","last_fullsized":"2024-09-05T06:10:46.691004+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:41:54.259319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.656974+0000","last_change":"2024-09-05T06:10:45.672496+0000","last_active":"2024-09-05T06:10:46.656974+0000","last_peered":"2024-09-05T06:10:46.656974+0000","last_clean":"2024-09-05T06:10:46.656974+0000","last_became_active":"2024-09-05T06:10:45.671974+0000","last_became_peered":"2024-09-05T06:10:45.671974+0000","last_unstale":"2024-09-05T06:10:46.656974+0000","last_undegraded":"2024-09-05T06:10:46.656974+0000","last_fullsized":"2024-09-05T06:10:46.656974+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:13:06.555237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.671515+0000","last_change":"2024-09-05T06:10:46.670262+0000","last_active":"2024-09-05T06:10:46.671515+0000","last_peered":"2024-09-05T06:10:46.671515+0000","last_clean":"2024-09-05T06:10:46.671515+0000","last_became_active":"2024-09-05T06:10:46.669524+0000","last_became_peered":"2024-09-05T06:10:46.669524+0000","last_unstale":"2024-09-05T06:10:46.671515+0000","last_undegraded":"2024-09-05T06:10:46.671515+0000","last_fullsized":"2024-09-05T06:10:46.671515+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:52:26.043815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.667708+0000","last_change":"2024-09-05T06:10:45.671460+0000","last_active":"2024-09-05T06:10:46.667708+0000","last_peered":"2024-09-05T06:10:46.667708+0000","last_clean":"2024-09-05T06:10:46.667708+0000","last_became_active":"2024-09-05T06:10:45.670702+0000","last_became_peered":"2024-09-05T06:10:45.670702+0000","last_unstale":"2024-09-05T06:10:46.667708+0000","last_undegraded":"2024-09-05T06:10:46.667708+0000","last_fullsized":"2024-09-05T06:10:46.667708+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:31:02.575430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.703012+0000","last_change":"2024-09-05T06:10:46.702792+0000","last_active":"2024-09-05T06:10:46.703012+0000","last_peered":"2024-09-05T06:10:46.703012+0000","last_clean":"2024-09-05T06:10:46.703012+0000","last_became_active":"2024-09-05T06:10:46.698989+0000","last_became_peered":"2024-09-05T06:10:46.698989+0000","last_unstale":"2024-09-05T06:10:46.703012+0000","last_undegraded":"2024-09-05T06:10:46.703012+0000","last_fullsized":"2024-09-05T06:10:46.703012+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:14:20.947996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":15,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.679907+0000","last_change":"2024-09-05T06:10:45.678830+0000","last_active":"2024-09-05T06:10:46.679907+0000","last_peered":"2024-09-05T06:10:46.679907+0000","last_clean":"2024-09-05T06:10:46.679907+0000","last_became_active":"2024-09-05T06:10:45.676842+0000","last_became_peered":"2024-09-05T06:10:45.676842+0000","last_unstale":"2024-09-05T06:10:46.679907+0000","last_undegraded":"2024-09-05T06:10:46.679907+0000","last_fullsized":"2024-09-05T06:10:46.679907+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:09:29.088043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.675346+0000","last_change":"2024-09-05T06:10:46.675233+0000","last_active":"2024-09-05T06:10:46.675346+0000","last_peered":"2024-09-05T06:10:46.675346+0000","last_clean":"2024-09-05T06:10:46.675346+0000","last_became_active":"2024-09-05T06:10:46.674897+0000","last_became_peered":"2024-09-05T06:10:46.674897+0000","last_unstale":"2024-09-05T06:10:46.675346+0000","last_undegraded":"2024-09-05T06:10:46.675346+0000","last_fullsized":"2024-09-05T06:10:46.675346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:38:21.500983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"30'6","reported_seq":18,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.704667+0000","last_change":"2024-09-05T06:10:45.680408+0000","last_active":"2024-09-05T06:10:46.704667+0000","last_peered":"2024-09-05T06:10:46.704667+0000","last_clean":"2024-09-05T06:10:46.704667+0000","last_became_active":"2024-09-05T06:10:45.679717+0000","last_became_peered":"2024-09-05T06:10:45.679717+0000","last_unstale":"2024-09-05T06:10:46.704667+0000","last_undegraded":"2024-09-05T06:10:46.704667+0000","last_fullsized":"2024-09-05T06:10:46.704667+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:12:30.411106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.695427+0000","last_change":"2024-09-05T06:10:46.695210+0000","last_active":"2024-09-05T06:10:46.695427+0000","last_peered":"2024-09-05T06:10:46.695427+0000","last_clean":"2024-09-05T06:10:46.695427+0000","last_became_active":"2024-09-05T06:10:46.693632+0000","last_became_peered":"2024-09-05T06:10:46.693632+0000","last_unstale":"2024-09-05T06:10:46.695427+0000","last_undegraded":"2024-09-05T06:10:46.695427+0000","last_fullsized":"2024-09-05T06:10:46.695427+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:09:33.554995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674253+0000","last_change":"2024-09-05T06:10:45.678126+0000","last_active":"2024-09-05T06:10:46.674253+0000","last_peered":"2024-09-05T06:10:46.674253+0000","last_clean":"2024-09-05T06:10:46.674253+0000","last_became_active":"2024-09-05T06:10:45.677681+0000","last_became_peered":"2024-09-05T06:10:45.677681+0000","last_unstale":"2024-09-05T06:10:46.674253+0000","last_undegraded":"2024-09-05T06:10:46.674253+0000","last_fullsized":"2024-09-05T06:10:46.674253+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:25:06.188300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.686696+0000","last_change":"2024-09-05T06:10:46.686411+0000","last_active":"2024-09-05T06:10:46.686696+0000","last_peered":"2024-09-05T06:10:46.686696+0000","last_clean":"2024-09-05T06:10:46.686696+0000","last_became_active":"2024-09-05T06:10:46.685035+0000","last_became_peered":"2024-09-05T06:10:46.685035+0000","last_unstale":"2024-09-05T06:10:46.686696+0000","last_undegraded":"2024-09-05T06:10:46.686696+0000","last_fullsized":"2024-09-05T06:10:46.686696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:54:36.880012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.661760+0000","last_change":"2024-09-05T06:10:45.683997+0000","last_active":"2024-09-05T06:10:46.661760+0000","last_peered":"2024-09-05T06:10:46.661760+0000","last_clean":"2024-09-05T06:10:46.661760+0000","last_became_active":"2024-09-05T06:10:45.683217+0000","last_became_peered":"2024-09-05T06:10:45.683217+0000","last_unstale":"2024-09-05T06:10:46.661760+0000","last_undegraded":"2024-09-05T06:10:46.661760+0000","last_fullsized":"2024-09-05T06:10:46.661760+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:27.818788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.682346+0000","last_change":"2024-09-05T06:10:46.675897+0000","last_active":"2024-09-05T06:10:46.682346+0000","last_peered":"2024-09-05T06:10:46.682346+0000","last_clean":"2024-09-05T06:10:46.682346+0000","last_became_active":"2024-09-05T06:10:46.675569+0000","last_became_peered":"2024-09-05T06:10:46.675569+0000","last_unstale":"2024-09-05T06:10:46.682346+0000","last_undegraded":"2024-09-05T06:10:46.682346+0000","last_fullsized":"2024-09-05T06:10:46.682346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:14.896394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.658826+0000","last_change":"2024-09-05T06:10:45.666204+0000","last_active":"2024-09-05T06:10:46.658826+0000","last_peered":"2024-09-05T06:10:46.658826+0000","last_clean":"2024-09-05T06:10:46.658826+0000","last_became_active":"2024-09-05T06:10:45.661274+0000","last_became_peered":"2024-09-05T06:10:45.661274+0000","last_unstale":"2024-09-05T06:10:46.658826+0000","last_undegraded":"2024-09-05T06:10:46.658826+0000","last_fullsized":"2024-09-05T06:10:46.658826+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:49:09.664274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.672422+0000","last_change":"2024-09-05T06:10:46.672275+0000","last_active":"2024-09-05T06:10:46.672422+0000","last_peered":"2024-09-05T06:10:46.672422+0000","last_clean":"2024-09-05T06:10:46.672422+0000","last_became_active":"2024-09-05T06:10:46.672000+0000","last_became_peered":"2024-09-05T06:10:46.672000+0000","last_unstale":"2024-09-05T06:10:46.672422+0000","last_undegraded":"2024-09-05T06:10:46.672422+0000","last_fullsized":"2024-09-05T06:10:46.672422+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:33:08.384646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":20,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.687747+0000","last_change":"2024-09-05T06:10:45.678181+0000","last_active":"2024-09-05T06:10:46.687747+0000","last_peered":"2024-09-05T06:10:46.687747+0000","last_clean":"2024-09-05T06:10:46.687747+0000","last_became_active":"2024-09-05T06:10:45.677284+0000","last_became_peered":"2024-09-05T06:10:45.677284+0000","last_unstale":"2024-09-05T06:10:46.687747+0000","last_undegraded":"2024-09-05T06:10:46.687747+0000","last_fullsized":"2024-09-05T06:10:46.687747+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:37.286953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.677544+0000","last_change":"2024-09-05T06:10:46.677376+0000","last_active":"2024-09-05T06:10:46.677544+0000","last_peered":"2024-09-05T06:10:46.677544+0000","last_clean":"2024-09-05T06:10:46.677544+0000","last_became_active":"2024-09-05T06:10:46.676941+0000","last_became_peered":"2024-09-05T06:10:46.676941+0000","last_unstale":"2024-09-05T06:10:46.677544+0000","last_undegraded":"2024-09-05T06:10:46.677544+0000","last_fullsized":"2024-09-05T06:10:46.677544+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:05:28.386977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.694941+0000","last_change":"2024-09-05T06:10:45.680539+0000","last_active":"2024-09-05T06:10:46.694941+0000","last_peered":"2024-09-05T06:10:46.694941+0000","last_clean":"2024-09-05T06:10:46.694941+0000","last_became_active":"2024-09-05T06:10:45.679903+0000","last_became_peered":"2024-09-05T06:10:45.679903+0000","last_unstale":"2024-09-05T06:10:46.694941+0000","last_undegraded":"2024-09-05T06:10:46.694941+0000","last_fullsized":"2024-09-05T06:10:46.694941+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:08.165635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.670809+0000","last_change":"2024-09-05T06:10:46.670702+0000","last_active":"2024-09-05T06:10:46.670809+0000","last_peered":"2024-09-05T06:10:46.670809+0000","last_clean":"2024-09-05T06:10:46.670809+0000","last_became_active":"2024-09-05T06:10:46.670558+0000","last_became_peered":"2024-09-05T06:10:46.670558+0000","last_unstale":"2024-09-05T06:10:46.670809+0000","last_undegraded":"2024-09-05T06:10:46.670809+0000","last_fullsized":"2024-09-05T06:10:46.670809+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:52:41.917177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.673006+0000","last_change":"2024-09-05T06:10:45.677918+0000","last_active":"2024-09-05T06:10:46.673006+0000","last_peered":"2024-09-05T06:10:46.673006+0000","last_clean":"2024-09-05T06:10:46.673006+0000","last_became_active":"2024-09-05T06:10:45.677364+0000","last_became_peered":"2024-09-05T06:10:45.677364+0000","last_unstale":"2024-09-05T06:10:46.673006+0000","last_undegraded":"2024-09-05T06:10:46.673006+0000","last_fullsized":"2024-09-05T06:10:46.673006+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:30.171772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.680360+0000","last_change":"2024-09-05T06:10:46.680026+0000","last_active":"2024-09-05T06:10:46.680360+0000","last_peered":"2024-09-05T06:10:46.680360+0000","last_clean":"2024-09-05T06:10:46.680360+0000","last_became_active":"2024-09-05T06:10:46.679425+0000","last_became_peered":"2024-09-05T06:10:46.679425+0000","last_unstale":"2024-09-05T06:10:46.680360+0000","last_undegraded":"2024-09-05T06:10:46.680360+0000","last_fullsized":"2024-09-05T06:10:46.680360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.143281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":13,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.675879+0000","last_change":"2024-09-05T06:10:45.670365+0000","last_active":"2024-09-05T06:10:46.675879+0000","last_peered":"2024-09-05T06:10:46.675879+0000","last_clean":"2024-09-05T06:10:46.675879+0000","last_became_active":"2024-09-05T06:10:45.669913+0000","last_became_peered":"2024-09-05T06:10:45.669913+0000","last_unstale":"2024-09-05T06:10:46.675879+0000","last_undegraded":"2024-09-05T06:10:46.675879+0000","last_fullsized":"2024-09-05T06:10:46.675879+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:36.364094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.669280+0000","last_change":"2024-09-05T06:10:46.669108+0000","last_active":"2024-09-05T06:10:46.669280+0000","last_peered":"2024-09-05T06:10:46.669280+0000","last_clean":"2024-09-05T06:10:46.669280+0000","last_became_active":"2024-09-05T06:10:46.668709+0000","last_became_peered":"2024-09-05T06:10:46.668709+0000","last_unstale":"2024-09-05T06:10:46.669280+0000","last_undegraded":"2024-09-05T06:10:46.669280+0000","last_fullsized":"2024-09-05T06:10:46.669280+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:30:25.265545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.667982+0000","last_change":"2024-09-05T06:10:45.661714+0000","last_active":"2024-09-05T06:10:46.667982+0000","last_peered":"2024-09-05T06:10:46.667982+0000","last_clean":"2024-09-05T06:10:46.667982+0000","last_became_active":"2024-09-05T06:10:45.660882+0000","last_became_peered":"2024-09-05T06:10:45.660882+0000","last_unstale":"2024-09-05T06:10:46.667982+0000","last_undegraded":"2024-09-05T06:10:46.667982+0000","last_fullsized":"2024-09-05T06:10:46.667982+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:58:33.612221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.694801+0000","last_change":"2024-09-05T06:10:46.694567+0000","last_active":"2024-09-05T06:10:46.694801+0000","last_peered":"2024-09-05T06:10:46.694801+0000","last_clean":"2024-09-05T06:10:46.694801+0000","last_became_active":"2024-09-05T06:10:46.694033+0000","last_became_peered":"2024-09-05T06:10:46.694033+0000","last_unstale":"2024-09-05T06:10:46.694801+0000","last_undegraded":"2024-09-05T06:10:46.694801+0000","last_fullsized":"2024-09-05T06:10:46.694801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:11.831392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674533+0000","last_change":"2024-09-05T06:10:45.680970+0000","last_active":"2024-09-05T06:10:46.674533+0000","last_peered":"2024-09-05T06:10:46.674533+0000","last_clean":"2024-09-05T06:10:46.674533+0000","last_became_active":"2024-09-05T06:10:45.680332+0000","last_became_peered":"2024-09-05T06:10:45.680332+0000","last_unstale":"2024-09-05T06:10:46.674533+0000","last_undegraded":"2024-09-05T06:10:46.674533+0000","last_fullsized":"2024-09-05T06:10:46.674533+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:38:31.318799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.675503+0000","last_change":"2024-09-05T06:10:46.675310+0000","last_active":"2024-09-05T06:10:46.675503+0000","last_peered":"2024-09-05T06:10:46.675503+0000","last_clean":"2024-09-05T06:10:46.675503+0000","last_became_active":"2024-09-05T06:10:46.673991+0000","last_became_peered":"2024-09-05T06:10:46.673991+0000","last_unstale":"2024-09-05T06:10:46.675503+0000","last_undegraded":"2024-09-05T06:10:46.675503+0000","last_fullsized":"2024-09-05T06:10:46.675503+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:52:47.317884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.665955+0000","last_change":"2024-09-05T06:10:45.681500+0000","last_active":"2024-09-05T06:10:46.665955+0000","last_peered":"2024-09-05T06:10:46.665955+0000","last_clean":"2024-09-05T06:10:46.665955+0000","last_became_active":"2024-09-05T06:10:45.681006+0000","last_became_peered":"2024-09-05T06:10:45.681006+0000","last_unstale":"2024-09-05T06:10:46.665955+0000","last_undegraded":"2024-09-05T06:10:46.665955+0000","last_fullsized":"2024-09-05T06:10:46.665955+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:02.975776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.696575+0000","last_change":"2024-09-05T06:10:46.695652+0000","last_active":"2024-09-05T06:10:46.696575+0000","last_peered":"2024-09-05T06:10:46.696575+0000","last_clean":"2024-09-05T06:10:46.696575+0000","last_became_active":"2024-09-05T06:10:46.694550+0000","last_became_peered":"2024-09-05T06:10:46.694550+0000","last_unstale":"2024-09-05T06:10:46.696575+0000","last_undegraded":"2024-09-05T06:10:46.696575+0000","last_fullsized":"2024-09-05T06:10:46.696575+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:05:18.084913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.662285+0000","last_change":"2024-09-05T06:10:45.677586+0000","last_active":"2024-09-05T06:10:46.662285+0000","last_peered":"2024-09-05T06:10:46.662285+0000","last_clean":"2024-09-05T06:10:46.662285+0000","last_became_active":"2024-09-05T06:10:45.677329+0000","last_became_peered":"2024-09-05T06:10:45.677329+0000","last_unstale":"2024-09-05T06:10:46.662285+0000","last_undegraded":"2024-09-05T06:10:46.662285+0000","last_fullsized":"2024-09-05T06:10:46.662285+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:39.650477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.676211+0000","last_change":"2024-09-05T06:10:46.676072+0000","last_active":"2024-09-05T06:10:46.676211+0000","last_peered":"2024-09-05T06:10:46.676211+0000","last_clean":"2024-09-05T06:10:46.676211+0000","last_became_active":"2024-09-05T06:10:46.675470+0000","last_became_peered":"2024-09-05T06:10:46.675470+0000","last_unstale":"2024-09-05T06:10:46.676211+0000","last_undegraded":"2024-09-05T06:10:46.676211+0000","last_fullsized":"2024-09-05T06:10:46.676211+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:59:07.473607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.666901+0000","last_change":"2024-09-05T06:10:45.670159+0000","last_active":"2024-09-05T06:10:46.666901+0000","last_peered":"2024-09-05T06:10:46.666901+0000","last_clean":"2024-09-05T06:10:46.666901+0000","last_became_active":"2024-09-05T06:10:45.669643+0000","last_became_peered":"2024-09-05T06:10:45.669643+0000","last_unstale":"2024-09-05T06:10:46.666901+0000","last_undegraded":"2024-09-05T06:10:46.666901+0000","last_fullsized":"2024-09-05T06:10:46.666901+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:52:58.687099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.669840+0000","last_change":"2024-09-05T06:10:46.669669+0000","last_active":"2024-09-05T06:10:46.669840+0000","last_peered":"2024-09-05T06:10:46.669840+0000","last_clean":"2024-09-05T06:10:46.669840+0000","last_became_active":"2024-09-05T06:10:46.669381+0000","last_became_peered":"2024-09-05T06:10:46.669381+0000","last_unstale":"2024-09-05T06:10:46.669840+0000","last_undegraded":"2024-09-05T06:10:46.669840+0000","last_fullsized":"2024-09-05T06:10:46.669840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:28.815216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":14,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.689995+0000","last_change":"2024-09-05T06:10:45.673934+0000","last_active":"2024-09-05T06:10:46.689995+0000","last_peered":"2024-09-05T06:10:46.689995+0000","last_clean":"2024-09-05T06:10:46.689995+0000","last_became_active":"2024-09-05T06:10:45.673265+0000","last_became_peered":"2024-09-05T06:10:45.673265+0000","last_unstale":"2024-09-05T06:10:46.689995+0000","last_undegraded":"2024-09-05T06:10:46.689995+0000","last_fullsized":"2024-09-05T06:10:46.689995+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:28:27.471730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.670759+0000","last_change":"2024-09-05T06:10:46.670614+0000","last_active":"2024-09-05T06:10:46.670759+0000","last_peered":"2024-09-05T06:10:46.670759+0000","last_clean":"2024-09-05T06:10:46.670759+0000","last_became_active":"2024-09-05T06:10:46.670349+0000","last_became_peered":"2024-09-05T06:10:46.670349+0000","last_unstale":"2024-09-05T06:10:46.670759+0000","last_undegraded":"2024-09-05T06:10:46.670759+0000","last_fullsized":"2024-09-05T06:10:46.670759+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:06.127590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.658005+0000","last_change":"2024-09-05T06:10:45.676931+0000","last_active":"2024-09-05T06:10:46.658005+0000","last_peered":"2024-09-05T06:10:46.658005+0000","last_clean":"2024-09-05T06:10:46.658005+0000","last_became_active":"2024-09-05T06:10:45.676266+0000","last_became_peered":"2024-09-05T06:10:45.676266+0000","last_unstale":"2024-09-05T06:10:46.658005+0000","last_undegraded":"2024-09-05T06:10:46.658005+0000","last_fullsized":"2024-09-05T06:10:46.658005+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:15:57.215052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.697571+0000","last_change":"2024-09-05T06:10:46.697440+0000","last_active":"2024-09-05T06:10:46.697571+0000","last_peered":"2024-09-05T06:10:46.697571+0000","last_clean":"2024-09-05T06:10:46.697571+0000","last_became_active":"2024-09-05T06:10:46.697171+0000","last_became_peered":"2024-09-05T06:10:46.697171+0000","last_unstale":"2024-09-05T06:10:46.697571+0000","last_undegraded":"2024-09-05T06:10:46.697571+0000","last_fullsized":"2024-09-05T06:10:46.697571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:50.635322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.674967+0000","last_change":"2024-09-05T06:10:45.671357+0000","last_active":"2024-09-05T06:10:46.674967+0000","last_peered":"2024-09-05T06:10:46.674967+0000","last_clean":"2024-09-05T06:10:46.674967+0000","last_became_active":"2024-09-05T06:10:45.670632+0000","last_became_peered":"2024-09-05T06:10:45.670632+0000","last_unstale":"2024-09-05T06:10:46.674967+0000","last_undegraded":"2024-09-05T06:10:46.674967+0000","last_fullsized":"2024-09-05T06:10:46.674967+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:09:29.245537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.685615+0000","last_change":"2024-09-05T06:10:46.685524+0000","last_active":"2024-09-05T06:10:46.685615+0000","last_peered":"2024-09-05T06:10:46.685615+0000","last_clean":"2024-09-05T06:10:46.685615+0000","last_became_active":"2024-09-05T06:10:46.685285+0000","last_became_peered":"2024-09-05T06:10:46.685285+0000","last_unstale":"2024-09-05T06:10:46.685615+0000","last_undegraded":"2024-09-05T06:10:46.685615+0000","last_fullsized":"2024-09-05T06:10:46.685615+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:47:48.787663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.691450+0000","last_change":"2024-09-05T06:10:45.673392+0000","last_active":"2024-09-05T06:10:46.691450+0000","last_peered":"2024-09-05T06:10:46.691450+0000","last_clean":"2024-09-05T06:10:46.691450+0000","last_became_active":"2024-09-05T06:10:45.672764+0000","last_became_peered":"2024-09-05T06:10:45.672764+0000","last_unstale":"2024-09-05T06:10:46.691450+0000","last_undegraded":"2024-09-05T06:10:46.691450+0000","last_fullsized":"2024-09-05T06:10:46.691450+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:22.909810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.694277+0000","last_change":"2024-09-05T06:10:46.693697+0000","last_active":"2024-09-05T06:10:46.694277+0000","last_peered":"2024-09-05T06:10:46.694277+0000","last_clean":"2024-09-05T06:10:46.694277+0000","last_became_active":"2024-09-05T06:10:46.693220+0000","last_became_peered":"2024-09-05T06:10:46.693220+0000","last_unstale":"2024-09-05T06:10:46.694277+0000","last_undegraded":"2024-09-05T06:10:46.694277+0000","last_fullsized":"2024-09-05T06:10:46.694277+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:44.748571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.678066+0000","last_change":"2024-09-05T06:10:45.679364+0000","last_active":"2024-09-05T06:10:46.678066+0000","last_peered":"2024-09-05T06:10:46.678066+0000","last_clean":"2024-09-05T06:10:46.678066+0000","last_became_active":"2024-09-05T06:10:45.678808+0000","last_became_peered":"2024-09-05T06:10:45.678808+0000","last_unstale":"2024-09-05T06:10:46.678066+0000","last_undegraded":"2024-09-05T06:10:46.678066+0000","last_fullsized":"2024-09-05T06:10:46.678066+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:29:03.741940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.702410+0000","last_change":"2024-09-05T06:10:46.702190+0000","last_active":"2024-09-05T06:10:46.702410+0000","last_peered":"2024-09-05T06:10:46.702410+0000","last_clean":"2024-09-05T06:10:46.702410+0000","last_became_active":"2024-09-05T06:10:46.698063+0000","last_became_peered":"2024-09-05T06:10:46.698063+0000","last_unstale":"2024-09-05T06:10:46.702410+0000","last_undegraded":"2024-09-05T06:10:46.702410+0000","last_fullsized":"2024-09-05T06:10:46.702410+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:14:39.491483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.668481+0000","last_change":"2024-09-05T06:10:45.679143+0000","last_active":"2024-09-05T06:10:46.668481+0000","last_peered":"2024-09-05T06:10:46.668481+0000","last_clean":"2024-09-05T06:10:46.668481+0000","last_became_active":"2024-09-05T06:10:45.678891+0000","last_became_peered":"2024-09-05T06:10:45.678891+0000","last_unstale":"2024-09-05T06:10:46.668481+0000","last_undegraded":"2024-09-05T06:10:46.668481+0000","last_fullsized":"2024-09-05T06:10:46.668481+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:11:38.509853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.673568+0000","last_change":"2024-09-05T06:10:46.673470+0000","last_active":"2024-09-05T06:10:46.673568+0000","last_peered":"2024-09-05T06:10:46.673568+0000","last_clean":"2024-09-05T06:10:46.673568+0000","last_became_active":"2024-09-05T06:10:46.672945+0000","last_became_peered":"2024-09-05T06:10:46.672945+0000","last_unstale":"2024-09-05T06:10:46.673568+0000","last_undegraded":"2024-09-05T06:10:46.673568+0000","last_fullsized":"2024-09-05T06:10:46.673568+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:34:25.651948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.684701+0000","last_change":"2024-09-05T06:10:45.684393+0000","last_active":"2024-09-05T06:10:46.684701+0000","last_peered":"2024-09-05T06:10:46.684701+0000","last_clean":"2024-09-05T06:10:46.684701+0000","last_became_active":"2024-09-05T06:10:45.682264+0000","last_became_peered":"2024-09-05T06:10:45.682264+0000","last_unstale":"2024-09-05T06:10:46.684701+0000","last_undegraded":"2024-09-05T06:10:46.684701+0000","last_fullsized":"2024-09-05T06:10:46.684701+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:47:43.289467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.669163+0000","last_change":"2024-09-05T06:10:46.669059+0000","last_active":"2024-09-05T06:10:46.669163+0000","last_peered":"2024-09-05T06:10:46.669163+0000","last_clean":"2024-09-05T06:10:46.669163+0000","last_became_active":"2024-09-05T06:10:46.668795+0000","last_became_peered":"2024-09-05T06:10:46.668795+0000","last_unstale":"2024-09-05T06:10:46.669163+0000","last_undegraded":"2024-09-05T06:10:46.669163+0000","last_fullsized":"2024-09-05T06:10:46.669163+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:45.640735+0000","last_clean_scrub_stamp":"2024-09-05T06:10:45.640735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:22:09.960808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.666143+0000","last_change":"2024-09-05T06:10:45.677891+0000","last_active":"2024-09-05T06:10:46.666143+0000","last_peered":"2024-09-05T06:10:46.666143+0000","last_clean":"2024-09-05T06:10:46.666143+0000","last_became_active":"2024-09-05T06:10:45.677266+0000","last_became_peered":"2024-09-05T06:10:45.677266+0000","last_unstale":"2024-09-05T06:10:46.666143+0000","last_undegraded":"2024-09-05T06:10:46.666143+0000","last_fullsized":"2024-09-05T06:10:46.666143+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:10:44.629528+0000","last_clean_scrub_stamp":"2024-09-05T06:10:44.629528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:06.921541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":188,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-05T06:10:46.663127+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:10:46.663127+0000","last_peered":"2024-09-05T06:10:46.663127+0000","last_clean":"2024-09-05T06:10:46.663127+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:10:46.663127+0000","last_undegraded":"2024-09-05T06:10:46.663127+0000","last_fullsized":"2024-09-05T06:10:46.663127+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":13,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":124,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195187,"statfs":{"total":200000000,"available":199872304,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":118,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195194,"statfs":{"total":200000000,"available":199879101,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574862,"num_pgs":18,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":701,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194610,"statfs":{"total":200000000,"available":199281376,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":118,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195194,"statfs":{"total":200000000,"available":199879101,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574861,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":125,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195187,"statfs":{"total":200000000,"available":199871550,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":118,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195194,"statfs":{"total":200000000,"available":199879101,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574861,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":701,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194611,"statfs":{"total":200000000,"available":199281888,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574861,"num_pgs":12,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":118,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195194,"statfs":{"total":200000000,"available":199879101,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:10:49.967 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:10:49.968 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:10:50.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda19a95640 1 Processor -- start 2024-09-05T06:10:50.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda19a95640 1 -- start start 2024-09-05T06:10:50.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda19a95640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fda14155ee0 0x7fda140730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda19a95640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda140735f0 0x7fda140b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda19a95640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda140b50a0 con 0x7fda140b4b00 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda19a95640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fda14072380 con 0x7fda14155ee0 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda19a95640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fda140725d0 con 0x7fda140735f0 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda13fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fda140b4b00 0x7fda1406e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42722/0 (socket says 172.21.15.70:42722) 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda13fff640 1 -- 172.21.15.70:0/993708565 learned_addr learned my addr 172.21.15.70:0/993708565 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda137fe640 1 --2- 172.21.15.70:0/993708565 >> v2:172.21.15.196:3300/0 conn(0x7fda14155ee0 0x7fda140730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda12ffd640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda140735f0 0x7fda140b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 674822019 0 0) 0x7fda140b50a0 con 0x7fda140b4b00 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd9fc003530 con 0x7fda140b4b00 2024-09-05T06:10:50.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3636395597 0 0) 0x7fd9fc003530 con 0x7fda140b4b00 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda140735f0 msgr2=0x7fda140b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda140735f0 0x7fda140b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 >> v2:172.21.15.196:3300/0 conn(0x7fda14155ee0 msgr2=0x7fda140730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 --2- 172.21.15.70:0/993708565 >> v2:172.21.15.196:3300/0 conn(0x7fda14155ee0 0x7fda140730b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda140728b0 con 0x7fda140b4b00 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fda0c001a00 con 0x7fda140b4b00 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 >> v1:172.21.15.70:6789/0 conn(0x7fda140b4b00 legacy=0x7fda1406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9fc0039c0 0x7fd9fc003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9fc004810 0x7fd9fc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9fc005190 0x7fd9fc00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fda14072380 con 0x7fd9fc005190 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fda140725d0 con 0x7fd9fc0039c0 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.144+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd9fc004610 con 0x7fd9fc004810 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda13fff640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9fc005190 0x7fd9fc00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda12ffd640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9fc004810 0x7fd9fc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda137fe640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9fc0039c0 0x7fd9fc003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda13fff640 1 -- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9fc004810 msgr2=0x7fd9fc004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda13fff640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9fc004810 0x7fd9fc004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda13fff640 1 -- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9fc0039c0 msgr2=0x7fd9fc003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda13fff640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9fc0039c0 0x7fd9fc003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda13fff640 1 -- 172.21.15.70:0/993708565 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9fc003530 con 0x7fd9fc005190 2024-09-05T06:10:50.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda13fff640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9fc005190 0x7fd9fc00b9d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fda0c00a870 tx=0x7fda0c01d3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2c51f5e8c0c37f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:50.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0c00a4c0 con 0x7fd9fc005190 2024-09-05T06:10:50.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda0c0072d0 con 0x7fd9fc005190 2024-09-05T06:10:50.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda127fc640 1 -- 172.21.15.70:0/993708565 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0c0076c0 con 0x7fd9fc005190 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda19a95640 1 -- 172.21.15.70:0/993708565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9fc005190 msgr2=0x7fd9fc00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda19a95640 1 --2- 172.21.15.70:0/993708565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9fc005190 0x7fd9fc00b9d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fda0c00a870 tx=0x7fda0c01d3a0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda13fff640 1 -- 172.21.15.70:0/993708565 reap_dead start 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda19a95640 1 -- 172.21.15.70:0/993708565 shutdown_connections 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda19a95640 1 -- 172.21.15.70:0/993708565 >> 172.21.15.70:0/993708565 conn(0x7fda1406bcc0 msgr2=0x7fda1406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda19a95640 1 -- 172.21.15.70:0/993708565 shutdown_connections 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.148+0000 7fda19a95640 1 -- 172.21.15.70:0/993708565 wait complete. 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 Processor -- start 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 -- start start 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda14152930 0x7fda141f7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda14152d10 0x7fda1415cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda14153190 0x7fda1415d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fda1406ef10 con 0x7fda14152930 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fda1406ed90 con 0x7fda14152d10 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fda140b45c0 con 0x7fda14153190 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda14152930 0x7fda141f7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda14152930 0x7fda141f7e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44528/0 (socket says 172.21.15.70:44528) 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 -- 172.21.15.70:0/1865596146 learned_addr learned my addr 172.21.15.70:0/1865596146 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda13fff640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda14153190 0x7fda1415d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda12ffd640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda14152d10 0x7fda1415cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 -- 172.21.15.70:0/1865596146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda14153190 msgr2=0x7fda1415d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda14153190 0x7fda1415d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 -- 172.21.15.70:0/1865596146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda14152d10 msgr2=0x7fda1415cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda14152d10 0x7fda1415cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 -- 172.21.15.70:0/1865596146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda140cb5b0 con 0x7fda14152930 2024-09-05T06:10:50.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda137fe640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda14152930 0x7fda141f7e40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fda04011610 tx=0x7fda04011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:50.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fd9fbfff640 1 -- 172.21.15.70:0/1865596146 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda04015870 con 0x7fda14152930 2024-09-05T06:10:50.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fd9fbfff640 1 -- 172.21.15.70:0/1865596146 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda04015a10 con 0x7fda14152930 2024-09-05T06:10:50.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda140ca810 con 0x7fda14152930 2024-09-05T06:10:50.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fd9fbfff640 1 -- 172.21.15.70:0/1865596146 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda04015dc0 con 0x7fda14152930 2024-09-05T06:10:50.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda140cadd0 con 0x7fda14152930 2024-09-05T06:10:50.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda140b4f10 con 0x7fda14152930 2024-09-05T06:10:50.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.152+0000 7fd9fbfff640 1 -- 172.21.15.70:0/1865596146 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fda0400f480 con 0x7fda14152930 2024-09-05T06:10:50.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.156+0000 7fd9fbfff640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda000678c0 0x7fda00069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.156+0000 7fd9fbfff640 1 -- 172.21.15.70:0/1865596146 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fda040865f0 con 0x7fda14152930 2024-09-05T06:10:50.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.156+0000 7fda12ffd640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda000678c0 0x7fda00069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.156+0000 7fda12ffd640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda000678c0 0x7fda00069d80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fda1406c6c0 tx=0x7fda08008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:50.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.160+0000 7fd9fbfff640 1 -- 172.21.15.70:0/1865596146 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fda04019030 con 0x7fda14152930 2024-09-05T06:10:50.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.364+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fda14076260 con 0x7fda14152930 2024-09-05T06:10:50.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.368+0000 7fd9fbfff640 1 -- 172.21.15.70:0/1865596146 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) ==== 190+0+147 (secure 0 0 0) 0x7fda04057160 con 0x7fda14152930 2024-09-05T06:10:50.369 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:10:50.369 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:10:50.369 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:10:50.369 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:10:50.369 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:10:50.369 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:10:50.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda000678c0 msgr2=0x7fda00069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda000678c0 0x7fda00069d80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fda1406c6c0 tx=0x7fda08008040 comp rx=0 tx=0).stop 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda14152930 msgr2=0x7fda141f7e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda14152930 0x7fda141f7e40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fda04011610 tx=0x7fda04011ad0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 shutdown_connections 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda000678c0 0x7fda00069d80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda14153190 0x7fda1415d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda14152d10 0x7fda1415cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 --2- 172.21.15.70:0/1865596146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda14152930 0x7fda141f7e40 secure :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fda04011610 tx=0x7fda04011ad0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 >> 172.21.15.70:0/1865596146 conn(0x7fda1406bcc0 msgr2=0x7fda14073020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 shutdown_connections 2024-09-05T06:10:50.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.372+0000 7fda19a95640 1 -- 172.21.15.70:0/1865596146 wait complete. 2024-09-05T06:10:50.387 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:50.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.500+0000 7f635bbc3640 1 Processor -- start 2024-09-05T06:10:50.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635bbc3640 1 -- start start 2024-09-05T06:10:50.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635bbc3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354167690 0x7f63540d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635bbc3640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f63540d0c90 0x7f6354071550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635bbc3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63540b5980 con 0x7f6354162f30 2024-09-05T06:10:50.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635bbc3640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f63540b5c60 con 0x7f63540d0c90 2024-09-05T06:10:50.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635bbc3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6354166bb0 con 0x7f6354167690 2024-09-05T06:10:50.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635a160640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f63540d0c90 0x7f6354071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635a160640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f63540d0c90 0x7f6354071550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44540/0 (socket says 172.21.15.70:44540) 2024-09-05T06:10:50.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635a160640 1 -- 172.21.15.70:0/3620347049 learned_addr learned my addr 172.21.15.70:0/3620347049 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:50.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635915e640 1 --2- 172.21.15.70:0/3620347049 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354167690 0x7f63540d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635a160640 1 -- 172.21.15.70:0/3620347049 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354167690 msgr2=0x7f63540d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:50.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635a160640 1 --2- 172.21.15.70:0/3620347049 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354167690 0x7f63540d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635a160640 1 -- 172.21.15.70:0/3620347049 >> v1:172.21.15.196:6789/0 conn(0x7f6354162f30 legacy=0x7f63540732f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:50.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635a160640 1 -- 172.21.15.70:0/3620347049 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6354166e90 con 0x7f63540d0c90 2024-09-05T06:10:50.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635915e640 1 --2- 172.21.15.70:0/3620347049 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354167690 0x7f63540d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:50.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635a160640 1 --2- 172.21.15.70:0/3620347049 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354071550 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f634c009e50 tx=0x7f634c01c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90cd25c8d5a5272d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:50.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635895d640 1 -- 172.21.15.70:0/3620347049 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634c0a55e0 con 0x7f63540d0c90 2024-09-05T06:10:50.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635895d640 1 -- 172.21.15.70:0/3620347049 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f634c0a5780 con 0x7f63540d0c90 2024-09-05T06:10:50.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.504+0000 7f635895d640 1 -- 172.21.15.70:0/3620347049 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634c0a5b50 con 0x7f63540d0c90 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- 172.21.15.70:0/3620347049 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 msgr2=0x7f6354071550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 --2- 172.21.15.70:0/3620347049 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354071550 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f634c009e50 tx=0x7f634c01c960 comp rx=0 tx=0).stop 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- 172.21.15.70:0/3620347049 shutdown_connections 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 --2- 172.21.15.70:0/3620347049 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354071550 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 --2- 172.21.15.70:0/3620347049 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354167690 0x7f63540d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- 172.21.15.70:0/3620347049 >> 172.21.15.70:0/3620347049 conn(0x7f635406bcc0 msgr2=0x7f635406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- 172.21.15.70:0/3620347049 shutdown_connections 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- 172.21.15.70:0/3620347049 wait complete. 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 Processor -- start 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- start start 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354152360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354162f30 0x7f6354153590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6354167690 0x7f635415f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f63540afc70 con 0x7f63540d0c90 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f63540afaf0 con 0x7f6354167690 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f635416fca0 con 0x7f6354162f30 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354152360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354152360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44550/0 (socket says 172.21.15.70:44550) 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 -- 172.21.15.70:0/227255758 learned_addr learned my addr 172.21.15.70:0/227255758 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635a160640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6354167690 0x7f635415f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635915e640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354162f30 0x7f6354153590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 -- 172.21.15.70:0/227255758 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354162f30 msgr2=0x7f6354153590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354162f30 0x7f6354153590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 -- 172.21.15.70:0/227255758 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6354167690 msgr2=0x7f635415f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6354167690 0x7f635415f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 -- 172.21.15.70:0/227255758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63541555f0 con 0x7f63540d0c90 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635995f640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354152360 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f634400c450 tx=0x7f634400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:50.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f634a7fc640 1 -- 172.21.15.70:0/227255758 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344012830 con 0x7f63540d0c90 2024-09-05T06:10:50.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f634a7fc640 1 -- 172.21.15.70:0/227255758 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6344017070 con 0x7f63540d0c90 2024-09-05T06:10:50.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f634a7fc640 1 -- 172.21.15.70:0/227255758 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344012c30 con 0x7f63540d0c90 2024-09-05T06:10:50.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63541558d0 con 0x7f63540d0c90 2024-09-05T06:10:50.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.508+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63541528a0 con 0x7f63540d0c90 2024-09-05T06:10:50.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.512+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6354071550 con 0x7f63540d0c90 2024-09-05T06:10:50.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.512+0000 7f634a7fc640 1 -- 172.21.15.70:0/227255758 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f634401c460 con 0x7f63540d0c90 2024-09-05T06:10:50.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.512+0000 7f634a7fc640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f63380678c0 0x7f6338069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:50.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.512+0000 7f634a7fc640 1 -- 172.21.15.70:0/227255758 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f6344085b40 con 0x7f63540d0c90 2024-09-05T06:10:50.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.512+0000 7f635915e640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f63380678c0 0x7f6338069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:50.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.512+0000 7f635915e640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f63380678c0 0x7f6338069d80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6350006fd0 tx=0x7f6350008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:50.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.516+0000 7f634a7fc640 1 -- 172.21.15.70:0/227255758 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f63440565e0 con 0x7f63540d0c90 2024-09-05T06:10:50.625 INFO:tasks.ceph.mds.a.smithi070.stderr:2024-09-05T06:10:50.624+0000 7f6730b21640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:10:50.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.716+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63540cff70 con 0x7f63540d0c90 2024-09-05T06:10:50.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.716+0000 7f634a7fc640 1 -- 172.21.15.70:0/227255758 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5229 (secure 0 0 0) 0x7f6344055ee0 con 0x7f63540d0c90 2024-09-05T06:10:50.716 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:50.716 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":13,"btime":"2024-09-05T06:10:48:685880+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:46.029204+0000","modified":"2024-09-05T06:10:48.035889+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4770},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4770":{"gid":4770,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/1103264936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1103264936},{"type":"v1","addr":"172.21.15.70:6836","nonce":1103264936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4770,"qdb_cluster":[4770]},"id":2}]} 2024-09-05T06:10:50.717 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 13 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f63380678c0 msgr2=0x7f6338069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f63380678c0 0x7f6338069d80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6350006fd0 tx=0x7f6350008040 comp rx=0 tx=0).stop 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 msgr2=0x7f6354152360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354152360 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f634400c450 tx=0x7f634400c910 comp rx=0 tx=0).stop 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 shutdown_connections 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f63380678c0 0x7f6338069d80 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6354167690 0x7f635415f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6354162f30 0x7f6354153590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 --2- 172.21.15.70:0/227255758 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63540d0c90 0x7f6354152360 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:50.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 >> 172.21.15.70:0/227255758 conn(0x7f635406bcc0 msgr2=0x7f6354161fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:50.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 shutdown_connections 2024-09-05T06:10:50.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:50.720+0000 7f635bbc3640 1 -- 172.21.15.70:0/227255758 wait complete. 2024-09-05T06:10:51.138 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 13, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:10:46.029204+0000', 'modified': '2024-09-05T06:10:48.035889+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4770}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4770': {'gid': 4770, 'name': 'a', 'rank': 0, 'incarnation': 11, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6836/1103264936', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6834', 'nonce': 1103264936}, {'type': 'v1', 'addr': '172.21.15.70:6836', 'nonce': 1103264936}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4770, 'qdb_cluster': [4770]} 2024-09-05T06:10:51.138 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:10:51.139 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-05T06:10:51.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.272+0000 7fb316626640 1 Processor -- start 2024-09-05T06:10:51.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.272+0000 7fb316626640 1 -- start start 2024-09-05T06:10:51.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.272+0000 7fb316626640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 0x7fb310169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.272+0000 7fb316626640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3100cfd30 con 0x7fb31015edb0 2024-09-05T06:10:51.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.272+0000 7fb316626640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3100d0010 con 0x7fb3100d4980 2024-09-05T06:10:51.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.272+0000 7fb316626640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb3100b5620 con 0x7fb3100d3a50 2024-09-05T06:10:51.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb31015edb0 0x7fb3100d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42732/0 (socket says 172.21.15.70:42732) 2024-09-05T06:10:51.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 -- 172.21.15.70:0/1769192407 learned_addr learned my addr 172.21.15.70:0/1769192407 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:51.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb314bc3640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 0x7fb310169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 957792169 0 0) 0x7fb3100cfd30 con 0x7fb31015edb0 2024-09-05T06:10:51.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb2f8003530 con 0x7fb31015edb0 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1158612309 0 0) 0x7fb2f8003530 con 0x7fb31015edb0 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 msgr2=0x7fb310169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 0x7fb310169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 >> v1:172.21.15.196:6789/0 conn(0x7fb3100d4980 legacy=0x7fb3100d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3100d02f0 con 0x7fb31015edb0 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb304001680 con 0x7fb31015edb0 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 >> v1:172.21.15.70:6789/0 conn(0x7fb31015edb0 legacy=0x7fb3100d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2f80039f0 0x7fb2f8003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2f8004810 0x7fb2f8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 0x7fb2f80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb3100b5620 con 0x7fb2f8004810 2024-09-05T06:10:51.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f800ba80 con 0x7fb2f80039f0 2024-09-05T06:10:51.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb2f800bc80 con 0x7fb3100d3a50 2024-09-05T06:10:51.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2f8004810 0x7fb2f8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30ffff640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2f80039f0 0x7fb2f8003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb314bc3640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 0x7fb2f80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 -- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 msgr2=0x7fb2f80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 0x7fb2f80051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 -- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2f80039f0 msgr2=0x7fb2f8003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2f80039f0 0x7fb2f8003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 -- 172.21.15.70:0/1769192407 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2f8003530 con 0x7fb2f8004810 2024-09-05T06:10:51.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb314bc3640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb3100d3a50 0x7fb2f80051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:51.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30ffff640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2f80039f0 0x7fb2f8003e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:51.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2f8004810 0x7fb2f8004c90 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fb304001ec0 tx=0x7fb30401f3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=159ab2c9e8356434 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb304007d40 con 0x7fb2f8004810 2024-09-05T06:10:51.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb304005b00 con 0x7fb2f8004810 2024-09-05T06:10:51.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb30effd640 1 -- 172.21.15.70:0/1769192407 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb304007070 con 0x7fb2f8004810 2024-09-05T06:10:51.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb316626640 1 -- 172.21.15.70:0/1769192407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2f8004810 msgr2=0x7fb2f8004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb316626640 1 --2- 172.21.15.70:0/1769192407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2f8004810 0x7fb2f8004c90 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fb304001ec0 tx=0x7fb30401f3b0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.276+0000 7fb314bc3640 1 -- 172.21.15.70:0/1769192407 reap_dead start 2024-09-05T06:10:51.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- 172.21.15.70:0/1769192407 shutdown_connections 2024-09-05T06:10:51.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- 172.21.15.70:0/1769192407 >> 172.21.15.70:0/1769192407 conn(0x7fb31008e690 msgr2=0x7fb31009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- 172.21.15.70:0/1769192407 shutdown_connections 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- 172.21.15.70:0/1769192407 wait complete. 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 Processor -- start 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- start start 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2f8004810 0x7fb3100cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3100cc2e0 0x7fb31015f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3100ce4c0 0x7fb31015f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb3100d0dd0 con 0x7fb3100cc2e0 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb3100d08b0 con 0x7fb3100ce4c0 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb31015ffb0 con 0x7fb2f8004810 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3100cc2e0 0x7fb31015f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3100cc2e0 0x7fb31015f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44570/0 (socket says 172.21.15.70:44570) 2024-09-05T06:10:51.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 -- 172.21.15.70:0/2587783767 learned_addr learned my addr 172.21.15.70:0/2587783767 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30ffff640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2f8004810 0x7fb3100cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb314bc3640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3100ce4c0 0x7fb31015f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 -- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2f8004810 msgr2=0x7fb3100cbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2f8004810 0x7fb3100cbda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 -- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3100ce4c0 msgr2=0x7fb31015f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3100ce4c0 0x7fb31015f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 -- 172.21.15.70:0/2587783767 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb310160580 con 0x7fb3100cc2e0 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb314bc3640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3100ce4c0 0x7fb31015f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3100cc2e0 0x7fb31015f1e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb30409bb00 tx=0x7fb2f8005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30cff9640 1 -- 172.21.15.70:0/2587783767 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb304007d20 con 0x7fb3100cc2e0 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30cff9640 1 -- 172.21.15.70:0/2587783767 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3040b6040 con 0x7fb3100cc2e0 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- 172.21.15.70:0/2587783767 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb310160860 con 0x7fb3100cc2e0 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb30cff9640 1 -- 172.21.15.70:0/2587783767 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3040049f0 con 0x7fb3100cc2e0 2024-09-05T06:10:51.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.280+0000 7fb316626640 1 -- 172.21.15.70:0/2587783767 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb310160e20 con 0x7fb3100cc2e0 2024-09-05T06:10:51.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30cff9640 1 -- 172.21.15.70:0/2587783767 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb304004b90 con 0x7fb3100cc2e0 2024-09-05T06:10:51.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30cff9640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2fc0678c0 0x7fb2fc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30cff9640 1 -- 172.21.15.70:0/2587783767 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5825+0+0 (secure 0 0 0) 0x7fb304123280 con 0x7fb3100cc2e0 2024-09-05T06:10:51.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30ffff640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2fc0678c0 0x7fb2fc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30ffff640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2fc0678c0 0x7fb2fc069d80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb300000f70 tx=0x7fb300009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb3196e2000 1 Processor -- start 2024-09-05T06:10:51.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb3196e2000 1 -- start start 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba6b20 0x55b435ba6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b5cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b5d290 0x55b435b5d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb3196e2000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b435a44b60 con 0x55b435ba7440 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb3196e2000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55b4359abc70 con 0x55b435b5d290 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb3196e2000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55b435951ed0 con 0x55b435ba6b20 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b5cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b5cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44586/0 (socket says 172.21.15.70:44586) 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 -- 172.21.15.70:0/273173167 learned_addr learned my addr 172.21.15.70:0/273173167 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb314bc3640 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b5d290 0x55b435b5d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 -- 172.21.15.70:0/273173167 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba6b20 msgr2=0x55b435ba6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba6b20 0x55b435ba6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 -- 172.21.15.70:0/273173167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b5d290 msgr2=0x55b435b5d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b5d290 0x55b435b5d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 -- 172.21.15.70:0/273173167 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b435963e50 con 0x55b435ba7440 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb314bc3640 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b5d290 0x55b435b5d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b5cd50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb3040fbce0 tx=0x7fb3040f3500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a3474446aab1305 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb2f5ffb640 1 -- 172.21.15.70:0/273173167 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb304123070 con 0x55b435ba7440 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb2f5ffb640 1 -- 172.21.15.70:0/273173167 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3040f3630 con 0x55b435ba7440 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.284+0000 7fb2f5ffb640 1 -- 172.21.15.70:0/273173167 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3040f79e0 con 0x55b435ba7440 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- 172.21.15.70:0/273173167 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 msgr2=0x55b435b5cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b5cd50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb3040fbce0 tx=0x7fb3040f3500 comp rx=0 tx=0).stop 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- 172.21.15.70:0/273173167 shutdown_connections 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b5d290 0x55b435b5d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b5cd50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 --2- 172.21.15.70:0/273173167 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba6b20 0x55b435ba6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- 172.21.15.70:0/273173167 >> 172.21.15.70:0/273173167 conn(0x55b435b63600 msgr2=0x55b435b5b630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- 172.21.15.70:0/273173167 shutdown_connections 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- 172.21.15.70:0/273173167 wait complete. 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- start start 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 Processor -- start 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435b61c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b62150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435b67cf0 0x55b435b680d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b435a0db00 con 0x55b435ba7440 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55b435986360 con 0x55b435ba6b20 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55b4359832d0 con 0x55b435b67cf0 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 10 client.0 _ll_register_callbacks cb 0x55b435b48820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b62150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b62150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44592/0 (socket says 172.21.15.70:44592) 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 -- 172.21.15.70:0/189077371 learned_addr learned my addr 172.21.15.70:0/189077371 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30ffff640 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435b61c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 -- 172.21.15.70:0/189077371 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435b67cf0 msgr2=0x55b435b680d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435b67cf0 0x55b435b680d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 -- 172.21.15.70:0/189077371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 msgr2=0x55b435b61c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435b61c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 -- 172.21.15.70:0/189077371 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b435952120 con 0x55b435ba7440 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30ffff640 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435b61c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b62150 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb30401f3f0 tx=0x7fb304001e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f73e3b6e506d9d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb2eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb2eeffd640 1 -- 172.21.15.70:0/189077371 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3040f79e0 con 0x55b435ba7440 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb2eeffd640 1 -- 172.21.15.70:0/189077371 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5825+0+0 (secure 0 0 0) 0x7fb304121360 con 0x55b435ba7440 2024-09-05T06:10:51.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- 172.21.15.70:0/189077371 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3040f3630 con 0x55b435ba7440 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb2eeffd640 1 -- 172.21.15.70:0/189077371 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) ==== 24+0+0 (secure 0 0 0) 0x7fb3040efca0 con 0x55b435ba7440 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 10 client.4950 fetch_fsmap learned FSMap version 13 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- 172.21.15.70:0/189077371 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) -- 0x55b43594b450 con 0x55b435ba7440 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb2eeffd640 1 -- 172.21.15.70:0/189077371 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3040f3630 con 0x55b435ba7440 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb2eeffd640 1 -- 172.21.15.70:0/189077371 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 13) ==== 3502+0+0 (secure 0 0 0) 0x7fb3040fbd80 con 0x55b435ba7440 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 10 client.4950 fetch_fsmap finished waiting for FSMap version 13 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 10 client.4950 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 20 client.4950 populate_metadata read hostname 'smithi070' 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] conn(0x55b435bb5280 0x55b435bb7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 4 client.4950 mds_command: new command op to 4770 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb3196e2000 1 -- 172.21.15.70:0/189077371 --> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b435945c00 con 0x55b435bb5280 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30ffff640 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] conn(0x55b435bb5280 0x55b435bb7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb2eeffd640 10 client.4950 ms_handle_connect on v2:172.21.15.70:6834/1103264936 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.288+0000 7fb30ffff640 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] conn(0x55b435bb5280 0x55b435bb7670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c050ec1180348751 server_cookie=f4a03e16361b4311 in_seq=0 out_seq=0 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb2eeffd640 1 -- 172.21.15.70:0/189077371 <== mds.0 v2:172.21.15.70:6834/1103264936 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b435945c00 con 0x55b435bb5280 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb2eeffd640 10 client.4950 handle_command_reply: tid=0 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 client.4950 shutdown 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 -- 172.21.15.70:0/189077371 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 msgr2=0x55b435b62150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b62150 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb30401f3f0 tx=0x7fb304001e60 comp rx=0 tx=0).stop 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 -- 172.21.15.70:0/189077371 shutdown_connections 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] conn(0x55b435bb5280 0x55b435bb7670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435b67cf0 0x55b435b680d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb2eeffd640 0 client.4950 ms_handle_reset on v2:172.21.15.70:6834/1103264936 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba7440 0x55b435b62150 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 --2- 172.21.15.70:0/189077371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435b61c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 -- 172.21.15.70:0/189077371 >> 172.21.15.70:0/189077371 conn(0x55b435b5d290 msgr2=0x55b435b5bd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:51.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 -- 172.21.15.70:0/189077371 shutdown_connections 2024-09-05T06:10:51.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 1 -- 172.21.15.70:0/189077371 wait complete. 2024-09-05T06:10:51.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.292+0000 7fb3196e2000 20 client.4950 trim_cache size 0 max 16384 2024-09-05T06:10:51.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb3196e2000 1 Processor -- start 2024-09-05T06:10:51.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb3196e2000 1 -- start start 2024-09-05T06:10:51.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b67cf0 0x55b435ba5b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba6b20 0x55b435ba60d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba7440 0x55b435bb7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb3196e2000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb3102009e0 con 0x55b435ba6b20 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb3196e2000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb3101ffd70 con 0x55b435b67cf0 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb3196e2000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb310200390 con 0x55b435ba7440 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.308+0000 7fb30f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba6b20 0x55b435ba60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba6b20 0x55b435ba60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44600/0 (socket says 172.21.15.70:44600) 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 -- 172.21.15.70:0/2744895584 learned_addr learned my addr 172.21.15.70:0/2744895584 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 -- 172.21.15.70:0/2744895584 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba7440 msgr2=0x55b435bb7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/2744895584 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba7440 0x55b435bb7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 -- 172.21.15.70:0/2744895584 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b67cf0 msgr2=0x55b435ba5b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/2744895584 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b67cf0 0x55b435ba5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 -- 172.21.15.70:0/2744895584 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b435932fd0 con 0x55b435ba6b20 2024-09-05T06:10:51.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/2744895584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba6b20 0x55b435ba60d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb3040f1b80 tx=0x7fb3040bd070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90de676c2f38895c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2f57fa640 1 -- 172.21.15.70:0/2744895584 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb304123070 con 0x55b435ba6b20 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2f57fa640 1 -- 172.21.15.70:0/2744895584 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3040f3630 con 0x55b435ba6b20 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2f57fa640 1 -- 172.21.15.70:0/2744895584 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3040f79e0 con 0x55b435ba6b20 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- 172.21.15.70:0/2744895584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba6b20 msgr2=0x55b435ba60d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 --2- 172.21.15.70:0/2744895584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba6b20 0x55b435ba60d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb3040f1b80 tx=0x7fb3040bd070 comp rx=0 tx=0).stop 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- 172.21.15.70:0/2744895584 shutdown_connections 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 --2- 172.21.15.70:0/2744895584 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba7440 0x55b435bb7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 --2- 172.21.15.70:0/2744895584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435ba6b20 0x55b435ba60d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 --2- 172.21.15.70:0/2744895584 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435b67cf0 0x55b435ba5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- 172.21.15.70:0/2744895584 >> 172.21.15.70:0/2744895584 conn(0x55b435b5d290 msgr2=0x55b435b61840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- 172.21.15.70:0/2744895584 shutdown_connections 2024-09-05T06:10:51.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- 172.21.15.70:0/2744895584 wait complete. 2024-09-05T06:10:51.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- start start 2024-09-05T06:10:51.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 Processor -- start 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435b67cf0 0x55b435c1a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435c1a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba7440 0x55b435c1ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b4359aaf80 con 0x55b435b67cf0 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55b435963ca0 con 0x55b435ba6b20 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55b4359b02a0 con 0x55b435ba7440 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 10 client.0 _ll_register_callbacks cb 0x7fb3040f3400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435b67cf0 0x55b435c1a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435b67cf0 0x55b435c1a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44608/0 (socket says 172.21.15.70:44608) 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 -- 172.21.15.70:0/252592631 learned_addr learned my addr 172.21.15.70:0/252592631 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435c1a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 -- 172.21.15.70:0/252592631 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba7440 msgr2=0x55b435c1ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba7440 0x55b435c1ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 -- 172.21.15.70:0/252592631 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 msgr2=0x55b435c1a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435c1a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 -- 172.21.15.70:0/252592631 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b435a2e750 con 0x55b435b67cf0 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb30ffff640 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435b67cf0 0x55b435c1a310 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x55b4359a8570 tx=0x7fb300001130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83b306632e06d440 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2eeffd640 1 -- 172.21.15.70:0/252592631 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3000039d0 con 0x55b435b67cf0 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2eeffd640 1 -- 172.21.15.70:0/252592631 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5825+0+0 (secure 0 0 0) 0x7fb300003b70 con 0x55b435b67cf0 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- 172.21.15.70:0/252592631 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3040f3630 con 0x55b435b67cf0 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2eeffd640 1 -- 172.21.15.70:0/252592631 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) ==== 24+0+0 (secure 0 0 0) 0x7fb300032050 con 0x55b435b67cf0 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 10 client.4956 fetch_fsmap learned FSMap version 13 2024-09-05T06:10:51.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- 172.21.15.70:0/252592631 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) -- 0x55b435939a30 con 0x55b435b67cf0 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2eeffd640 1 -- 172.21.15.70:0/252592631 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3040f3630 con 0x55b435b67cf0 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb2eeffd640 1 -- 172.21.15.70:0/252592631 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 13) ==== 3502+0+0 (secure 0 0 0) 0x7fb300035020 con 0x55b435b67cf0 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 10 client.4956 fetch_fsmap finished waiting for FSMap version 13 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 10 client.4956 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 20 client.4956 populate_metadata read hostname 'smithi070' 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] conn(0x55b435bd7080 0x55b435bd6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 4 client.4956 mds_command: new command op to 4770 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.312+0000 7fb3196e2000 1 -- 172.21.15.70:0/252592631 --> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] -- command(tid 0: {"prefix": "status"}) -- 0x55b4359b93a0 con 0x55b435bd7080 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] conn(0x55b435bd7080 0x55b435bd6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb30f7fe640 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] conn(0x55b435bd7080 0x55b435bd6020 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=282fc6af107ba81b server_cookie=a46aabbc1cb98e2f in_seq=0 out_seq=0 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb2eeffd640 10 client.4956 ms_handle_connect on v2:172.21.15.70:6834/1103264936 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb2eeffd640 1 -- 172.21.15.70:0/252592631 <== mds.0 v2:172.21.15.70:6834/1103264936 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55b4359b93a0 con 0x55b435bd7080 2024-09-05T06:10:51.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb2eeffd640 10 client.4956 handle_command_reply: tid=0 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 client.4956 shutdown 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 -- 172.21.15.70:0/252592631 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435b67cf0 msgr2=0x55b435c1a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435b67cf0 0x55b435c1a310 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x55b4359a8570 tx=0x7fb300001130 comp rx=0 tx=0).stop 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 -- 172.21.15.70:0/252592631 shutdown_connections 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.70:6834/1103264936,v1:172.21.15.70:6836/1103264936] conn(0x55b435bd7080 0x55b435bd6020 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b435ba7440 0x55b435c1ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b435ba6b20 0x55b435c1a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb2eeffd640 0 client.4956 ms_handle_reset on v2:172.21.15.70:6834/1103264936 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 --2- 172.21.15.70:0/252592631 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b435b67cf0 0x55b435c1a310 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 -- 172.21.15.70:0/252592631 >> 172.21.15.70:0/252592631 conn(0x55b435b5d290 msgr2=0x55b435ba4b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 -- 172.21.15.70:0/252592631 shutdown_connections 2024-09-05T06:10:51.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 1 -- 172.21.15.70:0/252592631 wait complete. 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb3196e2000 20 client.4956 trim_cache size 0 max 16384 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4770, 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:10:51.321 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 4.661755823, 2024-09-05T06:10:51.322 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 13, 2024-09-05T06:10:51.322 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 32, 2024-09-05T06:10:51.322 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 31, 2024-09-05T06:10:51.322 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 11.561567950000001 2024-09-05T06:10:51.322 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 -- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2fc0678c0 msgr2=0x7fb2fc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2fc0678c0 0x7fb2fc069d80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb300000f70 tx=0x7fb300009040 comp rx=0 tx=0).stop 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 -- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3100cc2e0 msgr2=0x7fb31015f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3100cc2e0 0x7fb31015f1e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb30409bb00 tx=0x7fb2f8005840 comp rx=0 tx=0).stop 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 -- 172.21.15.70:0/2587783767 shutdown_connections 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2fc0678c0 0x7fb2fc069d80 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3100ce4c0 0x7fb31015f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3100cc2e0 0x7fb31015f1e0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 --2- 172.21.15.70:0/2587783767 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2f8004810 0x7fb3100cbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 -- 172.21.15.70:0/2587783767 >> 172.21.15.70:0/2587783767 conn(0x7fb31008e690 msgr2=0x7fb3100d4d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 -- 172.21.15.70:0/2587783767 shutdown_connections 2024-09-05T06:10:51.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.316+0000 7fb316626640 1 -- 172.21.15.70:0/2587783767 wait complete. 2024-09-05T06:10:51.331 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:10:51.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e387eb640 1 Processor -- start 2024-09-05T06:10:51.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e387eb640 1 -- start start 2024-09-05T06:10:51.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e387eb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e30157110 0x7f6e300b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e387eb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6e300d0e60 0x7f6e300af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e387eb640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e3006d570 con 0x7f6e300b5ac0 2024-09-05T06:10:51.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e387eb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6e3006d850 con 0x7f6e300d0e60 2024-09-05T06:10:51.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e387eb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6e3006db30 con 0x7f6e30157110 2024-09-05T06:10:51.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35d86640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6e300b5ac0 0x7f6e300d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42738/0 (socket says 172.21.15.70:42738) 2024-09-05T06:10:51.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35d86640 1 -- 172.21.15.70:0/3227159136 learned_addr learned my addr 172.21.15.70:0/3227159136 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:51.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4172954668 0 0) 0x7f6e3006d570 con 0x7f6e300b5ac0 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e36d88640 1 --2- 172.21.15.70:0/3227159136 >> v2:172.21.15.196:3300/0 conn(0x7f6e300d0e60 0x7f6e300af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e36587640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e30157110 0x7f6e300b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e1c003530 con 0x7f6e300b5ac0 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3942251099 0 0) 0x7f6e1c003530 con 0x7f6e300b5ac0 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e30157110 msgr2=0x7f6e300b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e30157110 0x7f6e300b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 >> v2:172.21.15.196:3300/0 conn(0x7f6e300d0e60 msgr2=0x7f6e300af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 --2- 172.21.15.70:0/3227159136 >> v2:172.21.15.196:3300/0 conn(0x7f6e300d0e60 0x7f6e300af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e3006de10 con 0x7f6e300b5ac0 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6e20001680 con 0x7f6e300b5ac0 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e36d88640 1 --2- 172.21.15.70:0/3227159136 >> v2:172.21.15.196:3300/0 conn(0x7f6e300d0e60 0x7f6e300af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 >> v1:172.21.15.70:6789/0 conn(0x7f6e300b5ac0 legacy=0x7f6e300d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e1c0039c0 0x7f6e1c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e30157110 0x7f6e1c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c004d50 0x7f6e1c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6e3006d850 con 0x7f6e1c0039c0 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6e3006db30 con 0x7f6e1c004d50 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6e1c00bb00 con 0x7f6e30157110 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e36587640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e1c0039c0 0x7f6e1c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e35d86640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e30157110 0x7f6e1c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.431+0000 7f6e36d88640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c004d50 0x7f6e1c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e36587640 1 -- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e30157110 msgr2=0x7f6e1c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e36587640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e30157110 0x7f6e1c004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e36587640 1 -- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c004d50 msgr2=0x7f6e1c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:51.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e36587640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c004d50 0x7f6e1c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e36587640 1 -- 172.21.15.70:0/3227159136 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e1c003530 con 0x7f6e1c0039c0 2024-09-05T06:10:51.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e36d88640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c004d50 0x7f6e1c0051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:51.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e36587640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e1c0039c0 0x7f6e1c003de0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c00ba30 tx=0x7f6e2c01c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a08935609e14dde server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2c0b3070 con 0x7f6e1c0039c0 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e2c0ae630 con 0x7f6e1c0039c0 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e35585640 1 -- 172.21.15.70:0/3227159136 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2c0aa050 con 0x7f6e1c0039c0 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e387eb640 1 -- 172.21.15.70:0/3227159136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e1c0039c0 msgr2=0x7f6e1c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e387eb640 1 --2- 172.21.15.70:0/3227159136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e1c0039c0 0x7f6e1c003de0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c00ba30 tx=0x7f6e2c01c6a0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e36d88640 1 -- 172.21.15.70:0/3227159136 reap_dead start 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e387eb640 1 -- 172.21.15.70:0/3227159136 shutdown_connections 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e387eb640 1 -- 172.21.15.70:0/3227159136 >> 172.21.15.70:0/3227159136 conn(0x7f6e3006bcc0 msgr2=0x7f6e3006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e387eb640 1 -- 172.21.15.70:0/3227159136 shutdown_connections 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.435+0000 7f6e387eb640 1 -- 172.21.15.70:0/3227159136 wait complete. 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 Processor -- start 2024-09-05T06:10:51.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 -- start start 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c0039c0 0x7f6e3014ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e3014b410 0x7f6e30159a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e300abf50 0x7f6e300ac3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6e300b3e80 con 0x7f6e300abf50 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6e300b3d00 con 0x7f6e1c0039c0 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6e300b4000 con 0x7f6e3014b410 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e300abf50 0x7f6e300ac3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e300abf50 0x7f6e300ac3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44636/0 (socket says 172.21.15.70:44636) 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 -- 172.21.15.70:0/2525165538 learned_addr learned my addr 172.21.15.70:0/2525165538 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36587640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c0039c0 0x7f6e3014ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e35d86640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e3014b410 0x7f6e30159a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 -- 172.21.15.70:0/2525165538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e3014b410 msgr2=0x7f6e30159a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e3014b410 0x7f6e30159a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 -- 172.21.15.70:0/2525165538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c0039c0 msgr2=0x7f6e3014ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c0039c0 0x7f6e3014ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 -- 172.21.15.70:0/2525165538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e3015a110 con 0x7f6e300abf50 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e36d88640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e300abf50 0x7f6e300ac3d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6e30071500 tx=0x7f6e28004840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e26ffd640 1 -- 172.21.15.70:0/2525165538 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e28019070 con 0x7f6e300abf50 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e26ffd640 1 -- 172.21.15.70:0/2525165538 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e28007ce0 con 0x7f6e300abf50 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e300aafe0 con 0x7f6e300abf50 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e26ffd640 1 -- 172.21.15.70:0/2525165538 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e28014640 con 0x7f6e300abf50 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e30155670 con 0x7f6e300abf50 2024-09-05T06:10:51.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e3006d570 con 0x7f6e300abf50 2024-09-05T06:10:51.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.439+0000 7f6e26ffd640 1 -- 172.21.15.70:0/2525165538 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6e2801c070 con 0x7f6e300abf50 2024-09-05T06:10:51.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.443+0000 7f6e26ffd640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e140678f0 0x7f6e14069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:51.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.443+0000 7f6e36587640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e140678f0 0x7f6e14069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:51.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.443+0000 7f6e26ffd640 1 -- 172.21.15.70:0/2525165538 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5825+0+0 (secure 0 0 0) 0x7f6e280856a0 con 0x7f6e300abf50 2024-09-05T06:10:51.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.443+0000 7f6e36587640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e140678f0 0x7f6e14069db0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c0b0000 tx=0x7f6e2c0046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:51.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.447+0000 7f6e26ffd640 1 -- 172.21.15.70:0/2525165538 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6e280561f0 con 0x7f6e300abf50 2024-09-05T06:10:51.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.643+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6e300ae230 con 0x7f6e300abf50 2024-09-05T06:10:51.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.643+0000 7f6e26ffd640 1 -- 172.21.15.70:0/2525165538 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v13) ==== 53+0+73 (secure 0 0 0) 0x7f6e28055af0 con 0x7f6e300abf50 2024-09-05T06:10:51.644 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e140678f0 msgr2=0x7f6e14069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e140678f0 0x7f6e14069db0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c0b0000 tx=0x7f6e2c0046d0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e300abf50 msgr2=0x7f6e300ac3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e300abf50 0x7f6e300ac3d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6e30071500 tx=0x7f6e28004840 comp rx=0 tx=0).stop 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 shutdown_connections 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e140678f0 0x7f6e14069db0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e300abf50 0x7f6e300ac3d0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e3014b410 0x7f6e30159a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 --2- 172.21.15.70:0/2525165538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e1c0039c0 0x7f6e3014ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:51.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 >> 172.21.15.70:0/2525165538 conn(0x7f6e3006bcc0 msgr2=0x7f6e3015b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:51.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 shutdown_connections 2024-09-05T06:10:51.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51.647+0000 7f6e387eb640 1 -- 172.21.15.70:0/2525165538 wait complete. 2024-09-05T06:10:51.663 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:10:51.663 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:10:51.663 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:10:51.663 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:10:51.663 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:51.663 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:10:51.664 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:10:51.664 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:10:51.664 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:10:51.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:51.664 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:10:51.670 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:51.670 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:51.670 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:51.670 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:51.670 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42492sec preferred_lft 42492sec 2024-09-05T06:10:51.671 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:10:51.672 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:51.673 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:10:51.673 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:51.673 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:10:51.673 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:51.673 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:10:51.673 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:51.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:51.673 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:10:51.722 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:10:51.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:51.724 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:51.779 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:51.780 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:51.780 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:10:51.780 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:51.780 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:10:51.780 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:10:51.780 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:10:51.780 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:10:51.780 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:10:51.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:51.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:51.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:51.896 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:10:51.947 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:10:51.947 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:10:51.947 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:10:51.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:51.947 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:10:52.006 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:10:52.007 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:52.007 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:52.054 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:10:52.054 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:52.055 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:52.102 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:52.160 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:52.207 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:52.207 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:52.207 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:52.207 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:52.207 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:52.208 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:52.209 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:52.210 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:52.210 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:52.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:52.211 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:52.258 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:10:52.258 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:10:52.303 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:52.319 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:52.370 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:52.371 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:52.372 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:52.373 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:52.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:52.374 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:52.386 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:10:52.383+0000 7fcf9b751580 -1 init, newargv = 0x55a9646f37a0 newargc=15 2024-09-05T06:10:52.386 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[27904]: starting ceph client 2024-09-05T06:10:52.390 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[27904]: starting fuse 2024-09-05T06:10:53.491 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:10:53.507 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:53.555 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:10:53.555 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:10:53.555 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:10:53.555 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:10:53.555 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:10:53.556 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:53.557 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:10:53.558 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:53.558 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:53.559 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:10:53.606 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:10:53.606 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:10:53.607 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:10:53.608 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:10:53.731 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:10:53.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:53.743 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:10:53.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:53.743 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.27904.asok status 2024-09-05T06:10:53.898 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:10:53.898 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:10:53.898 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "27904", 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:10:53.899 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4968, 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4968 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:53.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4968 192.168.0.1:0/1253442127", 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/1253442127", 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 13, 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 33, 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:10:53.901 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:10:53.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:53.912 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:10:53.912 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:53.919 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:10:53.919 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:53.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:53.920 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:10:53.975 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:10:54.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2b11f7640 1 Processor -- start 2024-09-05T06:10:54.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2b11f7640 1 -- start start 2024-09-05T06:10:54.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2b11f7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe2ac0ceaf0 0x7fe2ac0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:54.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2b11f7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0d0c90 0x7fe2ac0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:54.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2b11f7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2ac06d570 con 0x7fe2ac157110 2024-09-05T06:10:54.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2b11f7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe2ac0d1100 con 0x7fe2ac0ceaf0 2024-09-05T06:10:54.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2b11f7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe2ac06d850 con 0x7fe2ac0d0c90 2024-09-05T06:10:54.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2aa59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe2ac0ceaf0 0x7fe2ac0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:54.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2aa59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe2ac0ceaf0 0x7fe2ac0d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44640/0 (socket says 172.21.15.70:44640) 2024-09-05T06:10:54.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2aa59c640 1 -- 172.21.15.70:0/3488474625 learned_addr learned my addr 172.21.15.70:0/3488474625 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:54.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2ab59e640 1 --2- 172.21.15.70:0/3488474625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0d0c90 0x7fe2ac0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:54.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2aa59c640 1 -- 172.21.15.70:0/3488474625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0d0c90 msgr2=0x7fe2ac0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:54.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2aa59c640 1 --2- 172.21.15.70:0/3488474625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0d0c90 0x7fe2ac0af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2aa59c640 1 -- 172.21.15.70:0/3488474625 >> v1:172.21.15.196:6789/0 conn(0x7fe2ac157110 legacy=0x7fe2ac0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:54.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2aa59c640 1 -- 172.21.15.70:0/3488474625 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2ac06db30 con 0x7fe2ac0ceaf0 2024-09-05T06:10:54.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.139+0000 7fe2ab59e640 1 --2- 172.21.15.70:0/3488474625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0d0c90 0x7fe2ac0af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:54.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2aa59c640 1 --2- 172.21.15.70:0/3488474625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac0ceaf0 0x7fe2ac0d0750 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009870 tx=0x7fe2a001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=709b9bbc2dadf418 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:54.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2a9d9b640 1 -- 172.21.15.70:0/3488474625 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a00b0070 con 0x7fe2ac0ceaf0 2024-09-05T06:10:54.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2a9d9b640 1 -- 172.21.15.70:0/3488474625 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2a00ab600 con 0x7fe2ac0ceaf0 2024-09-05T06:10:54.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2a9d9b640 1 -- 172.21.15.70:0/3488474625 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a00ab9d0 con 0x7fe2ac0ceaf0 2024-09-05T06:10:54.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3488474625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac0ceaf0 msgr2=0x7fe2ac0d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:54.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3488474625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac0ceaf0 0x7fe2ac0d0750 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009870 tx=0x7fe2a001c520 comp rx=0 tx=0).stop 2024-09-05T06:10:54.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3488474625 shutdown_connections 2024-09-05T06:10:54.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3488474625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0d0c90 0x7fe2ac0af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3488474625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac0ceaf0 0x7fe2ac0d0750 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3488474625 >> 172.21.15.70:0/3488474625 conn(0x7fe2ac06bcc0 msgr2=0x7fe2ac06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:54.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3488474625 shutdown_connections 2024-09-05T06:10:54.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3488474625 wait complete. 2024-09-05T06:10:54.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 Processor -- start 2024-09-05T06:10:54.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.143+0000 7fe2b11f7640 1 -- start start 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0ceaf0 0x7fe2ac159140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe2ac0d0c90 0x7fe2ac138fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac157110 0x7fe2ac155100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe2ac0b3a70 con 0x7fe2ac157110 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe2ac0b5c90 con 0x7fe2ac0d0c90 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe2ac0b3bf0 con 0x7fe2ac0ceaf0 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac157110 0x7fe2ac155100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac157110 0x7fe2ac155100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44648/0 (socket says 172.21.15.70:44648) 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 -- 172.21.15.70:0/3657348175 learned_addr learned my addr 172.21.15.70:0/3657348175 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2aad9d640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0ceaf0 0x7fe2ac159140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2aa59c640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe2ac0d0c90 0x7fe2ac138fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:54.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 -- 172.21.15.70:0/3657348175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0ceaf0 msgr2=0x7fe2ac159140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0ceaf0 0x7fe2ac159140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 -- 172.21.15.70:0/3657348175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe2ac0d0c90 msgr2=0x7fe2ac138fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe2ac0d0c90 0x7fe2ac138fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 -- 172.21.15.70:0/3657348175 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2ac139500 con 0x7fe2ac157110 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2ab59e640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac157110 0x7fe2ac155100 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fe2a400cef0 tx=0x7fe2a400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2937fe640 1 -- 172.21.15.70:0/3657348175 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a401a070 con 0x7fe2ac157110 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2937fe640 1 -- 172.21.15.70:0/3657348175 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2a400d860 con 0x7fe2ac157110 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2937fe640 1 -- 172.21.15.70:0/3657348175 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a400dc50 con 0x7fe2ac157110 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2ac1597b0 con 0x7fe2ac157110 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2ac159d70 con 0x7fe2ac157110 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2ac15c570 con 0x7fe2ac157110 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2937fe640 1 -- 172.21.15.70:0/3657348175 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe2a401d070 con 0x7fe2ac157110 2024-09-05T06:10:54.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2937fe640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2980678f0 0x7fe298069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:54.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2aad9d640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2980678f0 0x7fe298069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:54.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2937fe640 1 -- 172.21.15.70:0/3657348175 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5825+0+0 (secure 0 0 0) 0x7fe2a40864e0 con 0x7fe2ac157110 2024-09-05T06:10:54.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.147+0000 7fe2aad9d640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2980678f0 0x7fe298069db0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac156870 tx=0x7fe29c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:54.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.151+0000 7fe2937fe640 1 -- 172.21.15.70:0/3657348175 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe2ac139500 con 0x7fe2ac157110 2024-09-05T06:10:54.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.347+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe2ac15c290 con 0x7fe2ac157110 2024-09-05T06:10:54.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2937fe640 1 -- 172.21.15.70:0/3657348175 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v13) ==== 53+0+73 (secure 0 0 0) 0x7fe2a40570f0 con 0x7fe2ac157110 2024-09-05T06:10:54.350 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:10:54.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2980678f0 msgr2=0x7fe298069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:54.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2980678f0 0x7fe298069db0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac156870 tx=0x7fe29c008040 comp rx=0 tx=0).stop 2024-09-05T06:10:54.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac157110 msgr2=0x7fe2ac155100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:54.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac157110 0x7fe2ac155100 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fe2a400cef0 tx=0x7fe2a400a710 comp rx=0 tx=0).stop 2024-09-05T06:10:54.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 shutdown_connections 2024-09-05T06:10:54.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe2980678f0 0x7fe298069db0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2ac157110 0x7fe2ac155100 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe2ac0d0c90 0x7fe2ac138fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 --2- 172.21.15.70:0/3657348175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe2ac0ceaf0 0x7fe2ac159140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:54.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 >> 172.21.15.70:0/3657348175 conn(0x7fe2ac06bcc0 msgr2=0x7fe2ac15ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:54.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 shutdown_connections 2024-09-05T06:10:54.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:54.351+0000 7fe2b11f7640 1 -- 172.21.15.70:0/3657348175 wait complete. 2024-09-05T06:10:54.367 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:10:54.367 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:10:54.367 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:10:54.367 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:10:54.368 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:54.368 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:10:54.368 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:10:54.368 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:10:54.368 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:10:54.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:54.368 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:10:54.375 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:10:54.375 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:10:54.376 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42495sec preferred_lft 42495sec 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:10:54.377 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:10:54.378 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:10:54.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:54.379 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:10:54.433 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:10:54.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:54.435 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:10:54.488 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:10:54.488 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:10:54.488 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:10:54.488 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:10:54.489 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:10:54.489 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:10:54.489 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:10:54.489 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:54.489 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:54.489 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:10:54.489 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:10:54.489 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:10:54.489 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:10:54.490 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:10:54.490 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:10:54.490 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:10:54.490 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:10:54.577 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:10:54.608 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:54.614 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:54.614 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:10:54.620 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:10:54.620 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:10:54.620 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:10:54.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:54.620 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:10:54.679 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:10:54.679 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:54.679 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:54.732 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:10:54.732 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:10:54.733 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:54.779 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:54.837 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:54.885 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:54.885 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:54.885 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:54.885 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:54.885 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:54.885 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:54.885 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:54.885 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:54.886 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:54.887 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:54.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:54.888 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:54.936 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:10:54.936 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:10:54.981 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:54.995 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:55.044 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:55.044 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:55.044 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:55.044 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:55.044 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:55.044 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:55.045 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:55.046 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:55.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:55.047 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:55.062 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:10:55.058+0000 7fca3ba6f580 -1 init, newargv = 0x55ba69d477b0 newargc=15 2024-09-05T06:10:55.062 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25337]: starting ceph client 2024-09-05T06:10:55.068 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25337]: starting fuse 2024-09-05T06:10:56.168 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:10:56.185 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:10:56.234 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:10:56.235 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:10:56.236 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:10:56.237 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:10:56.237 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:10:56.237 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:10:56.237 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:56.237 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:10:56.237 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:56.237 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:10:56.237 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:56.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:56.238 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:10:56.284 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:10:56.284 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:10:56.284 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:10:56.284 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:10:56.284 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:10:56.284 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:10:56.285 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:10:56.285 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:56.285 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:10:56.286 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:10:56.287 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:10:56.287 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:10:56.287 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:10:56.287 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:10:56.287 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:10:56.288 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:10:56.288 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:10:56.406 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.25337.asok 2024-09-05T06:10:56.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:10:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:56.419 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.25337.asok 2024-09-05T06:10:56.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:56.419 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.25337.asok status 2024-09-05T06:10:56.573 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:10:56.573 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:10:56.573 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:10:56.573 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:10:56.573 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:10:56.573 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "25337", 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 4633, 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 4633 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:56.574 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 2497114393 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 2497114393 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.4633 192.168.0.1:0/2497114393", 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/2497114393", 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:10:56.575 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 13, 2024-09-05T06:10:56.576 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 33, 2024-09-05T06:10:56.576 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:10:56.576 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:10:56.576 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:10:56.576 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:10:56.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:56.588 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:10:56.588 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:56.594 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:10:56.594 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:56.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:56.594 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:10:56.646 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:10:56.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.775+0000 7f4cede36640 1 Processor -- start 2024-09-05T06:10:56.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.775+0000 7f4cede36640 1 -- start start 2024-09-05T06:10:56.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4cede36640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4ce8157110 0x7f4ce80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:56.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4cede36640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4ce80d0e60 0x7f4ce80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:56.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4cede36640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ce806d570 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4cede36640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4ce806d850 con 0x7f4ce80d0e60 2024-09-05T06:10:56.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4cede36640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4ce806db30 con 0x7f4ce8157110 2024-09-05T06:10:56.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce6ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4ce80b5ac0 0x7f4ce80d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42752/0 (socket says 172.21.15.70:42752) 2024-09-05T06:10:56.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce6ffd640 1 -- 172.21.15.70:0/2353836218 learned_addr learned my addr 172.21.15.70:0/2353836218 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:56.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce7fff640 1 --2- 172.21.15.70:0/2353836218 >> v2:172.21.15.70:3300/0 conn(0x7f4ce80d0e60 0x7f4ce80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:56.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce77fe640 1 --2- 172.21.15.70:0/2353836218 >> v2:172.21.15.196:3300/0 conn(0x7f4ce8157110 0x7f4ce80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:56.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce67fc640 1 -- 172.21.15.70:0/2353836218 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 737514938 0 0) 0x7f4ce806d570 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce67fc640 1 -- 172.21.15.70:0/2353836218 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4cd4003530 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce7fff640 1 -- 172.21.15.70:0/2353836218 >> v2:172.21.15.196:3300/0 conn(0x7f4ce8157110 msgr2=0x7f4ce80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:56.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce7fff640 1 --2- 172.21.15.70:0/2353836218 >> v2:172.21.15.196:3300/0 conn(0x7f4ce8157110 0x7f4ce80b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce7fff640 1 -- 172.21.15.70:0/2353836218 >> v1:172.21.15.70:6789/0 conn(0x7f4ce80b5ac0 legacy=0x7f4ce80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:56.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce7fff640 1 -- 172.21.15.70:0/2353836218 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ce806de10 con 0x7f4ce80d0e60 2024-09-05T06:10:56.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce7fff640 1 --2- 172.21.15.70:0/2353836218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80d0e60 0x7f4ce80af720 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80d1530 tx=0x7f4ce001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f22d6f89c139a671 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:56.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce67fc640 1 -- 172.21.15.70:0/2353836218 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce00b2070 con 0x7f4ce80d0e60 2024-09-05T06:10:56.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.779+0000 7f4ce67fc640 1 -- 172.21.15.70:0/2353836218 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ce00a57f0 con 0x7f4ce80d0e60 2024-09-05T06:10:56.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce67fc640 1 -- 172.21.15.70:0/2353836218 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce00a5ba0 con 0x7f4ce80d0e60 2024-09-05T06:10:56.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- 172.21.15.70:0/2353836218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80d0e60 msgr2=0x7f4ce80af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:56.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 --2- 172.21.15.70:0/2353836218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80d0e60 0x7f4ce80af720 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80d1530 tx=0x7f4ce001c930 comp rx=0 tx=0).stop 2024-09-05T06:10:56.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- 172.21.15.70:0/2353836218 shutdown_connections 2024-09-05T06:10:56.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 --2- 172.21.15.70:0/2353836218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80d0e60 0x7f4ce80af720 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 --2- 172.21.15.70:0/2353836218 >> v2:172.21.15.196:3300/0 conn(0x7f4ce8157110 0x7f4ce80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- 172.21.15.70:0/2353836218 >> 172.21.15.70:0/2353836218 conn(0x7f4ce806bcc0 msgr2=0x7f4ce806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:56.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- 172.21.15.70:0/2353836218 shutdown_connections 2024-09-05T06:10:56.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- 172.21.15.70:0/2353836218 wait complete. 2024-09-05T06:10:56.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 Processor -- start 2024-09-05T06:10:56.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- start start 2024-09-05T06:10:56.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80b5ac0 0x7f4ce814d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce80d0e60 0x7f4ce815e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ce8157110 0x7f4ce815e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce80b3e00 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce80b3c80 con 0x7f4ce80d0e60 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4ce80b3f80 con 0x7f4ce8157110 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80b5ac0 0x7f4ce814d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80b5ac0 0x7f4ce814d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44666/0 (socket says 172.21.15.70:44666) 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 -- 172.21.15.70:0/2926153787 learned_addr learned my addr 172.21.15.70:0/2926153787 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce6ffd640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce80d0e60 0x7f4ce815e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 -- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ce8157110 msgr2=0x7f4ce815e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:56.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce7fff640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ce8157110 0x7f4ce815e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ce8157110 0x7f4ce815e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 -- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce80d0e60 msgr2=0x7f4ce815e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce80d0e60 0x7f4ce815e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 -- 172.21.15.70:0/2926153787 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ce815b1d0 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce6ffd640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce80d0e60 0x7f4ce815e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4ce77fe640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80b5ac0 0x7f4ce814d9d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4cd800e870 tx=0x7f4cd800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cdffff640 1 -- 172.21.15.70:0/2926153787 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd8017070 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cdffff640 1 -- 172.21.15.70:0/2926153787 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cd800c940 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ce80aede0 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cdffff640 1 -- 172.21.15.70:0/2926153787 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd800cd10 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.783+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ce814df10 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.787+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ce80af720 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.787+0000 7f4cdffff640 1 -- 172.21.15.70:0/2926153787 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4cd801a070 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.787+0000 7f4cdffff640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cc80678c0 0x7f4cc8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:56.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.787+0000 7f4cdffff640 1 -- 172.21.15.70:0/2926153787 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5825+0+0 (secure 0 0 0) 0x7f4cd8085fe0 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.787+0000 7f4ce6ffd640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cc80678c0 0x7f4cc8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:56.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.787+0000 7f4ce6ffd640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cc80678c0 0x7f4cc8069d80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4ce815a770 tx=0x7f4cd0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:56.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.791+0000 7f4cdffff640 1 -- 172.21.15.70:0/2926153787 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4cd8056ab0 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ce815a4c0 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cdffff640 1 -- 172.21.15.70:0/2926153787 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5229 (secure 0 0 0) 0x7f4cd80563b0 con 0x7f4ce80b5ac0 2024-09-05T06:10:56.991 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:56.991 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":13,"btime":"2024-09-05T06:10:48:685880+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:46.029204+0000","modified":"2024-09-05T06:10:48.035889+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4770},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4770":{"gid":4770,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/1103264936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1103264936},{"type":"v1","addr":"172.21.15.70:6836","nonce":1103264936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4770,"qdb_cluster":[4770]},"id":2}]} 2024-09-05T06:10:56.992 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 13 2024-09-05T06:10:56.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cc80678c0 msgr2=0x7f4cc8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:56.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cc80678c0 0x7f4cc8069d80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4ce815a770 tx=0x7f4cd0009040 comp rx=0 tx=0).stop 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80b5ac0 msgr2=0x7f4ce814d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80b5ac0 0x7f4ce814d9d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4cd800e870 tx=0x7f4cd800ed30 comp rx=0 tx=0).stop 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 shutdown_connections 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cc80678c0 0x7f4cc8069d80 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ce8157110 0x7f4ce815e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce80d0e60 0x7f4ce815e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 --2- 172.21.15.70:0/2926153787 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80b5ac0 0x7f4ce814d9d0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 >> 172.21.15.70:0/2926153787 conn(0x7f4ce806bcc0 msgr2=0x7f4ce815c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 shutdown_connections 2024-09-05T06:10:56.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:56.991+0000 7f4cede36640 1 -- 172.21.15.70:0/2926153787 wait complete. 2024-09-05T06:10:57.011 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json status 2024-09-05T06:10:57.151 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":4770,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":10.485271885,"mdsmap_epoch":13,"osdmap_epoch":33,"osdmap_epoch_barrier":31,"uptime":17.385111183999999} 2024-09-05T06:10:57.152 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 4770, "mdsmap_epoch": 13, "osdmap_epoch": 33, "osdmap_epoch_barrier": 31, "rank_uptime": 10.485271885, "state": "up:active", "uptime": 17.385111184, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:10:57.152 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph df --format=json-pretty 2024-09-05T06:10:57.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d6dfde640 1 Processor -- start 2024-09-05T06:10:57.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d6dfde640 1 -- start start 2024-09-05T06:10:57.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d6dfde640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8d6806ed90 0x7f8d68072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:57.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d6dfde640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d6815bc40 con 0x7f8d680afff0 2024-09-05T06:10:57.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d6dfde640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d680d14c0 con 0x7f8d68072a90 2024-09-05T06:10:57.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d6dfde640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8d68073410 con 0x7f8d6806ed90 2024-09-05T06:10:57.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d67fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8d6806ed90 0x7f8d68072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:57.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d677fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f8d680afff0 0x7f8d680cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42766/0 (socket says 172.21.15.70:42766) 2024-09-05T06:10:57.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d677fe640 1 -- 172.21.15.70:0/817583394 learned_addr learned my addr 172.21.15.70:0/817583394 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:57.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d67fff640 1 -- 172.21.15.70:0/817583394 >> v1:172.21.15.196:6789/0 conn(0x7f8d68072a90 legacy=0x7f8d6806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:57.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d67fff640 1 -- 172.21.15.70:0/817583394 >> v1:172.21.15.70:6789/0 conn(0x7f8d680afff0 legacy=0x7f8d680cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:57.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.275+0000 7f8d67fff640 1 -- 172.21.15.70:0/817583394 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d68071cd0 con 0x7f8d6806ed90 2024-09-05T06:10:57.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d67fff640 1 --2- 172.21.15.70:0/817583394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d6806ed90 0x7f8d68072ed0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f8d60009d90 tx=0x7f8d6001c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e2b0cda60063951 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:57.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d667fc640 1 -- 172.21.15.70:0/817583394 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d600ac070 con 0x7f8d6806ed90 2024-09-05T06:10:57.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d667fc640 1 -- 172.21.15.70:0/817583394 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d600a6650 con 0x7f8d6806ed90 2024-09-05T06:10:57.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d667fc640 1 -- 172.21.15.70:0/817583394 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d600a6a20 con 0x7f8d6806ed90 2024-09-05T06:10:57.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 -- 172.21.15.70:0/817583394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d6806ed90 msgr2=0x7f8d68072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:57.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 --2- 172.21.15.70:0/817583394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d6806ed90 0x7f8d68072ed0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f8d60009d90 tx=0x7f8d6001c7c0 comp rx=0 tx=0).stop 2024-09-05T06:10:57.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 -- 172.21.15.70:0/817583394 shutdown_connections 2024-09-05T06:10:57.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 --2- 172.21.15.70:0/817583394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d6806ed90 0x7f8d68072ed0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:57.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 -- 172.21.15.70:0/817583394 >> 172.21.15.70:0/817583394 conn(0x7f8d6806bcc0 msgr2=0x7f8d6806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:57.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 -- 172.21.15.70:0/817583394 shutdown_connections 2024-09-05T06:10:57.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 -- 172.21.15.70:0/817583394 wait complete. 2024-09-05T06:10:57.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 Processor -- start 2024-09-05T06:10:57.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.279+0000 7f8d6dfde640 1 -- start start 2024-09-05T06:10:57.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6806ed90 0x7f8d6815a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:57.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d68072a90 0x7f8d6806d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d680afff0 0x7f8d681523b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8d680d1100 con 0x7f8d680afff0 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8d680d0f80 con 0x7f8d6806ed90 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8d680d1280 con 0x7f8d68072a90 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d680afff0 0x7f8d681523b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d680afff0 0x7f8d681523b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44688/0 (socket says 172.21.15.70:44688) 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 -- 172.21.15.70:0/3292135925 learned_addr learned my addr 172.21.15.70:0/3292135925 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d677fe640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6806ed90 0x7f8d6815a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d66ffd640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d68072a90 0x7f8d6806d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 -- 172.21.15.70:0/3292135925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d68072a90 msgr2=0x7f8d6806d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d68072a90 0x7f8d6806d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 -- 172.21.15.70:0/3292135925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6806ed90 msgr2=0x7f8d6815a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:57.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6806ed90 0x7f8d6815a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:57.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 -- 172.21.15.70:0/3292135925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d6815a9b0 con 0x7f8d680afff0 2024-09-05T06:10:57.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d67fff640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d680afff0 0x7f8d681523b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f8d60009d90 tx=0x7f8d60019560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:57.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d4ffff640 1 -- 172.21.15.70:0/3292135925 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d600c0070 con 0x7f8d680afff0 2024-09-05T06:10:57.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d4ffff640 1 -- 172.21.15.70:0/3292135925 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d600a6450 con 0x7f8d680afff0 2024-09-05T06:10:57.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d6815ac90 con 0x7f8d680afff0 2024-09-05T06:10:57.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d4ffff640 1 -- 172.21.15.70:0/3292135925 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d600ac050 con 0x7f8d680afff0 2024-09-05T06:10:57.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d6815b250 con 0x7f8d680afff0 2024-09-05T06:10:57.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d68072eb0 con 0x7f8d680afff0 2024-09-05T06:10:57.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d4ffff640 1 -- 172.21.15.70:0/3292135925 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8d600c3070 con 0x7f8d680afff0 2024-09-05T06:10:57.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d4ffff640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d540678c0 0x7f8d54069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:57.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d4ffff640 1 -- 172.21.15.70:0/3292135925 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5825+0+0 (secure 0 0 0) 0x7f8d601204e0 con 0x7f8d680afff0 2024-09-05T06:10:57.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d677fe640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d540678c0 0x7f8d54069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:57.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.283+0000 7f8d677fe640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d540678c0 0x7f8d54069d80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8d58000f70 tx=0x7f8d58007c90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:57.288 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.287+0000 7f8d4ffff640 1 -- 172.21.15.70:0/3292135925 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8d60016480 con 0x7f8d680afff0 2024-09-05T06:10:57.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "df", "format": "json-pretty"} v 0) -- 0x7f8d680b2f20 con 0x7f8d680afff0 2024-09-05T06:10:57.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d4ffff640 1 -- 172.21.15.70:0/3292135925 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "df", "format": "json-pretty"}]=0 v0) ==== 75+0+1620 (secure 0 0 0) 0x7f8d600f0fa0 con 0x7f8d680afff0 2024-09-05T06:10:57.507 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:57.507 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:10:57.507 INFO:teuthology.orchestra.run.smithi070.stdout: "stats": { 2024-09-05T06:10:57.507 INFO:teuthology.orchestra.run.smithi070.stdout: "total_bytes": 1600000000, 2024-09-05T06:10:57.507 INFO:teuthology.orchestra.run.smithi070.stdout: "total_avail_bytes": 1597681642, 2024-09-05T06:10:57.507 INFO:teuthology.orchestra.run.smithi070.stdout: "total_used_bytes": 2318358, 2024-09-05T06:10:57.507 INFO:teuthology.orchestra.run.smithi070.stdout: "total_used_raw_bytes": 2318358, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "total_used_raw_ratio": 0.0014489737804979086, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "num_osds": 8, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "num_per_pool_osds": 0, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "num_per_pool_omap_osds": 0 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "stats_by_class": { 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "hdd": { 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "total_bytes": 1600000000, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "total_avail_bytes": 1597681642, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "total_used_bytes": 2318358, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "total_used_raw_bytes": 2318358, 2024-09-05T06:10:57.508 INFO:teuthology.orchestra.run.smithi070.stdout: "total_used_raw_ratio": 0.0014489737804979086 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "name": ".mgr", 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 1, 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "stats": { 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "stored": 590368, 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "objects": 2, 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "kb_used": 577, 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "bytes_used": 590368, 2024-09-05T06:10:57.509 INFO:teuthology.orchestra.run.smithi070.stdout: "percent_used": 0.00052962568588554859, 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "max_avail": 557049408 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "name": "cephfs_metadata", 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4, 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "stats": { 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "stored": 2410, 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "objects": 22, 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "kb_used": 3, 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "bytes_used": 2410, 2024-09-05T06:10:57.510 INFO:teuthology.orchestra.run.smithi070.stdout: "percent_used": 2.1631785784848034e-06, 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "max_avail": 557049408 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "name": "cephfs_data", 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5, 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "stats": { 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "stored": 0, 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "objects": 0, 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "kb_used": 0, 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "bytes_used": 0, 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "percent_used": 0, 2024-09-05T06:10:57.511 INFO:teuthology.orchestra.run.smithi070.stdout: "max_avail": 557049408 2024-09-05T06:10:57.512 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:57.512 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:57.512 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:10:57.512 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d540678c0 msgr2=0x7f8d54069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d540678c0 0x7f8d54069d80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8d58000f70 tx=0x7f8d58007c90 comp rx=0 tx=0).stop 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d680afff0 msgr2=0x7f8d681523b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d680afff0 0x7f8d681523b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f8d60009d90 tx=0x7f8d60019560 comp rx=0 tx=0).stop 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 shutdown_connections 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d540678c0 0x7f8d54069d80 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d680afff0 0x7f8d681523b0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d68072a90 0x7f8d6806d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 --2- 172.21.15.70:0/3292135925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6806ed90 0x7f8d6815a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 >> 172.21.15.70:0/3292135925 conn(0x7f8d6806bcc0 msgr2=0x7f8d6815e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.507+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 shutdown_connections 2024-09-05T06:10:57.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57.511+0000 7f8d6dfde640 1 -- 172.21.15.70:0/3292135925 wait complete. 2024-09-05T06:10:57.525 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:10:57.525 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:10:57.525 DEBUG:teuthology.orchestra.run.smithi070:> fd = os.open("/home/ubuntu/cephtest/mnt.0/foo", os.O_CREAT | os.O_RDWR, 0O600) 2024-09-05T06:10:57.525 DEBUG:teuthology.orchestra.run.smithi070:> os.fchmod(fd, 0O666) 2024-09-05T06:10:57.525 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(fd) 2024-09-05T06:10:57.526 DEBUG:teuthology.orchestra.run.smithi070:> os.close(fd) 2024-09-05T06:10:57.526 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:10:57.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:57.597 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:10:57.597 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:10:57.597 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:10:57.597 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:10:57.597 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:10:57.597 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:57.597 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:10:57.598 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:10:57.599 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:10:57.709 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:10:57.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:57.719 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:10:57.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:57.720 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.27904.asok status 2024-09-05T06:10:57.873 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:10:57.873 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:10:57.873 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:10:57.873 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:10:57.873 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:10:57.873 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "27904", 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 1, 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4968, 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4968 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:57.874 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4968 192.168.0.1:0/1253442127", 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/1253442127", 2024-09-05T06:10:57.875 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 2, 2024-09-05T06:10:57.876 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 13, 2024-09-05T06:10:57.876 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 33, 2024-09-05T06:10:57.876 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 31, 2024-09-05T06:10:57.876 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:10:57.876 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:10:57.876 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:10:57.887 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd set pause 2024-09-05T06:10:58.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8c58c640 1 Processor -- start 2024-09-05T06:10:58.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8c58c640 1 -- start start 2024-09-05T06:10:58.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8c58c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fec840d0750 0x7fec840d0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8c58c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840b3930 0x7fec840b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8c58c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec8415de60 con 0x7fec840afe60 2024-09-05T06:10:58.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8c58c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fec8406d750 con 0x7fec840d0750 2024-09-05T06:10:58.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8c58c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fec8406da30 con 0x7fec840b3930 2024-09-05T06:10:58.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8ab29640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840b3930 0x7fec840b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec89b27640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fec840d0750 0x7fec840d0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8ab29640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840b3930 0x7fec840b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:56718/0 (socket says 172.21.15.70:56718) 2024-09-05T06:10:58.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8ab29640 1 -- 172.21.15.70:0/2784303098 learned_addr learned my addr 172.21.15.70:0/2784303098 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:58.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec89b27640 1 -- 172.21.15.70:0/2784303098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840b3930 msgr2=0x7fec840b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:58.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec89b27640 1 --2- 172.21.15.70:0/2784303098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840b3930 0x7fec840b3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec89b27640 1 -- 172.21.15.70:0/2784303098 >> v1:172.21.15.196:6789/0 conn(0x7fec840afe60 legacy=0x7fec840b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec89b27640 1 -- 172.21.15.70:0/2784303098 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec8406dd10 con 0x7fec840d0750 2024-09-05T06:10:58.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.007+0000 7fec8ab29640 1 --2- 172.21.15.70:0/2784303098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840b3930 0x7fec840b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:10:58.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec89b27640 1 --2- 172.21.15.70:0/2784303098 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840d0750 0x7fec840d0be0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fec740097c0 tx=0x7fec7401c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d9cf440e05d4469 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:58.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec89326640 1 -- 172.21.15.70:0/2784303098 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec740b0070 con 0x7fec840d0750 2024-09-05T06:10:58.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec89326640 1 -- 172.21.15.70:0/2784303098 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec740ab600 con 0x7fec840d0750 2024-09-05T06:10:58.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec89326640 1 -- 172.21.15.70:0/2784303098 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec740a4e60 con 0x7fec840d0750 2024-09-05T06:10:58.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- 172.21.15.70:0/2784303098 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840d0750 msgr2=0x7fec840d0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 --2- 172.21.15.70:0/2784303098 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840d0750 0x7fec840d0be0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fec740097c0 tx=0x7fec7401c410 comp rx=0 tx=0).stop 2024-09-05T06:10:58.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- 172.21.15.70:0/2784303098 shutdown_connections 2024-09-05T06:10:58.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 --2- 172.21.15.70:0/2784303098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840b3930 0x7fec840b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 --2- 172.21.15.70:0/2784303098 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840d0750 0x7fec840d0be0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- 172.21.15.70:0/2784303098 >> 172.21.15.70:0/2784303098 conn(0x7fec8406bcc0 msgr2=0x7fec8406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:58.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- 172.21.15.70:0/2784303098 shutdown_connections 2024-09-05T06:10:58.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- 172.21.15.70:0/2784303098 wait complete. 2024-09-05T06:10:58.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 Processor -- start 2024-09-05T06:10:58.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- start start 2024-09-05T06:10:58.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840afe60 0x7fec84156410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec840b3930 0x7fec84157550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840d0750 0x7fec8415ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fec840cec70 con 0x7fec840b3930 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fec840ceaf0 con 0x7fec840afe60 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.011+0000 7fec8c58c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fec84169660 con 0x7fec840d0750 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec840b3930 0x7fec84157550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec840b3930 0x7fec84157550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44694/0 (socket says 172.21.15.70:44694) 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 -- 172.21.15.70:0/4073488616 learned_addr learned my addr 172.21.15.70:0/4073488616 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec8ab29640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840d0750 0x7fec8415ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec8a328640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840afe60 0x7fec84156410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 -- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840d0750 msgr2=0x7fec8415ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840d0750 0x7fec8415ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 -- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840afe60 msgr2=0x7fec84156410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840afe60 0x7fec84156410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 -- 172.21.15.70:0/4073488616 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec84156950 con 0x7fec840b3930 2024-09-05T06:10:58.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec8a328640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840afe60 0x7fec84156410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:10:58.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec89b27640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec840b3930 0x7fec84157550 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fec7401aac0 tx=0x7fec740191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:58.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec7affd640 1 -- 172.21.15.70:0/4073488616 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec740b8070 con 0x7fec840b3930 2024-09-05T06:10:58.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec7affd640 1 -- 172.21.15.70:0/4073488616 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec740a4e60 con 0x7fec840b3930 2024-09-05T06:10:58.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec840aa640 con 0x7fec840b3930 2024-09-05T06:10:58.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec7affd640 1 -- 172.21.15.70:0/4073488616 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec740b0040 con 0x7fec840b3930 2024-09-05T06:10:58.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec840aac00 con 0x7fec840b3930 2024-09-05T06:10:58.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec840b3da0 con 0x7fec840b3930 2024-09-05T06:10:58.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec7affd640 1 -- 172.21.15.70:0/4073488616 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fec740bb070 con 0x7fec840b3930 2024-09-05T06:10:58.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec7affd640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec680678c0 0x7fec68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec8a328640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec680678c0 0x7fec68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec7affd640 1 -- 172.21.15.70:0/4073488616 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5825+0+0 (secure 0 0 0) 0x7fec7411f8a0 con 0x7fec840b3930 2024-09-05T06:10:58.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.015+0000 7fec8a328640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec680678c0 0x7fec68069d80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fec8415f5d0 tx=0x7fec80009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:58.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.019+0000 7fec7affd640 1 -- 172.21.15.70:0/4073488616 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fec74016090 con 0x7fec840b3930 2024-09-05T06:10:58.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.191+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd set", "key": "pause"} v 0) -- 0x7fec840d0530 con 0x7fec840b3930 2024-09-05T06:10:58.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec7affd640 1 -- 172.21.15.70:0/4073488616 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd set", "key": "pause"}]=0 pauserd,pausewr is set v34) ==== 93+0+0 (secure 0 0 0) 0x7fec740f0360 con 0x7fec840b3930 2024-09-05T06:10:58.422 INFO:teuthology.orchestra.run.smithi070.stderr:pauserd,pausewr is set 2024-09-05T06:10:58.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec680678c0 msgr2=0x7fec68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec680678c0 0x7fec68069d80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fec8415f5d0 tx=0x7fec80009040 comp rx=0 tx=0).stop 2024-09-05T06:10:58.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec840b3930 msgr2=0x7fec84157550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec840b3930 0x7fec84157550 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fec7401aac0 tx=0x7fec740191b0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 shutdown_connections 2024-09-05T06:10:58.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec680678c0 0x7fec68069d80 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec840d0750 0x7fec8415ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec840b3930 0x7fec84157550 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 --2- 172.21.15.70:0/4073488616 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec840afe60 0x7fec84156410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 >> 172.21.15.70:0/4073488616 conn(0x7fec8406bcc0 msgr2=0x7fec8415ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:58.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 shutdown_connections 2024-09-05T06:10:58.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.423+0000 7fec8c58c640 1 -- 172.21.15.70:0/4073488616 wait complete. 2024-09-05T06:10:58.445 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd unset pause 2024-09-05T06:10:58.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.567+0000 7f87916fc640 1 Processor -- start 2024-09-05T06:10:58.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.567+0000 7f87916fc640 1 -- start start 2024-09-05T06:10:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f878c06ed90 0x7f878c072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f878c15bc40 con 0x7f878c072a90 2024-09-05T06:10:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f878c0d14c0 con 0x7f878c0afff0 2024-09-05T06:10:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f878c073410 con 0x7f878c06ed90 2024-09-05T06:10:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87827fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f878c072a90 0x7f878c06e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37506/0 (socket says 172.21.15.70:37506) 2024-09-05T06:10:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878b7fe640 1 --2- 172.21.15.70:0/472408224 >> v2:172.21.15.70:3300/0 conn(0x7f878c06ed90 0x7f878c072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87827fc640 1 -- 172.21.15.70:0/472408224 learned_addr learned my addr 172.21.15.70:0/472408224 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:10:58.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878b7fe640 1 -- 172.21.15.70:0/472408224 >> v1:172.21.15.196:6789/0 conn(0x7f878c0afff0 legacy=0x7f878c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:58.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878a7fc640 1 -- 172.21.15.70:0/472408224 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 219053174 0 0) 0x7f878c15bc40 con 0x7f878c072a90 2024-09-05T06:10:58.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878b7fe640 1 -- 172.21.15.70:0/472408224 >> v1:172.21.15.70:6789/0 conn(0x7f878c072a90 legacy=0x7f878c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878b7fe640 1 -- 172.21.15.70:0/472408224 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f878c071cd0 con 0x7f878c06ed90 2024-09-05T06:10:58.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878b7fe640 1 --2- 172.21.15.70:0/472408224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c072ed0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f8784009d90 tx=0x7f878401c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce84a033908a299 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:58.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878a7fc640 1 -- 172.21.15.70:0/472408224 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87840b2070 con 0x7f878c06ed90 2024-09-05T06:10:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878a7fc640 1 -- 172.21.15.70:0/472408224 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87840a5830 con 0x7f878c06ed90 2024-09-05T06:10:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f878a7fc640 1 -- 172.21.15.70:0/472408224 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87840a5c00 con 0x7f878c06ed90 2024-09-05T06:10:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 -- 172.21.15.70:0/472408224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 msgr2=0x7f878c072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 --2- 172.21.15.70:0/472408224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c072ed0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f8784009d90 tx=0x7f878401c970 comp rx=0 tx=0).stop 2024-09-05T06:10:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 -- 172.21.15.70:0/472408224 shutdown_connections 2024-09-05T06:10:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 --2- 172.21.15.70:0/472408224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c072ed0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.571+0000 7f87916fc640 1 -- 172.21.15.70:0/472408224 >> 172.21.15.70:0/472408224 conn(0x7f878c06bcc0 msgr2=0x7f878c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 -- 172.21.15.70:0/472408224 shutdown_connections 2024-09-05T06:10:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 -- 172.21.15.70:0/472408224 wait complete. 2024-09-05T06:10:58.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 Processor -- start 2024-09-05T06:10:58.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 -- start start 2024-09-05T06:10:58.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c142180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f878c072a90 0x7f878c156890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f878c0afff0 0x7f878c0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f878c0d1100 con 0x7f878c06ed90 2024-09-05T06:10:58.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f878c0d0f80 con 0x7f878c072a90 2024-09-05T06:10:58.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f878c0d1280 con 0x7f878c0afff0 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c142180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c142180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45874/0 (socket says 172.21.15.70:45874) 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 -- 172.21.15.70:0/1031295179 learned_addr learned my addr 172.21.15.70:0/1031295179 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87827fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f878c072a90 0x7f878c156890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878b7fe640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f878c0afff0 0x7f878c0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 -- 172.21.15.70:0/1031295179 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f878c0afff0 msgr2=0x7f878c0ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f878c0afff0 0x7f878c0ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 -- 172.21.15.70:0/1031295179 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f878c072a90 msgr2=0x7f878c156890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f878c072a90 0x7f878c156890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 -- 172.21.15.70:0/1031295179 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f878c1fafb0 con 0x7f878c06ed90 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f878affd640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c142180 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f877c00c3c0 tx=0x7f877c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c017070 con 0x7f878c06ed90 2024-09-05T06:10:58.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f877c0052d0 con 0x7f878c06ed90 2024-09-05T06:10:58.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c003840 con 0x7f878c06ed90 2024-09-05T06:10:58.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f878c1fb290 con 0x7f878c06ed90 2024-09-05T06:10:58.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.575+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f878c1426c0 con 0x7f878c06ed90 2024-09-05T06:10:58.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.579+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f878c1fbc70 con 0x7f878c06ed90 2024-09-05T06:10:58.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.579+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f877c01a070 con 0x7f878c06ed90 2024-09-05T06:10:58.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.579+0000 7f8783fff640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f876c0678c0 0x7f876c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:58.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.579+0000 7f87827fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f876c0678c0 0x7f876c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:58.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.579+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5825+0+0 (secure 0 0 0) 0x7f877c085110 con 0x7f878c06ed90 2024-09-05T06:10:58.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.579+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=35+}) -- 0x7f876c06f570 con 0x7f878c06ed90 2024-09-05T06:10:58.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.579+0000 7f87827fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f876c0678c0 0x7f876c069d80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8774007fd0 tx=0x7f8774007ba0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:58.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.583+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f877c005480 con 0x7f878c06ed90 2024-09-05T06:10:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:58.755+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd unset", "key": "pause"} v 0) -- 0x7f878c0b5020 con 0x7f878c06ed90 2024-09-05T06:10:59.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.427+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd unset", "key": "pause"}]=0 pauserd,pausewr is unset v35) ==== 97+0+0 (secure 0 0 0) 0x7f877c055b30 con 0x7f878c06ed90 2024-09-05T06:10:59.427 INFO:teuthology.orchestra.run.smithi070.stderr:pauserd,pausewr is unset 2024-09-05T06:10:59.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.427+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(35..35 src has 1..35) ==== 288+0+0 (secure 0 0 0) 0x7f877c0b8030 con 0x7f878c06ed90 2024-09-05T06:10:59.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.427+0000 7f8783fff640 1 -- 172.21.15.70:0/1031295179 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=36}) -- 0x7f876c06ff60 con 0x7f878c06ed90 2024-09-05T06:10:59.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f876c0678c0 msgr2=0x7f876c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:59.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f876c0678c0 0x7f876c069d80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8774007fd0 tx=0x7f8774007ba0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 msgr2=0x7f878c142180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:59.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c142180 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f877c00c3c0 tx=0x7f877c00c880 comp rx=0 tx=0).stop 2024-09-05T06:10:59.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 shutdown_connections 2024-09-05T06:10:59.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f876c0678c0 0x7f876c069d80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f878c0afff0 0x7f878c0ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f878c072a90 0x7f878c156890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 --2- 172.21.15.70:0/1031295179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f878c06ed90 0x7f878c142180 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 >> 172.21.15.70:0/1031295179 conn(0x7f878c06bcc0 msgr2=0x7f878c0b4060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:59.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 shutdown_connections 2024-09-05T06:10:59.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.431+0000 7f87916fc640 1 -- 172.21.15.70:0/1031295179 wait complete. 2024-09-05T06:10:59.450 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:10:59.523 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:10:59.526 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:10:59.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.571+0000 7f24ae492640 1 Processor -- start 2024-09-05T06:10:59.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.571+0000 7f24ae492640 1 -- start start 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.571+0000 7f24ae492640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f24a80d4980 0x7f24a80d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a815edb0 0x7f24a80d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f24a80cf7e0 0x7f24a80d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f24a80cfd30 con 0x7f24a80cf7e0 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f24a80d0010 con 0x7f24a80d4980 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f24a80d02f0 con 0x7f24a815edb0 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f24a80cf7e0 0x7f24a80d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f24a80cf7e0 0x7f24a80d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45886/0 (socket says 172.21.15.70:45886) 2024-09-05T06:10:59.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 -- 172.21.15.70:0/3163156277 learned_addr learned my addr 172.21.15.70:0/3163156277 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:59.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24a77fe640 1 --2- 172.21.15.70:0/3163156277 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a815edb0 0x7f24a80d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:59.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24a7fff640 1 --2- 172.21.15.70:0/3163156277 >> v2:172.21.15.196:3300/0 conn(0x7f24a80d4980 0x7f24a80d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:59.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 -- 172.21.15.70:0/3163156277 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a815edb0 msgr2=0x7f24a80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:59.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 --2- 172.21.15.70:0/3163156277 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a815edb0 0x7f24a80d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 -- 172.21.15.70:0/3163156277 >> v2:172.21.15.196:3300/0 conn(0x7f24a80d4980 msgr2=0x7f24a80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:10:59.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 --2- 172.21.15.70:0/3163156277 >> v2:172.21.15.196:3300/0 conn(0x7f24a80d4980 0x7f24a80d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 -- 172.21.15.70:0/3163156277 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24a80d05d0 con 0x7f24a80cf7e0 2024-09-05T06:10:59.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24aca2f640 1 --2- 172.21.15.70:0/3163156277 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a80cf7e0 0x7f24a80d3880 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f24a808d8e0 tx=0x7f24a001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6068627ec894df33 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:59.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24a6ffd640 1 -- 172.21.15.70:0/3163156277 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a00aa430 con 0x7f24a80cf7e0 2024-09-05T06:10:59.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24a6ffd640 1 -- 172.21.15.70:0/3163156277 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24a00af070 con 0x7f24a80cf7e0 2024-09-05T06:10:59.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24a6ffd640 1 -- 172.21.15.70:0/3163156277 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a00aa7f0 con 0x7f24a80cf7e0 2024-09-05T06:10:59.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 -- 172.21.15.70:0/3163156277 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a80cf7e0 msgr2=0x7f24a80d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:59.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 --2- 172.21.15.70:0/3163156277 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a80cf7e0 0x7f24a80d3880 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f24a808d8e0 tx=0x7f24a001c4f0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 -- 172.21.15.70:0/3163156277 shutdown_connections 2024-09-05T06:10:59.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 --2- 172.21.15.70:0/3163156277 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a80cf7e0 0x7f24a80d3880 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 --2- 172.21.15.70:0/3163156277 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a815edb0 0x7f24a80d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 --2- 172.21.15.70:0/3163156277 >> v2:172.21.15.196:3300/0 conn(0x7f24a80d4980 0x7f24a80d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 -- 172.21.15.70:0/3163156277 >> 172.21.15.70:0/3163156277 conn(0x7f24a808e690 msgr2=0x7f24a809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:59.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 -- 172.21.15.70:0/3163156277 shutdown_connections 2024-09-05T06:10:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.575+0000 7f24ae492640 1 -- 172.21.15.70:0/3163156277 wait complete. 2024-09-05T06:10:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 Processor -- start 2024-09-05T06:10:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 -- start start 2024-09-05T06:10:59.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24a80cf7e0 0x7f24a8153e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:59.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a80d4980 0x7f24a8158430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:59.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a815edb0 0x7f24a8158970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:59.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f24a80d2030 con 0x7f24a815edb0 2024-09-05T06:10:59.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f24a80d1eb0 con 0x7f24a80cf7e0 2024-09-05T06:10:59.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f24a80d21b0 con 0x7f24a80d4980 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a815edb0 0x7f24a8158970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a815edb0 0x7f24a8158970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45896/0 (socket says 172.21.15.70:45896) 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 -- 172.21.15.70:0/552659780 learned_addr learned my addr 172.21.15.70:0/552659780 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24a77fe640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a80d4980 0x7f24a8158430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24a7fff640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24a80cf7e0 0x7f24a8153e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 -- 172.21.15.70:0/552659780 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a80d4980 msgr2=0x7f24a8158430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a80d4980 0x7f24a8158430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 -- 172.21.15.70:0/552659780 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24a80cf7e0 msgr2=0x7f24a8153e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24a80cf7e0 0x7f24a8153e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 -- 172.21.15.70:0/552659780 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24a815d880 con 0x7f24a815edb0 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24aca2f640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a815edb0 0x7f24a8158970 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f24a00ac040 tx=0x7f24a001ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24a4ff9640 1 -- 172.21.15.70:0/552659780 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a00bd5f0 con 0x7f24a815edb0 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24a4ff9640 1 -- 172.21.15.70:0/552659780 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24a00bd7b0 con 0x7f24a815edb0 2024-09-05T06:10:59.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24a815c7e0 con 0x7f24a815edb0 2024-09-05T06:10:59.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24a4ff9640 1 -- 172.21.15.70:0/552659780 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a00bdba0 con 0x7f24a815edb0 2024-09-05T06:10:59.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24a815cda0 con 0x7f24a815edb0 2024-09-05T06:10:59.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.579+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24a80d24a0 con 0x7f24a815edb0 2024-09-05T06:10:59.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.583+0000 7f24a4ff9640 1 -- 172.21.15.70:0/552659780 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f24a00b33f0 con 0x7f24a815edb0 2024-09-05T06:10:59.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.583+0000 7f24a4ff9640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24880678c0 0x7f2488069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:10:59.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.583+0000 7f24a4ff9640 1 -- 172.21.15.70:0/552659780 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f24a01207f0 con 0x7f24a815edb0 2024-09-05T06:10:59.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.583+0000 7f24a7fff640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24880678c0 0x7f2488069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:10:59.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.583+0000 7f24a7fff640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24880678c0 0x7f2488069d80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2498003fd0 tx=0x7f24980039a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:10:59.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.587+0000 7f24a4ff9640 1 -- 172.21.15.70:0/552659780 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f24a00c3060 con 0x7f24a815edb0 2024-09-05T06:10:59.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.747+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f24a80d59a0 con 0x7f24a815edb0 2024-09-05T06:10:59.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.751+0000 7f24a4ff9640 1 -- 172.21.15.70:0/552659780 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) ==== 74+0+16907 (secure 0 0 0) 0x7f24a0016110 con 0x7f24a815edb0 2024-09-05T06:10:59.751 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:10:59.751 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":35,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:59.426357+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:43.807728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:44.988449+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.17","mappings":[{"from":4,"to":3}]},{"pgid":"5.19","mappings":[{"from":4,"to":5}]},{"pgid":"5.1d","mappings":[{"from":4,"to":5}]},{"pgid":"5.35","mappings":[{"from":4,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.751+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24880678c0 msgr2=0x7f2488069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24880678c0 0x7f2488069d80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2498003fd0 tx=0x7f24980039a0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a815edb0 msgr2=0x7f24a8158970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a815edb0 0x7f24a8158970 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f24a00ac040 tx=0x7f24a001ad30 comp rx=0 tx=0).stop 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 shutdown_connections 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f24880678c0 0x7f2488069d80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f24a815edb0 0x7f24a8158970 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f24a80d4980 0x7f24a8158430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 --2- 172.21.15.70:0/552659780 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f24a80cf7e0 0x7f24a8153e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 >> 172.21.15.70:0/552659780 conn(0x7f24a808e690 msgr2=0x7f24a809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 shutdown_connections 2024-09-05T06:10:59.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59.755+0000 7f24ae492640 1 -- 172.21.15.70:0/552659780 wait complete. 2024-09-05T06:10:59.771 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:10:59.771 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:10:59.772 DEBUG:teuthology.orchestra.run.smithi070:> fd = os.open("/home/ubuntu/cephtest/mnt.0/foo", os.O_CREAT | os.O_RDWR, 0O600) 2024-09-05T06:10:59.772 DEBUG:teuthology.orchestra.run.smithi070:> os.fchmod(fd, 0O666) 2024-09-05T06:10:59.772 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(fd) 2024-09-05T06:10:59.772 DEBUG:teuthology.orchestra.run.smithi070:> os.close(fd) 2024-09-05T06:10:59.772 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:10:59.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:59.846 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:10:59.846 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:10:59.846 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:10:59.846 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:10:59.846 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:10:59.846 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:10:59.847 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:10:59.848 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:10:59.848 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:10:59.848 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:10:59.848 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:10:59.848 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:10:59.848 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:10:59.848 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:10:59.962 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:10:59.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:10:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:10:59.972 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:10:59.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:10:59.973 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.27904.asok status 2024-09-05T06:11:00.117 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:00.117 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:11:00.117 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:11:00.117 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "27904", 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 1, 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4968, 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4968 2024-09-05T06:11:00.118 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4968 192.168.0.1:0/1253442127", 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/1253442127", 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 2, 2024-09-05T06:11:00.119 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 13, 2024-09-05T06:11:00.120 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 33, 2024-09-05T06:11:00.120 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 31, 2024-09-05T06:11:00.120 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:11:00.120 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:11:00.120 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:00.131 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:00.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.251+0000 7ff43a7b4640 1 Processor -- start 2024-09-05T06:11:00.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.251+0000 7ff43a7b4640 1 -- start start 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff43a7b4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff434157110 0x7ff4340b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff43a7b4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4340b5ac0 0x7ff4340d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff43a7b4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff4340ceaf0 0x7ff4340d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff43a7b4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff43406d570 con 0x7ff4340b5ac0 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff43a7b4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff43406d850 con 0x7ff4340ceaf0 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff43a7b4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff43406db30 con 0x7ff434157110 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4340b5ac0 0x7ff4340d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4340b5ac0 0x7ff4340d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45898/0 (socket says 172.21.15.70:45898) 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 -- 172.21.15.70:0/3828770139 learned_addr learned my addr 172.21.15.70:0/3828770139 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff438d51640 1 --2- 172.21.15.70:0/3828770139 >> v2:172.21.15.196:3300/0 conn(0x7ff4340ceaf0 0x7ff4340d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff433fff640 1 --2- 172.21.15.70:0/3828770139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff434157110 0x7ff4340b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:00.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 -- 172.21.15.70:0/3828770139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff434157110 msgr2=0x7ff4340b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:00.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 --2- 172.21.15.70:0/3828770139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff434157110 0x7ff4340b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 -- 172.21.15.70:0/3828770139 >> v2:172.21.15.196:3300/0 conn(0x7ff4340ceaf0 msgr2=0x7ff4340d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:00.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 --2- 172.21.15.70:0/3828770139 >> v2:172.21.15.196:3300/0 conn(0x7ff4340ceaf0 0x7ff4340d0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 -- 172.21.15.70:0/3828770139 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff43406de10 con 0x7ff4340b5ac0 2024-09-05T06:11:00.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff4337fe640 1 --2- 172.21.15.70:0/3828770139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340b5ac0 0x7ff4340d0750 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ff434073840 tx=0x7ff42801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c11ccc1e0ec9b13f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:00.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff432ffd640 1 -- 172.21.15.70:0/3828770139 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4280b0070 con 0x7ff4340b5ac0 2024-09-05T06:11:00.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff432ffd640 1 -- 172.21.15.70:0/3828770139 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4280ab600 con 0x7ff4340b5ac0 2024-09-05T06:11:00.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.255+0000 7ff432ffd640 1 -- 172.21.15.70:0/3828770139 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4280ab9d0 con 0x7ff4340b5ac0 2024-09-05T06:11:00.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- 172.21.15.70:0/3828770139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340b5ac0 msgr2=0x7ff4340d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:00.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/3828770139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340b5ac0 0x7ff4340d0750 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ff434073840 tx=0x7ff42801c520 comp rx=0 tx=0).stop 2024-09-05T06:11:00.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- 172.21.15.70:0/3828770139 shutdown_connections 2024-09-05T06:11:00.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/3828770139 >> v2:172.21.15.196:3300/0 conn(0x7ff4340ceaf0 0x7ff4340d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/3828770139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340b5ac0 0x7ff4340d0750 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/3828770139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff434157110 0x7ff4340b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- 172.21.15.70:0/3828770139 >> 172.21.15.70:0/3828770139 conn(0x7ff43406bcc0 msgr2=0x7ff43406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:00.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- 172.21.15.70:0/3828770139 shutdown_connections 2024-09-05T06:11:00.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- 172.21.15.70:0/3828770139 wait complete. 2024-09-05T06:11:00.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 Processor -- start 2024-09-05T06:11:00.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- start start 2024-09-05T06:11:00.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4340b5ac0 0x7ff43414d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:00.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340ceaf0 0x7ff4340cf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff434157110 0x7ff4340cfc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff4340b0300 con 0x7ff4340ceaf0 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff4340b0180 con 0x7ff434157110 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff434160550 con 0x7ff4340b5ac0 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340ceaf0 0x7ff4340cf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340ceaf0 0x7ff4340cf6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45904/0 (socket says 172.21.15.70:45904) 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 -- 172.21.15.70:0/2530076351 learned_addr learned my addr 172.21.15.70:0/2530076351 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff433fff640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4340b5ac0 0x7ff43414d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff438d51640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff434157110 0x7ff4340cfc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 -- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4340b5ac0 msgr2=0x7ff43414d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4340b5ac0 0x7ff43414d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 -- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff434157110 msgr2=0x7ff4340cfc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:00.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff434157110 0x7ff4340cfc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 -- 172.21.15.70:0/2530076351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff434151720 con 0x7ff4340ceaf0 2024-09-05T06:11:00.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff438d51640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff434157110 0x7ff4340cfc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:00.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff4337fe640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340ceaf0 0x7ff4340cf6e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7ff4280ae040 tx=0x7ff4280192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:00.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff430ff9640 1 -- 172.21.15.70:0/2530076351 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4280b0040 con 0x7ff4340ceaf0 2024-09-05T06:11:00.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff430ff9640 1 -- 172.21.15.70:0/2530076351 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4280b4420 con 0x7ff4340ceaf0 2024-09-05T06:11:00.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff434151a00 con 0x7ff4340ceaf0 2024-09-05T06:11:00.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff430ff9640 1 -- 172.21.15.70:0/2530076351 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4280b47f0 con 0x7ff4340ceaf0 2024-09-05T06:11:00.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.259+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff434151fc0 con 0x7ff4340ceaf0 2024-09-05T06:11:00.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.263+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4340b5580 con 0x7ff4340ceaf0 2024-09-05T06:11:00.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.263+0000 7ff430ff9640 1 -- 172.21.15.70:0/2530076351 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff4280b4990 con 0x7ff4340ceaf0 2024-09-05T06:11:00.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.263+0000 7ff430ff9640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4200678c0 0x7ff420069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:00.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.263+0000 7ff430ff9640 1 -- 172.21.15.70:0/2530076351 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7ff428120430 con 0x7ff4340ceaf0 2024-09-05T06:11:00.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.263+0000 7ff433fff640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4200678c0 0x7ff420069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:00.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.263+0000 7ff433fff640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4200678c0 0x7ff420069d80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff42400d8d0 tx=0x7ff424008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:00.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.267+0000 7ff430ff9640 1 -- 172.21.15.70:0/2530076351 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff428016110 con 0x7ff4340ceaf0 2024-09-05T06:11:00.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.467+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4340d0cf0 con 0x7ff4340ceaf0 2024-09-05T06:11:00.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.467+0000 7ff430ff9640 1 -- 172.21.15.70:0/2530076351 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5229 (secure 0 0 0) 0x7ff4280f0f60 con 0x7ff4340ceaf0 2024-09-05T06:11:00.467 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:00.468 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":13,"btime":"2024-09-05T06:10:48:685880+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:46.029204+0000","modified":"2024-09-05T06:10:48.035889+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4770},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4770":{"gid":4770,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/1103264936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1103264936},{"type":"v1","addr":"172.21.15.70:6836","nonce":1103264936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4770,"qdb_cluster":[4770]},"id":2}]} 2024-09-05T06:11:00.468 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 13 2024-09-05T06:11:00.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4200678c0 msgr2=0x7ff420069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4200678c0 0x7ff420069d80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff42400d8d0 tx=0x7ff424008040 comp rx=0 tx=0).stop 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340ceaf0 msgr2=0x7ff4340cf6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340ceaf0 0x7ff4340cf6e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7ff4280ae040 tx=0x7ff4280192c0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 shutdown_connections 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4200678c0 0x7ff420069d80 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff434157110 0x7ff4340cfc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4340ceaf0 0x7ff4340cf6e0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 --2- 172.21.15.70:0/2530076351 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff4340b5ac0 0x7ff43414d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 >> 172.21.15.70:0/2530076351 conn(0x7ff43406bcc0 msgr2=0x7ff4340cd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 shutdown_connections 2024-09-05T06:11:00.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00.471+0000 7ff43a7b4640 1 -- 172.21.15.70:0/2530076351 wait complete. 2024-09-05T06:11:00.487 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json osdmap barrier 35 2024-09-05T06:11:00.625 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-05T06:11:00.625 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:11:00.625 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:11:00.625 DEBUG:teuthology.orchestra.run.smithi070:> fd = os.open("/home/ubuntu/cephtest/mnt.0/baz", os.O_CREAT | os.O_RDWR, 0O600) 2024-09-05T06:11:00.626 DEBUG:teuthology.orchestra.run.smithi070:> os.fchmod(fd, 0O666) 2024-09-05T06:11:00.626 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(fd) 2024-09-05T06:11:00.626 DEBUG:teuthology.orchestra.run.smithi070:> os.close(fd) 2024-09-05T06:11:00.626 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:11:00.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:11:00.703 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:11:00.704 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:11:00.825 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:11:00.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:11:00.836 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:11:00.836 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:00.836 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.27904.asok status 2024-09-05T06:11:00.994 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:00.994 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:11:00.994 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:11:00.994 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "27904", 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 2, 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4968, 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:11:00.995 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4968 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:11:00.996 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4968 192.168.0.1:0/1253442127", 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/1253442127", 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 3, 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 13, 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 35, 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 35, 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:11:00.997 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:11:01.008 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:11:01.009 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:11:01.010 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:11:01.010 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:01.010 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:11:01.010 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:11:01.084 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:11:01.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:11:01.095 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.27904.asok 2024-09-05T06:11:01.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:01.096 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.27904.asok status 2024-09-05T06:11:01.250 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "27904", 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 2, 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:11:01.251 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4968, 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4968 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:01.252 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1253442127 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4968 192.168.0.1:0/1253442127", 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/1253442127", 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 3, 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 13, 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 35, 2024-09-05T06:11:01.253 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 35, 2024-09-05T06:11:01.254 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:11:01.254 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:11:01.254 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:01.264 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:11:01.264 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:11:01.265 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:11:01.307 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:11:01.341 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:11:01.341 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:11:01.342 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:01.342 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:01.354 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:11:01.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d95fa640 1 Processor -- start 2024-09-05T06:11:01.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d95fa640 1 -- start start 2024-09-05T06:11:01.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d95fa640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f66d415b1a0 0x7f66d40b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d95fa640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f66d406e580 0x7f66d406e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d95fa640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66d406eec0 con 0x7f66d40afae0 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d95fa640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f66d40b0330 con 0x7f66d406e580 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d95fa640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f66d4072890 con 0x7f66d415b1a0 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d27fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f66d40afae0 0x7f66d415b580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37520/0 (socket says 172.21.15.70:37520) 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d27fc640 1 -- 172.21.15.70:0/2452506929 learned_addr learned my addr 172.21.15.70:0/2452506929 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d37fe640 1 --2- 172.21.15.70:0/2452506929 >> v2:172.21.15.70:3300/0 conn(0x7f66d406e580 0x7f66d406e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d2ffd640 1 --2- 172.21.15.70:0/2452506929 >> v2:172.21.15.196:3300/0 conn(0x7f66d415b1a0 0x7f66d40b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d1ffb640 1 -- 172.21.15.70:0/2452506929 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2474256185 0 0) 0x7f66d406eec0 con 0x7f66d40afae0 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d1ffb640 1 -- 172.21.15.70:0/2452506929 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f66bc003530 con 0x7f66d40afae0 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d37fe640 1 -- 172.21.15.70:0/2452506929 >> v2:172.21.15.196:3300/0 conn(0x7f66d415b1a0 msgr2=0x7f66d40b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d37fe640 1 --2- 172.21.15.70:0/2452506929 >> v2:172.21.15.196:3300/0 conn(0x7f66d415b1a0 0x7f66d40b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d37fe640 1 -- 172.21.15.70:0/2452506929 >> v1:172.21.15.70:6789/0 conn(0x7f66d40afae0 legacy=0x7f66d415b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d1ffb640 1 -- 172.21.15.70:0/2452506929 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 113583016 0 0) 0x7f66bc003530 con 0x7f66d40afae0 2024-09-05T06:11:01.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.523+0000 7f66d37fe640 1 -- 172.21.15.70:0/2452506929 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66d4072b70 con 0x7f66d406e580 2024-09-05T06:11:01.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d37fe640 1 --2- 172.21.15.70:0/2452506929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d406e580 0x7f66d406e980 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f66d406f670 tx=0x7f66cc01c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89ea1b092983c49c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:01.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d1ffb640 1 -- 172.21.15.70:0/2452506929 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66cc0ac070 con 0x7f66d406e580 2024-09-05T06:11:01.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d1ffb640 1 -- 172.21.15.70:0/2452506929 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66cc0a6420 con 0x7f66d406e580 2024-09-05T06:11:01.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d1ffb640 1 -- 172.21.15.70:0/2452506929 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c8001680 con 0x7f66d406e580 2024-09-05T06:11:01.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d95fa640 1 -- 172.21.15.70:0/2452506929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d406e580 msgr2=0x7f66d406e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d95fa640 1 --2- 172.21.15.70:0/2452506929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d406e580 0x7f66d406e980 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f66d406f670 tx=0x7f66cc01c850 comp rx=0 tx=0).stop 2024-09-05T06:11:01.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d95fa640 1 -- 172.21.15.70:0/2452506929 shutdown_connections 2024-09-05T06:11:01.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d95fa640 1 --2- 172.21.15.70:0/2452506929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d406e580 0x7f66d406e980 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d95fa640 1 --2- 172.21.15.70:0/2452506929 >> v2:172.21.15.196:3300/0 conn(0x7f66d415b1a0 0x7f66d40b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d95fa640 1 -- 172.21.15.70:0/2452506929 >> 172.21.15.70:0/2452506929 conn(0x7f66d406bcc0 msgr2=0x7f66d406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:01.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d95fa640 1 -- 172.21.15.70:0/2452506929 shutdown_connections 2024-09-05T06:11:01.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.527+0000 7f66d95fa640 1 -- 172.21.15.70:0/2452506929 wait complete. 2024-09-05T06:11:01.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 Processor -- start 2024-09-05T06:11:01.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 -- start start 2024-09-05T06:11:01.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66d406e580 0x7f66d4141a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d40afae0 0x7f66d40aefd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66d415b1a0 0x7f66d4166e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f66d415bc90 con 0x7f66d40afae0 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f66d4073840 con 0x7f66d406e580 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f66d415be10 con 0x7f66d415b1a0 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d40afae0 0x7f66d40aefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d40afae0 0x7f66d40aefd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45936/0 (socket says 172.21.15.70:45936) 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 -- 172.21.15.70:0/3086134645 learned_addr learned my addr 172.21.15.70:0/3086134645 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d37fe640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66d415b1a0 0x7f66d4166e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 -- 172.21.15.70:0/3086134645 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66d415b1a0 msgr2=0x7f66d4166e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66d415b1a0 0x7f66d4166e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 -- 172.21.15.70:0/3086134645 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66d406e580 msgr2=0x7f66d4141a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66d406e580 0x7f66d4141a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 -- 172.21.15.70:0/3086134645 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66d41568b0 con 0x7f66d40afae0 2024-09-05T06:11:01.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d27fc640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d40afae0 0x7f66d40aefd0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f66c800c750 tx=0x7f66c800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:01.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66bb7fe640 1 -- 172.21.15.70:0/3086134645 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c8005ae0 con 0x7f66d40afae0 2024-09-05T06:11:01.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66bb7fe640 1 -- 172.21.15.70:0/3086134645 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66c8005ca0 con 0x7f66d40afae0 2024-09-05T06:11:01.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66d4156b90 con 0x7f66d40afae0 2024-09-05T06:11:01.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66bb7fe640 1 -- 172.21.15.70:0/3086134645 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c80072b0 con 0x7f66d40afae0 2024-09-05T06:11:01.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66d40ab750 con 0x7f66d40afae0 2024-09-05T06:11:01.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66d40b45d0 con 0x7f66d40afae0 2024-09-05T06:11:01.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66bb7fe640 1 -- 172.21.15.70:0/3086134645 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f66c8007450 con 0x7f66d40afae0 2024-09-05T06:11:01.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66bb7fe640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c00678c0 0x7f66c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66bb7fe640 1 -- 172.21.15.70:0/3086134645 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f66c80866b0 con 0x7f66d40afae0 2024-09-05T06:11:01.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.531+0000 7f66d2ffd640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c00678c0 0x7f66c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.535+0000 7f66d2ffd640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c00678c0 0x7f66c0069d80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f66c4006aa0 tx=0x7f66c4006a30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:01.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.535+0000 7f66bb7fe640 1 -- 172.21.15.70:0/3086134645 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f66c8057250 con 0x7f66d40afae0 2024-09-05T06:11:01.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.699+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f66d4076260 con 0x7f66d40afae0 2024-09-05T06:11:01.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.699+0000 7f66bb7fe640 1 -- 172.21.15.70:0/3086134645 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) ==== 80+0+0 (secure 0 0 0) 0x7f66c8056b50 con 0x7f66d40afae0 2024-09-05T06:11:01.700 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c00678c0 msgr2=0x7f66c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c00678c0 0x7f66c0069d80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f66c4006aa0 tx=0x7f66c4006a30 comp rx=0 tx=0).stop 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d40afae0 msgr2=0x7f66d40aefd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d40afae0 0x7f66d40aefd0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f66c800c750 tx=0x7f66c800cc10 comp rx=0 tx=0).stop 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 shutdown_connections 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c00678c0 0x7f66c0069d80 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66d415b1a0 0x7f66d4166e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66d40afae0 0x7f66d40aefd0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 --2- 172.21.15.70:0/3086134645 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66d406e580 0x7f66d4141a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 >> 172.21.15.70:0/3086134645 conn(0x7f66d406bcc0 msgr2=0x7f66d40b26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:01.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 shutdown_connections 2024-09-05T06:11:01.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.703+0000 7f66d95fa640 1 -- 172.21.15.70:0/3086134645 wait complete. 2024-09-05T06:11:01.718 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:11:01.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:01.719 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:01.729 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[27904]: fuse finished with error 0 and tester_r 0 2024-09-05T06:11:01.731 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:11:01.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:01.731 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:11:01.781 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:11:01.781 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:11:01.781 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:01.794 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:11:01.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.931+0000 7f46aa741640 1 Processor -- start 2024-09-05T06:11:01.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.931+0000 7f46aa741640 1 -- start start 2024-09-05T06:11:01.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46aa741640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f46a415cb50 0x7f46a415f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46aa741640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46a415faf0 con 0x7f46a415e410 2024-09-05T06:11:01.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46aa741640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46a415fdd0 con 0x7f46a40b6be0 2024-09-05T06:11:01.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46aa741640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f46a41600b0 con 0x7f46a415cb50 2024-09-05T06:11:01.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f469bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f46a415e410 0x7f46a40b64d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37524/0 (socket says 172.21.15.70:37524) 2024-09-05T06:11:01.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f469bfff640 1 -- 172.21.15.70:0/1732203467 learned_addr learned my addr 172.21.15.70:0/1732203467 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:01.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a3fff640 1 --2- 172.21.15.70:0/1732203467 >> v2:172.21.15.196:3300/0 conn(0x7f46a415cb50 0x7f46a415f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2101073757 0 0) 0x7f46a415faf0 con 0x7f46a415e410 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4690003530 con 0x7f46a415e410 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3510084792 0 0) 0x7f4690003530 con 0x7f46a415e410 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 >> v2:172.21.15.196:3300/0 conn(0x7f46a415cb50 msgr2=0x7f46a415f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 --2- 172.21.15.70:0/1732203467 >> v2:172.21.15.196:3300/0 conn(0x7f46a415cb50 0x7f46a415f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 >> v1:172.21.15.196:6789/0 conn(0x7f46a40b6be0 legacy=0x7f46a409d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46a415f810 con 0x7f46a415e410 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f468c001680 con 0x7f46a415e410 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 >> v1:172.21.15.70:6789/0 conn(0x7f46a415e410 legacy=0x7f46a40b64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f46900039c0 0x7f4690003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4690004810 0x7f4690004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46900051d0 0x7f469000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f46a41600b0 con 0x7f46900051d0 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f469000c170 con 0x7f46900039c0 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f469000c370 con 0x7f4690004810 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a8cde640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46900051d0 0x7f469000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f469bfff640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4690004810 0x7f4690004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a8cde640 1 -- 172.21.15.70:0/1732203467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4690004810 msgr2=0x7f4690004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a8cde640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4690004810 0x7f4690004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a8cde640 1 -- 172.21.15.70:0/1732203467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f46900039c0 msgr2=0x7f4690003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a8cde640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f46900039c0 0x7f4690003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a8cde640 1 -- 172.21.15.70:0/1732203467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4690003530 con 0x7f46900051d0 2024-09-05T06:11:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f469bfff640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4690004810 0x7f4690004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a8cde640 1 -- 172.21.15.70:0/1732203467 reap_dead start 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a8cde640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46900051d0 0x7f469000b9d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f469c001e70 tx=0x7f469c01c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92053c9963887232 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c001a90 con 0x7f46900051d0 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f469c003bc0 con 0x7f46900051d0 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.935+0000 7f46a37fe640 1 -- 172.21.15.70:0/1732203467 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468c001d50 con 0x7f46900051d0 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- 172.21.15.70:0/1732203467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46900051d0 msgr2=0x7f469000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46900051d0 0x7f469000b9d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f469c001e70 tx=0x7f469c01c780 comp rx=0 tx=0).stop 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- 172.21.15.70:0/1732203467 shutdown_connections 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 --2- 172.21.15.70:0/1732203467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46900051d0 0x7f469000b9d0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- 172.21.15.70:0/1732203467 >> 172.21.15.70:0/1732203467 conn(0x7f46a40b8220 msgr2=0x7f46a409ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:01.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- 172.21.15.70:0/1732203467 shutdown_connections 2024-09-05T06:11:01.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- 172.21.15.70:0/1732203467 wait complete. 2024-09-05T06:11:01.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 Processor -- start 2024-09-05T06:11:01.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- start start 2024-09-05T06:11:01.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f46900051d0 0x7f46a41494f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46a41526a0 0x7f46a4153d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f46a4154280 0x7f46a4154700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f46a415f660 con 0x7f46a41526a0 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f46a415f4e0 con 0x7f46900051d0 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f46a40b64d0 con 0x7f46a4154280 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46a41526a0 0x7f46a4153d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46a41526a0 0x7f46a4153d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45948/0 (socket says 172.21.15.70:45948) 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 -- 172.21.15.70:0/1123289942 learned_addr learned my addr 172.21.15.70:0/1123289942 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46a8cde640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f46a4154280 0x7f46a4154700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46a3fff640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f46900051d0 0x7f46a41494f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 -- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f46a4154280 msgr2=0x7f46a4154700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f46a4154280 0x7f46a4154700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 -- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f46900051d0 msgr2=0x7f46a41494f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f46900051d0 0x7f46a41494f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 -- 172.21.15.70:0/1123289942 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46a40b0220 con 0x7f46a41526a0 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46a8cde640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f46a4154280 0x7f46a4154700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f469bfff640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46a41526a0 0x7f46a4153d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f468c010b70 tx=0x7f468c00e4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46a17fa640 1 -- 172.21.15.70:0/1123289942 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468c01b070 con 0x7f46a41526a0 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46a17fa640 1 -- 172.21.15.70:0/1123289942 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f468c011040 con 0x7f46a41526a0 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46a40b0500 con 0x7f46a41526a0 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46a17fa640 1 -- 172.21.15.70:0/1123289942 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468c010e70 con 0x7f46a41526a0 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46a40b21d0 con 0x7f46a41526a0 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.939+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46a415f9e0 con 0x7f46a41526a0 2024-09-05T06:11:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.943+0000 7f46a17fa640 1 -- 172.21.15.70:0/1123289942 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f468c01e070 con 0x7f46a41526a0 2024-09-05T06:11:01.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.943+0000 7f46a17fa640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f46840678f0 0x7f4684069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:01.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.943+0000 7f46a17fa640 1 -- 172.21.15.70:0/1123289942 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f468c088a60 con 0x7f46a41526a0 2024-09-05T06:11:01.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.943+0000 7f46a3fff640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f46840678f0 0x7f4684069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:01.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.943+0000 7f46a3fff640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f46840678f0 0x7f4684069db0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f46940047c0 tx=0x7f4694008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:01.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:01.947+0000 7f46a17fa640 1 -- 172.21.15.70:0/1123289942 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f468c025020 con 0x7f46a41526a0 2024-09-05T06:11:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.103+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f46a40b7830 con 0x7f46a41526a0 2024-09-05T06:11:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46a17fa640 1 -- 172.21.15.70:0/1123289942 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) ==== 80+0+0 (secure 0 0 0) 0x7f468c059600 con 0x7f46a41526a0 2024-09-05T06:11:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f46840678f0 msgr2=0x7f4684069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f46840678f0 0x7f4684069db0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f46940047c0 tx=0x7f4694008040 comp rx=0 tx=0).stop 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46a41526a0 msgr2=0x7f46a4153d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46a41526a0 0x7f46a4153d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f468c010b70 tx=0x7f468c00e4d0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 shutdown_connections 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f46840678f0 0x7f4684069db0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f46a4154280 0x7f46a4154700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f46a41526a0 0x7f46a4153d40 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 --2- 172.21.15.70:0/1123289942 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f46900051d0 0x7f46a41494f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 >> 172.21.15.70:0/1123289942 conn(0x7f46a40b8220 msgr2=0x7f46a415e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 shutdown_connections 2024-09-05T06:11:02.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.107+0000 7f46aa741640 1 -- 172.21.15.70:0/1123289942 wait complete. 2024-09-05T06:11:02.123 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:11:02.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:02.123 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:02.136 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25337]: fuse finished with error 0 and tester_r 0 2024-09-05T06:11:02.137 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:11:02.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:02.138 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:11:02.265 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:11:02.265 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:02.265 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:02.271 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:11:02.271 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:11:02.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:02.272 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:11:02.317 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:11:02.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:11:02.319 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:11:02.319 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:11:02.319 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:02.325 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:11:02.325 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:11:02.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:02.325 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:11:02.372 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:11:02.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:11:02.373 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:02.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb23d1ac640 1 Processor -- start 2024-09-05T06:11:02.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb23d1ac640 1 -- start start 2024-09-05T06:11:02.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb23d1ac640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb2380d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb23d1ac640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb23815edb0 0x7fb2380d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb23d1ac640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2380cfd30 con 0x7fb2380cf7e0 2024-09-05T06:11:02.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb23d1ac640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb2380b5620 con 0x7fb23815edb0 2024-09-05T06:11:02.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb23d1ac640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb2380d0010 con 0x7fb2380d4980 2024-09-05T06:11:02.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb236d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb2380d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb236d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb2380d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:54800/0 (socket says 172.21.15.70:54800) 2024-09-05T06:11:02.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb236d9d640 1 -- 172.21.15.70:0/2077794764 learned_addr learned my addr 172.21.15.70:0/2077794764 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:02.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb22ffff640 1 --2- 172.21.15.70:0/2077794764 >> v2:172.21.15.196:3300/0 conn(0x7fb23815edb0 0x7fb2380d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb236d9d640 1 -- 172.21.15.70:0/2077794764 >> v2:172.21.15.196:3300/0 conn(0x7fb23815edb0 msgr2=0x7fb2380d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:02.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb236d9d640 1 --2- 172.21.15.70:0/2077794764 >> v2:172.21.15.196:3300/0 conn(0x7fb23815edb0 0x7fb2380d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb236d9d640 1 -- 172.21.15.70:0/2077794764 >> v1:172.21.15.196:6789/0 conn(0x7fb2380cf7e0 legacy=0x7fb2380d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.499+0000 7fb236d9d640 1 -- 172.21.15.70:0/2077794764 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2380d02f0 con 0x7fb2380d4980 2024-09-05T06:11:02.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb236d9d640 1 --2- 172.21.15.70:0/2077794764 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb2380d4d60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb228009870 tx=0x7fb22801c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c80019735d1091e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:02.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23659c640 1 -- 172.21.15.70:0/2077794764 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2280a9610 con 0x7fb2380d4980 2024-09-05T06:11:02.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23659c640 1 -- 172.21.15.70:0/2077794764 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2280a97b0 con 0x7fb2380d4980 2024-09-05T06:11:02.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23659c640 1 -- 172.21.15.70:0/2077794764 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2280a9b80 con 0x7fb2380d4980 2024-09-05T06:11:02.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- 172.21.15.70:0/2077794764 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 msgr2=0x7fb2380d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/2077794764 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb2380d4d60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb228009870 tx=0x7fb22801c530 comp rx=0 tx=0).stop 2024-09-05T06:11:02.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- 172.21.15.70:0/2077794764 shutdown_connections 2024-09-05T06:11:02.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/2077794764 >> v2:172.21.15.196:3300/0 conn(0x7fb23815edb0 0x7fb2380d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/2077794764 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb2380d4d60 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- 172.21.15.70:0/2077794764 >> 172.21.15.70:0/2077794764 conn(0x7fb23808e690 msgr2=0x7fb23809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:02.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- 172.21.15.70:0/2077794764 shutdown_connections 2024-09-05T06:11:02.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- 172.21.15.70:0/2077794764 wait complete. 2024-09-05T06:11:02.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 Processor -- start 2024-09-05T06:11:02.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- start start 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2380cf7e0 0x7fb2380c8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb23814ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb23815edb0 0x7fb23815ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb2380d0dd0 con 0x7fb23815edb0 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb2380d52a0 con 0x7fb2380cf7e0 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23d1ac640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb238153860 con 0x7fb2380d4980 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23759e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb23815edb0 0x7fb23815ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23759e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb23815edb0 0x7fb23815ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45952/0 (socket says 172.21.15.70:45952) 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb23759e640 1 -- 172.21.15.70:0/1280715136 learned_addr learned my addr 172.21.15.70:0/1280715136 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb236d9d640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2380cf7e0 0x7fb2380c8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.503+0000 7fb22ffff640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb23814ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23759e640 1 -- 172.21.15.70:0/1280715136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 msgr2=0x7fb23814ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23759e640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb23814ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23759e640 1 -- 172.21.15.70:0/1280715136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2380cf7e0 msgr2=0x7fb2380c8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23759e640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2380cf7e0 0x7fb2380c8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23759e640 1 -- 172.21.15.70:0/1280715136 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb238152c50 con 0x7fb23815edb0 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23759e640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb23815edb0 0x7fb23815ddc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb23000c730 tx=0x7fb23000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb22f7fe640 1 -- 172.21.15.70:0/1280715136 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb230003b80 con 0x7fb23815edb0 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb22f7fe640 1 -- 172.21.15.70:0/1280715136 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb230003d20 con 0x7fb23815edb0 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb238152f30 con 0x7fb23815edb0 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb22f7fe640 1 -- 172.21.15.70:0/1280715136 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23000aa30 con 0x7fb23815edb0 2024-09-05T06:11:02.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2381534f0 con 0x7fb23815edb0 2024-09-05T06:11:02.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2380d4d60 con 0x7fb23815edb0 2024-09-05T06:11:02.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb22f7fe640 1 -- 172.21.15.70:0/1280715136 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb23000abd0 con 0x7fb23815edb0 2024-09-05T06:11:02.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb22f7fe640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2180678c0 0x7fb218069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb22f7fe640 1 -- 172.21.15.70:0/1280715136 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7fb230085b10 con 0x7fb23815edb0 2024-09-05T06:11:02.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb236d9d640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2180678c0 0x7fb218069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.507+0000 7fb236d9d640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2180678c0 0x7fb218069d80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb2280ae000 tx=0x7fb2280b3040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:02.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.511+0000 7fb22f7fe640 1 -- 172.21.15.70:0/1280715136 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb230056660 con 0x7fb23815edb0 2024-09-05T06:11:02.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.711+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb2380b5cb0 con 0x7fb23815edb0 2024-09-05T06:11:02.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.711+0000 7fb22f7fe640 1 -- 172.21.15.70:0/1280715136 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5229 (secure 0 0 0) 0x7fb230055f60 con 0x7fb23815edb0 2024-09-05T06:11:02.713 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:02.713 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":13,"btime":"2024-09-05T06:10:48:685880+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:46.029204+0000","modified":"2024-09-05T06:10:48.035889+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4770},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4770":{"gid":4770,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/1103264936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1103264936},{"type":"v1","addr":"172.21.15.70:6836","nonce":1103264936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4770,"qdb_cluster":[4770]},"id":2}]} 2024-09-05T06:11:02.713 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 13 2024-09-05T06:11:02.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2180678c0 msgr2=0x7fb218069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2180678c0 0x7fb218069d80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb2280ae000 tx=0x7fb2280b3040 comp rx=0 tx=0).stop 2024-09-05T06:11:02.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb23815edb0 msgr2=0x7fb23815ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb23815edb0 0x7fb23815ddc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb23000c730 tx=0x7fb23000cbf0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 shutdown_connections 2024-09-05T06:11:02.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb2180678c0 0x7fb218069d80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb23815edb0 0x7fb23815ddc0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2380d4980 0x7fb23814ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 --2- 172.21.15.70:0/1280715136 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2380cf7e0 0x7fb2380c8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 >> 172.21.15.70:0/1280715136 conn(0x7fb23808e690 msgr2=0x7fb2380b1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:02.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 shutdown_connections 2024-09-05T06:11:02.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.715+0000 7fb23d1ac640 1 -- 172.21.15.70:0/1280715136 wait complete. 2024-09-05T06:11:02.731 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:02.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.839+0000 7fa582809640 1 Processor -- start 2024-09-05T06:11:02.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.839+0000 7fa582809640 1 -- start start 2024-09-05T06:11:02.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa582809640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c06d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa582809640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa57c06cdd0 0x7fa57c06d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa582809640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa57c1627b0 con 0x7fa57c0b50a0 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa582809640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa57c0d1a20 con 0x7fa57c06cdd0 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa582809640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa57c0d1d00 con 0x7fa57c1623d0 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa57c06cdd0 0x7fa57c06d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa580da6640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa57c0b50a0 0x7fa57c162a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37538/0 (socket says 172.21.15.70:37538) 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa57c06cdd0 0x7fa57c06d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45964/0 (socket says 172.21.15.70:45964) 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa580da6640 1 -- 172.21.15.70:0/3112943050 learned_addr learned my addr 172.21.15.70:0/3112943050 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57bfff640 1 --2- 172.21.15.70:0/3112943050 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c06d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57b7fe640 1 -- 172.21.15.70:0/3112943050 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 msgr2=0x7fa57c06d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:02.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57b7fe640 1 --2- 172.21.15.70:0/3112943050 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c06d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57b7fe640 1 -- 172.21.15.70:0/3112943050 >> v1:172.21.15.70:6789/0 conn(0x7fa57c0b50a0 legacy=0x7fa57c162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57affd640 1 -- 172.21.15.70:0/3112943050 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4023661737 0 0) 0x7fa57c1627b0 con 0x7fa57c0b50a0 2024-09-05T06:11:02.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57b7fe640 1 -- 172.21.15.70:0/3112943050 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa57c0b5a20 con 0x7fa57c06cdd0 2024-09-05T06:11:02.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57b7fe640 1 --2- 172.21.15.70:0/3112943050 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c06cdd0 0x7fa57c06d7c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa5700097c0 tx=0x7fa57001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c09d1d601375f3d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:02.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57affd640 1 -- 172.21.15.70:0/3112943050 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5700b0070 con 0x7fa57c06cdd0 2024-09-05T06:11:02.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57affd640 1 -- 172.21.15.70:0/3112943050 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5700ab600 con 0x7fa57c06cdd0 2024-09-05T06:11:02.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.843+0000 7fa57affd640 1 -- 172.21.15.70:0/3112943050 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5700ab9d0 con 0x7fa57c06cdd0 2024-09-05T06:11:02.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- 172.21.15.70:0/3112943050 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c06cdd0 msgr2=0x7fa57c06d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 --2- 172.21.15.70:0/3112943050 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c06cdd0 0x7fa57c06d7c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa5700097c0 tx=0x7fa57001c410 comp rx=0 tx=0).stop 2024-09-05T06:11:02.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- 172.21.15.70:0/3112943050 shutdown_connections 2024-09-05T06:11:02.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 --2- 172.21.15.70:0/3112943050 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c06cdd0 0x7fa57c06d7c0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 --2- 172.21.15.70:0/3112943050 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c06d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- 172.21.15.70:0/3112943050 >> 172.21.15.70:0/3112943050 conn(0x7fa57c0b4580 msgr2=0x7fa57c0b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:02.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- 172.21.15.70:0/3112943050 shutdown_connections 2024-09-05T06:11:02.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- 172.21.15.70:0/3112943050 wait complete. 2024-09-05T06:11:02.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 Processor -- start 2024-09-05T06:11:02.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- start start 2024-09-05T06:11:02.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa57c06cdd0 0x7fa57c155130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c0b50a0 0x7fa57c153ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c15b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa57c16c130 con 0x7fa57c0b50a0 2024-09-05T06:11:02.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa57c16bfb0 con 0x7fa57c06cdd0 2024-09-05T06:11:02.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa57c16c2b0 con 0x7fa57c1623d0 2024-09-05T06:11:02.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c0b50a0 0x7fa57c153ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c0b50a0 0x7fa57c153ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45976/0 (socket says 172.21.15.70:45976) 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 -- 172.21.15.70:0/2664042589 learned_addr learned my addr 172.21.15.70:0/2664042589 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa580da6640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c15b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57bfff640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa57c06cdd0 0x7fa57c155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 -- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 msgr2=0x7fa57c15b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c15b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 -- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa57c06cdd0 msgr2=0x7fa57c155130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa57c06cdd0 0x7fa57c155130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 -- 172.21.15.70:0/2664042589 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa57c15d9e0 con 0x7fa57c0b50a0 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa580da6640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c15b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57bfff640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa57c06cdd0 0x7fa57c155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa57b7fe640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c0b50a0 0x7fa57c153ca0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa5700ae040 tx=0x7fa5700191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa578ff9640 1 -- 172.21.15.70:0/2664042589 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5700b8030 con 0x7fa57c0b50a0 2024-09-05T06:11:02.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa578ff9640 1 -- 172.21.15.70:0/2664042589 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5700ab400 con 0x7fa57c0b50a0 2024-09-05T06:11:02.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa57c15dcc0 con 0x7fa57c0b50a0 2024-09-05T06:11:02.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa578ff9640 1 -- 172.21.15.70:0/2664042589 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5700b0040 con 0x7fa57c0b50a0 2024-09-05T06:11:02.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.847+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa57c0b0980 con 0x7fa57c0b50a0 2024-09-05T06:11:02.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.851+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa57c162a60 con 0x7fa57c0b50a0 2024-09-05T06:11:02.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.851+0000 7fa578ff9640 1 -- 172.21.15.70:0/2664042589 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa5700bb070 con 0x7fa57c0b50a0 2024-09-05T06:11:02.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.851+0000 7fa578ff9640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5680678f0 0x7fa568069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:02.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.851+0000 7fa57bfff640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5680678f0 0x7fa568069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:02.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.851+0000 7fa578ff9640 1 -- 172.21.15.70:0/2664042589 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7fa57011fa90 con 0x7fa57c0b50a0 2024-09-05T06:11:02.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.851+0000 7fa57bfff640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5680678f0 0x7fa568069db0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa56c009840 tx=0x7fa56c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:02.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:02.855+0000 7fa578ff9640 1 -- 172.21.15.70:0/2664042589 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa5700c3020 con 0x7fa57c0b50a0 2024-09-05T06:11:03.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa57c06e2d0 con 0x7fa57c0b50a0 2024-09-05T06:11:03.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa578ff9640 1 -- 172.21.15.70:0/2664042589 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5229 (secure 0 0 0) 0x7fa570016090 con 0x7fa57c0b50a0 2024-09-05T06:11:03.047 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:03.047 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":13,"btime":"2024-09-05T06:10:48:685880+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:46.029204+0000","modified":"2024-09-05T06:10:48.035889+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4770},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4770":{"gid":4770,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/1103264936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1103264936},{"type":"v1","addr":"172.21.15.70:6836","nonce":1103264936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4770,"qdb_cluster":[4770]},"id":2}]} 2024-09-05T06:11:03.048 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 13 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5680678f0 msgr2=0x7fa568069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5680678f0 0x7fa568069db0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa56c009840 tx=0x7fa56c008040 comp rx=0 tx=0).stop 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c0b50a0 msgr2=0x7fa57c153ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c0b50a0 0x7fa57c153ca0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa5700ae040 tx=0x7fa5700191b0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 shutdown_connections 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5680678f0 0x7fa568069db0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa57c1623d0 0x7fa57c15b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa57c0b50a0 0x7fa57c153ca0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 --2- 172.21.15.70:0/2664042589 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa57c06cdd0 0x7fa57c155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 >> 172.21.15.70:0/2664042589 conn(0x7fa57c0b4580 msgr2=0x7fa57c0d29c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:03.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 shutdown_connections 2024-09-05T06:11:03.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.047+0000 7fa582809640 1 -- 172.21.15.70:0/2664042589 wait complete. 2024-09-05T06:11:03.065 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:03.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca6855640 1 Processor -- start 2024-09-05T06:11:03.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca6855640 1 -- start start 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca6855640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca0157110 0x7fbca00b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca6855640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbca00b5ac0 0x7fbca00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca6855640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbca00ceaf0 0x7fbca00d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca6855640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fbca006d570 con 0x7fbca00ceaf0 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca6855640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fbca006d850 con 0x7fbca00b5ac0 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca6855640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbca006db30 con 0x7fbca0157110 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca4df2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbca00ceaf0 0x7fbca00d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca4df2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbca00ceaf0 0x7fbca00d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45978/0 (socket says 172.21.15.70:45978) 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca4df2640 1 -- 172.21.15.70:0/2928581836 learned_addr learned my addr 172.21.15.70:0/2928581836 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbc9ffff640 1 --2- 172.21.15.70:0/2928581836 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca0157110 0x7fbca00b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbc977fe640 1 --2- 172.21.15.70:0/2928581836 >> v2:172.21.15.196:3300/0 conn(0x7fbca00b5ac0 0x7fbca00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca4df2640 1 -- 172.21.15.70:0/2928581836 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca0157110 msgr2=0x7fbca00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca4df2640 1 --2- 172.21.15.70:0/2928581836 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca0157110 0x7fbca00b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca4df2640 1 -- 172.21.15.70:0/2928581836 >> v2:172.21.15.196:3300/0 conn(0x7fbca00b5ac0 msgr2=0x7fbca00d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca4df2640 1 --2- 172.21.15.70:0/2928581836 >> v2:172.21.15.196:3300/0 conn(0x7fbca00b5ac0 0x7fbca00d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.171+0000 7fbca4df2640 1 -- 172.21.15.70:0/2928581836 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca006de10 con 0x7fbca00ceaf0 2024-09-05T06:11:03.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca4df2640 1 --2- 172.21.15.70:0/2928581836 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00ceaf0 0x7fbca00d0c90 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fbca006f780 tx=0x7fbc9801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3adb60ee4604d01d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbc9f7fe640 1 -- 172.21.15.70:0/2928581836 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc980a5670 con 0x7fbca00ceaf0 2024-09-05T06:11:03.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbc9f7fe640 1 -- 172.21.15.70:0/2928581836 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc980a5810 con 0x7fbca00ceaf0 2024-09-05T06:11:03.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbc9f7fe640 1 -- 172.21.15.70:0/2928581836 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc980a5be0 con 0x7fbca00ceaf0 2024-09-05T06:11:03.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 -- 172.21.15.70:0/2928581836 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00ceaf0 msgr2=0x7fbca00d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 --2- 172.21.15.70:0/2928581836 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00ceaf0 0x7fbca00d0c90 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fbca006f780 tx=0x7fbc9801c9f0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 -- 172.21.15.70:0/2928581836 shutdown_connections 2024-09-05T06:11:03.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 --2- 172.21.15.70:0/2928581836 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00ceaf0 0x7fbca00d0c90 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 --2- 172.21.15.70:0/2928581836 >> v2:172.21.15.196:3300/0 conn(0x7fbca00b5ac0 0x7fbca00d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 --2- 172.21.15.70:0/2928581836 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca0157110 0x7fbca00b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 -- 172.21.15.70:0/2928581836 >> 172.21.15.70:0/2928581836 conn(0x7fbca006bcc0 msgr2=0x7fbca006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:03.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 -- 172.21.15.70:0/2928581836 shutdown_connections 2024-09-05T06:11:03.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.175+0000 7fbca6855640 1 -- 172.21.15.70:0/2928581836 wait complete. 2024-09-05T06:11:03.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 Processor -- start 2024-09-05T06:11:03.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 -- start start 2024-09-05T06:11:03.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00b5ac0 0x7fbca01505a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca00ceaf0 0x7fbca00b2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca0157110 0x7fbca014c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbca00b0300 con 0x7fbca00b5ac0 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbca00b0180 con 0x7fbca0157110 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbca0160550 con 0x7fbca00ceaf0 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00b5ac0 0x7fbca01505a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00b5ac0 0x7fbca01505a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:45986/0 (socket says 172.21.15.70:45986) 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 -- 172.21.15.70:0/2644991253 learned_addr learned my addr 172.21.15.70:0/2644991253 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc977fe640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca00ceaf0 0x7fbca00b2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca4df2640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca0157110 0x7fbca014c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 -- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca00ceaf0 msgr2=0x7fbca00b2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca00ceaf0 0x7fbca00b2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 -- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca0157110 msgr2=0x7fbca014c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca0157110 0x7fbca014c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 -- 172.21.15.70:0/2644991253 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca0159a10 con 0x7fbca00b5ac0 2024-09-05T06:11:03.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca4df2640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca0157110 0x7fbca014c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:03.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9ffff640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00b5ac0 0x7fbca01505a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fbc9000d5f0 tx=0x7fbc9000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9d7fa640 1 -- 172.21.15.70:0/2644991253 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc900125f0 con 0x7fbca00b5ac0 2024-09-05T06:11:03.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9d7fa640 1 -- 172.21.15.70:0/2644991253 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc90019070 con 0x7fbca00b5ac0 2024-09-05T06:11:03.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbca0159cb0 con 0x7fbca00b5ac0 2024-09-05T06:11:03.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9d7fa640 1 -- 172.21.15.70:0/2644991253 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc900129b0 con 0x7fbca00b5ac0 2024-09-05T06:11:03.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbca00b2a20 con 0x7fbca00b5ac0 2024-09-05T06:11:03.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbca00b5580 con 0x7fbca00b5ac0 2024-09-05T06:11:03.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9d7fa640 1 -- 172.21.15.70:0/2644991253 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbc90012b50 con 0x7fbca00b5ac0 2024-09-05T06:11:03.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9d7fa640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc800678f0 0x7fbc80069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc977fe640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc800678f0 0x7fbc80069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.179+0000 7fbc9d7fa640 1 -- 172.21.15.70:0/2644991253 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7fbc90086000 con 0x7fbca00b5ac0 2024-09-05T06:11:03.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.183+0000 7fbc977fe640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc800678f0 0x7fbc80069db0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbca01f8de0 tx=0x7fbc88008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.183+0000 7fbc9d7fa640 1 -- 172.21.15.70:0/2644991253 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbc90056b50 con 0x7fbca00b5ac0 2024-09-05T06:11:03.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbca00d0530 con 0x7fbca00b5ac0 2024-09-05T06:11:03.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbc9d7fa640 1 -- 172.21.15.70:0/2644991253 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) ==== 74+0+16907 (secure 0 0 0) 0x7fbc90056450 con 0x7fbca00b5ac0 2024-09-05T06:11:03.335 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:03.335 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":35,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:59.426357+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:43.807728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:44.988449+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.17","mappings":[{"from":4,"to":3}]},{"pgid":"5.19","mappings":[{"from":4,"to":5}]},{"pgid":"5.1d","mappings":[{"from":4,"to":5}]},{"pgid":"5.35","mappings":[{"from":4,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:03.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc800678f0 msgr2=0x7fbc80069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc800678f0 0x7fbc80069db0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbca01f8de0 tx=0x7fbc88008040 comp rx=0 tx=0).stop 2024-09-05T06:11:03.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00b5ac0 msgr2=0x7fbca01505a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00b5ac0 0x7fbca01505a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fbc9000d5f0 tx=0x7fbc9000dab0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 shutdown_connections 2024-09-05T06:11:03.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc800678f0 0x7fbc80069db0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca0157110 0x7fbca014c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca00ceaf0 0x7fbca00b2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 --2- 172.21.15.70:0/2644991253 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca00b5ac0 0x7fbca01505a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.335+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 >> 172.21.15.70:0/2644991253 conn(0x7fbca006bcc0 msgr2=0x7fbca00d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:03.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.339+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 shutdown_connections 2024-09-05T06:11:03.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.339+0000 7fbca6855640 1 -- 172.21.15.70:0/2644991253 wait complete. 2024-09-05T06:11:03.353 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:11:03.354 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:03.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62bb44b640 1 Processor -- start 2024-09-05T06:11:03.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62bb44b640 1 -- start start 2024-09-05T06:11:03.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62bb44b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f62b406d7e0 0x7f62b406dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62bb44b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b40af940 0x7f62b40b0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62bb44b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62b40b2eb0 con 0x7f62b40b1db0 2024-09-05T06:11:03.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62bb44b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f62b406d530 con 0x7f62b406d7e0 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62bb44b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f62b406e100 con 0x7f62b40af940 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b99e8640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f62b40b1db0 0x7f62b40b1370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37540/0 (socket says 172.21.15.70:37540) 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b99e8640 1 -- 172.21.15.70:0/1913091845 learned_addr learned my addr 172.21.15.70:0/1913091845 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b89e6640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b40af940 0x7f62b40b0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1394801115 0 0) 0x7f62b40b2eb0 con 0x7f62b40b1db0 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f62a0003530 con 0x7f62b40b1db0 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b91e7640 1 --2- 172.21.15.70:0/1913091845 >> v2:172.21.15.196:3300/0 conn(0x7f62b406d7e0 0x7f62b406dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2604630656 0 0) 0x7f62a0003530 con 0x7f62b40b1db0 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b40af940 msgr2=0x7f62b40b0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b40af940 0x7f62b40b0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 >> v2:172.21.15.196:3300/0 conn(0x7f62b406d7e0 msgr2=0x7f62b406dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 --2- 172.21.15.70:0/1913091845 >> v2:172.21.15.196:3300/0 conn(0x7f62b406d7e0 0x7f62b406dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62b406cf70 con 0x7f62b40b1db0 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f62ac001a00 con 0x7f62b40b1db0 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 >> v1:172.21.15.70:6789/0 conn(0x7f62b40b1db0 legacy=0x7f62b40b1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a00039c0 0x7f62a0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b40af940 0x7f62a0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a0004d50 0x7f62a00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f62b406d530 con 0x7f62a00039c0 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f62b406e100 con 0x7f62a0004d50 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f62a000ba00 con 0x7f62b40af940 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b91e7640 1 --2- 172.21.15.70:0/1913091845 >> v2:172.21.15.196:3300/0 conn(0x7f62b406d7e0 0x7f62b406dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b91e7640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a00039c0 0x7f62a0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b99e8640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a0004d50 0x7f62a00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b91e7640 1 -- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b40af940 msgr2=0x7f62a0004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b89e6640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b40af940 0x7f62a0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b91e7640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b40af940 0x7f62a0004810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b91e7640 1 -- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a0004d50 msgr2=0x7f62a00051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b91e7640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a0004d50 0x7f62a00051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.471+0000 7f62b91e7640 1 -- 172.21.15.70:0/1913091845 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a0003530 con 0x7f62a00039c0 2024-09-05T06:11:03.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b91e7640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a00039c0 0x7f62a0003de0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f62b00098b0 tx=0x7f62b001c600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e54a4e2f4da3028 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b000f040 con 0x7f62a00039c0 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62b0004020 con 0x7f62a00039c0 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62abfff640 1 -- 172.21.15.70:0/1913091845 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b00043f0 con 0x7f62a00039c0 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- 172.21.15.70:0/1913091845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a00039c0 msgr2=0x7f62a0003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 --2- 172.21.15.70:0/1913091845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a00039c0 0x7f62a0003de0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f62b00098b0 tx=0x7f62b001c600 comp rx=0 tx=0).stop 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 -- 172.21.15.70:0/1913091845 reap_dead start 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- 172.21.15.70:0/1913091845 shutdown_connections 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- 172.21.15.70:0/1913091845 >> 172.21.15.70:0/1913091845 conn(0x7f62b40b4660 msgr2=0x7f62b40b4a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- 172.21.15.70:0/1913091845 shutdown_connections 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- 172.21.15.70:0/1913091845 wait complete. 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 Processor -- start 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- start start 2024-09-05T06:11:03.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a00039c0 0x7f62b4159950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b4159ed0 0x7f62b41f8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62b406fac0 0x7f62b406ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f62b40d2340 con 0x7f62b406fac0 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f62b40d21c0 con 0x7f62a00039c0 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62bb44b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f62b415efb0 con 0x7f62b4159ed0 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62b406fac0 0x7f62b406ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62b406fac0 0x7f62b406ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46016/0 (socket says 172.21.15.70:46016) 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 -- 172.21.15.70:0/899161988 learned_addr learned my addr 172.21.15.70:0/899161988 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b89e6640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b4159ed0 0x7f62b41f8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b91e7640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a00039c0 0x7f62b4159950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 -- 172.21.15.70:0/899161988 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b4159ed0 msgr2=0x7f62b41f8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b4159ed0 0x7f62b41f8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 -- 172.21.15.70:0/899161988 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a00039c0 msgr2=0x7f62b4159950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a00039c0 0x7f62b4159950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.475+0000 7f62b99e8640 1 -- 172.21.15.70:0/899161988 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62b415a360 con 0x7f62b406fac0 2024-09-05T06:11:03.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62b99e8640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62b406fac0 0x7f62b406ff70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f62b41627a0 tx=0x7f62ac00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62a9ffb640 1 -- 172.21.15.70:0/899161988 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ac00eb30 con 0x7f62b406fac0 2024-09-05T06:11:03.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62a9ffb640 1 -- 172.21.15.70:0/899161988 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62ac018070 con 0x7f62b406fac0 2024-09-05T06:11:03.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62b415a640 con 0x7f62b406fac0 2024-09-05T06:11:03.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62a9ffb640 1 -- 172.21.15.70:0/899161988 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ac013420 con 0x7f62b406fac0 2024-09-05T06:11:03.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62b415ac00 con 0x7f62b406fac0 2024-09-05T06:11:03.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62b406dbc0 con 0x7f62b406fac0 2024-09-05T06:11:03.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62a9ffb640 1 -- 172.21.15.70:0/899161988 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f62ac0135c0 con 0x7f62b406fac0 2024-09-05T06:11:03.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62a9ffb640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62980678f0 0x7f6298069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62a9ffb640 1 -- 172.21.15.70:0/899161988 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f62ac085fc0 con 0x7f62b406fac0 2024-09-05T06:11:03.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62b91e7640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62980678f0 0x7f6298069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.479+0000 7f62b91e7640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62980678f0 0x7f6298069db0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f62b00098b0 tx=0x7f62b00046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.483+0000 7f62a9ffb640 1 -- 172.21.15.70:0/899161988 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f62ac056a80 con 0x7f62b406fac0 2024-09-05T06:11:03.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62b40d3400 con 0x7f62b406fac0 2024-09-05T06:11:03.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62a9ffb640 1 -- 172.21.15.70:0/899161988 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5229 (secure 0 0 0) 0x7f62ac056380 con 0x7f62b406fac0 2024-09-05T06:11:03.679 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:03.679 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":13,"btime":"2024-09-05T06:10:48:685880+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:46.029204+0000","modified":"2024-09-05T06:10:48.035889+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4770},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4770":{"gid":4770,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/1103264936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1103264936},{"type":"v1","addr":"172.21.15.70:6836","nonce":1103264936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4770,"qdb_cluster":[4770]},"id":2}]} 2024-09-05T06:11:03.679 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 13 2024-09-05T06:11:03.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62980678f0 msgr2=0x7f6298069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62980678f0 0x7f6298069db0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f62b00098b0 tx=0x7f62b00046d0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62b406fac0 msgr2=0x7f62b406ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62b406fac0 0x7f62b406ff70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f62b41627a0 tx=0x7f62ac00e530 comp rx=0 tx=0).stop 2024-09-05T06:11:03.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 shutdown_connections 2024-09-05T06:11:03.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62980678f0 0x7f6298069db0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62b406fac0 0x7f62b406ff70 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62b4159ed0 0x7f62b41f8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 --2- 172.21.15.70:0/899161988 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a00039c0 0x7f62b4159950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 >> 172.21.15.70:0/899161988 conn(0x7f62b40b4660 msgr2=0x7f62b40b1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:03.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 shutdown_connections 2024-09-05T06:11:03.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.679+0000 7f62bb44b640 1 -- 172.21.15.70:0/899161988 wait complete. 2024-09-05T06:11:03.697 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:03.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.811+0000 7f5fc4818640 1 Processor -- start 2024-09-05T06:11:03.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.811+0000 7f5fc4818640 1 -- start start 2024-09-05T06:11:03.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fc4818640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5fc006ed90 0x7f5fc0072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fc4818640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fc015bc40 con 0x7f5fc0072a90 2024-09-05T06:11:03.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fc4818640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fc00d14c0 con 0x7f5fc00afff0 2024-09-05T06:11:03.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fc4818640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5fc0073410 con 0x7f5fc006ed90 2024-09-05T06:11:03.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fb7fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5fc0072a90 0x7f5fc006e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37550/0 (socket says 172.21.15.70:37550) 2024-09-05T06:11:03.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fb7fff640 1 -- 172.21.15.70:0/491481076 learned_addr learned my addr 172.21.15.70:0/491481076 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:03.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbed9d640 1 --2- 172.21.15.70:0/491481076 >> v2:172.21.15.196:3300/0 conn(0x7f5fc006ed90 0x7f5fc0072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2707567350 0 0) 0x7f5fc015bc40 con 0x7f5fc0072a90 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5fac003530 con 0x7f5fc0072a90 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3376117274 0 0) 0x7f5fac003530 con 0x7f5fc0072a90 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 >> v2:172.21.15.196:3300/0 conn(0x7f5fc006ed90 msgr2=0x7f5fc0072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 --2- 172.21.15.70:0/491481076 >> v2:172.21.15.196:3300/0 conn(0x7f5fc006ed90 0x7f5fc0072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 >> v1:172.21.15.196:6789/0 conn(0x7f5fc00afff0 legacy=0x7f5fc00cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc0071cd0 con 0x7f5fc0072a90 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5fa8001680 con 0x7f5fc0072a90 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 >> v1:172.21.15.70:6789/0 conn(0x7f5fc0072a90 legacy=0x7f5fc006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fac003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fac004810 0x7f5fac004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fac0051d0 0x7f5fac00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc0073410 con 0x7f5fac0039c0 2024-09-05T06:11:03.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5fac00c070 con 0x7f5fac0051d0 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5fac00c270 con 0x7f5fac004810 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbe59c640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fac003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbed9d640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fac0051d0 0x7f5fac00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fb7fff640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fac004810 0x7f5fac004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbe59c640 1 -- 172.21.15.70:0/491481076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fac004810 msgr2=0x7f5fac004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbe59c640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fac004810 0x7f5fac004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbe59c640 1 -- 172.21.15.70:0/491481076 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fac0051d0 msgr2=0x7f5fac00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbe59c640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fac0051d0 0x7f5fac00b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbe59c640 1 -- 172.21.15.70:0/491481076 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fac003530 con 0x7f5fac0039c0 2024-09-05T06:11:03.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.815+0000 7f5fbed9d640 1 -- 172.21.15.70:0/491481076 reap_dead start 2024-09-05T06:11:03.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fac003de0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0001780 tx=0x7f5fb001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cf62913d62f8854 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb00013a0 con 0x7f5fac0039c0 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fb00052f0 con 0x7f5fac0039c0 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbdd9b640 1 -- 172.21.15.70:0/491481076 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0003840 con 0x7f5fac0039c0 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- 172.21.15.70:0/491481076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 msgr2=0x7f5fac003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fac003de0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0001780 tx=0x7f5fb001c400 comp rx=0 tx=0).stop 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- 172.21.15.70:0/491481076 shutdown_connections 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 --2- 172.21.15.70:0/491481076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fac003de0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- 172.21.15.70:0/491481076 >> 172.21.15.70:0/491481076 conn(0x7f5fc006bcc0 msgr2=0x7f5fc006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- 172.21.15.70:0/491481076 shutdown_connections 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- 172.21.15.70:0/491481076 wait complete. 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 Processor -- start 2024-09-05T06:11:03.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- start start 2024-09-05T06:11:03.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fc0146f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc0149800 0x7f5fc015ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0149c80 0x7f5fc015b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc0072600 con 0x7f5fac0039c0 2024-09-05T06:11:03.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc006e680 con 0x7f5fc0149800 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fc4818640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5fc006e800 con 0x7f5fc0149c80 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fc0146f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fc0146f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46032/0 (socket says 172.21.15.70:46032) 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 -- 172.21.15.70:0/2732739454 learned_addr learned my addr 172.21.15.70:0/2732739454 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fb7fff640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc0149800 0x7f5fc015ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 -- 172.21.15.70:0/2732739454 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0149c80 msgr2=0x7f5fc015b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0149c80 0x7f5fc015b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 -- 172.21.15.70:0/2732739454 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc0149800 msgr2=0x7f5fc015ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc0149800 0x7f5fc015ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 -- 172.21.15.70:0/2732739454 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc0147450 con 0x7f5fac0039c0 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fb7fff640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc0149800 0x7f5fc015ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fbe59c640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fc0146f10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5fb001c8e0 tx=0x7f5fac005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.819+0000 7f5fb6ffd640 1 -- 172.21.15.70:0/2732739454 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0007a40 con 0x7f5fac0039c0 2024-09-05T06:11:03.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fb6ffd640 1 -- 172.21.15.70:0/2732739454 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fb00ba070 con 0x7f5fac0039c0 2024-09-05T06:11:03.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fc014a250 con 0x7f5fac0039c0 2024-09-05T06:11:03.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fb6ffd640 1 -- 172.21.15.70:0/2732739454 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0003e60 con 0x7f5fac0039c0 2024-09-05T06:11:03.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fc0157860 con 0x7f5fac0039c0 2024-09-05T06:11:03.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fc00696f0 con 0x7f5fac0039c0 2024-09-05T06:11:03.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fb6ffd640 1 -- 172.21.15.70:0/2732739454 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5fb0005280 con 0x7f5fac0039c0 2024-09-05T06:11:03.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fb6ffd640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fa00678f0 0x7f5fa0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:03.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fb6ffd640 1 -- 172.21.15.70:0/2732739454 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f5fb011fd60 con 0x7f5fac0039c0 2024-09-05T06:11:03.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fb7fff640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fa00678f0 0x7f5fa0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:03.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.823+0000 7f5fb7fff640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fa00678f0 0x7f5fa0069db0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8001ec0 tx=0x7f5fa8001480 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:03.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:03.827+0000 7f5fb6ffd640 1 -- 172.21.15.70:0/2732739454 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5fb0016110 con 0x7f5fac0039c0 2024-09-05T06:11:04.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.007+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5fc015bc40 con 0x7f5fac0039c0 2024-09-05T06:11:04.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.007+0000 7f5fb6ffd640 1 -- 172.21.15.70:0/2732739454 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5229 (secure 0 0 0) 0x7f5fb00f08b0 con 0x7f5fac0039c0 2024-09-05T06:11:04.008 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:04.008 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":13,"btime":"2024-09-05T06:10:48:685880+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:10:46.029204+0000","modified":"2024-09-05T06:10:48.035889+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4770},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4770":{"gid":4770,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/1103264936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1103264936},{"type":"v1","addr":"172.21.15.70:6836","nonce":1103264936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4770,"qdb_cluster":[4770]},"id":2}]} 2024-09-05T06:11:04.009 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 13 2024-09-05T06:11:04.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fa00678f0 msgr2=0x7f5fa0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fa00678f0 0x7f5fa0069db0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8001ec0 tx=0x7f5fa8001480 comp rx=0 tx=0).stop 2024-09-05T06:11:04.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 msgr2=0x7f5fc0146f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fc0146f10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5fb001c8e0 tx=0x7f5fac005840 comp rx=0 tx=0).stop 2024-09-05T06:11:04.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 shutdown_connections 2024-09-05T06:11:04.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fa00678f0 0x7f5fa0069db0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0149c80 0x7f5fc015b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc0149800 0x7f5fc015ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 --2- 172.21.15.70:0/2732739454 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fac0039c0 0x7f5fc0146f10 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 >> 172.21.15.70:0/2732739454 conn(0x7f5fc006bcc0 msgr2=0x7f5fc006c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:04.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 shutdown_connections 2024-09-05T06:11:04.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.011+0000 7f5fc4818640 1 -- 172.21.15.70:0/2732739454 wait complete. 2024-09-05T06:11:04.026 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:04.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.143+0000 7f5a78766640 1 Processor -- start 2024-09-05T06:11:04.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a78766640 1 -- start start 2024-09-05T06:11:04.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a78766640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5a700afff0 0x7f5a700cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a78766640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700731a0 0x7f5a7006e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a78766640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a7015bc40 con 0x7f5a700cdf80 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a78766640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5a70072600 con 0x7f5a700afff0 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a78766640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5a700d14c0 con 0x7f5a700731a0 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75d01640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5a700cdf80 0x7f5a70072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37558/0 (socket says 172.21.15.70:37558) 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75d01640 1 -- 172.21.15.70:0/3352999977 learned_addr learned my addr 172.21.15.70:0/3352999977 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a76502640 1 --2- 172.21.15.70:0/3352999977 >> v2:172.21.15.196:3300/0 conn(0x7f5a700afff0 0x7f5a700cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a76d03640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700731a0 0x7f5a7006e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1202169522 0 0) 0x7f5a7015bc40 con 0x7f5a700cdf80 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5a58003530 con 0x7f5a700cdf80 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 343426776 0 0) 0x7f5a58003530 con 0x7f5a700cdf80 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700731a0 msgr2=0x7f5a7006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700731a0 0x7f5a7006e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 >> v2:172.21.15.196:3300/0 conn(0x7f5a700afff0 msgr2=0x7f5a700cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 --2- 172.21.15.70:0/3352999977 >> v2:172.21.15.196:3300/0 conn(0x7f5a700afff0 0x7f5a700cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a70071cd0 con 0x7f5a700cdf80 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5a64001680 con 0x7f5a700cdf80 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 >> v1:172.21.15.70:6789/0 conn(0x7f5a700cdf80 legacy=0x7f5a70072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700731a0 0x7f5a580039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a58003f40 0x7f5a58004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a58004d50 0x7f5a580051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5a70072600 con 0x7f5a58003f40 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5a700d14c0 con 0x7f5a58004d50 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5a5800b9d0 con 0x7f5a700731a0 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75d01640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a58003f40 0x7f5a58004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a76d03640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a58004d50 0x7f5a580051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75d01640 1 -- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700731a0 msgr2=0x7f5a580039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:04.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75d01640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700731a0 0x7f5a580039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75d01640 1 -- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a58004d50 msgr2=0x7f5a580051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:04.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75d01640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a58004d50 0x7f5a580051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a75d01640 1 -- 172.21.15.70:0/3352999977 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a58003530 con 0x7f5a58003f40 2024-09-05T06:11:04.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.147+0000 7f5a76d03640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a58004d50 0x7f5a580051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a75d01640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a58003f40 0x7f5a58004810 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5a64001060 tx=0x7f5a6401f3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaef11f33f4e4c5c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a64007d80 con 0x7f5a58003f40 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a64005b00 con 0x7f5a58003f40 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a75500640 1 -- 172.21.15.70:0/3352999977 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a64007070 con 0x7f5a58003f40 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- 172.21.15.70:0/3352999977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a58003f40 msgr2=0x7f5a58004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 --2- 172.21.15.70:0/3352999977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a58003f40 0x7f5a58004810 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5a64001060 tx=0x7f5a6401f3b0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76d03640 1 -- 172.21.15.70:0/3352999977 reap_dead start 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- 172.21.15.70:0/3352999977 shutdown_connections 2024-09-05T06:11:04.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- 172.21.15.70:0/3352999977 >> 172.21.15.70:0/3352999977 conn(0x7f5a7006bcc0 msgr2=0x7f5a7006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- 172.21.15.70:0/3352999977 shutdown_connections 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- 172.21.15.70:0/3352999977 wait complete. 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 Processor -- start 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- start start 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a701562f0 0x7f5a700b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700b2480 0x7f5a700b2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a70158fd0 0x7f5a70159450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7006e680 con 0x7f5a701562f0 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5a70072290 con 0x7f5a70158fd0 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a78766640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5a7006e800 con 0x7f5a700b2480 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a701562f0 0x7f5a700b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a701562f0 0x7f5a700b03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46050/0 (socket says 172.21.15.70:46050) 2024-09-05T06:11:04.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 -- 172.21.15.70:0/1972684308 learned_addr learned my addr 172.21.15.70:0/1972684308 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76d03640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a70158fd0 0x7f5a70159450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 -- 172.21.15.70:0/1972684308 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700b2480 msgr2=0x7f5a700b2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700b2480 0x7f5a700b2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 -- 172.21.15.70:0/1972684308 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a70158fd0 msgr2=0x7f5a70159450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a70158fd0 0x7f5a70159450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 -- 172.21.15.70:0/1972684308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a700b0d70 con 0x7f5a701562f0 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.151+0000 7f5a76502640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a701562f0 0x7f5a700b03d0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5a6000e8a0 tx=0x7f5a6000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a6effd640 1 -- 172.21.15.70:0/1972684308 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a60017070 con 0x7f5a701562f0 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a6effd640 1 -- 172.21.15.70:0/1972684308 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a6000c940 con 0x7f5a701562f0 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a700b1050 con 0x7f5a701562f0 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a6effd640 1 -- 172.21.15.70:0/1972684308 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6000cd30 con 0x7f5a701562f0 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a700b1610 con 0x7f5a701562f0 2024-09-05T06:11:04.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a700cda40 con 0x7f5a701562f0 2024-09-05T06:11:04.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a6effd640 1 -- 172.21.15.70:0/1972684308 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5a6001a070 con 0x7f5a701562f0 2024-09-05T06:11:04.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a6effd640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5a5c0678c0 0x7f5a5c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a6effd640 1 -- 172.21.15.70:0/1972684308 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f5a60085fa0 con 0x7f5a701562f0 2024-09-05T06:11:04.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a75d01640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5a5c0678c0 0x7f5a5c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.155+0000 7f5a75d01640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5a5c0678c0 0x7f5a5c069d80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5a640ae000 tx=0x7f5a64000ff0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.159+0000 7f5a6effd640 1 -- 172.21.15.70:0/1972684308 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5a60056a60 con 0x7f5a701562f0 2024-09-05T06:11:04.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.323+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5a700cfd20 con 0x7f5a701562f0 2024-09-05T06:11:04.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a6effd640 1 -- 172.21.15.70:0/1972684308 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) ==== 74+0+16907 (secure 0 0 0) 0x7f5a60056360 con 0x7f5a701562f0 2024-09-05T06:11:04.327 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:04.327 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":35,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:10:59.426357+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:10:43.807728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-05T06:10:44.988449+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.17","mappings":[{"from":4,"to":3}]},{"pgid":"5.19","mappings":[{"from":4,"to":5}]},{"pgid":"5.1d","mappings":[{"from":4,"to":5}]},{"pgid":"5.35","mappings":[{"from":4,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:04.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5a5c0678c0 msgr2=0x7f5a5c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5a5c0678c0 0x7f5a5c069d80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5a640ae000 tx=0x7f5a64000ff0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a701562f0 msgr2=0x7f5a700b03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a701562f0 0x7f5a700b03d0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5a6000e8a0 tx=0x7f5a6000ed60 comp rx=0 tx=0).stop 2024-09-05T06:11:04.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 shutdown_connections 2024-09-05T06:11:04.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5a5c0678c0 0x7f5a5c069d80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5a70158fd0 0x7f5a70159450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5a700b2480 0x7f5a700b2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 --2- 172.21.15.70:0/1972684308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a701562f0 0x7f5a700b03d0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.327+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 >> 172.21.15.70:0/1972684308 conn(0x7f5a7006bcc0 msgr2=0x7f5a70157370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:04.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.331+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 shutdown_connections 2024-09-05T06:11:04.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.331+0000 7f5a78766640 1 -- 172.21.15.70:0/1972684308 wait complete. 2024-09-05T06:11:04.346 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:11:04.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbffff640 1 Processor -- start 2024-09-05T06:11:04.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbffff640 1 -- start start 2024-09-05T06:11:04.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7cc00b49d0 0x7f7cc006dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbffff640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7cc006e2f0 con 0x7f7cc0071ab0 2024-09-05T06:11:04.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbffff640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7cc006e5d0 con 0x7f7cc0158830 2024-09-05T06:11:04.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbffff640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f7cc006e8b0 con 0x7f7cc00b49d0 2024-09-05T06:11:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbf7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7cc00b49d0 0x7f7cc006dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbe7fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7cc0071ab0 0x7f7cc006d580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37574/0 (socket says 172.21.15.70:37574) 2024-09-05T06:11:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbe7fc640 1 -- 172.21.15.70:0/2760251205 learned_addr learned my addr 172.21.15.70:0/2760251205 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbf7fe640 1 -- 172.21.15.70:0/2760251205 >> v1:172.21.15.196:6789/0 conn(0x7f7cc0158830 legacy=0x7f7cc00713a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbf7fe640 1 -- 172.21.15.70:0/2760251205 >> v1:172.21.15.70:6789/0 conn(0x7f7cc0071ab0 legacy=0x7f7cc006d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbf7fe640 1 -- 172.21.15.70:0/2760251205 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cc006eb90 con 0x7f7cc00b49d0 2024-09-05T06:11:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.463+0000 7f7cbdffb640 1 -- 172.21.15.70:0/2760251205 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 454541804 0 0) 0x7f7cc006e2f0 con 0x7f7cc0071ab0 2024-09-05T06:11:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 --2- 172.21.15.70:0/2760251205 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc00b49d0 0x7f7cc006dc90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8009dc0 tx=0x7f7cb801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a539f1ee6c4d0e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbdffb640 1 -- 172.21.15.70:0/2760251205 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb80b2070 con 0x7f7cc00b49d0 2024-09-05T06:11:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbdffb640 1 -- 172.21.15.70:0/2760251205 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cb80a5940 con 0x7f7cc00b49d0 2024-09-05T06:11:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbdffb640 1 -- 172.21.15.70:0/2760251205 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb80a5d10 con 0x7f7cc00b49d0 2024-09-05T06:11:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- 172.21.15.70:0/2760251205 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc00b49d0 msgr2=0x7f7cc006dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 --2- 172.21.15.70:0/2760251205 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc00b49d0 0x7f7cc006dc90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8009dc0 tx=0x7f7cb801c8e0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- 172.21.15.70:0/2760251205 shutdown_connections 2024-09-05T06:11:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 --2- 172.21.15.70:0/2760251205 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc00b49d0 0x7f7cc006dc90 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- 172.21.15.70:0/2760251205 >> 172.21.15.70:0/2760251205 conn(0x7f7cc006bcc0 msgr2=0x7f7cc006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- 172.21.15.70:0/2760251205 shutdown_connections 2024-09-05T06:11:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- 172.21.15.70:0/2760251205 wait complete. 2024-09-05T06:11:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 Processor -- start 2024-09-05T06:11:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- start start 2024-09-05T06:11:04.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7cc0071ab0 0x7f7cc00b1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7cc00b49d0 0x7f7cc0149c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc0158830 0x7f7cc00b0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc01680f0 con 0x7f7cc0158830 2024-09-05T06:11:04.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc0167f70 con 0x7f7cc00b49d0 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7cc0168270 con 0x7f7cc0071ab0 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc0158830 0x7f7cc00b0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc0158830 0x7f7cc00b0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46076/0 (socket says 172.21.15.70:46076) 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 -- 172.21.15.70:0/3825946492 learned_addr learned my addr 172.21.15.70:0/3825946492 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbeffd640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7cc0071ab0 0x7f7cc00b1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 -- 172.21.15.70:0/3825946492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7cc0071ab0 msgr2=0x7f7cc00b1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7cc0071ab0 0x7f7cc00b1520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 -- 172.21.15.70:0/3825946492 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7cc00b49d0 msgr2=0x7f7cc0149c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7cc00b49d0 0x7f7cc0149c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 -- 172.21.15.70:0/3825946492 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cc00b3300 con 0x7f7cc0158830 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbf7fe640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc0158830 0x7f7cc00b0350 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80b0040 tx=0x7f7cb8019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7ca77fe640 1 -- 172.21.15.70:0/3825946492 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb80b2040 con 0x7f7cc0158830 2024-09-05T06:11:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7ca77fe640 1 -- 172.21.15.70:0/3825946492 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cb80bf070 con 0x7f7cc0158830 2024-09-05T06:11:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cc0157700 con 0x7f7cc0158830 2024-09-05T06:11:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7ca77fe640 1 -- 172.21.15.70:0/3825946492 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb80ada20 con 0x7f7cc0158830 2024-09-05T06:11:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.467+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cc0156c20 con 0x7f7cc0158830 2024-09-05T06:11:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.471+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cc00713a0 con 0x7f7cc0158830 2024-09-05T06:11:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.471+0000 7f7ca77fe640 1 -- 172.21.15.70:0/3825946492 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7cb80adbc0 con 0x7f7cc0158830 2024-09-05T06:11:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.471+0000 7f7ca77fe640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cac0678f0 0x7f7cac069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.471+0000 7f7ca77fe640 1 -- 172.21.15.70:0/3825946492 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f7cb8121350 con 0x7f7cc0158830 2024-09-05T06:11:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.471+0000 7f7cbeffd640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cac0678f0 0x7f7cac069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.471+0000 7f7cbeffd640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cac0678f0 0x7f7cac069db0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7cb000a750 tx=0x7f7cb0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.475+0000 7f7ca77fe640 1 -- 172.21.15.70:0/3825946492 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7cb80c8020 con 0x7f7cc0158830 2024-09-05T06:11:04.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.651+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7cc014a1d0 con 0x7f7cc0158830 2024-09-05T06:11:04.656 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:11:04.655+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:11:04.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.655+0000 7f7ca77fe640 1 -- 172.21.15.70:0/3825946492 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v14) ==== 161+0+0 (secure 0 0 0) 0x7f7cb8016500 con 0x7f7cc0158830 2024-09-05T06:11:04.657 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:11:04.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cac0678f0 msgr2=0x7f7cac069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cac0678f0 0x7f7cac069db0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7cb000a750 tx=0x7f7cb0008040 comp rx=0 tx=0).stop 2024-09-05T06:11:04.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc0158830 msgr2=0x7f7cc00b0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc0158830 0x7f7cc00b0350 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80b0040 tx=0x7f7cb8019680 comp rx=0 tx=0).stop 2024-09-05T06:11:04.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 shutdown_connections 2024-09-05T06:11:04.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cac0678f0 0x7f7cac069db0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7cc0158830 0x7f7cc00b0350 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7cc00b49d0 0x7f7cc0149c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 --2- 172.21.15.70:0/3825946492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7cc0071ab0 0x7f7cc00b1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 >> 172.21.15.70:0/3825946492 conn(0x7f7cc006bcc0 msgr2=0x7f7cc006c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:04.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 shutdown_connections 2024-09-05T06:11:04.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.659+0000 7f7cbffff640 1 -- 172.21.15.70:0/3825946492 wait complete. 2024-09-05T06:11:04.661 INFO:tasks.ceph.mds.a.smithi070.stderr: -3240> 2024-09-05T06:10:50.624+0000 7f6730b21640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:11:04.679 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:11:04.701 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:11:04.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f69877c1640 1 Processor -- start 2024-09-05T06:11:04.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f69877c1640 1 -- start start 2024-09-05T06:11:04.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f69877c1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f698015edb0 0x7f69800d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f69877c1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69800cf7e0 0x7f69800d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f69877c1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69800cfd30 con 0x7f69800d4980 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f69877c1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f69800b5620 con 0x7f69800cf7e0 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f69877c1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f69800d0010 con 0x7f698015edb0 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f6985d5e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69800cf7e0 0x7f69800d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f6985d5e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69800cf7e0 0x7f69800d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46098/0 (socket says 172.21.15.70:46098) 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.791+0000 7f6985d5e640 1 -- 172.21.15.70:0/2589375512 learned_addr learned my addr 172.21.15.70:0/2589375512 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6984d5c640 1 --2- 172.21.15.70:0/2589375512 >> v2:172.21.15.196:3300/0 conn(0x7f698015edb0 0x7f69800d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6985d5e640 1 -- 172.21.15.70:0/2589375512 >> v2:172.21.15.196:3300/0 conn(0x7f698015edb0 msgr2=0x7f69800d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6985d5e640 1 --2- 172.21.15.70:0/2589375512 >> v2:172.21.15.196:3300/0 conn(0x7f698015edb0 0x7f69800d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6985d5e640 1 -- 172.21.15.70:0/2589375512 >> v1:172.21.15.70:6789/0 conn(0x7f69800d4980 legacy=0x7f69800d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6985d5e640 1 -- 172.21.15.70:0/2589375512 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69800d02f0 con 0x7f69800cf7e0 2024-09-05T06:11:04.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6977fff640 1 -- 172.21.15.70:0/2589375512 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2945504602 0 0) 0x7f69800cfd30 con 0x7f69800d4980 2024-09-05T06:11:04.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6985d5e640 1 --2- 172.21.15.70:0/2589375512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69800cf7e0 0x7f69800d3880 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f69800d1320 tx=0x7f697801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=959bb692ed72647f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6977fff640 1 -- 172.21.15.70:0/2589375512 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69780a5880 con 0x7f69800cf7e0 2024-09-05T06:11:04.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6977fff640 1 -- 172.21.15.70:0/2589375512 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69780a5a20 con 0x7f69800cf7e0 2024-09-05T06:11:04.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f6977fff640 1 -- 172.21.15.70:0/2589375512 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69780a5df0 con 0x7f69800cf7e0 2024-09-05T06:11:04.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f69877c1640 1 -- 172.21.15.70:0/2589375512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69800cf7e0 msgr2=0x7f69800d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f69877c1640 1 --2- 172.21.15.70:0/2589375512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69800cf7e0 0x7f69800d3880 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f69800d1320 tx=0x7f697801c9c0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f69877c1640 1 -- 172.21.15.70:0/2589375512 shutdown_connections 2024-09-05T06:11:04.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f69877c1640 1 --2- 172.21.15.70:0/2589375512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69800cf7e0 0x7f69800d3880 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f69877c1640 1 --2- 172.21.15.70:0/2589375512 >> v2:172.21.15.196:3300/0 conn(0x7f698015edb0 0x7f69800d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f69877c1640 1 -- 172.21.15.70:0/2589375512 >> 172.21.15.70:0/2589375512 conn(0x7f698008e690 msgr2=0x7f698009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:04.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f69877c1640 1 -- 172.21.15.70:0/2589375512 shutdown_connections 2024-09-05T06:11:04.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.795+0000 7f69877c1640 1 -- 172.21.15.70:0/2589375512 wait complete. 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 Processor -- start 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 -- start start 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69800cf7e0 0x7f69800ce890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69800d4980 0x7f69800ccfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f698015edb0 0x7f69801551d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f69800b4fa0 con 0x7f698015edb0 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f69800b4e20 con 0x7f69800cf7e0 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f69800b5120 con 0x7f69800d4980 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f698015edb0 0x7f69801551d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f698015edb0 0x7f69801551d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46110/0 (socket says 172.21.15.70:46110) 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 -- 172.21.15.70:0/4212128683 learned_addr learned my addr 172.21.15.70:0/4212128683 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6984d5c640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69800d4980 0x7f69800ccfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f698555d640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69800cf7e0 0x7f69800ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 -- 172.21.15.70:0/4212128683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69800d4980 msgr2=0x7f69800ccfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69800d4980 0x7f69800ccfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 -- 172.21.15.70:0/4212128683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69800cf7e0 msgr2=0x7f69800ce890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69800cf7e0 0x7f69800ce890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 -- 172.21.15.70:0/4212128683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69800cd520 con 0x7f698015edb0 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6985d5e640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f698015edb0 0x7f69801551d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f69780195d0 tx=0x7f6978019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6975ffb640 1 -- 172.21.15.70:0/4212128683 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69780bc020 con 0x7f698015edb0 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6975ffb640 1 -- 172.21.15.70:0/4212128683 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69780b8670 con 0x7f698015edb0 2024-09-05T06:11:04.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6975ffb640 1 -- 172.21.15.70:0/4212128683 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69780b8a60 con 0x7f698015edb0 2024-09-05T06:11:04.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69800cd7f0 con 0x7f698015edb0 2024-09-05T06:11:04.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69800cddb0 con 0x7f698015edb0 2024-09-05T06:11:04.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69800d4d60 con 0x7f698015edb0 2024-09-05T06:11:04.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.799+0000 7f6975ffb640 1 -- 172.21.15.70:0/4212128683 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f69780bf020 con 0x7f698015edb0 2024-09-05T06:11:04.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.803+0000 7f6975ffb640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69640678c0 0x7f6964069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:04.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.803+0000 7f6975ffb640 1 -- 172.21.15.70:0/4212128683 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5911+0+0 (secure 0 0 0) 0x7f6978120e40 con 0x7f698015edb0 2024-09-05T06:11:04.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.803+0000 7f698555d640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69640678c0 0x7f6964069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:04.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.803+0000 7f698555d640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69640678c0 0x7f6964069d80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f697c000f70 tx=0x7f697c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:04.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.807+0000 7f6975ffb640 1 -- 172.21.15.70:0/4212128683 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f69780c6030 con 0x7f698015edb0 2024-09-05T06:11:05.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:04.999+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6980155710 con 0x7f698015edb0 2024-09-05T06:11:05.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.659+0000 7f6975ffb640 1 -- 172.21.15.70:0/4212128683 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7f69780165e0 con 0x7f698015edb0 2024-09-05T06:11:05.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69640678c0 msgr2=0x7f6964069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:05.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69640678c0 0x7f6964069d80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f697c000f70 tx=0x7f697c009040 comp rx=0 tx=0).stop 2024-09-05T06:11:05.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f698015edb0 msgr2=0x7f69801551d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:05.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f698015edb0 0x7f69801551d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f69780195d0 tx=0x7f6978019760 comp rx=0 tx=0).stop 2024-09-05T06:11:05.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 shutdown_connections 2024-09-05T06:11:05.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69640678c0 0x7f6964069d80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f698015edb0 0x7f69801551d0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69800d4980 0x7f69800ccfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 --2- 172.21.15.70:0/4212128683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69800cf7e0 0x7f69800ce890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 >> 172.21.15.70:0/4212128683 conn(0x7f698008e690 msgr2=0x7f698006db80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:05.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 shutdown_connections 2024-09-05T06:11:05.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.663+0000 7f69877c1640 1 -- 172.21.15.70:0/4212128683 wait complete. 2024-09-05T06:11:05.683 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:11:05.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.851+0000 7f43c65a4640 1 Processor -- start 2024-09-05T06:11:05.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.851+0000 7f43c65a4640 1 -- start start 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.851+0000 7f43c65a4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 0x7f43c00cfeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.851+0000 7f43c65a4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43c00b2350 con 0x7f43c015eeb0 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.851+0000 7f43c65a4640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43c00b2630 con 0x7f43c00d3320 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.851+0000 7f43c65a4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43c00b2910 con 0x7f43c00d3780 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.851+0000 7f43bffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f43c015eeb0 0x7f43c00d2c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37598/0 (socket says 172.21.15.70:37598) 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.851+0000 7f43bffff640 1 -- 172.21.15.70:0/437106119 learned_addr learned my addr 172.21.15.70:0/437106119 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 0x7f43c00cfeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1466310554 0 0) 0x7f43c00b2350 con 0x7f43c015eeb0 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43ac003530 con 0x7f43c015eeb0 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 549983714 0 0) 0x7f43ac003530 con 0x7f43c015eeb0 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 msgr2=0x7f43c00cfeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:05.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 0x7f43c00cfeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 >> v1:172.21.15.196:6789/0 conn(0x7f43c00d3320 legacy=0x7f43c00cf7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43c00b2bf0 con 0x7f43c015eeb0 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f43b8001a00 con 0x7f43c015eeb0 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 >> v1:172.21.15.70:6789/0 conn(0x7f43c015eeb0 legacy=0x7f43c00d2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 0x7f43ac0039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43ac003f70 0x7f43ac004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43ac004d50 0x7f43ac0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f43c00b2910 con 0x7f43ac004d50 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f43ac00bb60 con 0x7f43ac003f70 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43ac00bd60 con 0x7f43c00d3780 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43ac004d50 0x7f43ac0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:05.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43bf7fe640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43ac003f70 0x7f43ac004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:05.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 -- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 msgr2=0x7f43ac0039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:05.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43bffff640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 0x7f43ac0039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:05.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 0x7f43ac0039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 -- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43ac003f70 msgr2=0x7f43ac004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:05.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43ac003f70 0x7f43ac004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 -- 172.21.15.70:0/437106119 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43ac003530 con 0x7f43ac004d50 2024-09-05T06:11:05.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43bffff640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c00d3780 0x7f43ac0039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:05.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43bf7fe640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43ac003f70 0x7f43ac004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:05.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43ac004d50 0x7f43ac0051d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009ac0 tx=0x7f43b001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52a3ab1a23df1ee1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:05.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b00b2070 con 0x7f43ac004d50 2024-09-05T06:11:05.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43b00a5640 con 0x7f43ac004d50 2024-09-05T06:11:05.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43beffd640 1 -- 172.21.15.70:0/437106119 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b0009690 con 0x7f43ac004d50 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c65a4640 1 -- 172.21.15.70:0/437106119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43ac004d50 msgr2=0x7f43ac0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c65a4640 1 --2- 172.21.15.70:0/437106119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43ac004d50 0x7f43ac0051d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009ac0 tx=0x7f43b001ca50 comp rx=0 tx=0).stop 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c4b41640 1 -- 172.21.15.70:0/437106119 reap_dead start 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c65a4640 1 -- 172.21.15.70:0/437106119 shutdown_connections 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c65a4640 1 -- 172.21.15.70:0/437106119 >> 172.21.15.70:0/437106119 conn(0x7f43c00d4c20 msgr2=0x7f43c00d5030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c65a4640 1 -- 172.21.15.70:0/437106119 shutdown_connections 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.855+0000 7f43c65a4640 1 -- 172.21.15.70:0/437106119 wait complete. 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 Processor -- start 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 -- start start 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c0158ec0 0x7f43c015f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c01592a0 0x7f43c00b6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c00b6840 0x7f43c0161bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f43c00b7a50 con 0x7f43c0158ec0 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f43c00d5740 con 0x7f43c00b6840 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43c00b7bd0 con 0x7f43c01592a0 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c0158ec0 0x7f43c015f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c0158ec0 0x7f43c015f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46118/0 (socket says 172.21.15.70:46118) 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 -- 172.21.15.70:0/3609232296 learned_addr learned my addr 172.21.15.70:0/3609232296 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bf7fe640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c01592a0 0x7f43c00b6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c4b41640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c00b6840 0x7f43c0161bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 -- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c01592a0 msgr2=0x7f43c00b6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c01592a0 0x7f43c00b6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 -- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c00b6840 msgr2=0x7f43c0161bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c00b6840 0x7f43c0161bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 -- 172.21.15.70:0/3609232296 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43c00c8680 con 0x7f43c0158ec0 2024-09-05T06:11:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c4b41640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c00b6840 0x7f43c0161bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:05.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bffff640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c0158ec0 0x7f43c015f400 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f43b8010c50 tx=0x7f43b800e4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:05.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bcff9640 1 -- 172.21.15.70:0/3609232296 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b801b070 con 0x7f43c0158ec0 2024-09-05T06:11:05.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bcff9640 1 -- 172.21.15.70:0/3609232296 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43b8011040 con 0x7f43c0158ec0 2024-09-05T06:11:05.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43bcff9640 1 -- 172.21.15.70:0/3609232296 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b8010e60 con 0x7f43c0158ec0 2024-09-05T06:11:05.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43c015f940 con 0x7f43c0158ec0 2024-09-05T06:11:05.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43c00c8c00 con 0x7f43c0158ec0 2024-09-05T06:11:05.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.859+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43c00b22b0 con 0x7f43c0158ec0 2024-09-05T06:11:05.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.863+0000 7f43bcff9640 1 -- 172.21.15.70:0/3609232296 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f43b80145c0 con 0x7f43c0158ec0 2024-09-05T06:11:05.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.863+0000 7f43bcff9640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43a00678c0 0x7f43a0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:05.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.863+0000 7f43bcff9640 1 -- 172.21.15.70:0/3609232296 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5911+0+0 (secure 0 0 0) 0x7f43b8088a10 con 0x7f43c0158ec0 2024-09-05T06:11:05.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.863+0000 7f43bf7fe640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43a00678c0 0x7f43a0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:05.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.863+0000 7f43bf7fe640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43a00678c0 0x7f43a0069d80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f43c00ba640 tx=0x7f43a8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:05.867+0000 7f43bcff9640 1 -- 172.21.15.70:0/3609232296 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f43b8059480 con 0x7f43c0158ec0 2024-09-05T06:11:06.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.031+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f43c00ba390 con 0x7f43c0158ec0 2024-09-05T06:11:06.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.667+0000 7f43bcff9640 1 -- 172.21.15.70:0/3609232296 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v37) ==== 181+0+0 (secure 0 0 0) 0x7f43b8058d80 con 0x7f43c0158ec0 2024-09-05T06:11:06.666 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:11:06.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43a00678c0 msgr2=0x7f43a0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:06.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43a00678c0 0x7f43a0069d80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f43c00ba640 tx=0x7f43a8009040 comp rx=0 tx=0).stop 2024-09-05T06:11:06.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c0158ec0 msgr2=0x7f43c015f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:06.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c0158ec0 0x7f43c015f400 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f43b8010c50 tx=0x7f43b800e4d0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 shutdown_connections 2024-09-05T06:11:06.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43a00678c0 0x7f43a0069d80 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c00b6840 0x7f43c0161bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c01592a0 0x7f43c00b6300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 --2- 172.21.15.70:0/3609232296 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c0158ec0 0x7f43c015f400 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 >> 172.21.15.70:0/3609232296 conn(0x7f43c00d4c20 msgr2=0x7f43c00d1190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:06.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 shutdown_connections 2024-09-05T06:11:06.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.671+0000 7f43c65a4640 1 -- 172.21.15.70:0/3609232296 wait complete. 2024-09-05T06:11:06.692 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:11:06.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee8204640 1 Processor -- start 2024-09-05T06:11:06.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee8204640 1 -- start start 2024-09-05T06:11:06.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee8204640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4ee0157110 0x7f4ee00b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:06.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee8204640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00b5ac0 0x7f4ee00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:06.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee8204640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4ee00ceaf0 0x7f4ee00d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:06.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee8204640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4ee006d570 con 0x7f4ee00ceaf0 2024-09-05T06:11:06.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee8204640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4ee006d850 con 0x7f4ee0157110 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee8204640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4ee006db30 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee67a1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4ee00ceaf0 0x7f4ee00d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee67a1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4ee00ceaf0 0x7f4ee00d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46124/0 (socket says 172.21.15.70:46124) 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee67a1640 1 -- 172.21.15.70:0/4083844893 learned_addr learned my addr 172.21.15.70:0/4083844893 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee579f640 1 --2- 172.21.15.70:0/4083844893 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00b5ac0 0x7f4ee00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee5fa0640 1 --2- 172.21.15.70:0/4083844893 >> v2:172.21.15.196:3300/0 conn(0x7f4ee0157110 0x7f4ee00b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee67a1640 1 -- 172.21.15.70:0/4083844893 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00b5ac0 msgr2=0x7f4ee00d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee67a1640 1 --2- 172.21.15.70:0/4083844893 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00b5ac0 0x7f4ee00d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee67a1640 1 -- 172.21.15.70:0/4083844893 >> v2:172.21.15.196:3300/0 conn(0x7f4ee0157110 msgr2=0x7f4ee00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee67a1640 1 --2- 172.21.15.70:0/4083844893 >> v2:172.21.15.196:3300/0 conn(0x7f4ee0157110 0x7f4ee00b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.823+0000 7f4ee67a1640 1 -- 172.21.15.70:0/4083844893 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ee006de10 con 0x7f4ee00ceaf0 2024-09-05T06:11:06.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee67a1640 1 --2- 172.21.15.70:0/4083844893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00ceaf0 0x7f4ee00d0c90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00d1530 tx=0x7f4edc01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a9f6046c05893ac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:06.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee4f9e640 1 -- 172.21.15.70:0/4083844893 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4edc0a5670 con 0x7f4ee00ceaf0 2024-09-05T06:11:06.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee4f9e640 1 -- 172.21.15.70:0/4083844893 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4edc0a5810 con 0x7f4ee00ceaf0 2024-09-05T06:11:06.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee4f9e640 1 -- 172.21.15.70:0/4083844893 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4edc0a5be0 con 0x7f4ee00ceaf0 2024-09-05T06:11:06.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 -- 172.21.15.70:0/4083844893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00ceaf0 msgr2=0x7f4ee00d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:06.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 --2- 172.21.15.70:0/4083844893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00ceaf0 0x7f4ee00d0c90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00d1530 tx=0x7f4edc01c9f0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 -- 172.21.15.70:0/4083844893 shutdown_connections 2024-09-05T06:11:06.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 --2- 172.21.15.70:0/4083844893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00ceaf0 0x7f4ee00d0c90 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 --2- 172.21.15.70:0/4083844893 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00b5ac0 0x7f4ee00d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 --2- 172.21.15.70:0/4083844893 >> v2:172.21.15.196:3300/0 conn(0x7f4ee0157110 0x7f4ee00b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 -- 172.21.15.70:0/4083844893 >> 172.21.15.70:0/4083844893 conn(0x7f4ee006bcc0 msgr2=0x7f4ee006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:06.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 -- 172.21.15.70:0/4083844893 shutdown_connections 2024-09-05T06:11:06.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 -- 172.21.15.70:0/4083844893 wait complete. 2024-09-05T06:11:06.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 Processor -- start 2024-09-05T06:11:06.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.827+0000 7f4ee8204640 1 -- start start 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00b5ac0 0x7f4ee015b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00ceaf0 0x7f4ee00725c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ee0157110 0x7f4ee0149f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee00b0300 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee00b0180 con 0x7f4ee0157110 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4ee0160550 con 0x7f4ee00ceaf0 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00b5ac0 0x7f4ee015b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00b5ac0 0x7f4ee015b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46132/0 (socket says 172.21.15.70:46132) 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 -- 172.21.15.70:0/1794708281 learned_addr learned my addr 172.21.15.70:0/1794708281 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:06.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee579f640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00ceaf0 0x7f4ee00725c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee67a1640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ee0157110 0x7f4ee0149f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 -- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00ceaf0 msgr2=0x7f4ee00725c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00ceaf0 0x7f4ee00725c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 -- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ee0157110 msgr2=0x7f4ee0149f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ee0157110 0x7f4ee0149f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 -- 172.21.15.70:0/1794708281 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ee0072b00 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee579f640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00ceaf0 0x7f4ee00725c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee67a1640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ee0157110 0x7f4ee0149f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee5fa0640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00b5ac0 0x7f4ee015b990 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4ed800d5f0 tx=0x7f4ed800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ed67fc640 1 -- 172.21.15.70:0/1794708281 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed80125f0 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ed67fc640 1 -- 172.21.15.70:0/1794708281 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ed8019070 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ee015c020 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ed67fc640 1 -- 172.21.15.70:0/1794708281 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed80129b0 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ee015c5e0 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ee00b5580 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ed67fc640 1 -- 172.21.15.70:0/1794708281 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4ed8012b50 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ed67fc640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4ec40678c0 0x7f4ec4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:06.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ed67fc640 1 -- 172.21.15.70:0/1794708281 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5473+0+0 (secure 0 0 0) 0x7f4ed8085f30 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee579f640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4ec40678c0 0x7f4ec4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:06.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.831+0000 7f4ee579f640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4ec40678c0 0x7f4ec4069d80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4ee01fae00 tx=0x7f4ed0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:06.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.835+0000 7f4ed67fc640 1 -- 172.21.15.70:0/1794708281 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4ed8056b50 con 0x7f4ee00b5ac0 2024-09-05T06:11:06.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:06.995+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4ee00b4b30 con 0x7f4ee00b5ac0 2024-09-05T06:11:07.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.667+0000 7f4ed67fc640 1 -- 172.21.15.70:0/1794708281 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v38) ==== 169+0+0 (secure 0 0 0) 0x7f4ed8056450 con 0x7f4ee00b5ac0 2024-09-05T06:11:07.668 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:11:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4ec40678c0 msgr2=0x7f4ec4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4ec40678c0 0x7f4ec4069d80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4ee01fae00 tx=0x7f4ed0008040 comp rx=0 tx=0).stop 2024-09-05T06:11:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00b5ac0 msgr2=0x7f4ee015b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00b5ac0 0x7f4ee015b990 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4ed800d5f0 tx=0x7f4ed800dab0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 shutdown_connections 2024-09-05T06:11:07.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4ec40678c0 0x7f4ec4069d80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ee0157110 0x7f4ee0149f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ee00ceaf0 0x7f4ee00725c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 --2- 172.21.15.70:0/1794708281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ee00b5ac0 0x7f4ee015b990 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 >> 172.21.15.70:0/1794708281 conn(0x7f4ee006bcc0 msgr2=0x7f4ee015e070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:07.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 shutdown_connections 2024-09-05T06:11:07.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.671+0000 7f4ee8204640 1 -- 172.21.15.70:0/1794708281 wait complete. 2024-09-05T06:11:07.692 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:11:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f575da0a640 1 Processor -- start 2024-09-05T06:11:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f575da0a640 1 -- start start 2024-09-05T06:11:07.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f575da0a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f575815dab0 0x7f575806f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f575da0a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575806bcc0 0x7f575806c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f575da0a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5758070d40 con 0x7f575815ca20 2024-09-05T06:11:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f575da0a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f575806c670 con 0x7f575815dab0 2024-09-05T06:11:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f575da0a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5758071020 con 0x7f575806bcc0 2024-09-05T06:11:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57577fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575806bcc0 0x7f575806c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57567fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f575815dab0 0x7f575806f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57577fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575806bcc0 0x7f575806c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:55032/0 (socket says 172.21.15.70:55032) 2024-09-05T06:11:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57577fe640 1 -- 172.21.15.70:0/4195069039 learned_addr learned my addr 172.21.15.70:0/4195069039 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57567fc640 1 -- 172.21.15.70:0/4195069039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575806bcc0 msgr2=0x7f575806c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57567fc640 1 --2- 172.21.15.70:0/4195069039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575806bcc0 0x7f575806c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57567fc640 1 -- 172.21.15.70:0/4195069039 >> v1:172.21.15.196:6789/0 conn(0x7f575815ca20 legacy=0x7f5758070510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57567fc640 1 -- 172.21.15.70:0/4195069039 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f575806e7b0 con 0x7f575815dab0 2024-09-05T06:11:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.819+0000 7f57577fe640 1 --2- 172.21.15.70:0/4195069039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575806bcc0 0x7f575806c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:11:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f57567fc640 1 --2- 172.21.15.70:0/4195069039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575815dab0 0x7f575806f290 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f574c0097c0 tx=0x7f574c01c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=163219fa0dc6c8af server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f5755ffb640 1 -- 172.21.15.70:0/4195069039 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574c0aa600 con 0x7f575815dab0 2024-09-05T06:11:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f5755ffb640 1 -- 172.21.15.70:0/4195069039 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f574c0af070 con 0x7f575815dab0 2024-09-05T06:11:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f5755ffb640 1 -- 172.21.15.70:0/4195069039 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574c0aa9c0 con 0x7f575815dab0 2024-09-05T06:11:07.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 -- 172.21.15.70:0/4195069039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575815dab0 msgr2=0x7f575806f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:07.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 --2- 172.21.15.70:0/4195069039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575815dab0 0x7f575806f290 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f574c0097c0 tx=0x7f574c01c4a0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 -- 172.21.15.70:0/4195069039 shutdown_connections 2024-09-05T06:11:07.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 --2- 172.21.15.70:0/4195069039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575806bcc0 0x7f575806c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 --2- 172.21.15.70:0/4195069039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575815dab0 0x7f575806f290 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 -- 172.21.15.70:0/4195069039 >> 172.21.15.70:0/4195069039 conn(0x7f57580d1910 msgr2=0x7f57580d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:07.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 -- 172.21.15.70:0/4195069039 shutdown_connections 2024-09-05T06:11:07.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 -- 172.21.15.70:0/4195069039 wait complete. 2024-09-05T06:11:07.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 Processor -- start 2024-09-05T06:11:07.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.823+0000 7f575da0a640 1 -- start start 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575806bcc0 0x7f575813dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575815ca20 0x7f575814ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f575814f390 0x7f5758072660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f57580b6910 con 0x7f575814f390 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f57580b6790 con 0x7f575806bcc0 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f57580b6a90 con 0x7f575815ca20 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f575814f390 0x7f5758072660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f575814f390 0x7f5758072660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46134/0 (socket says 172.21.15.70:46134) 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 -- 172.21.15.70:0/3815519132 learned_addr learned my addr 172.21.15.70:0/3815519132 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57567fc640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575815ca20 0x7f575814ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:07.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f5756ffd640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575806bcc0 0x7f575813dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 -- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575815ca20 msgr2=0x7f575814ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575815ca20 0x7f575814ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 -- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575806bcc0 msgr2=0x7f575813dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575806bcc0 0x7f575813dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 -- 172.21.15.70:0/3815519132 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57581f9200 con 0x7f575814f390 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f5756ffd640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575806bcc0 0x7f575813dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f57577fe640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f575814f390 0x7f5758072660 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f5750009e70 tx=0x7f575000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f573ffff640 1 -- 172.21.15.70:0/3815519132 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f575000cb80 con 0x7f575814f390 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f573ffff640 1 -- 172.21.15.70:0/3815519132 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f575000cd20 con 0x7f575814f390 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57581f9470 con 0x7f575814f390 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f573ffff640 1 -- 172.21.15.70:0/3815519132 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5750003bc0 con 0x7f575814f390 2024-09-05T06:11:07.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f575814f910 con 0x7f575814f390 2024-09-05T06:11:07.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f575806f290 con 0x7f575814f390 2024-09-05T06:11:07.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f573ffff640 1 -- 172.21.15.70:0/3815519132 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f575001b030 con 0x7f575814f390 2024-09-05T06:11:07.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f573ffff640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57440678f0 0x7f5744069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:07.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f573ffff640 1 -- 172.21.15.70:0/3815519132 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4943+0+0 (secure 0 0 0) 0x7f5750085c80 con 0x7f575814f390 2024-09-05T06:11:07.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f5756ffd640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57440678f0 0x7f5744069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:07.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.827+0000 7f5756ffd640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57440678f0 0x7f5744069db0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5748000f70 tx=0x7f5748009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:07.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.831+0000 7f573ffff640 1 -- 172.21.15.70:0/3815519132 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5750022020 con 0x7f575814f390 2024-09-05T06:11:07.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:07.995+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f5758157680 con 0x7f575814f390 2024-09-05T06:11:08.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.003+0000 7f573ffff640 1 -- 172.21.15.70:0/3815519132 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v3) ==== 104+0+0 (secure 0 0 0) 0x7f5750010040 con 0x7f575814f390 2024-09-05T06:11:08.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.003+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57440678f0 msgr2=0x7f5744069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.003+0000 7f575da0a640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57440678f0 0x7f5744069db0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5748000f70 tx=0x7f5748009040 comp rx=0 tx=0).stop 2024-09-05T06:11:08.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.003+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f575814f390 msgr2=0x7f5758072660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.003+0000 7f575da0a640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f575814f390 0x7f5758072660 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f5750009e70 tx=0x7f575000c490 comp rx=0 tx=0).stop 2024-09-05T06:11:08.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.007+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 shutdown_connections 2024-09-05T06:11:08.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.007+0000 7f575da0a640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57440678f0 0x7f5744069db0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.007+0000 7f575da0a640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f575814f390 0x7f5758072660 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.007+0000 7f575da0a640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f575815ca20 0x7f575814ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.007+0000 7f575da0a640 1 --2- 172.21.15.70:0/3815519132 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f575806bcc0 0x7f575813dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.007+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 >> 172.21.15.70:0/3815519132 conn(0x7f57580d1910 msgr2=0x7f575815b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:08.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.007+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 shutdown_connections 2024-09-05T06:11:08.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.007+0000 7f575da0a640 1 -- 172.21.15.70:0/3815519132 wait complete. 2024-09-05T06:11:08.022 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestClusterFull.test_barrier' 2024-09-05T06:11:08.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.143+0000 7f5426c5c640 1 Processor -- start 2024-09-05T06:11:08.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.143+0000 7f5426c5c640 1 -- start start 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f5426c5c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5420162f30 0x7f5420167690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f5426c5c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54200b5980 con 0x7f54200732f0 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f5426c5c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54200b5c60 con 0x7f54200d0e60 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f5426c5c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5420166bb0 con 0x7f5420162f30 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f54200732f0 0x7f54200d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34596/0 (socket says 172.21.15.70:34596) 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541ffff640 1 -- 172.21.15.70:0/728889314 learned_addr learned my addr 172.21.15.70:0/728889314 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f54249f8640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5420162f30 0x7f5420167690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2337095012 0 0) 0x7f54200b5980 con 0x7f54200732f0 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5408003530 con 0x7f54200732f0 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3314593985 0 0) 0x7f5408003530 con 0x7f54200732f0 2024-09-05T06:11:08.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5420162f30 msgr2=0x7f5420167690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5420162f30 0x7f5420167690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 >> v1:172.21.15.196:6789/0 conn(0x7f54200d0e60 legacy=0x7f5420071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5420166e90 con 0x7f54200732f0 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5414001680 con 0x7f54200732f0 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 >> v1:172.21.15.70:6789/0 conn(0x7f54200732f0 legacy=0x7f54200d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54080039f0 0x7f5408003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5408004810 0x7f5408004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5420162f30 0x7f5408005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5420166bb0 con 0x7f54080039f0 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f540800bb00 con 0x7f5408004810 2024-09-05T06:11:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f540800bd00 con 0x7f5420162f30 2024-09-05T06:11:08.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f54249f8640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54080039f0 0x7f5408003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541ffff640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5408004810 0x7f5408004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f54249f8640 1 -- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5420162f30 msgr2=0x7f5408005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:08.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f54249f8640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5420162f30 0x7f5408005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f54249f8640 1 -- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5408004810 msgr2=0x7f5408004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:08.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f54249f8640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5408004810 0x7f5408004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f54249f8640 1 -- 172.21.15.70:0/728889314 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5408003530 con 0x7f54080039f0 2024-09-05T06:11:08.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.147+0000 7f541ffff640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5408004810 0x7f5408004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f54249f8640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54080039f0 0x7f5408003e10 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f5418009fc0 tx=0x7f541801cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc4642fca09a4692 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54180b2070 con 0x7f54080039f0 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54180a5b90 con 0x7f54080039f0 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541f7fe640 1 -- 172.21.15.70:0/728889314 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5418009c10 con 0x7f54080039f0 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- 172.21.15.70:0/728889314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54080039f0 msgr2=0x7f5408003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 --2- 172.21.15.70:0/728889314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54080039f0 0x7f5408003e10 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f5418009fc0 tx=0x7f541801cc90 comp rx=0 tx=0).stop 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f54251f9640 1 -- 172.21.15.70:0/728889314 reap_dead start 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- 172.21.15.70:0/728889314 shutdown_connections 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- 172.21.15.70:0/728889314 >> 172.21.15.70:0/728889314 conn(0x7f542006bcc0 msgr2=0x7f542006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:08.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- 172.21.15.70:0/728889314 shutdown_connections 2024-09-05T06:11:08.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- 172.21.15.70:0/728889314 wait complete. 2024-09-05T06:11:08.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 Processor -- start 2024-09-05T06:11:08.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- start start 2024-09-05T06:11:08.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f54080039f0 0x7f54200af020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54200b1690 0x7f54200b1b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f54200aa5c0 0x7f54200aaa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5420073870 con 0x7f54200b1690 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f54200736f0 con 0x7f54080039f0 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f5426c5c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f54200afaf0 con 0x7f54200aa5c0 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54200b1690 0x7f54200b1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54200b1690 0x7f54200b1b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57778/0 (socket says 172.21.15.70:57778) 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541ffff640 1 -- 172.21.15.70:0/2467542128 learned_addr learned my addr 172.21.15.70:0/2467542128 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f54251f9640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f54200aa5c0 0x7f54200aaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541ffff640 1 -- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f54200aa5c0 msgr2=0x7f54200aaa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541ffff640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f54200aa5c0 0x7f54200aaa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541ffff640 1 -- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f54080039f0 msgr2=0x7f54200af020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f54249f8640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f54080039f0 0x7f54200af020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541ffff640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f54080039f0 0x7f54200af020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f541ffff640 1 -- 172.21.15.70:0/2467542128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54200b0aa0 con 0x7f54200b1690 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.151+0000 7f54251f9640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f54200aa5c0 0x7f54200aaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f541ffff640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54200b1690 0x7f54200b1b10 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f541400d810 tx=0x7f541400dcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f541d7fa640 1 -- 172.21.15.70:0/2467542128 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5414019070 con 0x7f54200b1690 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f541d7fa640 1 -- 172.21.15.70:0/2467542128 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54140074e0 con 0x7f54200b1690 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f541d7fa640 1 -- 172.21.15.70:0/2467542128 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5414004a10 con 0x7f54200b1690 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5420164040 con 0x7f54200b1690 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54201645c0 con 0x7f54200b1690 2024-09-05T06:11:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54200aff70 con 0x7f54200b1690 2024-09-05T06:11:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f541d7fa640 1 -- 172.21.15.70:0/2467542128 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f541401c070 con 0x7f54200b1690 2024-09-05T06:11:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f541d7fa640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f540c0678f0 0x7f540c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f54249f8640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f540c0678f0 0x7f540c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f541d7fa640 1 -- 172.21.15.70:0/2467542128 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4943+0+0 (secure 0 0 0) 0x7f5414085400 con 0x7f54200b1690 2024-09-05T06:11:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.155+0000 7f54249f8640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f540c0678f0 0x7f540c069db0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f54180af000 tx=0x7f54180a7040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:08.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.159+0000 7f541d7fa640 1 -- 172.21.15.70:0/2467542128 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f54200b0aa0 con 0x7f54200b1690 2024-09-05T06:11:08.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.387+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_barrier"]} v 0) -- 0x7f542015fee0 con 0x7f54200b1690 2024-09-05T06:11:08.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.671+0000 7f541d7fa640 1 -- 172.21.15.70:0/2467542128 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_barrier"]}]=0 v77) ==== 130+0+0 (secure 0 0 0) 0x7f5414056240 con 0x7f54200b1690 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f540c0678f0 msgr2=0x7f540c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f540c0678f0 0x7f540c069db0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f54180af000 tx=0x7f54180a7040 comp rx=0 tx=0).stop 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54200b1690 msgr2=0x7f54200b1b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54200b1690 0x7f54200b1b10 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f541400d810 tx=0x7f541400dcd0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 shutdown_connections 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f540c0678f0 0x7f540c069db0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f54200aa5c0 0x7f54200aaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54200b1690 0x7f54200b1b10 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 --2- 172.21.15.70:0/2467542128 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f54080039f0 0x7f54200af020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 >> 172.21.15.70:0/2467542128 conn(0x7f542006bcc0 msgr2=0x7f5420071550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 shutdown_connections 2024-09-05T06:11:08.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.675+0000 7f5426c5c640 1 -- 172.21.15.70:0/2467542128 wait complete. 2024-09-05T06:11:08.699 INFO:tasks.cephfs_test_runner:That when an OSD epoch barrier is set on an MDS, subsequently ... ok 2024-09-05T06:11:08.699 INFO:tasks.cephfs_test_runner:Starting test: test_full_different_file (tasks.cephfs.test_full.TestClusterFull) 2024-09-05T06:11:08.699 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:08.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c873df640 1 Processor -- start 2024-09-05T06:11:08.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c873df640 1 -- start start 2024-09-05T06:11:08.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c873df640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 0x7f7c800d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c873df640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c800cfd30 con 0x7f7c800cf7e0 2024-09-05T06:11:08.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c873df640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c800d0010 con 0x7f7c800d4980 2024-09-05T06:11:08.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c873df640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7c800d02f0 con 0x7f7c8015edb0 2024-09-05T06:11:08.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8597c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7c800cf7e0 0x7f7c800b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34598/0 (socket says 172.21.15.70:34598) 2024-09-05T06:11:08.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8597c640 1 -- 172.21.15.70:0/2456301713 learned_addr learned my addr 172.21.15.70:0/2456301713 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:08.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8497a640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 0x7f7c800d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3821824811 0 0) 0x7f7c800cfd30 con 0x7f7c800cf7e0 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c6c003530 con 0x7f7c800cf7e0 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2948656562 0 0) 0x7f7c6c003530 con 0x7f7c800cf7e0 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 msgr2=0x7f7c800d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 0x7f7c800d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 >> v1:172.21.15.196:6789/0 conn(0x7f7c800d4980 legacy=0x7f7c800d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c800d05d0 con 0x7f7c800cf7e0 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7c78001a00 con 0x7f7c800cf7e0 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 >> v1:172.21.15.70:6789/0 conn(0x7f7c800cf7e0 legacy=0x7f7c800b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c6c0039f0 0x7f7c6c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c6c004810 0x7f7c6c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 0x7f7c6c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7c800d02f0 con 0x7f7c6c004810 2024-09-05T06:11:08.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7c6c00bab0 con 0x7f7c6c0039f0 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7c6c00bcb0 con 0x7f7c8015edb0 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8497a640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c6c004810 0x7f7c6c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8597c640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 0x7f7c6c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8517b640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c6c0039f0 0x7f7c6c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8497a640 1 -- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 msgr2=0x7f7c6c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8497a640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 0x7f7c6c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8497a640 1 -- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c6c0039f0 msgr2=0x7f7c6c003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8497a640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c6c0039f0 0x7f7c6c003e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8497a640 1 -- 172.21.15.70:0/2456301713 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c6c003530 con 0x7f7c6c004810 2024-09-05T06:11:08.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.827+0000 7f7c8597c640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c8015edb0 0x7f7c6c0051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c8497a640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c6c004810 0x7f7c6c004c90 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7c8015f1b0 tx=0x7f7c7001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b48179a66ede0c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c700b2070 con 0x7f7c6c004810 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c700a55e0 con 0x7f7c6c004810 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c77fff640 1 -- 172.21.15.70:0/2456301713 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c700096b0 con 0x7f7c6c004810 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- 172.21.15.70:0/2456301713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c6c004810 msgr2=0x7f7c6c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 --2- 172.21.15.70:0/2456301713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c6c004810 0x7f7c6c004c90 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7c8015f1b0 tx=0x7f7c7001c9f0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c8597c640 1 -- 172.21.15.70:0/2456301713 reap_dead start 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- 172.21.15.70:0/2456301713 shutdown_connections 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- 172.21.15.70:0/2456301713 >> 172.21.15.70:0/2456301713 conn(0x7f7c8008e690 msgr2=0x7f7c8009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- 172.21.15.70:0/2456301713 shutdown_connections 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- 172.21.15.70:0/2456301713 wait complete. 2024-09-05T06:11:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 Processor -- start 2024-09-05T06:11:08.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- start start 2024-09-05T06:11:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c80157d40 0x7f7c800b26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c800b35a0 0x7f7c800cdc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c800ce180 0x7f7c801603d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7c800d0dd0 con 0x7f7c800ce180 2024-09-05T06:11:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7c800b4d20 con 0x7f7c80157d40 2024-09-05T06:11:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c873df640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7c80161d30 con 0x7f7c800b35a0 2024-09-05T06:11:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c8597c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c800ce180 0x7f7c801603d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c8597c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c800ce180 0x7f7c801603d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57798/0 (socket says 172.21.15.70:57798) 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c8597c640 1 -- 172.21.15.70:0/2656771740 learned_addr learned my addr 172.21.15.70:0/2656771740 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.831+0000 7f7c8497a640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c800b35a0 0x7f7c800cdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8517b640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c80157d40 0x7f7c800b26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8597c640 1 -- 172.21.15.70:0/2656771740 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c800b35a0 msgr2=0x7f7c800cdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8597c640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c800b35a0 0x7f7c800cdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8597c640 1 -- 172.21.15.70:0/2656771740 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c80157d40 msgr2=0x7f7c800b26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8597c640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c80157d40 0x7f7c800b26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8597c640 1 -- 172.21.15.70:0/2656771740 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c800ccc00 con 0x7f7c800ce180 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8597c640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c800ce180 0x7f7c801603d0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7c800d1320 tx=0x7f7c78010c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:08.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c75ffb640 1 -- 172.21.15.70:0/2656771740 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7801a070 con 0x7f7c800ce180 2024-09-05T06:11:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c75ffb640 1 -- 172.21.15.70:0/2656771740 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c78011040 con 0x7f7c800ce180 2024-09-05T06:11:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c800cce80 con 0x7f7c800ce180 2024-09-05T06:11:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c75ffb640 1 -- 172.21.15.70:0/2656771740 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7800eae0 con 0x7f7c800ce180 2024-09-05T06:11:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c800cd440 con 0x7f7c800ce180 2024-09-05T06:11:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c800b5150 con 0x7f7c800ce180 2024-09-05T06:11:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c75ffb640 1 -- 172.21.15.70:0/2656771740 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7c7801d070 con 0x7f7c800ce180 2024-09-05T06:11:08.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c75ffb640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7c640678f0 0x7f7c64069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:08.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8517b640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7c640678f0 0x7f7c64069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:08.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c75ffb640 1 -- 172.21.15.70:0/2656771740 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4943+0+0 (secure 0 0 0) 0x7f7c78088530 con 0x7f7c800ce180 2024-09-05T06:11:08.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.835+0000 7f7c8517b640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7c640678f0 0x7f7c64069db0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c0016e0 tx=0x7f7c7c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:08.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:08.839+0000 7f7c75ffb640 1 -- 172.21.15.70:0/2656771740 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7c78024020 con 0x7f7c800ce180 2024-09-05T06:11:09.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.011+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7c800d2520 con 0x7f7c800ce180 2024-09-05T06:11:09.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.011+0000 7f7c75ffb640 1 -- 172.21.15.70:0/2656771740 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+13020 (secure 0 0 0) 0x7f7c800ccc00 con 0x7f7c800ce180 2024-09-05T06:11:09.012 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:09.012 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":38,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:11:07.670402+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6836/1103264936":"2024-09-06T06:11:04.658981+0000","172.21.15.70:6834/1103264936":"2024-09-06T06:11:04.658981+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7c640678f0 msgr2=0x7f7c64069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7c640678f0 0x7f7c64069db0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c0016e0 tx=0x7f7c7c009040 comp rx=0 tx=0).stop 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c800ce180 msgr2=0x7f7c801603d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c800ce180 0x7f7c801603d0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7c800d1320 tx=0x7f7c78010c30 comp rx=0 tx=0).stop 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 shutdown_connections 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7c640678f0 0x7f7c64069db0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7c800ce180 0x7f7c801603d0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7c800b35a0 0x7f7c800cdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 --2- 172.21.15.70:0/2656771740 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7c80157d40 0x7f7c800b26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 >> 172.21.15.70:0/2656771740 conn(0x7f7c8008e690 msgr2=0x7f7c800d29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:09.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 shutdown_connections 2024-09-05T06:11:09.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.015+0000 7f7c873df640 1 -- 172.21.15.70:0/2656771740 wait complete. 2024-09-05T06:11:09.032 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:11:09.033 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:11:09.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe917992640 1 Processor -- start 2024-09-05T06:11:09.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe917992640 1 -- start start 2024-09-05T06:11:09.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe917992640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9100b45c0 0x7fe9100b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe917992640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9100737c0 con 0x7fe910155ee0 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe917992640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9100b50a0 con 0x7fe91006e680 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe917992640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe910072380 con 0x7fe9100b45c0 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe914f2d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9100b45c0 0x7fe9100b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe91572e640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe910155ee0 0x7fe9100730b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34610/0 (socket says 172.21.15.70:34610) 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe91572e640 1 -- 172.21.15.70:0/3554736012 learned_addr learned my addr 172.21.15.70:0/3554736012 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe914f2d640 1 -- 172.21.15.70:0/3554736012 >> v1:172.21.15.196:6789/0 conn(0x7fe91006e680 legacy=0x7fe91006ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe907fff640 1 -- 172.21.15.70:0/3554736012 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3388300659 0 0) 0x7fe9100737c0 con 0x7fe910155ee0 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe914f2d640 1 -- 172.21.15.70:0/3554736012 >> v1:172.21.15.70:6789/0 conn(0x7fe910155ee0 legacy=0x7fe9100730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.159+0000 7fe914f2d640 1 -- 172.21.15.70:0/3554736012 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9100725d0 con 0x7fe9100b45c0 2024-09-05T06:11:09.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe914f2d640 1 --2- 172.21.15.70:0/3554736012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9100b45c0 0x7fe9100b4a50 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe910072500 tx=0x7fe90001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d834438b3db4367 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:09.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe907fff640 1 -- 172.21.15.70:0/3554736012 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9000b0070 con 0x7fe9100b45c0 2024-09-05T06:11:09.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe907fff640 1 -- 172.21.15.70:0/3554736012 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9000ab600 con 0x7fe9100b45c0 2024-09-05T06:11:09.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe907fff640 1 -- 172.21.15.70:0/3554736012 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9000ab9d0 con 0x7fe9100b45c0 2024-09-05T06:11:09.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 -- 172.21.15.70:0/3554736012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9100b45c0 msgr2=0x7fe9100b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 --2- 172.21.15.70:0/3554736012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9100b45c0 0x7fe9100b4a50 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe910072500 tx=0x7fe90001c460 comp rx=0 tx=0).stop 2024-09-05T06:11:09.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 -- 172.21.15.70:0/3554736012 shutdown_connections 2024-09-05T06:11:09.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 --2- 172.21.15.70:0/3554736012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9100b45c0 0x7fe9100b4a50 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 -- 172.21.15.70:0/3554736012 >> 172.21.15.70:0/3554736012 conn(0x7fe91006bcc0 msgr2=0x7fe91006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:09.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 -- 172.21.15.70:0/3554736012 shutdown_connections 2024-09-05T06:11:09.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 -- 172.21.15.70:0/3554736012 wait complete. 2024-09-05T06:11:09.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 Processor -- start 2024-09-05T06:11:09.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.163+0000 7fe917992640 1 -- start start 2024-09-05T06:11:09.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe91006e680 0x7fe910152c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9100b45c0 0x7fe910154270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe910155ee0 0x7fe9101547b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe91015d780 con 0x7fe91006e680 2024-09-05T06:11:09.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe91015d600 con 0x7fe9100b45c0 2024-09-05T06:11:09.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe91015d900 con 0x7fe910155ee0 2024-09-05T06:11:09.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe91006e680 0x7fe910152c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe91006e680 0x7fe910152c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57818/0 (socket says 172.21.15.70:57818) 2024-09-05T06:11:09.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 -- 172.21.15.70:0/2859305048 learned_addr learned my addr 172.21.15.70:0/2859305048 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:09.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe915f2f640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe910155ee0 0x7fe9101547b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe914f2d640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9100b45c0 0x7fe910154270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 -- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe910155ee0 msgr2=0x7fe9101547b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe910155ee0 0x7fe9101547b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 -- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9100b45c0 msgr2=0x7fe910154270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9100b45c0 0x7fe910154270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 -- 172.21.15.70:0/2859305048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe910154e80 con 0x7fe91006e680 2024-09-05T06:11:09.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe914f2d640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9100b45c0 0x7fe910154270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:09.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe91572e640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe91006e680 0x7fe910152c80 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe90c00c4b0 tx=0x7fe90c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:09.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe905ffb640 1 -- 172.21.15.70:0/2859305048 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90c018070 con 0x7fe91006e680 2024-09-05T06:11:09.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe905ffb640 1 -- 172.21.15.70:0/2859305048 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe90c007500 con 0x7fe91006e680 2024-09-05T06:11:09.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe910155160 con 0x7fe91006e680 2024-09-05T06:11:09.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe905ffb640 1 -- 172.21.15.70:0/2859305048 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90c004a30 con 0x7fe91006e680 2024-09-05T06:11:09.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe910155720 con 0x7fe91006e680 2024-09-05T06:11:09.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9100b4a50 con 0x7fe91006e680 2024-09-05T06:11:09.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe905ffb640 1 -- 172.21.15.70:0/2859305048 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe90c01b070 con 0x7fe91006e680 2024-09-05T06:11:09.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe905ffb640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8f40678c0 0x7fe8f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe914f2d640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8f40678c0 0x7fe8f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.167+0000 7fe905ffb640 1 -- 172.21.15.70:0/2859305048 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4943+0+0 (secure 0 0 0) 0x7fe90c084d00 con 0x7fe91006e680 2024-09-05T06:11:09.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.171+0000 7fe914f2d640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8f40678c0 0x7fe8f4069d80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe9000ad000 tx=0x7fe900008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:09.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.175+0000 7fe905ffb640 1 -- 172.21.15.70:0/2859305048 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe90c055aa0 con 0x7fe91006e680 2024-09-05T06:11:09.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.335+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe9101f4870 con 0x7fe91006e680 2024-09-05T06:11:09.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.335+0000 7fe905ffb640 1 -- 172.21.15.70:0/2859305048 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v38) ==== 93+0+10 (secure 0 0 0) 0x7fe90c0553a0 con 0x7fe91006e680 2024-09-05T06:11:09.335 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:11:09.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.335+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8f40678c0 msgr2=0x7fe8f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.335+0000 7fe917992640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8f40678c0 0x7fe8f4069d80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe9000ad000 tx=0x7fe900008040 comp rx=0 tx=0).stop 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe91006e680 msgr2=0x7fe910152c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe91006e680 0x7fe910152c80 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe90c00c4b0 tx=0x7fe90c00c970 comp rx=0 tx=0).stop 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 shutdown_connections 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8f40678c0 0x7fe8f4069d80 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe910155ee0 0x7fe9101547b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9100b45c0 0x7fe910154270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 --2- 172.21.15.70:0/2859305048 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe91006e680 0x7fe910152c80 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 >> 172.21.15.70:0/2859305048 conn(0x7fe91006bcc0 msgr2=0x7fe91015f360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 shutdown_connections 2024-09-05T06:11:09.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.339+0000 7fe917992640 1 -- 172.21.15.70:0/2859305048 wait complete. 2024-09-05T06:11:09.354 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestClusterFull.test_full_different_file' 2024-09-05T06:11:09.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab36028640 1 Processor -- start 2024-09-05T06:11:09.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab36028640 1 -- start start 2024-09-05T06:11:09.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab36028640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab300d4980 0x7fab300d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab36028640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab300cfd30 con 0x7fab300d3a50 2024-09-05T06:11:09.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab36028640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab300d0010 con 0x7fab3015edb0 2024-09-05T06:11:09.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab36028640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab300d02f0 con 0x7fab300d4980 2024-09-05T06:11:09.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fab300d3a50 0x7fab300b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34614/0 (socket says 172.21.15.70:34614) 2024-09-05T06:11:09.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2ffff640 1 -- 172.21.15.70:0/4098355175 learned_addr learned my addr 172.21.15.70:0/4098355175 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:09.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2f7fe640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab300d4980 0x7fab300d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2368997106 0 0) 0x7fab300cfd30 con 0x7fab300d3a50 2024-09-05T06:11:09.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fab18003530 con 0x7fab300d3a50 2024-09-05T06:11:09.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1702470677 0 0) 0x7fab18003530 con 0x7fab300d3a50 2024-09-05T06:11:09.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab300d4980 msgr2=0x7fab300d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:09.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab300d4980 0x7fab300d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 >> v1:172.21.15.196:6789/0 conn(0x7fab3015edb0 legacy=0x7fab300d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab300d05d0 con 0x7fab300d3a50 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fab28001a00 con 0x7fab300d3a50 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 >> v1:172.21.15.70:6789/0 conn(0x7fab300d3a50 legacy=0x7fab300b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab300d4980 0x7fab180039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab18004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab18004d50 0x7fab180051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fab300d02f0 con 0x7fab18003f70 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fab1800bab0 con 0x7fab18004d50 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab1800bcb0 con 0x7fab300d4980 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2effd640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab18004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2f7fe640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab300d4980 0x7fab180039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2ffff640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab18004d50 0x7fab180051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2effd640 1 -- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab300d4980 msgr2=0x7fab180039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2effd640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab300d4980 0x7fab180039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2effd640 1 -- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab18004d50 msgr2=0x7fab180051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:09.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2effd640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab18004d50 0x7fab180051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2effd640 1 -- 172.21.15.70:0/4098355175 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab18003530 con 0x7fab18003f70 2024-09-05T06:11:09.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.471+0000 7fab2ffff640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab18004d50 0x7fab180051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:09.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab2effd640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab18004810 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fab30162640 tx=0x7fab2401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cefc978f9695a2c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:09.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab240013a0 con 0x7fab18003f70 2024-09-05T06:11:09.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab240052f0 con 0x7fab18003f70 2024-09-05T06:11:09.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab2e7fc640 1 -- 172.21.15.70:0/4098355175 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab24003840 con 0x7fab18003f70 2024-09-05T06:11:09.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab36028640 1 -- 172.21.15.70:0/4098355175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 msgr2=0x7fab18004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab36028640 1 --2- 172.21.15.70:0/4098355175 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab18004810 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fab30162640 tx=0x7fab2401c3c0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab2ffff640 1 -- 172.21.15.70:0/4098355175 reap_dead start 2024-09-05T06:11:09.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab36028640 1 -- 172.21.15.70:0/4098355175 shutdown_connections 2024-09-05T06:11:09.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab36028640 1 -- 172.21.15.70:0/4098355175 >> 172.21.15.70:0/4098355175 conn(0x7fab3008e690 msgr2=0x7fab3009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:09.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab36028640 1 -- 172.21.15.70:0/4098355175 shutdown_connections 2024-09-05T06:11:09.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab36028640 1 -- 172.21.15.70:0/4098355175 wait complete. 2024-09-05T06:11:09.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab36028640 1 Processor -- start 2024-09-05T06:11:09.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.475+0000 7fab36028640 1 -- start start 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab301f1a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab3015f1e0 0x7fab300cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab3015f660 0x7fab300cdaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fab300d0dd0 con 0x7fab18003f70 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fab300cf7e0 con 0x7fab3015f660 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab300b5e50 con 0x7fab3015f1e0 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab301f1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab301f1a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57844/0 (socket says 172.21.15.70:57844) 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 -- 172.21.15.70:0/2451303101 learned_addr learned my addr 172.21.15.70:0/2451303101 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2effd640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab3015f1e0 0x7fab300cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2ffff640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab3015f660 0x7fab300cdaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 -- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab3015f1e0 msgr2=0x7fab300cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab3015f1e0 0x7fab300cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 -- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab3015f660 msgr2=0x7fab300cdaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab3015f660 0x7fab300cdaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 -- 172.21.15.70:0/2451303101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab300b6130 con 0x7fab18003f70 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2effd640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab3015f1e0 0x7fab300cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2f7fe640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab301f1a10 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fab20011610 tx=0x7fab20011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab17fff640 1 -- 172.21.15.70:0/2451303101 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2000f8f0 con 0x7fab18003f70 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab17fff640 1 -- 172.21.15.70:0/2451303101 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab2000fa90 con 0x7fab18003f70 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab300b6410 con 0x7fab18003f70 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab17fff640 1 -- 172.21.15.70:0/2451303101 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2000fe40 con 0x7fab18003f70 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab301f1f50 con 0x7fab18003f70 2024-09-05T06:11:09.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab300d3340 con 0x7fab18003f70 2024-09-05T06:11:09.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab17fff640 1 -- 172.21.15.70:0/2451303101 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fab20015460 con 0x7fab18003f70 2024-09-05T06:11:09.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab17fff640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab1c0678c0 0x7fab1c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:09.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab17fff640 1 -- 172.21.15.70:0/2451303101 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4943+0+0 (secure 0 0 0) 0x7fab200863a0 con 0x7fab18003f70 2024-09-05T06:11:09.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2effd640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab1c0678c0 0x7fab1c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:09.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.479+0000 7fab2effd640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab1c0678c0 0x7fab1c069d80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fab3015f1b0 tx=0x7fab240011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.483+0000 7fab17fff640 1 -- 172.21.15.70:0/2451303101 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fab20019030 con 0x7fab18003f70 2024-09-05T06:11:09.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:09.703+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_full_different_file"]} v 0) -- 0x7fab300ccac0 con 0x7fab18003f70 2024-09-05T06:11:10.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.675+0000 7fab17fff640 1 -- 172.21.15.70:0/2451303101 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_full_different_file"]}]=0 v79) ==== 145+0+0 (secure 0 0 0) 0x7fab200571e0 con 0x7fab18003f70 2024-09-05T06:11:10.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab1c0678c0 msgr2=0x7fab1c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:10.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab1c0678c0 0x7fab1c069d80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fab3015f1b0 tx=0x7fab240011a0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 msgr2=0x7fab301f1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab301f1a10 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fab20011610 tx=0x7fab20011ad0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 shutdown_connections 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab1c0678c0 0x7fab1c069d80 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab3015f660 0x7fab300cdaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab3015f1e0 0x7fab300cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 --2- 172.21.15.70:0/2451303101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab18003f70 0x7fab301f1a10 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 >> 172.21.15.70:0/2451303101 conn(0x7fab3008e690 msgr2=0x7fab300b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 shutdown_connections 2024-09-05T06:11:10.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.679+0000 7fab36028640 1 -- 172.21.15.70:0/2451303101 wait complete. 2024-09-05T06:11:10.698 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_objectstore 2024-09-05T06:11:10.831 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_objectstore":"memstore"} 2024-09-05T06:11:10.832 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_objectstore": "memstore" } 2024-09-05T06:11:10.832 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:11:10.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f3f52640 1 Processor -- start 2024-09-05T06:11:10.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f3f52640 1 -- start start 2024-09-05T06:11:10.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f3f52640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec0d3a50 0x7fc5ec169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f3f52640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5ec0cfd30 con 0x7fc5ec15edb0 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f3f52640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5ec0d0010 con 0x7fc5ec0d4980 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f3f52640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc5ec0b5620 con 0x7fc5ec0d3a50 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f14ed640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc5ec15edb0 0x7fc5ec0d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34626/0 (socket says 172.21.15.70:34626) 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f14ed640 1 -- 172.21.15.70:0/1624801010 learned_addr learned my addr 172.21.15.70:0/1624801010 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f24ef640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec0d3a50 0x7fc5ec169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2246381548 0 0) 0x7fc5ec0cfd30 con 0x7fc5ec15edb0 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc5d8003530 con 0x7fc5ec15edb0 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3091577197 0 0) 0x7fc5d8003530 con 0x7fc5ec15edb0 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec0d3a50 msgr2=0x7fc5ec169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:10.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec0d3a50 0x7fc5ec169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 >> v1:172.21.15.196:6789/0 conn(0x7fc5ec0d4980 legacy=0x7fc5ec0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5ec0d02f0 con 0x7fc5ec15edb0 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fc5dc001680 con 0x7fc5ec15edb0 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 >> v1:172.21.15.70:6789/0 conn(0x7fc5ec15edb0 legacy=0x7fc5ec0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec0d3a50 0x7fc5d80039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5d8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5d8004d50 0x7fc5d80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec0b5620 con 0x7fc5d8003f70 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d800bab0 con 0x7fc5d8004d50 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc5d800bcb0 con 0x7fc5ec0d3a50 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f14ed640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5d8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:10.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f24ef640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5d8004d50 0x7fc5d80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:10.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f14ed640 1 -- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec0d3a50 msgr2=0x7fc5d80039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:10.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f14ed640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec0d3a50 0x7fc5d80039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f14ed640 1 -- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5d8004d50 msgr2=0x7fc5d80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:10.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f14ed640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5d8004d50 0x7fc5d80051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.959+0000 7fc5f14ed640 1 -- 172.21.15.70:0/1624801010 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5d8003530 con 0x7fc5d8003f70 2024-09-05T06:11:10.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f14ed640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5d8004810 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc00c290 tx=0x7fc5dc01f450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5b93226cc364276 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:10.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc007d40 con 0x7fc5d8003f70 2024-09-05T06:11:10.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5dc005b00 con 0x7fc5d8003f70 2024-09-05T06:11:10.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f0cec640 1 -- 172.21.15.70:0/1624801010 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc007070 con 0x7fc5d8003f70 2024-09-05T06:11:10.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1624801010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 msgr2=0x7fc5d8004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:10.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 --2- 172.21.15.70:0/1624801010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5d8004810 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc00c290 tx=0x7fc5dc01f450 comp rx=0 tx=0).stop 2024-09-05T06:11:10.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f24ef640 1 -- 172.21.15.70:0/1624801010 reap_dead start 2024-09-05T06:11:10.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1624801010 shutdown_connections 2024-09-05T06:11:10.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1624801010 >> 172.21.15.70:0/1624801010 conn(0x7fc5ec08e690 msgr2=0x7fc5ec09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:10.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1624801010 shutdown_connections 2024-09-05T06:11:10.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1624801010 wait complete. 2024-09-05T06:11:10.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 Processor -- start 2024-09-05T06:11:10.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- start start 2024-09-05T06:11:10.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5ec1f3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:10.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec160820 0x7fc5ec0b6000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:10.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5ec0b8510 0x7fc5ec0b6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:10.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec0d0dd0 con 0x7fc5d8003f70 2024-09-05T06:11:10.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec0d08b0 con 0x7fc5ec0b8510 2024-09-05T06:11:10.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f3f52640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc5ec1f4940 con 0x7fc5ec160820 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f1cee640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5ec1f3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f1cee640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5ec1f3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57858/0 (socket says 172.21.15.70:57858) 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f1cee640 1 -- 172.21.15.70:0/1671528586 learned_addr learned my addr 172.21.15.70:0/1671528586 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f14ed640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec160820 0x7fc5ec0b6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f1cee640 1 -- 172.21.15.70:0/1671528586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec160820 msgr2=0x7fc5ec0b6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f1cee640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec160820 0x7fc5ec0b6000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f24ef640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5ec0b8510 0x7fc5ec0b6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f1cee640 1 -- 172.21.15.70:0/1671528586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5ec0b8510 msgr2=0x7fc5ec0b6540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f1cee640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5ec0b8510 0x7fc5ec0b6540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.963+0000 7fc5f1cee640 1 -- 172.21.15.70:0/1671528586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5ec1f4c20 con 0x7fc5d8003f70 2024-09-05T06:11:10.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5f1cee640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5ec1f3fd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc5e800c500 tx=0x7fc5e800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:10.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5e27fc640 1 -- 172.21.15.70:0/1671528586 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e80052d0 con 0x7fc5d8003f70 2024-09-05T06:11:10.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5e27fc640 1 -- 172.21.15.70:0/1671528586 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5e8005490 con 0x7fc5d8003f70 2024-09-05T06:11:10.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5ec1f4f00 con 0x7fc5d8003f70 2024-09-05T06:11:10.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5e27fc640 1 -- 172.21.15.70:0/1671528586 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e8012850 con 0x7fc5d8003f70 2024-09-05T06:11:10.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5ec0b3c90 con 0x7fc5d8003f70 2024-09-05T06:11:10.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5ec0cf870 con 0x7fc5d8003f70 2024-09-05T06:11:10.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5e27fc640 1 -- 172.21.15.70:0/1671528586 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc5e80129f0 con 0x7fc5d8003f70 2024-09-05T06:11:10.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5e27fc640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc5d00678c0 0x7fc5d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:10.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5f14ed640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc5d00678c0 0x7fc5d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:10.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5e27fc640 1 -- 172.21.15.70:0/1671528586 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4943+0+0 (secure 0 0 0) 0x7fc5e8086150 con 0x7fc5d8003f70 2024-09-05T06:11:10.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.967+0000 7fc5f14ed640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc5d00678c0 0x7fc5d0069d80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc0ae000 tx=0x7fc5dc001a50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:10.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:10.971+0000 7fc5e27fc640 1 -- 172.21.15.70:0/1671528586 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc5e8057000 con 0x7fc5d8003f70 2024-09-05T06:11:11.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.131+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc5ec09e250 con 0x7fc5d8003f70 2024-09-05T06:11:11.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5e27fc640 1 -- 172.21.15.70:0/1671528586 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v4)=0 v4) ==== 122+0+0 (secure 0 0 0) 0x7fc5e8056900 con 0x7fc5d8003f70 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc5d00678c0 msgr2=0x7fc5d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc5d00678c0 0x7fc5d0069d80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc0ae000 tx=0x7fc5dc001a50 comp rx=0 tx=0).stop 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 msgr2=0x7fc5ec1f3fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5ec1f3fd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc5e800c500 tx=0x7fc5e800c9c0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 shutdown_connections 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc5d00678c0 0x7fc5d0069d80 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc5ec0b8510 0x7fc5ec0b6540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc5ec160820 0x7fc5ec0b6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 --2- 172.21.15.70:0/1671528586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc5d8003f70 0x7fc5ec1f3fd0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 >> 172.21.15.70:0/1671528586 conn(0x7fc5ec08e690 msgr2=0x7fc5ec0d10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:11.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 shutdown_connections 2024-09-05T06:11:11.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.139+0000 7fc5f3f52640 1 -- 172.21.15.70:0/1671528586 wait complete. 2024-09-05T06:11:11.156 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:11:11.156 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:11:11.227 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:11:11.261 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:11:11.261 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:11.261 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:11.266 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:11:11.266 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:11:11.266 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:11.309 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:11:11.309 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:11.309 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:11.314 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:11:11.315 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:11:11.315 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:11.357 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:11:11.357 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:11:11.357 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb067b7e640 1 Processor -- start 2024-09-05T06:11:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb067b7e640 1 -- start start 2024-09-05T06:11:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb067b7e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb06006d990 0x7fb0600b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb067b7e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006cdd0 0x7fb0600b6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb067b7e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0601627b0 con 0x7fb0601623d0 2024-09-05T06:11:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb067b7e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb0600d1a20 con 0x7fb06006d990 2024-09-05T06:11:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb067b7e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb0600d1d00 con 0x7fb06006cdd0 2024-09-05T06:11:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb06611b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006cdd0 0x7fb0600b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb065119640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb06006d990 0x7fb0600b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb06611b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006cdd0 0x7fb0600b6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:55704/0 (socket says 172.21.15.70:55704) 2024-09-05T06:11:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb06611b640 1 -- 172.21.15.70:0/3356912026 learned_addr learned my addr 172.21.15.70:0/3356912026 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb06611b640 1 -- 172.21.15.70:0/3356912026 >> v2:172.21.15.196:3300/0 conn(0x7fb06006d990 msgr2=0x7fb0600b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb06611b640 1 --2- 172.21.15.70:0/3356912026 >> v2:172.21.15.196:3300/0 conn(0x7fb06006d990 0x7fb0600b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb06611b640 1 -- 172.21.15.70:0/3356912026 >> v1:172.21.15.196:6789/0 conn(0x7fb0601623d0 legacy=0x7fb06006d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb06611b640 1 -- 172.21.15.70:0/3356912026 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0600b5a20 con 0x7fb06006cdd0 2024-09-05T06:11:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.479+0000 7fb065119640 1 --2- 172.21.15.70:0/3356912026 >> v2:172.21.15.196:3300/0 conn(0x7fb06006d990 0x7fb0600b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:11:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb06611b640 1 --2- 172.21.15.70:0/3356912026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006cdd0 0x7fb0600b6760 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb058009e50 tx=0x7fb05801ca30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a3825a34f7ff57f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb064918640 1 -- 172.21.15.70:0/3356912026 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0580a5700 con 0x7fb06006cdd0 2024-09-05T06:11:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb064918640 1 -- 172.21.15.70:0/3356912026 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0580a58a0 con 0x7fb06006cdd0 2024-09-05T06:11:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb064918640 1 -- 172.21.15.70:0/3356912026 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0580a5c70 con 0x7fb06006cdd0 2024-09-05T06:11:11.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 -- 172.21.15.70:0/3356912026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006cdd0 msgr2=0x7fb0600b6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 --2- 172.21.15.70:0/3356912026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006cdd0 0x7fb0600b6760 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb058009e50 tx=0x7fb05801ca30 comp rx=0 tx=0).stop 2024-09-05T06:11:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 -- 172.21.15.70:0/3356912026 shutdown_connections 2024-09-05T06:11:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 --2- 172.21.15.70:0/3356912026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006cdd0 0x7fb0600b6760 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 --2- 172.21.15.70:0/3356912026 >> v2:172.21.15.196:3300/0 conn(0x7fb06006d990 0x7fb0600b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 -- 172.21.15.70:0/3356912026 >> 172.21.15.70:0/3356912026 conn(0x7fb0600b4580 msgr2=0x7fb0600b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 -- 172.21.15.70:0/3356912026 shutdown_connections 2024-09-05T06:11:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 -- 172.21.15.70:0/3356912026 wait complete. 2024-09-05T06:11:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 Processor -- start 2024-09-05T06:11:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.483+0000 7fb067b7e640 1 -- start start 2024-09-05T06:11:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb06006cdd0 0x7fb06015a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006d990 0x7fb0601564b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0601623d0 0x7fb06009c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb06016c130 con 0x7fb0601623d0 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb06016bfb0 con 0x7fb06006cdd0 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb06016c2b0 con 0x7fb06006d990 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0601623d0 0x7fb06009c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0601623d0 0x7fb06009c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57860/0 (socket says 172.21.15.70:57860) 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 -- 172.21.15.70:0/1925061484 learned_addr learned my addr 172.21.15.70:0/1925061484 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06591a640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb06006cdd0 0x7fb06015a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 -- 172.21.15.70:0/1925061484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006d990 msgr2=0x7fb0601564b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006d990 0x7fb0601564b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 -- 172.21.15.70:0/1925061484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb06006cdd0 msgr2=0x7fb06015a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb06006cdd0 0x7fb06015a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 -- 172.21.15.70:0/1925061484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb060158110 con 0x7fb0601623d0 2024-09-05T06:11:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06611b640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0601623d0 0x7fb06009c9e0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb05801a660 tx=0x7fb0580197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb0567fc640 1 -- 172.21.15.70:0/1925061484 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0580bc030 con 0x7fb0601623d0 2024-09-05T06:11:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0601583f0 con 0x7fb0601623d0 2024-09-05T06:11:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb0567fc640 1 -- 172.21.15.70:0/1925061484 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0580b8470 con 0x7fb0601623d0 2024-09-05T06:11:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb0567fc640 1 -- 172.21.15.70:0/1925061484 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0580b8880 con 0x7fb0601623d0 2024-09-05T06:11:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb060157de0 con 0x7fb0601623d0 2024-09-05T06:11:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb060158ed0 con 0x7fb0601623d0 2024-09-05T06:11:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb0567fc640 1 -- 172.21.15.70:0/1925061484 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb0580bf070 con 0x7fb0601623d0 2024-09-05T06:11:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb0567fc640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb0440678c0 0x7fb044069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb0567fc640 1 -- 172.21.15.70:0/1925061484 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4943+0+0 (secure 0 0 0) 0x7fb058120050 con 0x7fb0601623d0 2024-09-05T06:11:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06591a640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb0440678c0 0x7fb044069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.487+0000 7fb06591a640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb0440678c0 0x7fb044069d80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb05c000f70 tx=0x7fb05c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:11.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.491+0000 7fb0567fc640 1 -- 172.21.15.70:0/1925061484 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb060158ed0 con 0x7fb0601623d0 2024-09-05T06:11:11.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.687+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb06006e2d0 con 0x7fb0601623d0 2024-09-05T06:11:11.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb0567fc640 1 -- 172.21.15.70:0/1925061484 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+3917 (secure 0 0 0) 0x7fb0580c7020 con 0x7fb0601623d0 2024-09-05T06:11:11.690 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:11.690 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":15,"btime":"2024-09-05T06:11:05:660997+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3401671939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3401671939},{"type":"v1","addr":"172.21.15.196:6835","nonce":3401671939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4540,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4156353424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4156353424},{"type":"v1","addr":"172.21.15.70:6837","nonce":4156353424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4546,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3144220686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3144220686},{"type":"v1","addr":"172.21.15.196:6833","nonce":3144220686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":5085,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1502045446","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1502045446},{"type":"v1","addr":"172.21.15.70:6836","nonce":1502045446}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":15}],"filesystems":[]} 2024-09-05T06:11:11.691 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 15 2024-09-05T06:11:11.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb0440678c0 msgr2=0x7fb044069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb0440678c0 0x7fb044069d80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb05c000f70 tx=0x7fb05c009040 comp rx=0 tx=0).stop 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0601623d0 msgr2=0x7fb06009c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0601623d0 0x7fb06009c9e0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb05801a660 tx=0x7fb0580197d0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 shutdown_connections 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb0440678c0 0x7fb044069d80 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0601623d0 0x7fb06009c9e0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb06006d990 0x7fb0601564b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 --2- 172.21.15.70:0/1925061484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb06006cdd0 0x7fb06015a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 >> 172.21.15.70:0/1925061484 conn(0x7fb0600b4580 msgr2=0x7fb06015fa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 shutdown_connections 2024-09-05T06:11:11.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.691+0000 7fb067b7e640 1 -- 172.21.15.70:0/1925061484 wait complete. 2024-09-05T06:11:11.709 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:11:11.710 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:11:11.710 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:11:11.710 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:11:11.710 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:11:11.710 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:11:11.710 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:11:11.710 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:11:11.711 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:11:11.711 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:11:11.711 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:11:11.711 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:11:11.711 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:11:11.711 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:11:11.711 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:11:11.711 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:11:11.720 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:11:11.720 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:11:11.722 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:11:11.722 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:11:11.724 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:11:11.724 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:11:11.728 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:11:11.729 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:11:11.765 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:11:11.766 DEBUG:teuthology.parallel:result is None 2024-09-05T06:11:11.766 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:11:11.767 DEBUG:teuthology.parallel:result is None 2024-09-05T06:11:11.773 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:11:11.773 DEBUG:teuthology.parallel:result is None 2024-09-05T06:11:11.774 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:11:11.775 DEBUG:teuthology.parallel:result is None 2024-09-05T06:11:11.775 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:11:11.826 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:11:11.831 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:11:11.845 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:11:11.847 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:11:11.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.883+0000 7fb1e5dfa640 1 Processor -- start 2024-09-05T06:11:11.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.883+0000 7fb1e5dfa640 1 -- start start 2024-09-05T06:11:11.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.883+0000 7fb1e5dfa640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb1e00d4980 0x7fb1e00d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.883+0000 7fb1e5dfa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 0x7fb1e00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.883+0000 7fb1e5dfa640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1e00cfd30 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb1e00b5620 con 0x7fb1e00d4980 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e00d0010 con 0x7fb1e015edb0 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1df7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb1e00d4980 0x7fb1e00d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1dffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb1e00cf7e0 0x7fb1e00d16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34662/0 (socket says 172.21.15.70:34662) 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1dffff640 1 -- 172.21.15.70:0/2358145676 learned_addr learned my addr 172.21.15.70:0/2358145676 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1df7fe640 1 -- 172.21.15.70:0/2358145676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 msgr2=0x7fb1e00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1df7fe640 1 --2- 172.21.15.70:0/2358145676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 0x7fb1e00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1df7fe640 1 -- 172.21.15.70:0/2358145676 >> v1:172.21.15.70:6789/0 conn(0x7fb1e00cf7e0 legacy=0x7fb1e00d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1de7fc640 1 -- 172.21.15.70:0/2358145676 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3868838126 0 0) 0x7fb1e00cfd30 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1df7fe640 1 -- 172.21.15.70:0/2358145676 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e00d02f0 con 0x7fb1e00d4980 2024-09-05T06:11:11.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1df7fe640 1 --2- 172.21.15.70:0/2358145676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00d4980 0x7fb1e00d4d60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fb1d0009d90 tx=0x7fb1d001c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96f2cc45e0b9449d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:11.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1de7fc640 1 -- 172.21.15.70:0/2358145676 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00b2070 con 0x7fb1e00d4980 2024-09-05T06:11:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1de7fc640 1 -- 172.21.15.70:0/2358145676 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1d00a5a20 con 0x7fb1e00d4980 2024-09-05T06:11:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1de7fc640 1 -- 172.21.15.70:0/2358145676 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00a5df0 con 0x7fb1e00d4980 2024-09-05T06:11:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/2358145676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00d4980 msgr2=0x7fb1e00d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/2358145676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00d4980 0x7fb1e00d4d60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fb1d0009d90 tx=0x7fb1d001c940 comp rx=0 tx=0).stop 2024-09-05T06:11:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/2358145676 shutdown_connections 2024-09-05T06:11:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/2358145676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 0x7fb1e00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/2358145676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00d4980 0x7fb1e00d4d60 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/2358145676 >> 172.21.15.70:0/2358145676 conn(0x7fb1e008e690 msgr2=0x7fb1e009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:11.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/2358145676 shutdown_connections 2024-09-05T06:11:11.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.887+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/2358145676 wait complete. 2024-09-05T06:11:11.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 Processor -- start 2024-09-05T06:11:11.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 -- start start 2024-09-05T06:11:11.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00cf7e0 0x7fb1e00cd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e00d4980 0x7fb1e014e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 0x7fb1e015e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e00d0dd0 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e00d52a0 con 0x7fb1e00d4980 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e00ccf20 con 0x7fb1e015edb0 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00cf7e0 0x7fb1e00cd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00cf7e0 0x7fb1e00cd3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57914/0 (socket says 172.21.15.70:57914) 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 -- 172.21.15.70:0/486327142 learned_addr learned my addr 172.21.15.70:0/486327142 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1deffd640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e00d4980 0x7fb1e014e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1dffff640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 0x7fb1e015e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 -- 172.21.15.70:0/486327142 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 msgr2=0x7fb1e015e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 0x7fb1e015e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 -- 172.21.15.70:0/486327142 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e00d4980 msgr2=0x7fb1e014e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e00d4980 0x7fb1e014e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 -- 172.21.15.70:0/486327142 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e00cc310 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1df7fe640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00cf7e0 0x7fb1e00cd3b0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb1d001a570 tx=0x7fb1d00196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1d7fff640 1 -- 172.21.15.70:0/486327142 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00bd020 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1d7fff640 1 -- 172.21.15.70:0/486327142 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1d00ad7c0 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e00cc5f0 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1d7fff640 1 -- 172.21.15.70:0/486327142 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00b2040 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e00ccbb0 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1e00d4d60 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.891+0000 7fb1d7fff640 1 -- 172.21.15.70:0/486327142 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb1d00c0020 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.895+0000 7fb1d7fff640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1c00678c0 0x7fb1c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:11.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.895+0000 7fb1d7fff640 1 -- 172.21.15.70:0/486327142 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4943+0+0 (secure 0 0 0) 0x7fb1d0120ab0 con 0x7fb1e00cf7e0 2024-09-05T06:11:11.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.895+0000 7fb1deffd640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1c00678c0 0x7fb1c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:11.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.895+0000 7fb1deffd640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1c00678c0 0x7fb1c0069d80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb1e00cd8f0 tx=0x7fb1c8006f90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:11.899+0000 7fb1d7fff640 1 -- 172.21.15.70:0/486327142 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb1d00c7030 con 0x7fb1e00cf7e0 2024-09-05T06:11:12.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.067+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb1e009e3c0 con 0x7fb1e00cf7e0 2024-09-05T06:11:12.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.695+0000 7fb1d7fff640 1 -- 172.21.15.70:0/486327142 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v40) ==== 97+0+0 (secure 0 0 0) 0x7fb1d0016560 con 0x7fb1e00cf7e0 2024-09-05T06:11:12.696 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1c00678c0 msgr2=0x7fb1c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1c00678c0 0x7fb1c0069d80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb1e00cd8f0 tx=0x7fb1c8006f90 comp rx=0 tx=0).stop 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00cf7e0 msgr2=0x7fb1e00cd3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00cf7e0 0x7fb1e00cd3b0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb1d001a570 tx=0x7fb1d00196e0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 shutdown_connections 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1c00678c0 0x7fb1c0069d80 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1e015edb0 0x7fb1e015e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e00d4980 0x7fb1e014e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 --2- 172.21.15.70:0/486327142 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00cf7e0 0x7fb1e00cd3b0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 >> 172.21.15.70:0/486327142 conn(0x7fb1e008e690 msgr2=0x7fb1e01583a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:12.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 shutdown_connections 2024-09-05T06:11:12.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.699+0000 7fb1e5dfa640 1 -- 172.21.15.70:0/486327142 wait complete. 2024-09-05T06:11:12.723 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:11:12.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff421b2e640 1 Processor -- start 2024-09-05T06:11:12.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff421b2e640 1 -- start start 2024-09-05T06:11:12.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff421b2e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c0d4980 0x7ff41c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:12.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff421b2e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff41c0cfd30 con 0x7ff41c15edb0 2024-09-05T06:11:12.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff421b2e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff41c0d0010 con 0x7ff41c0d3a50 2024-09-05T06:11:12.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff421b2e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff41c0d02f0 con 0x7ff41c0d4980 2024-09-05T06:11:12.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41affd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7ff41c15edb0 0x7ff41c0d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34678/0 (socket says 172.21.15.70:34678) 2024-09-05T06:11:12.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41affd640 1 -- 172.21.15.70:0/778187954 learned_addr learned my addr 172.21.15.70:0/778187954 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:12.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41b7fe640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c0d4980 0x7ff41c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:12.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 474848314 0 0) 0x7ff41c0cfd30 con 0x7ff41c15edb0 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff404003530 con 0x7ff41c15edb0 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2464243989 0 0) 0x7ff404003530 con 0x7ff41c15edb0 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c0d4980 msgr2=0x7ff41c0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c0d4980 0x7ff41c0d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 >> v1:172.21.15.196:6789/0 conn(0x7ff41c0d3a50 legacy=0x7ff41c0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff41c0d05d0 con 0x7ff41c15edb0 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7ff410001680 con 0x7ff41c15edb0 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 >> v1:172.21.15.70:6789/0 conn(0x7ff41c15edb0 legacy=0x7ff41c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff404003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c0d4980 0x7ff404004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404004d50 0x7ff4040051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c0d02f0 con 0x7ff4040039f0 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff40400ba80 con 0x7ff404004d50 2024-09-05T06:11:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff40400bc80 con 0x7ff41c0d4980 2024-09-05T06:11:12.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41b7fe640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff404003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:12.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41b7fe640 1 -- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c0d4980 msgr2=0x7ff404004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:12.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41b7fe640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c0d4980 0x7ff404004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41b7fe640 1 -- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404004d50 msgr2=0x7ff4040051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:12.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41b7fe640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404004d50 0x7ff4040051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.847+0000 7ff41b7fe640 1 -- 172.21.15.70:0/778187954 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff404003530 con 0x7ff4040039f0 2024-09-05T06:11:12.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff41b7fe640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff404003e10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ff40c009ab0 tx=0x7ff40c01ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ac5cb1d741e32bc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:12.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0b2070 con 0x7ff4040039f0 2024-09-05T06:11:12.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff40c0a5550 con 0x7ff4040039f0 2024-09-05T06:11:12.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff41a7fc640 1 -- 172.21.15.70:0/778187954 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0096b0 con 0x7ff4040039f0 2024-09-05T06:11:12.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- 172.21.15.70:0/778187954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 msgr2=0x7ff404003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:12.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 --2- 172.21.15.70:0/778187954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff404003e10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ff40c009ab0 tx=0x7ff40c01ca60 comp rx=0 tx=0).stop 2024-09-05T06:11:12.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff41bfff640 1 -- 172.21.15.70:0/778187954 reap_dead start 2024-09-05T06:11:12.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- 172.21.15.70:0/778187954 shutdown_connections 2024-09-05T06:11:12.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- 172.21.15.70:0/778187954 >> 172.21.15.70:0/778187954 conn(0x7ff41c08e690 msgr2=0x7ff41c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:12.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- 172.21.15.70:0/778187954 shutdown_connections 2024-09-05T06:11:12.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- 172.21.15.70:0/778187954 wait complete. 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 Processor -- start 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- start start 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff41c150a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff41c0cca20 0x7ff41c169b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c16a0d0 0x7ff41c1f7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c0d52f0 con 0x7ff4040039f0 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c0d5170 con 0x7ff41c0cca20 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff421b2e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff41c16a730 con 0x7ff41c16a0d0 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff41b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff41c150a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff41b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff41c150a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57918/0 (socket says 172.21.15.70:57918) 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.851+0000 7ff41b7fe640 1 -- 172.21.15.70:0/1103879910 learned_addr learned my addr 172.21.15.70:0/1103879910 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:12.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff41b7fe640 1 -- 172.21.15.70:0/1103879910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c16a0d0 msgr2=0x7ff41c1f7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff41b7fe640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c16a0d0 0x7ff41c1f7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff41b7fe640 1 -- 172.21.15.70:0/1103879910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff41c0cca20 msgr2=0x7ff41c169b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff41b7fe640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff41c0cca20 0x7ff41c169b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff41b7fe640 1 -- 172.21.15.70:0/1103879910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff41c1515a0 con 0x7ff4040039f0 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff41b7fe640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff41c150a70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7ff40c009ab0 tx=0x7ff404005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff403fff640 1 -- 172.21.15.70:0/1103879910 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0b2040 con 0x7ff4040039f0 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff403fff640 1 -- 172.21.15.70:0/1103879910 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff40c0a5d80 con 0x7ff4040039f0 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff41c1f8a30 con 0x7ff4040039f0 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff403fff640 1 -- 172.21.15.70:0/1103879910 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c004230 con 0x7ff4040039f0 2024-09-05T06:11:12.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff41c0cc220 con 0x7ff4040039f0 2024-09-05T06:11:12.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff41c0b4610 con 0x7ff4040039f0 2024-09-05T06:11:12.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff403fff640 1 -- 172.21.15.70:0/1103879910 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff40c003620 con 0x7ff4040039f0 2024-09-05T06:11:12.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff403fff640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4080678c0 0x7ff408069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:12.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff403fff640 1 -- 172.21.15.70:0/1103879910 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4857+0+0 (secure 0 0 0) 0x7ff40c11ffa0 con 0x7ff4040039f0 2024-09-05T06:11:12.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff41affd640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4080678c0 0x7ff408069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:12.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.855+0000 7ff41affd640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4080678c0 0x7ff408069d80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff410000f70 tx=0x7ff410001530 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:12.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:12.859+0000 7ff403fff640 1 -- 172.21.15.70:0/1103879910 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff41c1515a0 con 0x7ff4040039f0 2024-09-05T06:11:13.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.075+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ff41c06c610 con 0x7ff4040039f0 2024-09-05T06:11:13.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.075+0000 7ff403fff640 1 -- 172.21.15.70:0/1103879910 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v9) ==== 80+0+5304 (secure 0 0 0) 0x7ff40c0f5e20 con 0x7ff4040039f0 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:11:13.076 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.077 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.078 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.079 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:11:13.080 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:11:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.082 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:11:13.083 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.084 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.085 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:11:13.086 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:11:13.087 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.088 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:11:13.089 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:11:13.090 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:11:13.090 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.090 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.090 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:13.090 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4080678c0 msgr2=0x7ff408069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4080678c0 0x7ff408069d80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff410000f70 tx=0x7ff410001530 comp rx=0 tx=0).stop 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 msgr2=0x7ff41c150a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff41c150a70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7ff40c009ab0 tx=0x7ff404005840 comp rx=0 tx=0).stop 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 shutdown_connections 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff4080678c0 0x7ff408069d80 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff41c16a0d0 0x7ff41c1f7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff41c0cca20 0x7ff41c169b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 --2- 172.21.15.70:0/1103879910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4040039f0 0x7ff41c150a70 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 >> 172.21.15.70:0/1103879910 conn(0x7ff41c08e690 msgr2=0x7ff41c0d3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 shutdown_connections 2024-09-05T06:11:13.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.079+0000 7ff421b2e640 1 -- 172.21.15.70:0/1103879910 wait complete. 2024-09-05T06:11:13.093 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:11:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.199+0000 7f219587c640 1 Processor -- start 2024-09-05T06:11:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.199+0000 7f219587c640 1 -- start start 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f219587c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900b45d0 0x7f219006d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f219587c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2190072890 con 0x7f219006dab0 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f219587c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2190072b70 con 0x7f219015b1a0 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f219587c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f21900b0330 con 0x7f21900b45d0 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218f7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f219006dab0 0x7f219006df20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34682/0 (socket says 172.21.15.70:34682) 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218f7fe640 1 -- 172.21.15.70:0/3784661547 learned_addr learned my addr 172.21.15.70:0/3784661547 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218e7fc640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900b45d0 0x7f219006d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1187683533 0 0) 0x7f2190072890 con 0x7f219006dab0 2024-09-05T06:11:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2178003530 con 0x7f219006dab0 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2460389324 0 0) 0x7f2178003530 con 0x7f219006dab0 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900b45d0 msgr2=0x7f219006d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900b45d0 0x7f219006d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 >> v1:172.21.15.196:6789/0 conn(0x7f219015b1a0 legacy=0x7f21900afae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2190072e50 con 0x7f219006dab0 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f2188001a00 con 0x7f219006dab0 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 >> v1:172.21.15.70:6789/0 conn(0x7f219006dab0 legacy=0x7f219006df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900b45d0 0x7f21780039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f2178004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2178004d50 0x7f21780051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f217800ba80 con 0x7f2178003f70 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f217800bc30 con 0x7f2178004d50 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f217800be30 con 0x7f21900b45d0 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218e7fc640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f2178004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218effd640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900b45d0 0x7f21780039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218e7fc640 1 -- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900b45d0 msgr2=0x7f21780039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218f7fe640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2178004d50 0x7f21780051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218e7fc640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900b45d0 0x7f21780039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218e7fc640 1 -- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2178004d50 msgr2=0x7f21780051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218e7fc640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2178004d50 0x7f21780051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.203+0000 7f218e7fc640 1 -- 172.21.15.70:0/3784661547 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2178003530 con 0x7f2178003f70 2024-09-05T06:11:13.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218e7fc640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f2178004810 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2184009ae0 tx=0x7f218401ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa5c8d303b047477 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21840b2070 con 0x7f2178003f70 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21840a5660 con 0x7f2178003f70 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218dffb640 1 -- 172.21.15.70:0/3784661547 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21840096b0 con 0x7f2178003f70 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- 172.21.15.70:0/3784661547 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 msgr2=0x7f2178004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 --2- 172.21.15.70:0/3784661547 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f2178004810 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2184009ae0 tx=0x7f218401ca70 comp rx=0 tx=0).stop 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218f7fe640 1 -- 172.21.15.70:0/3784661547 reap_dead start 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- 172.21.15.70:0/3784661547 shutdown_connections 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- 172.21.15.70:0/3784661547 >> 172.21.15.70:0/3784661547 conn(0x7f219006bcc0 msgr2=0x7f219006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- 172.21.15.70:0/3784661547 shutdown_connections 2024-09-05T06:11:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- 172.21.15.70:0/3784661547 wait complete. 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 Processor -- start 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- start start 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f21900ccc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f219014f3b0 0x7f21900b23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900aaed0 0x7f21900adbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f21900737d0 con 0x7f2178003f70 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2190073650 con 0x7f219014f3b0 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f219006d570 con 0x7f21900aaed0 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f21900ccc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f21900ccc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57938/0 (socket says 172.21.15.70:57938) 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 -- 172.21.15.70:0/2809830625 learned_addr learned my addr 172.21.15.70:0/2809830625 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218e7fc640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f219014f3b0 0x7f21900b23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 -- 172.21.15.70:0/2809830625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900aaed0 msgr2=0x7f21900adbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900aaed0 0x7f21900adbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 -- 172.21.15.70:0/2809830625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f219014f3b0 msgr2=0x7f21900b23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f219014f3b0 0x7f21900b23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 -- 172.21.15.70:0/2809830625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21900cf820 con 0x7f2178003f70 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f218effd640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f21900ccc50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f218000f9b0 tx=0x7f218000fe70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f2177fff640 1 -- 172.21.15.70:0/2809830625 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2180005480 con 0x7f2178003f70 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f2177fff640 1 -- 172.21.15.70:0/2809830625 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f218000d860 con 0x7f2178003f70 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21900cfb00 con 0x7f2178003f70 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f2177fff640 1 -- 172.21.15.70:0/2809830625 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218000dc10 con 0x7f2178003f70 2024-09-05T06:11:13.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.207+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21900aa9d0 con 0x7f2178003f70 2024-09-05T06:11:13.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.211+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21900aa500 con 0x7f2178003f70 2024-09-05T06:11:13.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.211+0000 7f2177fff640 1 -- 172.21.15.70:0/2809830625 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f218000c030 con 0x7f2178003f70 2024-09-05T06:11:13.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.211+0000 7f2177fff640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f217c067940 0x7f217c069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.211+0000 7f2177fff640 1 -- 172.21.15.70:0/2809830625 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4857+0+0 (secure 0 0 0) 0x7f2180087ab0 con 0x7f2178003f70 2024-09-05T06:11:13.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.211+0000 7f218e7fc640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f217c067940 0x7f217c069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.211+0000 7f218e7fc640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f217c067940 0x7f217c069e00 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f21840af000 tx=0x7f21840046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.215+0000 7f2177fff640 1 -- 172.21.15.70:0/2809830625 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2180015030 con 0x7f2178003f70 2024-09-05T06:11:13.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.363+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f21900b3270 con 0x7f2178003f70 2024-09-05T06:11:13.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.363+0000 7f2177fff640 1 -- 172.21.15.70:0/2809830625 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v42) ==== 84+0+65 (secure 0 0 0) 0x7f2180058a20 con 0x7f2178003f70 2024-09-05T06:11:13.364 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:13.364 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:11:13.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:13.364 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:11:13.364 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:11:13.364 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:13.364 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f217c067940 msgr2=0x7f217c069e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f217c067940 0x7f217c069e00 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f21840af000 tx=0x7f21840046d0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 msgr2=0x7f21900ccc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f21900ccc50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f218000f9b0 tx=0x7f218000fe70 comp rx=0 tx=0).stop 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 shutdown_connections 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f217c067940 0x7f217c069e00 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21900aaed0 0x7f21900adbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f219014f3b0 0x7f21900b23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 --2- 172.21.15.70:0/2809830625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2178003f70 0x7f21900ccc50 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 >> 172.21.15.70:0/2809830625 conn(0x7f219006bcc0 msgr2=0x7f2190168480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:13.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 shutdown_connections 2024-09-05T06:11:13.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.367+0000 7f219587c640 1 -- 172.21.15.70:0/2809830625 wait complete. 2024-09-05T06:11:13.381 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:11:13.382 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:11:13.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe2673a640 1 Processor -- start 2024-09-05T06:11:13.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe2673a640 1 -- start start 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe2673a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20072690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe2673a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe200b5580 0x7efe20072bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe2673a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7efe20145630 0x7efe200cfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe2673a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efe2006e680 con 0x7efe200b5580 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe2673a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7efe200b5a10 con 0x7efe20145630 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe2673a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7efe2006e920 con 0x7efe20144840 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1f7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe200b5580 0x7efe20072bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1f7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe200b5580 0x7efe20072bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57946/0 (socket says 172.21.15.70:57946) 2024-09-05T06:11:13.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1f7fe640 1 -- 172.21.15.70:0/4095460639 learned_addr learned my addr 172.21.15.70:0/4095460639 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:13.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe24cd7640 1 --2- 172.21.15.70:0/4095460639 >> v2:172.21.15.196:3300/0 conn(0x7efe20145630 0x7efe200cfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1ffff640 1 --2- 172.21.15.70:0/4095460639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20072690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1f7fe640 1 -- 172.21.15.70:0/4095460639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 msgr2=0x7efe20072690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:13.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1f7fe640 1 --2- 172.21.15.70:0/4095460639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20072690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1f7fe640 1 -- 172.21.15.70:0/4095460639 >> v2:172.21.15.196:3300/0 conn(0x7efe20145630 msgr2=0x7efe200cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:13.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1f7fe640 1 --2- 172.21.15.70:0/4095460639 >> v2:172.21.15.196:3300/0 conn(0x7efe20145630 0x7efe200cfda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1f7fe640 1 -- 172.21.15.70:0/4095460639 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe2006ec00 con 0x7efe200b5580 2024-09-05T06:11:13.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.499+0000 7efe1ffff640 1 --2- 172.21.15.70:0/4095460639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20072690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:13.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe1f7fe640 1 --2- 172.21.15.70:0/4095460639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe200b5580 0x7efe20072bd0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7efe200b16a0 tx=0x7efe1001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffafbb2dd5987db4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe1effd640 1 -- 172.21.15.70:0/4095460639 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe100a5780 con 0x7efe200b5580 2024-09-05T06:11:13.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe1effd640 1 -- 172.21.15.70:0/4095460639 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe20144e30 con 0x7efe200b5580 2024-09-05T06:11:13.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe1effd640 1 -- 172.21.15.70:0/4095460639 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe100a5b40 con 0x7efe200b5580 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- 172.21.15.70:0/4095460639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe200b5580 msgr2=0x7efe20072bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 --2- 172.21.15.70:0/4095460639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe200b5580 0x7efe20072bd0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7efe200b16a0 tx=0x7efe1001c9f0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- 172.21.15.70:0/4095460639 shutdown_connections 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 --2- 172.21.15.70:0/4095460639 >> v2:172.21.15.196:3300/0 conn(0x7efe20145630 0x7efe200cfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 --2- 172.21.15.70:0/4095460639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe200b5580 0x7efe20072bd0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 --2- 172.21.15.70:0/4095460639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20072690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- 172.21.15.70:0/4095460639 >> 172.21.15.70:0/4095460639 conn(0x7efe200b3790 msgr2=0x7efe200b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- 172.21.15.70:0/4095460639 shutdown_connections 2024-09-05T06:11:13.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- 172.21.15.70:0/4095460639 wait complete. 2024-09-05T06:11:13.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 Processor -- start 2024-09-05T06:11:13.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- start start 2024-09-05T06:11:13.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20141540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe20145630 0x7efe20141a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe201fb640 0x7efe201fbad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efe2006f790 con 0x7efe201fb640 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7efe2006f610 con 0x7efe20145630 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe2673a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7efe2006f910 con 0x7efe20144840 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe24cd7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe201fb640 0x7efe201fbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe24cd7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe201fb640 0x7efe201fbad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57950/0 (socket says 172.21.15.70:57950) 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.503+0000 7efe24cd7640 1 -- 172.21.15.70:0/862978550 learned_addr learned my addr 172.21.15.70:0/862978550 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1ffff640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20141540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1f7fe640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe20145630 0x7efe20141a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe24cd7640 1 -- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 msgr2=0x7efe20141540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe24cd7640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20141540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe24cd7640 1 -- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe20145630 msgr2=0x7efe20141a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe24cd7640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe20145630 0x7efe20141a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe24cd7640 1 -- 172.21.15.70:0/862978550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe200cde80 con 0x7efe201fb640 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1ffff640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20141540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe24cd7640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe201fb640 0x7efe201fbad0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7efe1800d590 tx=0x7efe1800da50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1cff9640 1 -- 172.21.15.70:0/862978550 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe180125f0 con 0x7efe201fb640 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1cff9640 1 -- 172.21.15.70:0/862978550 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe18019070 con 0x7efe201fb640 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1cff9640 1 -- 172.21.15.70:0/862978550 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe180129f0 con 0x7efe201fb640 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe200ce160 con 0x7efe201fb640 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe200ce720 con 0x7efe201fb640 2024-09-05T06:11:13.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe200cfda0 con 0x7efe201fb640 2024-09-05T06:11:13.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1cff9640 1 -- 172.21.15.70:0/862978550 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efe18012b90 con 0x7efe201fb640 2024-09-05T06:11:13.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1cff9640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe000678f0 0x7efe00069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1ffff640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe000678f0 0x7efe00069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1cff9640 1 -- 172.21.15.70:0/862978550 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4857+0+0 (secure 0 0 0) 0x7efe18085c20 con 0x7efe201fb640 2024-09-05T06:11:13.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.507+0000 7efe1ffff640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe000678f0 0x7efe00069db0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7efe08006fd0 tx=0x7efe08008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.511+0000 7efe1cff9640 1 -- 172.21.15.70:0/862978550 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efe18056ab0 con 0x7efe201fb640 2024-09-05T06:11:13.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.671+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7efe200d17c0 con 0x7efe201fb640 2024-09-05T06:11:13.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.715+0000 7efe1cff9640 1 -- 172.21.15.70:0/862978550 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v43) ==== 138+0+0 (secure 0 0 0) 0x7efe180563b0 con 0x7efe201fb640 2024-09-05T06:11:13.716 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:11:13.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe000678f0 msgr2=0x7efe00069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe000678f0 0x7efe00069db0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7efe08006fd0 tx=0x7efe08008040 comp rx=0 tx=0).stop 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe201fb640 msgr2=0x7efe201fbad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe201fb640 0x7efe201fbad0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7efe1800d590 tx=0x7efe1800da50 comp rx=0 tx=0).stop 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 shutdown_connections 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe000678f0 0x7efe00069db0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe201fb640 0x7efe201fbad0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe20145630 0x7efe20141a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 --2- 172.21.15.70:0/862978550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe20144840 0x7efe20141540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 >> 172.21.15.70:0/862978550 conn(0x7efe200b3790 msgr2=0x7efe200d19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 shutdown_connections 2024-09-05T06:11:13.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.719+0000 7efe2673a640 1 -- 172.21.15.70:0/862978550 wait complete. 2024-09-05T06:11:13.738 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:11:13.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f713986d640 1 Processor -- start 2024-09-05T06:11:13.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f713986d640 1 -- start start 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f713986d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f71340d4980 0x7f71340d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f713986d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f713415edb0 0x7f71340d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f713986d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f71340cf7e0 0x7f71340d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f713986d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f71340cfd30 con 0x7f71340d4980 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f713986d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f71340d0010 con 0x7f71340cf7e0 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f713986d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f71340d02f0 con 0x7f713415edb0 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f7132ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f71340d4980 0x7f71340d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f7132ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f71340d4980 0x7f71340d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57952/0 (socket says 172.21.15.70:57952) 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f7132ffd640 1 -- 172.21.15.70:0/392116921 learned_addr learned my addr 172.21.15.70:0/392116921 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f71337fe640 1 --2- 172.21.15.70:0/392116921 >> v2:172.21.15.196:3300/0 conn(0x7f71340cf7e0 0x7f71340d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f7132ffd640 1 -- 172.21.15.70:0/392116921 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f713415edb0 msgr2=0x7f71340d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:13.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f71327fc640 1 --2- 172.21.15.70:0/392116921 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f713415edb0 0x7f71340d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f7132ffd640 1 --2- 172.21.15.70:0/392116921 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f713415edb0 0x7f71340d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f7132ffd640 1 -- 172.21.15.70:0/392116921 >> v2:172.21.15.196:3300/0 conn(0x7f71340cf7e0 msgr2=0x7f71340d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:13.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f7132ffd640 1 --2- 172.21.15.70:0/392116921 >> v2:172.21.15.196:3300/0 conn(0x7f71340cf7e0 0x7f71340d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f7132ffd640 1 -- 172.21.15.70:0/392116921 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71340d05d0 con 0x7f71340d4980 2024-09-05T06:11:13.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.859+0000 7f71337fe640 1 --2- 172.21.15.70:0/392116921 >> v2:172.21.15.196:3300/0 conn(0x7f71340cf7e0 0x7f71340d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:13.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f7132ffd640 1 --2- 172.21.15.70:0/392116921 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340d4d60 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f713408d800 tx=0x7f712401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deca8b9e0c01ec56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f7131ffb640 1 -- 172.21.15.70:0/392116921 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71240aa430 con 0x7f71340d4980 2024-09-05T06:11:13.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f7131ffb640 1 -- 172.21.15.70:0/392116921 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71240af070 con 0x7f71340d4980 2024-09-05T06:11:13.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f7131ffb640 1 -- 172.21.15.70:0/392116921 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71240aa7f0 con 0x7f71340d4980 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- 172.21.15.70:0/392116921 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 msgr2=0x7f71340d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 --2- 172.21.15.70:0/392116921 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340d4d60 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f713408d800 tx=0x7f712401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- 172.21.15.70:0/392116921 shutdown_connections 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 --2- 172.21.15.70:0/392116921 >> v2:172.21.15.196:3300/0 conn(0x7f71340cf7e0 0x7f71340d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 --2- 172.21.15.70:0/392116921 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f713415edb0 0x7f71340d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 --2- 172.21.15.70:0/392116921 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340d4d60 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- 172.21.15.70:0/392116921 >> 172.21.15.70:0/392116921 conn(0x7f713408e690 msgr2=0x7f713409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- 172.21.15.70:0/392116921 shutdown_connections 2024-09-05T06:11:13.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- 172.21.15.70:0/392116921 wait complete. 2024-09-05T06:11:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 Processor -- start 2024-09-05T06:11:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- start start 2024-09-05T06:11:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71340cf7e0 0x7f713415b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340b2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f713415edb0 0x7f71340b3060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f71340d2030 con 0x7f71340d4980 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f71340d1eb0 con 0x7f713415edb0 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f713986d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f71340d21b0 con 0x7f71340cf7e0 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f71327fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340b2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f71327fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340b2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57960/0 (socket says 172.21.15.70:57960) 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f71327fc640 1 -- 172.21.15.70:0/1400809555 learned_addr learned my addr 172.21.15.70:0/1400809555 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f71337fe640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f713415edb0 0x7f71340b3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.863+0000 7f7132ffd640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71340cf7e0 0x7f713415b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f71327fc640 1 -- 172.21.15.70:0/1400809555 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71340cf7e0 msgr2=0x7f713415b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f71327fc640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71340cf7e0 0x7f713415b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f71327fc640 1 -- 172.21.15.70:0/1400809555 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f713415edb0 msgr2=0x7f71340b3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f71327fc640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f713415edb0 0x7f71340b3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f71327fc640 1 -- 172.21.15.70:0/1400809555 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7134156210 con 0x7f71340d4980 2024-09-05T06:11:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f71327fc640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340b2b20 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f712800c5e0 tx=0x7f712800caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f711bfff640 1 -- 172.21.15.70:0/1400809555 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7128015070 con 0x7f71340d4980 2024-09-05T06:11:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f711bfff640 1 -- 172.21.15.70:0/1400809555 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7128004220 con 0x7f71340d4980 2024-09-05T06:11:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71341564f0 con 0x7f71340d4980 2024-09-05T06:11:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f711bfff640 1 -- 172.21.15.70:0/1400809555 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7128003620 con 0x7f71340d4980 2024-09-05T06:11:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7134157200 con 0x7f71340d4980 2024-09-05T06:11:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71340d24a0 con 0x7f71340d4980 2024-09-05T06:11:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f711bfff640 1 -- 172.21.15.70:0/1400809555 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f71280037e0 con 0x7f71340d4980 2024-09-05T06:11:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f711bfff640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f71200678c0 0x7f7120069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f711bfff640 1 -- 172.21.15.70:0/1400809555 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5227+0+0 (secure 0 0 0) 0x7f7128085840 con 0x7f71340d4980 2024-09-05T06:11:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f7132ffd640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f71200678c0 0x7f7120069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.867+0000 7f7132ffd640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f71200678c0 0x7f7120069d80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f71240ae000 tx=0x7f71240a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:13.871+0000 7f711bfff640 1 -- 172.21.15.70:0/1400809555 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7128056560 con 0x7f71340d4980 2024-09-05T06:11:14.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.035+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f71341576e0 con 0x7f71340d4980 2024-09-05T06:11:14.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.727+0000 7f711bfff640 1 -- 172.21.15.70:0/1400809555 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v44) ==== 170+0+0 (secure 0 0 0) 0x7f7128055e60 con 0x7f71340d4980 2024-09-05T06:11:14.728 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:11:14.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f71200678c0 msgr2=0x7f7120069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:14.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f71200678c0 0x7f7120069d80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f71240ae000 tx=0x7f71240a7000 comp rx=0 tx=0).stop 2024-09-05T06:11:14.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 msgr2=0x7f71340b2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:14.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340b2b20 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f712800c5e0 tx=0x7f712800caa0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 shutdown_connections 2024-09-05T06:11:14.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f71200678c0 0x7f7120069d80 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f713415edb0 0x7f71340b3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71340d4980 0x7f71340b2b20 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 --2- 172.21.15.70:0/1400809555 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71340cf7e0 0x7f713415b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 >> 172.21.15.70:0/1400809555 conn(0x7f713408e690 msgr2=0x7f713409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:14.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.735+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 shutdown_connections 2024-09-05T06:11:14.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.739+0000 7f713986d640 1 -- 172.21.15.70:0/1400809555 wait complete. 2024-09-05T06:11:14.767 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:11:14.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdadce6d640 1 Processor -- start 2024-09-05T06:11:14.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdadce6d640 1 -- start start 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdadce6d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdad815b1a0 0x7fdad80b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdadce6d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdad80afae0 0x7fdad815b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdadce6d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad815bac0 0x7fdad815bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdadce6d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdad80b0330 con 0x7fdad80afae0 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdadce6d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdad8072890 con 0x7fdad815b1a0 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdadce6d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdad8072b70 con 0x7fdad815bac0 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdacdd9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdad80afae0 0x7fdad815b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdacdd9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdad80afae0 0x7fdad815b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57976/0 (socket says 172.21.15.70:57976) 2024-09-05T06:11:14.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdacdd9b640 1 -- 172.21.15.70:0/1508581363 learned_addr learned my addr 172.21.15.70:0/1508581363 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:14.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdacdd9b640 1 -- 172.21.15.70:0/1508581363 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad815bac0 msgr2=0x7fdad815bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:14.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdacdd9b640 1 --2- 172.21.15.70:0/1508581363 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad815bac0 0x7fdad815bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdacdd9b640 1 -- 172.21.15.70:0/1508581363 >> v2:172.21.15.196:3300/0 conn(0x7fdad815b1a0 msgr2=0x7fdad80b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:14.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdad659c640 1 --2- 172.21.15.70:0/1508581363 >> v2:172.21.15.196:3300/0 conn(0x7fdad815b1a0 0x7fdad80b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:14.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdacdd9b640 1 --2- 172.21.15.70:0/1508581363 >> v2:172.21.15.196:3300/0 conn(0x7fdad815b1a0 0x7fdad80b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.891+0000 7fdacdd9b640 1 -- 172.21.15.70:0/1508581363 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad8072e50 con 0x7fdad80afae0 2024-09-05T06:11:14.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdacdd9b640 1 --2- 172.21.15.70:0/1508581363 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad80afae0 0x7fdad815b580 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdad806f670 tx=0x7fdac001ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5aeec756793f68d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:14.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdad5d9b640 1 -- 172.21.15.70:0/1508581363 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac00b4070 con 0x7fdad80afae0 2024-09-05T06:11:14.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdad5d9b640 1 -- 172.21.15.70:0/1508581363 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac00a7a00 con 0x7fdad80afae0 2024-09-05T06:11:14.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdad5d9b640 1 -- 172.21.15.70:0/1508581363 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac00a7dd0 con 0x7fdad80afae0 2024-09-05T06:11:14.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- 172.21.15.70:0/1508581363 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad80afae0 msgr2=0x7fdad815b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:14.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 --2- 172.21.15.70:0/1508581363 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad80afae0 0x7fdad815b580 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdad806f670 tx=0x7fdac001ebf0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- 172.21.15.70:0/1508581363 shutdown_connections 2024-09-05T06:11:14.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 --2- 172.21.15.70:0/1508581363 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad815bac0 0x7fdad815bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 --2- 172.21.15.70:0/1508581363 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad80afae0 0x7fdad815b580 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 --2- 172.21.15.70:0/1508581363 >> v2:172.21.15.196:3300/0 conn(0x7fdad815b1a0 0x7fdad80b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- 172.21.15.70:0/1508581363 >> 172.21.15.70:0/1508581363 conn(0x7fdad806bcc0 msgr2=0x7fdad806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:14.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- 172.21.15.70:0/1508581363 shutdown_connections 2024-09-05T06:11:14.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- 172.21.15.70:0/1508581363 wait complete. 2024-09-05T06:11:14.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 Processor -- start 2024-09-05T06:11:14.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- start start 2024-09-05T06:11:14.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad80afae0 0x7fdad814dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:14.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad815b1a0 0x7fdad8150320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:14.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad815bac0 0x7fdad8150860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:14.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdad8073840 con 0x7fdad815bac0 2024-09-05T06:11:14.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdad815c660 con 0x7fdad815b1a0 2024-09-05T06:11:14.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.895+0000 7fdadce6d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdad806d570 con 0x7fdad80afae0 2024-09-05T06:11:14.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad815bac0 0x7fdad8150860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad815bac0 0x7fdad8150860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57988/0 (socket says 172.21.15.70:57988) 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 -- 172.21.15.70:0/2295683150 learned_addr learned my addr 172.21.15.70:0/2295683150 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdacdd9b640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad815b1a0 0x7fdad8150320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad659c640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad80afae0 0x7fdad814dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 -- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad80afae0 msgr2=0x7fdad814dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad80afae0 0x7fdad814dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 -- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad815b1a0 msgr2=0x7fdad8150320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad815b1a0 0x7fdad8150320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 -- 172.21.15.70:0/2295683150 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad8158b30 con 0x7fdad815bac0 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad659c640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad80afae0 0x7fdad814dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad6d9d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad815bac0 0x7fdad8150860 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fdad000b970 tx=0x7fdad000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2295683150 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad0019070 con 0x7fdad815bac0 2024-09-05T06:11:14.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2295683150 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdad000cb60 con 0x7fdad815bac0 2024-09-05T06:11:14.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdad8158e10 con 0x7fdad815bac0 2024-09-05T06:11:14.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2295683150 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad0014440 con 0x7fdad815bac0 2024-09-05T06:11:14.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdad8158820 con 0x7fdad815bac0 2024-09-05T06:11:14.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdad81595e0 con 0x7fdad815bac0 2024-09-05T06:11:14.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2295683150 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdad001c070 con 0x7fdad815bac0 2024-09-05T06:11:14.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdacf7fe640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdab80678c0 0x7fdab8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:14.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2295683150 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5609+0+0 (secure 0 0 0) 0x7fdad0085df0 con 0x7fdad815bac0 2024-09-05T06:11:14.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad659c640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdab80678c0 0x7fdab8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:14.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.899+0000 7fdad659c640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdab80678c0 0x7fdab8069d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdac8006fd0 tx=0x7fdac8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:14.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:14.903+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2295683150 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdad0023020 con 0x7fdad815bac0 2024-09-05T06:11:15.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.103+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fdad80b45d0 con 0x7fdad815bac0 2024-09-05T06:11:15.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.747+0000 7fdacf7fe640 1 -- 172.21.15.70:0/2295683150 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v18) ==== 172+0+0 (secure 0 0 0) 0x7fdad0056a00 con 0x7fdad815bac0 2024-09-05T06:11:15.756 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 6 and data pool 7 2024-09-05T06:11:15.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdab80678c0 msgr2=0x7fdab8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:15.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdab80678c0 0x7fdab8069d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdac8006fd0 tx=0x7fdac8008040 comp rx=0 tx=0).stop 2024-09-05T06:11:15.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad815bac0 msgr2=0x7fdad8150860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:15.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad815bac0 0x7fdad8150860 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fdad000b970 tx=0x7fdad000be30 comp rx=0 tx=0).stop 2024-09-05T06:11:15.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 shutdown_connections 2024-09-05T06:11:15.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdab80678c0 0x7fdab8069d80 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdad815bac0 0x7fdad8150860 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdad815b1a0 0x7fdad8150320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 --2- 172.21.15.70:0/2295683150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdad80afae0 0x7fdad814dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 >> 172.21.15.70:0/2295683150 conn(0x7fdad806bcc0 msgr2=0x7fdad80b1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:15.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 shutdown_connections 2024-09-05T06:11:15.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.759+0000 7fdadce6d640 1 -- 172.21.15.70:0/2295683150 wait complete. 2024-09-05T06:11:15.782 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:15.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa9588e7640 1 Processor -- start 2024-09-05T06:11:15.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa9588e7640 1 -- start start 2024-09-05T06:11:15.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa9588e7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa95415c8f0 0x7fa9540d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa9588e7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa95406ffa0 0x7fa9541606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa9588e7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9540d0610 con 0x7fa9540d1610 2024-09-05T06:11:15.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa9588e7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa9540ce4d0 con 0x7fa95415c8f0 2024-09-05T06:11:15.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa9588e7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa9540ce7b0 con 0x7fa95406ffa0 2024-09-05T06:11:15.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa951d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa9540d1610 0x7fa95406f890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34688/0 (socket says 172.21.15.70:34688) 2024-09-05T06:11:15.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa951d9b640 1 -- 172.21.15.70:0/2599950875 learned_addr learned my addr 172.21.15.70:0/2599950875 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:15.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3581560910 0 0) 0x7fa9540d0610 con 0x7fa9540d1610 2024-09-05T06:11:15.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95259c640 1 --2- 172.21.15.70:0/2599950875 >> v2:172.21.15.196:3300/0 conn(0x7fa95415c8f0 0x7fa9540d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:15.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa952d9d640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa95406ffa0 0x7fa9541606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:15.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa940003530 con 0x7fa9540d1610 2024-09-05T06:11:15.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2079419176 0 0) 0x7fa940003530 con 0x7fa9540d1610 2024-09-05T06:11:15.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa95406ffa0 msgr2=0x7fa9541606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa95406ffa0 0x7fa9541606a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 >> v2:172.21.15.196:3300/0 conn(0x7fa95415c8f0 msgr2=0x7fa9540d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 --2- 172.21.15.70:0/2599950875 >> v2:172.21.15.196:3300/0 conn(0x7fa95415c8f0 0x7fa9540d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9540d08d0 con 0x7fa9540d1610 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fa93c001680 con 0x7fa9540d1610 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 >> v1:172.21.15.70:6789/0 conn(0x7fa9540d1610 legacy=0x7fa95406f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa9400039c0 0x7fa940003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940004810 0x7fa940004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa940005190 0x7fa94000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa9540ce4d0 con 0x7fa940005190 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa9540ce7b0 con 0x7fa9400039c0 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa940004640 con 0x7fa940004810 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa952d9d640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa940005190 0x7fa94000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:15.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa951d9b640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940004810 0x7fa940004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:15.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa952d9d640 1 -- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940004810 msgr2=0x7fa940004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:15.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa952d9d640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940004810 0x7fa940004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa952d9d640 1 -- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa9400039c0 msgr2=0x7fa940003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:15.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa952d9d640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa9400039c0 0x7fa940003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.895+0000 7fa952d9d640 1 -- 172.21.15.70:0/2599950875 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa940003530 con 0x7fa940005190 2024-09-05T06:11:15.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa952d9d640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa940005190 0x7fa94000b9d0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa94c009fa0 tx=0x7fa94c01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30e3f6cd4931355a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:15.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c0b2070 con 0x7fa940005190 2024-09-05T06:11:15.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa94c0a5d10 con 0x7fa940005190 2024-09-05T06:11:15.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa95159a640 1 -- 172.21.15.70:0/2599950875 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c009bf0 con 0x7fa940005190 2024-09-05T06:11:15.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa9588e7640 1 -- 172.21.15.70:0/2599950875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa940005190 msgr2=0x7fa94000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:15.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa9588e7640 1 --2- 172.21.15.70:0/2599950875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa940005190 0x7fa94000b9d0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa94c009fa0 tx=0x7fa94c01cc40 comp rx=0 tx=0).stop 2024-09-05T06:11:15.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa952d9d640 1 -- 172.21.15.70:0/2599950875 reap_dead start 2024-09-05T06:11:15.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa9588e7640 1 -- 172.21.15.70:0/2599950875 shutdown_connections 2024-09-05T06:11:15.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa9588e7640 1 -- 172.21.15.70:0/2599950875 >> 172.21.15.70:0/2599950875 conn(0x7fa9540b45d0 msgr2=0x7fa9540b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:15.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa9588e7640 1 -- 172.21.15.70:0/2599950875 shutdown_connections 2024-09-05T06:11:15.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa9588e7640 1 -- 172.21.15.70:0/2599950875 wait complete. 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa9588e7640 1 Processor -- start 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.899+0000 7fa9588e7640 1 -- start start 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940005190 0x7fa9540cc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9540cc810 0x7fa9540b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa9540b31c0 0x7fa9540c9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa9540cdfa0 con 0x7fa9540cc810 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa9540b52f0 con 0x7fa9540b31c0 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa9540ce120 con 0x7fa940005190 2024-09-05T06:11:15.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9540cc810 0x7fa9540b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9540cc810 0x7fa9540b2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57996/0 (socket says 172.21.15.70:57996) 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 -- 172.21.15.70:0/657981055 learned_addr learned my addr 172.21.15.70:0/657981055 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa952d9d640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa9540b31c0 0x7fa9540c9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa95259c640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940005190 0x7fa9540cc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 -- 172.21.15.70:0/657981055 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940005190 msgr2=0x7fa9540cc2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940005190 0x7fa9540cc2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 -- 172.21.15.70:0/657981055 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa9540b31c0 msgr2=0x7fa9540c9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa9540b31c0 0x7fa9540c9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 -- 172.21.15.70:0/657981055 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9540c67a0 con 0x7fa9540cc810 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa951d9b640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9540cc810 0x7fa9540b2c80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa93c00e880 tx=0x7fa93c00ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa94affd640 1 -- 172.21.15.70:0/657981055 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c00c8d0 con 0x7fa9540cc810 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa94affd640 1 -- 172.21.15.70:0/657981055 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa93c018070 con 0x7fa9540cc810 2024-09-05T06:11:15.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa94affd640 1 -- 172.21.15.70:0/657981055 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c00ccb0 con 0x7fa9540cc810 2024-09-05T06:11:15.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9540c6a80 con 0x7fa9540cc810 2024-09-05T06:11:15.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9540ca050 con 0x7fa9540cc810 2024-09-05T06:11:15.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa954076250 con 0x7fa9540cc810 2024-09-05T06:11:15.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa94affd640 1 -- 172.21.15.70:0/657981055 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa93c01d460 con 0x7fa9540cc810 2024-09-05T06:11:15.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa94affd640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9340678c0 0x7fa934069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:15.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa94affd640 1 -- 172.21.15.70:0/657981055 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa93c085c10 con 0x7fa9540cc810 2024-09-05T06:11:15.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa95259c640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9340678c0 0x7fa934069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:15.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.903+0000 7fa95259c640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9340678c0 0x7fa934069d80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa9440047c0 tx=0x7fa944008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:15.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:15.907+0000 7fa94affd640 1 -- 172.21.15.70:0/657981055 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa93c0567e0 con 0x7fa9540cc810 2024-09-05T06:11:16.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.067+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa95415ccd0 con 0x7fa9540cc810 2024-09-05T06:11:16.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.067+0000 7fa94affd640 1 -- 172.21.15.70:0/657981055 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16670 (secure 0 0 0) 0x7fa93c0560e0 con 0x7fa9540cc810 2024-09-05T06:11:16.069 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:16.069 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":45,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:11:15.108763+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:11:13.711933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-05T06:11:14.078150+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:16.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9340678c0 msgr2=0x7fa934069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9340678c0 0x7fa934069d80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa9440047c0 tx=0x7fa944008040 comp rx=0 tx=0).stop 2024-09-05T06:11:16.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9540cc810 msgr2=0x7fa9540b2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9540cc810 0x7fa9540b2c80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa93c00e880 tx=0x7fa93c00ed40 comp rx=0 tx=0).stop 2024-09-05T06:11:16.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 shutdown_connections 2024-09-05T06:11:16.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9340678c0 0x7fa934069d80 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa9540b31c0 0x7fa9540c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9540cc810 0x7fa9540b2c80 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 --2- 172.21.15.70:0/657981055 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa940005190 0x7fa9540cc2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 >> 172.21.15.70:0/657981055 conn(0x7fa9540b45d0 msgr2=0x7fa9540b2540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:16.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 shutdown_connections 2024-09-05T06:11:16.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.071+0000 7fa9588e7640 1 -- 172.21.15.70:0/657981055 wait complete. 2024-09-05T06:11:16.088 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:16.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.203+0000 7fb4d2f30640 1 Processor -- start 2024-09-05T06:11:16.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d2f30640 1 -- start start 2024-09-05T06:11:16.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d2f30640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 0x7fb4cc0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d2f30640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb4cc0cf7e0 0x7fb4cc0d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d2f30640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4cc0cfd30 con 0x7fb4cc0d4980 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d2f30640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb4cc0b5620 con 0x7fb4cc0cf7e0 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d2f30640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb4cc0d0010 con 0x7fb4cc15edb0 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d0ccc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb4cc0d4980 0x7fb4cc0d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:34696/0 (socket says 172.21.15.70:34696) 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d0ccc640 1 -- 172.21.15.70:0/280353026 learned_addr learned my addr 172.21.15.70:0/280353026 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d14cd640 1 --2- 172.21.15.70:0/280353026 >> v2:172.21.15.196:3300/0 conn(0x7fb4cc0cf7e0 0x7fb4cc0d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 237947152 0 0) 0x7fb4cc0cfd30 con 0x7fb4cc0d4980 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4b4003530 con 0x7fb4cc0d4980 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cbfff640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 0x7fb4cc0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1613277761 0 0) 0x7fb4b4003530 con 0x7fb4cc0d4980 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 msgr2=0x7fb4cc0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 0x7fb4cc0d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 >> v2:172.21.15.196:3300/0 conn(0x7fb4cc0cf7e0 msgr2=0x7fb4cc0d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 --2- 172.21.15.70:0/280353026 >> v2:172.21.15.196:3300/0 conn(0x7fb4cc0cf7e0 0x7fb4cc0d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4cc0d02f0 con 0x7fb4cc0d4980 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb4bc001680 con 0x7fb4cc0d4980 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 >> v1:172.21.15.70:6789/0 conn(0x7fb4cc0d4980 legacy=0x7fb4cc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b40039c0 0x7fb4b4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4b4004810 0x7fb4b4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 0x7fb4b40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc0b5620 con 0x7fb4b4004810 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc0d0010 con 0x7fb4b40039c0 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb4b400b9d0 con 0x7fb4cc15edb0 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cbfff640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4b4004810 0x7fb4b4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d0ccc640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b40039c0 0x7fb4b4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d14cd640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 0x7fb4b40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cbfff640 1 -- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 msgr2=0x7fb4b40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cbfff640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 0x7fb4b40051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cbfff640 1 -- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b40039c0 msgr2=0x7fb4b4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cbfff640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b40039c0 0x7fb4b4003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4cbfff640 1 -- 172.21.15.70:0/280353026 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4b4003530 con 0x7fb4b4004810 2024-09-05T06:11:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.207+0000 7fb4d14cd640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15edb0 0x7fb4b40051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4cbfff640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4b4004810 0x7fb4b4004c90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0009ab0 tx=0x7fb4c001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2c926d77d093b8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c00b2070 con 0x7fb4b4004810 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4c00a5560 con 0x7fb4b4004810 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4cb7fe640 1 -- 172.21.15.70:0/280353026 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c00096b0 con 0x7fb4b4004810 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- 172.21.15.70:0/280353026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4b4004810 msgr2=0x7fb4b4004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 --2- 172.21.15.70:0/280353026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4b4004810 0x7fb4b4004c90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0009ab0 tx=0x7fb4c001ca50 comp rx=0 tx=0).stop 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d14cd640 1 -- 172.21.15.70:0/280353026 reap_dead start 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- 172.21.15.70:0/280353026 shutdown_connections 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- 172.21.15.70:0/280353026 >> 172.21.15.70:0/280353026 conn(0x7fb4cc08e690 msgr2=0x7fb4cc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- 172.21.15.70:0/280353026 shutdown_connections 2024-09-05T06:11:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- 172.21.15.70:0/280353026 wait complete. 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 Processor -- start 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- start start 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b4004810 0x7fb4cc161860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15f600 0x7fb4cc0c9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4cc0b9680 0x7fb4cc0b9b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc0d0dd0 con 0x7fb4cc0b9680 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc0d08b0 con 0x7fb4b4004810 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d2f30640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb4cc15f400 con 0x7fb4cc15f600 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d14cd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4cc0b9680 0x7fb4cc0b9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d14cd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4cc0b9680 0x7fb4cc0b9b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58016/0 (socket says 172.21.15.70:58016) 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d14cd640 1 -- 172.21.15.70:0/1538056442 learned_addr learned my addr 172.21.15.70:0/1538056442 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:16.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.211+0000 7fb4d0ccc640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b4004810 0x7fb4cc161860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4cbfff640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15f600 0x7fb4cc0c9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d14cd640 1 -- 172.21.15.70:0/1538056442 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15f600 msgr2=0x7fb4cc0c9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d14cd640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15f600 0x7fb4cc0c9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d14cd640 1 -- 172.21.15.70:0/1538056442 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b4004810 msgr2=0x7fb4cc161860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d14cd640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b4004810 0x7fb4cc161860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d14cd640 1 -- 172.21.15.70:0/1538056442 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4cc15fbf0 con 0x7fb4cc0b9680 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d14cd640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4cc0b9680 0x7fb4cc0b9b00 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0d1320 tx=0x7fb4c400f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4c97fa640 1 -- 172.21.15.70:0/1538056442 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c401c070 con 0x7fb4cc0b9680 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4c97fa640 1 -- 172.21.15.70:0/1538056442 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4c4017400 con 0x7fb4cc0b9680 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4cc161da0 con 0x7fb4cc0b9680 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4c97fa640 1 -- 172.21.15.70:0/1538056442 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c40177d0 con 0x7fb4cc0b9680 2024-09-05T06:11:16.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4cc160140 con 0x7fb4cc0b9680 2024-09-05T06:11:16.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4cc0ba0a0 con 0x7fb4cc0b9680 2024-09-05T06:11:16.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4c97fa640 1 -- 172.21.15.70:0/1538056442 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb4c401f070 con 0x7fb4cc0b9680 2024-09-05T06:11:16.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4c97fa640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4b80678c0 0x7fb4b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4c97fa640 1 -- 172.21.15.70:0/1538056442 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb4c4085f20 con 0x7fb4cc0b9680 2024-09-05T06:11:16.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d0ccc640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4b80678c0 0x7fb4b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.215+0000 7fb4d0ccc640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4b80678c0 0x7fb4b8069d80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc000fe0 tx=0x7fb4bc001440 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.219+0000 7fb4c97fa640 1 -- 172.21.15.70:0/1538056442 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb4c4012070 con 0x7fb4cc0b9680 2024-09-05T06:11:16.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.379+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb4cc0d4d60 con 0x7fb4cc0b9680 2024-09-05T06:11:16.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4c97fa640 1 -- 172.21.15.70:0/1538056442 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16670 (secure 0 0 0) 0x7fb4c40564a0 con 0x7fb4cc0b9680 2024-09-05T06:11:16.382 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:16.382 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":45,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:11:15.108763+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:11:13.711933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-05T06:11:14.078150+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4b80678c0 msgr2=0x7fb4b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4b80678c0 0x7fb4b8069d80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc000fe0 tx=0x7fb4bc001440 comp rx=0 tx=0).stop 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4cc0b9680 msgr2=0x7fb4cc0b9b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4cc0b9680 0x7fb4cc0b9b00 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0d1320 tx=0x7fb4c400f4a0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 shutdown_connections 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4b80678c0 0x7fb4b8069d80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb4cc0b9680 0x7fb4cc0b9b00 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4cc15f600 0x7fb4cc0c9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 --2- 172.21.15.70:0/1538056442 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb4b4004810 0x7fb4cc161860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 >> 172.21.15.70:0/1538056442 conn(0x7fb4cc08e690 msgr2=0x7fb4cc0b70c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:16.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 shutdown_connections 2024-09-05T06:11:16.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.383+0000 7fb4d2f30640 1 -- 172.21.15.70:0/1538056442 wait complete. 2024-09-05T06:11:16.401 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:11:16.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.523+0000 7ff2123fb640 1 Processor -- start 2024-09-05T06:11:16.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.523+0000 7ff2123fb640 1 -- start start 2024-09-05T06:11:16.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff2123fb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff20c157110 0x7ff20c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff2123fb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff20c0d0e60 0x7ff20c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff2123fb640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff20c06d570 con 0x7ff20c0b5ac0 2024-09-05T06:11:16.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff2123fb640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff20c06d850 con 0x7ff20c0d0e60 2024-09-05T06:11:16.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff2123fb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff20c06db30 con 0x7ff20c157110 2024-09-05T06:11:16.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff210998640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff20c0d0e60 0x7ff20c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff210998640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff20c0d0e60 0x7ff20c0af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58022/0 (socket says 172.21.15.70:58022) 2024-09-05T06:11:16.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff210998640 1 -- 172.21.15.70:0/897714864 learned_addr learned my addr 172.21.15.70:0/897714864 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:16.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff20bfff640 1 --2- 172.21.15.70:0/897714864 >> v2:172.21.15.196:3300/0 conn(0x7ff20c157110 0x7ff20c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff210998640 1 -- 172.21.15.70:0/897714864 >> v2:172.21.15.196:3300/0 conn(0x7ff20c157110 msgr2=0x7ff20c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:16.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff210998640 1 --2- 172.21.15.70:0/897714864 >> v2:172.21.15.196:3300/0 conn(0x7ff20c157110 0x7ff20c0b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff210998640 1 -- 172.21.15.70:0/897714864 >> v1:172.21.15.196:6789/0 conn(0x7ff20c0b5ac0 legacy=0x7ff20c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:16.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff210998640 1 -- 172.21.15.70:0/897714864 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff20c06de10 con 0x7ff20c0d0e60 2024-09-05T06:11:16.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff210998640 1 --2- 172.21.15.70:0/897714864 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c0af720 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff20c06ed50 tx=0x7ff20401c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f21bf2e04960e0e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff20affd640 1 -- 172.21.15.70:0/897714864 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2040a5670 con 0x7ff20c0d0e60 2024-09-05T06:11:16.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff20affd640 1 -- 172.21.15.70:0/897714864 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2040a5810 con 0x7ff20c0d0e60 2024-09-05T06:11:16.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.527+0000 7ff20affd640 1 -- 172.21.15.70:0/897714864 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2040a5be0 con 0x7ff20c0d0e60 2024-09-05T06:11:16.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- 172.21.15.70:0/897714864 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 msgr2=0x7ff20c0af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 --2- 172.21.15.70:0/897714864 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c0af720 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff20c06ed50 tx=0x7ff20401c9b0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- 172.21.15.70:0/897714864 shutdown_connections 2024-09-05T06:11:16.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 --2- 172.21.15.70:0/897714864 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c0af720 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 --2- 172.21.15.70:0/897714864 >> v2:172.21.15.196:3300/0 conn(0x7ff20c157110 0x7ff20c0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- 172.21.15.70:0/897714864 >> 172.21.15.70:0/897714864 conn(0x7ff20c06bcc0 msgr2=0x7ff20c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:16.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- 172.21.15.70:0/897714864 shutdown_connections 2024-09-05T06:11:16.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- 172.21.15.70:0/897714864 wait complete. 2024-09-05T06:11:16.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 Processor -- start 2024-09-05T06:11:16.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- start start 2024-09-05T06:11:16.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c0b5ac0 0x7ff20c155c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c1fbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c157110 0x7ff20c073070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff20c0b3e80 con 0x7ff20c0d0e60 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff20c0b3d00 con 0x7ff20c157110 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff20c0b4000 con 0x7ff20c0b5ac0 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c1fbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c1fbd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58034/0 (socket says 172.21.15.70:58034) 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 -- 172.21.15.70:0/2735816481 learned_addr learned my addr 172.21.15.70:0/2735816481 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff210998640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c157110 0x7ff20c073070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 -- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c0b5ac0 msgr2=0x7ff20c155c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20bfff640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c0b5ac0 0x7ff20c155c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c0b5ac0 0x7ff20c155c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 -- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c157110 msgr2=0x7ff20c073070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c157110 0x7ff20c073070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 -- 172.21.15.70:0/2735816481 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff20c0716d0 con 0x7ff20c0d0e60 2024-09-05T06:11:16.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff210998640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c157110 0x7ff20c073070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:16.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff20b7fe640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c1fbd60 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7ff20000c410 tx=0x7ff20000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff208ff9640 1 -- 172.21.15.70:0/2735816481 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff200017070 con 0x7ff20c0d0e60 2024-09-05T06:11:16.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff208ff9640 1 -- 172.21.15.70:0/2735816481 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff200003600 con 0x7ff20c0d0e60 2024-09-05T06:11:16.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff20c0719b0 con 0x7ff20c0d0e60 2024-09-05T06:11:16.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff208ff9640 1 -- 172.21.15.70:0/2735816481 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2000039f0 con 0x7ff20c0d0e60 2024-09-05T06:11:16.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff20c0aed80 con 0x7ff20c0d0e60 2024-09-05T06:11:16.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.531+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff20c1fb890 con 0x7ff20c0d0e60 2024-09-05T06:11:16.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.535+0000 7ff208ff9640 1 -- 172.21.15.70:0/2735816481 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff20001a070 con 0x7ff20c0d0e60 2024-09-05T06:11:16.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.535+0000 7ff208ff9640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1f80678c0 0x7ff1f8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.535+0000 7ff208ff9640 1 -- 172.21.15.70:0/2735816481 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff200084f40 con 0x7ff20c0d0e60 2024-09-05T06:11:16.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.535+0000 7ff20bfff640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1f80678c0 0x7ff1f8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.535+0000 7ff20bfff640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1f80678c0 0x7ff1f8069d80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc00b7c0 tx=0x7ff1fc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.539+0000 7ff208ff9640 1 -- 172.21.15.70:0/2735816481 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff2000554c0 con 0x7ff20c0d0e60 2024-09-05T06:11:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.739+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff20c0af720 con 0x7ff20c0d0e60 2024-09-05T06:11:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.755+0000 7ff208ff9640 1 -- 172.21.15.70:0/2735816481 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v19) ==== 118+0+0 (secure 0 0 0) 0x7ff2000597c0 con 0x7ff20c0d0e60 2024-09-05T06:11:16.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1f80678c0 msgr2=0x7ff1f8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1f80678c0 0x7ff1f8069d80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc00b7c0 tx=0x7ff1fc008040 comp rx=0 tx=0).stop 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 msgr2=0x7ff20c1fbd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c1fbd60 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7ff20000c410 tx=0x7ff20000c8d0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 shutdown_connections 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1f80678c0 0x7ff1f8069d80 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c157110 0x7ff20c073070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c0d0e60 0x7ff20c1fbd60 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 --2- 172.21.15.70:0/2735816481 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c0b5ac0 0x7ff20c155c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 >> 172.21.15.70:0/2735816481 conn(0x7ff20c06bcc0 msgr2=0x7ff20c159c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 shutdown_connections 2024-09-05T06:11:16.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.759+0000 7ff2123fb640 1 -- 172.21.15.70:0/2735816481 wait complete. 2024-09-05T06:11:16.773 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:11:16.773 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:11:16.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea413f6640 1 Processor -- start 2024-09-05T06:11:16.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea413f6640 1 -- start start 2024-09-05T06:11:16.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea413f6640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fea3c157110 0x7fea3c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea413f6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fea3c0b5ac0 0x7fea3c0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea413f6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea3c06d570 con 0x7fea3c0ceaf0 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea413f6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fea3c06d850 con 0x7fea3c0b5ac0 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea413f6640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fea3c06db30 con 0x7fea3c157110 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea3a7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fea3c0b5ac0 0x7fea3c0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea3a7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fea3c0b5ac0 0x7fea3c0d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58038/0 (socket says 172.21.15.70:58038) 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea3a7fc640 1 -- 172.21.15.70:0/1540089639 learned_addr learned my addr 172.21.15.70:0/1540089639 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea3a7fc640 1 -- 172.21.15.70:0/1540089639 >> v2:172.21.15.196:3300/0 conn(0x7fea3c157110 msgr2=0x7fea3c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea3a7fc640 1 --2- 172.21.15.70:0/1540089639 >> v2:172.21.15.196:3300/0 conn(0x7fea3c157110 0x7fea3c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea3a7fc640 1 -- 172.21.15.70:0/1540089639 >> v1:172.21.15.196:6789/0 conn(0x7fea3c0ceaf0 legacy=0x7fea3c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea3a7fc640 1 -- 172.21.15.70:0/1540089639 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea3c06de10 con 0x7fea3c0b5ac0 2024-09-05T06:11:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea3a7fc640 1 --2- 172.21.15.70:0/1540089639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c0b5ac0 0x7fea3c0d0750 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fea3c0d1530 tx=0x7fea2c01c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f30310cbd07f0a60 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea39ffb640 1 -- 172.21.15.70:0/1540089639 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea2c0b0070 con 0x7fea3c0b5ac0 2024-09-05T06:11:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea39ffb640 1 -- 172.21.15.70:0/1540089639 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea2c0ab600 con 0x7fea3c0b5ac0 2024-09-05T06:11:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.895+0000 7fea39ffb640 1 -- 172.21.15.70:0/1540089639 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea2c0ab9d0 con 0x7fea3c0b5ac0 2024-09-05T06:11:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- 172.21.15.70:0/1540089639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c0b5ac0 msgr2=0x7fea3c0d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 --2- 172.21.15.70:0/1540089639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c0b5ac0 0x7fea3c0d0750 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fea3c0d1530 tx=0x7fea2c01c4e0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- 172.21.15.70:0/1540089639 shutdown_connections 2024-09-05T06:11:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 --2- 172.21.15.70:0/1540089639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c0b5ac0 0x7fea3c0d0750 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 --2- 172.21.15.70:0/1540089639 >> v2:172.21.15.196:3300/0 conn(0x7fea3c157110 0x7fea3c0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- 172.21.15.70:0/1540089639 >> 172.21.15.70:0/1540089639 conn(0x7fea3c06bcc0 msgr2=0x7fea3c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- 172.21.15.70:0/1540089639 shutdown_connections 2024-09-05T06:11:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- 172.21.15.70:0/1540089639 wait complete. 2024-09-05T06:11:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 Processor -- start 2024-09-05T06:11:16.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- start start 2024-09-05T06:11:16.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fea3c0ceaf0 0x7fea3c14afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fea3c157110 0x7fea3c14e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c071f60 0x7fea3c0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c0b4280 con 0x7fea3c071f60 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c0d10a0 con 0x7fea3c0ceaf0 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fea3c0b4400 con 0x7fea3c157110 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c071f60 0x7fea3c0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c071f60 0x7fea3c0ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58044/0 (socket says 172.21.15.70:58044) 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 -- 172.21.15.70:0/135201757 learned_addr learned my addr 172.21.15.70:0/135201757 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3a7fc640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fea3c157110 0x7fea3c14e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3affd640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fea3c0ceaf0 0x7fea3c14afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 -- 172.21.15.70:0/135201757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fea3c157110 msgr2=0x7fea3c14e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fea3c157110 0x7fea3c14e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 -- 172.21.15.70:0/135201757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fea3c0ceaf0 msgr2=0x7fea3c14afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fea3c0ceaf0 0x7fea3c14afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 -- 172.21.15.70:0/135201757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea3c0724d0 con 0x7fea3c071f60 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea3b7fe640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c071f60 0x7fea3c0ae8b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fea3400c7b0 tx=0x7fea3400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea337fe640 1 -- 172.21.15.70:0/135201757 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea34017070 con 0x7fea3c071f60 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea337fe640 1 -- 172.21.15.70:0/135201757 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea34003db0 con 0x7fea3c071f60 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea3c0727b0 con 0x7fea3c071f60 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea337fe640 1 -- 172.21.15.70:0/135201757 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea340052b0 con 0x7fea3c071f60 2024-09-05T06:11:16.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.899+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea3c072d70 con 0x7fea3c071f60 2024-09-05T06:11:16.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.903+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea3c0b4770 con 0x7fea3c071f60 2024-09-05T06:11:16.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.903+0000 7fea337fe640 1 -- 172.21.15.70:0/135201757 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fea3401a070 con 0x7fea3c071f60 2024-09-05T06:11:16.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.903+0000 7fea337fe640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fea1c0678f0 0x7fea1c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:16.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.903+0000 7fea337fe640 1 -- 172.21.15.70:0/135201757 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7fea34085290 con 0x7fea3c071f60 2024-09-05T06:11:16.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.903+0000 7fea3affd640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fea1c0678f0 0x7fea1c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:16.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.903+0000 7fea3affd640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fea1c0678f0 0x7fea1c069db0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fea24006fd0 tx=0x7fea24008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:16.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:16.907+0000 7fea337fe640 1 -- 172.21.15.70:0/135201757 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fea34055dd0 con 0x7fea3c071f60 2024-09-05T06:11:17.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.103+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fea3c0d0530 con 0x7fea3c071f60 2024-09-05T06:11:17.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea337fe640 1 -- 172.21.15.70:0/135201757 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7fea340556d0 con 0x7fea3c071f60 2024-09-05T06:11:17.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fea1c0678f0 msgr2=0x7fea1c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:17.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fea1c0678f0 0x7fea1c069db0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fea24006fd0 tx=0x7fea24008040 comp rx=0 tx=0).stop 2024-09-05T06:11:17.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c071f60 msgr2=0x7fea3c0ae8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:17.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c071f60 0x7fea3c0ae8b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fea3400c7b0 tx=0x7fea3400cc70 comp rx=0 tx=0).stop 2024-09-05T06:11:17.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 shutdown_connections 2024-09-05T06:11:17.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fea1c0678f0 0x7fea1c069db0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fea3c071f60 0x7fea3c0ae8b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fea3c157110 0x7fea3c14e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 --2- 172.21.15.70:0/135201757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fea3c0ceaf0 0x7fea3c14afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 >> 172.21.15.70:0/135201757 conn(0x7fea3c06bcc0 msgr2=0x7fea3c0b4e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:17.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 shutdown_connections 2024-09-05T06:11:17.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.759+0000 7fea413f6640 1 -- 172.21.15.70:0/135201757 wait complete. 2024-09-05T06:11:17.779 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:11:17.779 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:17.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.899+0000 7f0eea5e6640 1 Processor -- start 2024-09-05T06:11:17.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.899+0000 7f0eea5e6640 1 -- start start 2024-09-05T06:11:17.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0eea5e6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0ee40ce780 0x7f0ee40cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:17.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0eea5e6640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0ee40d0060 0x7f0ee40b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:17.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0eea5e6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ee40d1150 con 0x7f0ee415cdd0 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0eea5e6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0ee40d1430 con 0x7f0ee40ce780 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0eea5e6640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0ee40d1710 con 0x7f0ee40d0060 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0ee40ce780 0x7f0ee40cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0ee40ce780 0x7f0ee40cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58046/0 (socket says 172.21.15.70:58046) 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee37fe640 1 -- 172.21.15.70:0/1893995322 learned_addr learned my addr 172.21.15.70:0/1893995322 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee37fe640 1 -- 172.21.15.70:0/1893995322 >> v2:172.21.15.196:3300/0 conn(0x7f0ee40d0060 msgr2=0x7f0ee40b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee8b83640 1 --2- 172.21.15.70:0/1893995322 >> v2:172.21.15.196:3300/0 conn(0x7f0ee40d0060 0x7f0ee40b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee37fe640 1 --2- 172.21.15.70:0/1893995322 >> v2:172.21.15.196:3300/0 conn(0x7f0ee40d0060 0x7f0ee40b2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee37fe640 1 -- 172.21.15.70:0/1893995322 >> v1:172.21.15.196:6789/0 conn(0x7f0ee415cdd0 legacy=0x7f0ee40cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee37fe640 1 -- 172.21.15.70:0/1893995322 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee40b25e0 con 0x7f0ee40ce780 2024-09-05T06:11:17.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee8b83640 1 --2- 172.21.15.70:0/1893995322 >> v2:172.21.15.196:3300/0 conn(0x7f0ee40d0060 0x7f0ee40b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:17.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee37fe640 1 --2- 172.21.15.70:0/1893995322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee40cdcf0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f0ee4072d50 tx=0x7f0ed801c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45759108bd3493cd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:17.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee2ffd640 1 -- 172.21.15.70:0/1893995322 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed80aa660 con 0x7f0ee40ce780 2024-09-05T06:11:17.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee2ffd640 1 -- 172.21.15.70:0/1893995322 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed80af070 con 0x7f0ee40ce780 2024-09-05T06:11:17.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.903+0000 7f0ee2ffd640 1 -- 172.21.15.70:0/1893995322 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed80aaa20 con 0x7f0ee40ce780 2024-09-05T06:11:17.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- 172.21.15.70:0/1893995322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 msgr2=0x7f0ee40cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:17.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/1893995322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee40cdcf0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f0ee4072d50 tx=0x7f0ed801c4e0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- 172.21.15.70:0/1893995322 shutdown_connections 2024-09-05T06:11:17.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/1893995322 >> v2:172.21.15.196:3300/0 conn(0x7f0ee40d0060 0x7f0ee40b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/1893995322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee40cdcf0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- 172.21.15.70:0/1893995322 >> 172.21.15.70:0/1893995322 conn(0x7f0ee40b4660 msgr2=0x7f0ee40b4a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:17.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- 172.21.15.70:0/1893995322 shutdown_connections 2024-09-05T06:11:17.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- 172.21.15.70:0/1893995322 wait complete. 2024-09-05T06:11:17.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 Processor -- start 2024-09-05T06:11:17.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- start start 2024-09-05T06:11:17.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee4150d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:17.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ee40d0060 0x7f0ee4151b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:17.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ee41f9480 0x7f0ee414f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:17.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee40b3c20 con 0x7f0ee40ce780 2024-09-05T06:11:17.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee40b3aa0 con 0x7f0ee41f9480 2024-09-05T06:11:17.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0eea5e6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee40b3da0 con 0x7f0ee40d0060 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee4150d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee4150d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58050/0 (socket says 172.21.15.70:58050) 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 -- 172.21.15.70:0/2633799468 learned_addr learned my addr 172.21.15.70:0/2633799468 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee8b83640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ee41f9480 0x7f0ee414f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee37fe640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ee40d0060 0x7f0ee4151b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 -- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ee40d0060 msgr2=0x7f0ee4151b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ee40d0060 0x7f0ee4151b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 -- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ee41f9480 msgr2=0x7f0ee414f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ee41f9480 0x7f0ee414f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 -- 172.21.15.70:0/2633799468 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee414f5f0 con 0x7f0ee40ce780 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee37fe640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ee40d0060 0x7f0ee4151b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.907+0000 7f0ee3fff640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee4150d40 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f0ed400c480 tx=0x7f0ed400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0ee0ff9640 1 -- 172.21.15.70:0/2633799468 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed4012830 con 0x7f0ee40ce780 2024-09-05T06:11:17.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0ee0ff9640 1 -- 172.21.15.70:0/2633799468 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed4017070 con 0x7f0ee40ce780 2024-09-05T06:11:17.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ee4154920 con 0x7f0ee40ce780 2024-09-05T06:11:17.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0ee0ff9640 1 -- 172.21.15.70:0/2633799468 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed4012c30 con 0x7f0ee40ce780 2024-09-05T06:11:17.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ee4154ee0 con 0x7f0ee40ce780 2024-09-05T06:11:17.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ee40b2b00 con 0x7f0ee40ce780 2024-09-05T06:11:17.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0ee0ff9640 1 -- 172.21.15.70:0/2633799468 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0ed401c460 con 0x7f0ee40ce780 2024-09-05T06:11:17.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0ee0ff9640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ed00678f0 0x7f0ed0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:17.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0ee0ff9640 1 -- 172.21.15.70:0/2633799468 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f0ed4085960 con 0x7f0ee40ce780 2024-09-05T06:11:17.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0ee37fe640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ed00678f0 0x7f0ed0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:17.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.911+0000 7f0ee37fe640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ed00678f0 0x7f0ed0069db0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0ed80ae000 tx=0x7f0ed8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:17.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:17.915+0000 7f0ee0ff9640 1 -- 172.21.15.70:0/2633799468 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0ed4056530 con 0x7f0ee40ce780 2024-09-05T06:11:18.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.107+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ee40b4200 con 0x7f0ee40ce780 2024-09-05T06:11:18.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.107+0000 7f0ee0ff9640 1 -- 172.21.15.70:0/2633799468 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7f0ed4055e30 con 0x7f0ee40ce780 2024-09-05T06:11:18.109 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:18.109 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:18.109 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ed00678f0 msgr2=0x7f0ed0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ed00678f0 0x7f0ed0069db0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0ed80ae000 tx=0x7f0ed8008040 comp rx=0 tx=0).stop 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 msgr2=0x7f0ee4150d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee4150d40 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f0ed400c480 tx=0x7f0ed400c940 comp rx=0 tx=0).stop 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 shutdown_connections 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ed00678f0 0x7f0ed0069db0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ee41f9480 0x7f0ee414f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ee40d0060 0x7f0ee4151b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 --2- 172.21.15.70:0/2633799468 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ee40ce780 0x7f0ee4150d40 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 >> 172.21.15.70:0/2633799468 conn(0x7f0ee40b4660 msgr2=0x7f0ee40af940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 shutdown_connections 2024-09-05T06:11:18.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.111+0000 7f0eea5e6640 1 -- 172.21.15.70:0/2633799468 wait complete. 2024-09-05T06:11:18.126 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:18.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7802c9a640 1 Processor -- start 2024-09-05T06:11:18.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7802c9a640 1 -- start start 2024-09-05T06:11:18.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7802c9a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f77fc15cdd0 0x7f77fc0cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7802c9a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0ce780 0x7f77fc0cdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7802c9a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f77fc0ce060 0x7f77fc0cf050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7802c9a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f77fc0ce4f0 con 0x7f77fc15cdd0 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7802c9a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f77fc0d1150 con 0x7f77fc0ce060 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7802c9a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f77fc0d1430 con 0x7f77fc0ce780 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f77fc15cdd0 0x7f77fc0cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f77fc15cdd0 0x7f77fc0cd5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53632/0 (socket says 172.21.15.70:53632) 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 -- 172.21.15.70:0/1167323557 learned_addr learned my addr 172.21.15.70:0/1167323557 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7801237640 1 --2- 172.21.15.70:0/1167323557 >> v2:172.21.15.196:3300/0 conn(0x7f77fc0ce060 0x7f77fc0cf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f77fbfff640 1 --2- 172.21.15.70:0/1167323557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0ce780 0x7f77fc0cdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 -- 172.21.15.70:0/1167323557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0ce780 msgr2=0x7f77fc0cdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 --2- 172.21.15.70:0/1167323557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0ce780 0x7f77fc0cdb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 -- 172.21.15.70:0/1167323557 >> v2:172.21.15.196:3300/0 conn(0x7f77fc0ce060 msgr2=0x7f77fc0cf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 --2- 172.21.15.70:0/1167323557 >> v2:172.21.15.196:3300/0 conn(0x7f77fc0ce060 0x7f77fc0cf050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 -- 172.21.15.70:0/1167323557 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77fc0d1710 con 0x7f77fc15cdd0 2024-09-05T06:11:18.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f7800a36640 1 --2- 172.21.15.70:0/1167323557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc15cdd0 0x7f77fc0cd5e0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f77fc0729b0 tx=0x7f77f001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4bc31b06bd729a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f77fb7fe640 1 -- 172.21.15.70:0/1167323557 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f00aa430 con 0x7f77fc15cdd0 2024-09-05T06:11:18.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f77fb7fe640 1 -- 172.21.15.70:0/1167323557 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77f00af070 con 0x7f77fc15cdd0 2024-09-05T06:11:18.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.231+0000 7f77fb7fe640 1 -- 172.21.15.70:0/1167323557 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f00aa7f0 con 0x7f77fc15cdd0 2024-09-05T06:11:18.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- 172.21.15.70:0/1167323557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc15cdd0 msgr2=0x7f77fc0cd5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1167323557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc15cdd0 0x7f77fc0cd5e0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f77fc0729b0 tx=0x7f77f001c4f0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- 172.21.15.70:0/1167323557 shutdown_connections 2024-09-05T06:11:18.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1167323557 >> v2:172.21.15.196:3300/0 conn(0x7f77fc0ce060 0x7f77fc0cf050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1167323557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc0ce780 0x7f77fc0cdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1167323557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc15cdd0 0x7f77fc0cd5e0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- 172.21.15.70:0/1167323557 >> 172.21.15.70:0/1167323557 conn(0x7f77fc0b4660 msgr2=0x7f77fc0b4a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:18.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- 172.21.15.70:0/1167323557 shutdown_connections 2024-09-05T06:11:18.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- 172.21.15.70:0/1167323557 wait complete. 2024-09-05T06:11:18.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 Processor -- start 2024-09-05T06:11:18.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- start start 2024-09-05T06:11:18.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0ce060 0x7f77fc147030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc0ce780 0x7f77fc150440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc14c1d0 0x7f77fc150980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f77fc0d0130 con 0x7f77fc0ce060 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f77fc0cffb0 con 0x7f77fc0ce780 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f77fc0d02b0 con 0x7f77fc14c1d0 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0ce060 0x7f77fc147030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0ce060 0x7f77fc147030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53642/0 (socket says 172.21.15.70:53642) 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 -- 172.21.15.70:0/1748830638 learned_addr learned my addr 172.21.15.70:0/1748830638 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f77fbfff640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc0ce780 0x7f77fc150440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7801237640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc14c1d0 0x7f77fc150980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 -- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc14c1d0 msgr2=0x7f77fc150980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc14c1d0 0x7f77fc150980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 -- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc0ce780 msgr2=0x7f77fc150440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc0ce780 0x7f77fc150440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 -- 172.21.15.70:0/1748830638 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77fc14afe0 con 0x7f77fc0ce060 2024-09-05T06:11:18.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7801237640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc14c1d0 0x7f77fc150980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:18.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7800a36640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0ce060 0x7f77fc147030 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f77f001aba0 tx=0x7f77f001ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f77f97fa640 1 -- 172.21.15.70:0/1748830638 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f00bd5f0 con 0x7f77fc0ce060 2024-09-05T06:11:18.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f77f97fa640 1 -- 172.21.15.70:0/1748830638 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77f00bd790 con 0x7f77fc0ce060 2024-09-05T06:11:18.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77fc14b2c0 con 0x7f77fc0ce060 2024-09-05T06:11:18.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f77f97fa640 1 -- 172.21.15.70:0/1748830638 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f00bdb80 con 0x7f77fc0ce060 2024-09-05T06:11:18.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.235+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77fc14b880 con 0x7f77fc0ce060 2024-09-05T06:11:18.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.239+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77fc0cf050 con 0x7f77fc0ce060 2024-09-05T06:11:18.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.239+0000 7f77f97fa640 1 -- 172.21.15.70:0/1748830638 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f77f00b33f0 con 0x7f77fc0ce060 2024-09-05T06:11:18.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.239+0000 7f77f97fa640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77e00678f0 0x7f77e0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.239+0000 7f77f97fa640 1 -- 172.21.15.70:0/1748830638 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f77f0120770 con 0x7f77fc0ce060 2024-09-05T06:11:18.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.239+0000 7f77fbfff640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77e00678f0 0x7f77e0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.239+0000 7f77fbfff640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77e00678f0 0x7f77e0069db0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f77fc0aff00 tx=0x7f77e8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.243+0000 7f77f97fa640 1 -- 172.21.15.70:0/1748830638 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f77f00c3060 con 0x7f77fc0ce060 2024-09-05T06:11:18.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.391+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f77fc0b1870 con 0x7f77fc0ce060 2024-09-05T06:11:18.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f77f97fa640 1 -- 172.21.15.70:0/1748830638 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16657 (secure 0 0 0) 0x7f77f0016110 con 0x7f77fc0ce060 2024-09-05T06:11:18.395 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:18.395 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:11:16.727242+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:11:13.711933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-05T06:11:14.078150+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"46","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77e00678f0 msgr2=0x7f77e0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77e00678f0 0x7f77e0069db0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f77fc0aff00 tx=0x7f77e8008040 comp rx=0 tx=0).stop 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0ce060 msgr2=0x7f77fc147030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0ce060 0x7f77fc147030 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f77f001aba0 tx=0x7f77f001ad30 comp rx=0 tx=0).stop 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 shutdown_connections 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77e00678f0 0x7f77e0069db0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77fc14c1d0 0x7f77fc150980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77fc0ce780 0x7f77fc150440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 --2- 172.21.15.70:0/1748830638 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77fc0ce060 0x7f77fc147030 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.395+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 >> 172.21.15.70:0/1748830638 conn(0x7f77fc0b4660 msgr2=0x7f77fc14c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:18.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.399+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 shutdown_connections 2024-09-05T06:11:18.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.399+0000 7f7802c9a640 1 -- 172.21.15.70:0/1748830638 wait complete. 2024-09-05T06:11:18.412 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:11:18.412 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:11:18.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.515+0000 7f8d9ef0a640 1 Processor -- start 2024-09-05T06:11:18.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.515+0000 7f8d9ef0a640 1 -- start start 2024-09-05T06:11:18.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9ef0a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8d980d4980 0x7f8d980d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9ef0a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d980cfd30 con 0x7f8d9815edb0 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9ef0a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d980d0010 con 0x7f8d980d3a50 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9ef0a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8d980d02f0 con 0x7f8d980d4980 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9cca6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8d980d4980 0x7f8d980d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d97fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f8d9815edb0 0x7f8d980d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:35206/0 (socket says 172.21.15.70:35206) 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d97fff640 1 -- 172.21.15.70:0/2899278441 learned_addr learned my addr 172.21.15.70:0/2899278441 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9cca6640 1 -- 172.21.15.70:0/2899278441 >> v1:172.21.15.196:6789/0 conn(0x7f8d980d3a50 legacy=0x7f8d980b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9cca6640 1 -- 172.21.15.70:0/2899278441 >> v1:172.21.15.70:6789/0 conn(0x7f8d9815edb0 legacy=0x7f8d980d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9cca6640 1 -- 172.21.15.70:0/2899278441 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d980d05d0 con 0x7f8d980d4980 2024-09-05T06:11:18.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d977fe640 1 -- 172.21.15.70:0/2899278441 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2058398511 0 0) 0x7f8d980cfd30 con 0x7f8d9815edb0 2024-09-05T06:11:18.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d9cca6640 1 --2- 172.21.15.70:0/2899278441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980d4d60 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f8d8c0097c0 tx=0x7f8d8c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd46c781eea1711 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d977fe640 1 -- 172.21.15.70:0/2899278441 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d8c0ab650 con 0x7f8d980d4980 2024-09-05T06:11:18.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d977fe640 1 -- 172.21.15.70:0/2899278441 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d8c0b0070 con 0x7f8d980d4980 2024-09-05T06:11:18.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.519+0000 7f8d977fe640 1 -- 172.21.15.70:0/2899278441 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d8c0aba10 con 0x7f8d980d4980 2024-09-05T06:11:18.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2899278441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 msgr2=0x7f8d980d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 --2- 172.21.15.70:0/2899278441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980d4d60 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f8d8c0097c0 tx=0x7f8d8c01c430 comp rx=0 tx=0).stop 2024-09-05T06:11:18.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2899278441 shutdown_connections 2024-09-05T06:11:18.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 --2- 172.21.15.70:0/2899278441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980d4d60 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2899278441 >> 172.21.15.70:0/2899278441 conn(0x7f8d9808e690 msgr2=0x7f8d9809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:18.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2899278441 shutdown_connections 2024-09-05T06:11:18.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2899278441 wait complete. 2024-09-05T06:11:18.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 Processor -- start 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- start start 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d980d3a50 0x7f8d98150d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980c7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d9815edb0 0x7f8d980c5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9816c8c0 con 0x7f8d980d4980 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9816c740 con 0x7f8d980d3a50 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8d9816ca40 con 0x7f8d9815edb0 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980c7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980c7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53658/0 (socket says 172.21.15.70:53658) 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 -- 172.21.15.70:0/2236581738 learned_addr learned my addr 172.21.15.70:0/2236581738 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9cca6640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d980d3a50 0x7f8d98150d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9d4a7640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d9815edb0 0x7f8d980c5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 -- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d9815edb0 msgr2=0x7f8d980c5190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d9815edb0 0x7f8d980c5190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 -- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d980d3a50 msgr2=0x7f8d98150d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d980d3a50 0x7f8d98150d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 -- 172.21.15.70:0/2236581738 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d980c7f50 con 0x7f8d980d4980 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9cca6640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d980d3a50 0x7f8d98150d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d97fff640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980c7a10 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f8d8800c4b0 tx=0x7f8d8800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d957fa640 1 -- 172.21.15.70:0/2236581738 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88018070 con 0x7f8d980d4980 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d957fa640 1 -- 172.21.15.70:0/2236581738 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d88007500 con 0x7f8d980d4980 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d957fa640 1 -- 172.21.15.70:0/2236581738 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88004a30 con 0x7f8d980d4980 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d9815f830 con 0x7f8d980d4980 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d98161950 con 0x7f8d980d4980 2024-09-05T06:11:18.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.523+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d980d4d60 con 0x7f8d980d4980 2024-09-05T06:11:18.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.527+0000 7f8d957fa640 1 -- 172.21.15.70:0/2236581738 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8d8801b070 con 0x7f8d980d4980 2024-09-05T06:11:18.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.527+0000 7f8d957fa640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d840678c0 0x7f8d84069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.527+0000 7f8d957fa640 1 -- 172.21.15.70:0/2236581738 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f8d88085000 con 0x7f8d980d4980 2024-09-05T06:11:18.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.527+0000 7f8d9cca6640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d840678c0 0x7f8d84069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.527+0000 7f8d9cca6640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d840678c0 0x7f8d84069d80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8d8c0af000 tx=0x7f8d8c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.531+0000 7f8d957fa640 1 -- 172.21.15.70:0/2236581738 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8d88055aa0 con 0x7f8d980d4980 2024-09-05T06:11:18.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.687+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8d980b3b90 con 0x7f8d840678c0 2024-09-05T06:11:18.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.699+0000 7f8d957fa640 1 -- 172.21.15.70:0/2236581738 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247486 (secure 0 0 0) 0x7f8d980b3b90 con 0x7f8d840678c0 2024-09-05T06:11:18.701 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:18.703 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:11:18.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d840678c0 msgr2=0x7f8d84069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d840678c0 0x7f8d84069d80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8d8c0af000 tx=0x7f8d8c008040 comp rx=0 tx=0).stop 2024-09-05T06:11:18.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 msgr2=0x7f8d980c7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980c7a10 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f8d8800c4b0 tx=0x7f8d8800c970 comp rx=0 tx=0).stop 2024-09-05T06:11:18.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 shutdown_connections 2024-09-05T06:11:18.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d840678c0 0x7f8d84069d80 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d9815edb0 0x7f8d980c5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d980d4980 0x7f8d980c7a10 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 --2- 172.21.15.70:0/2236581738 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d980d3a50 0x7f8d98150d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 >> 172.21.15.70:0/2236581738 conn(0x7f8d9808e690 msgr2=0x7f8d98157320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:18.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 shutdown_connections 2024-09-05T06:11:18.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.703+0000 7f8d9ef0a640 1 -- 172.21.15.70:0/2236581738 wait complete. 2024-09-05T06:11:18.719 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-05T06:11:18.351365+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":117,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":2865,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1559634,"statfs":{"total":1600000000,"available":1597065996,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.629270"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819129+0000","last_change":"2024-09-05T06:11:15.756481+0000","last_active":"2024-09-05T06:11:16.819129+0000","last_peered":"2024-09-05T06:11:16.819129+0000","last_clean":"2024-09-05T06:11:16.819129+0000","last_became_active":"2024-09-05T06:11:15.755691+0000","last_became_peered":"2024-09-05T06:11:15.755691+0000","last_unstale":"2024-09-05T06:11:16.819129+0000","last_undegraded":"2024-09-05T06:11:16.819129+0000","last_fullsized":"2024-09-05T06:11:16.819129+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:54:07.591796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818561+0000","last_change":"2024-09-05T06:11:15.760340+0000","last_active":"2024-09-05T06:11:16.818561+0000","last_peered":"2024-09-05T06:11:16.818561+0000","last_clean":"2024-09-05T06:11:16.818561+0000","last_became_active":"2024-09-05T06:11:15.758493+0000","last_became_peered":"2024-09-05T06:11:15.758493+0000","last_unstale":"2024-09-05T06:11:16.818561+0000","last_undegraded":"2024-09-05T06:11:16.818561+0000","last_fullsized":"2024-09-05T06:11:16.818561+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:01.187940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818624+0000","last_change":"2024-09-05T06:11:15.754090+0000","last_active":"2024-09-05T06:11:16.818624+0000","last_peered":"2024-09-05T06:11:16.818624+0000","last_clean":"2024-09-05T06:11:16.818624+0000","last_became_active":"2024-09-05T06:11:15.753846+0000","last_became_peered":"2024-09-05T06:11:15.753846+0000","last_unstale":"2024-09-05T06:11:16.818624+0000","last_undegraded":"2024-09-05T06:11:16.818624+0000","last_fullsized":"2024-09-05T06:11:16.818624+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:03:49.654101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729712+0000","last_change":"2024-09-05T06:11:15.767725+0000","last_active":"2024-09-05T06:11:16.729712+0000","last_peered":"2024-09-05T06:11:16.729712+0000","last_clean":"2024-09-05T06:11:16.729712+0000","last_became_active":"2024-09-05T06:11:15.767087+0000","last_became_peered":"2024-09-05T06:11:15.767087+0000","last_unstale":"2024-09-05T06:11:16.729712+0000","last_undegraded":"2024-09-05T06:11:16.729712+0000","last_fullsized":"2024-09-05T06:11:16.729712+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:05:27.310971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819822+0000","last_change":"2024-09-05T06:11:15.737816+0000","last_active":"2024-09-05T06:11:16.819822+0000","last_peered":"2024-09-05T06:11:16.819822+0000","last_clean":"2024-09-05T06:11:16.819822+0000","last_became_active":"2024-09-05T06:11:15.736891+0000","last_became_peered":"2024-09-05T06:11:15.736891+0000","last_unstale":"2024-09-05T06:11:16.819822+0000","last_undegraded":"2024-09-05T06:11:16.819822+0000","last_fullsized":"2024-09-05T06:11:16.819822+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:37.518988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815110+0000","last_change":"2024-09-05T06:11:15.779294+0000","last_active":"2024-09-05T06:11:16.815110+0000","last_peered":"2024-09-05T06:11:16.815110+0000","last_clean":"2024-09-05T06:11:16.815110+0000","last_became_active":"2024-09-05T06:11:15.778534+0000","last_became_peered":"2024-09-05T06:11:15.778534+0000","last_unstale":"2024-09-05T06:11:16.815110+0000","last_undegraded":"2024-09-05T06:11:16.815110+0000","last_fullsized":"2024-09-05T06:11:16.815110+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:25.640397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819677+0000","last_change":"2024-09-05T06:11:15.775593+0000","last_active":"2024-09-05T06:11:16.819677+0000","last_peered":"2024-09-05T06:11:16.819677+0000","last_clean":"2024-09-05T06:11:16.819677+0000","last_became_active":"2024-09-05T06:11:15.775143+0000","last_became_peered":"2024-09-05T06:11:15.775143+0000","last_unstale":"2024-09-05T06:11:16.819677+0000","last_undegraded":"2024-09-05T06:11:16.819677+0000","last_fullsized":"2024-09-05T06:11:16.819677+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:00:09.043360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729430+0000","last_change":"2024-09-05T06:11:15.777163+0000","last_active":"2024-09-05T06:11:16.729430+0000","last_peered":"2024-09-05T06:11:16.729430+0000","last_clean":"2024-09-05T06:11:16.729430+0000","last_became_active":"2024-09-05T06:11:15.776017+0000","last_became_peered":"2024-09-05T06:11:15.776017+0000","last_unstale":"2024-09-05T06:11:16.729430+0000","last_undegraded":"2024-09-05T06:11:16.729430+0000","last_fullsized":"2024-09-05T06:11:16.729430+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:19.063343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814728+0000","last_change":"2024-09-05T06:11:15.755060+0000","last_active":"2024-09-05T06:11:16.814728+0000","last_peered":"2024-09-05T06:11:16.814728+0000","last_clean":"2024-09-05T06:11:16.814728+0000","last_became_active":"2024-09-05T06:11:15.754405+0000","last_became_peered":"2024-09-05T06:11:15.754405+0000","last_unstale":"2024-09-05T06:11:16.814728+0000","last_undegraded":"2024-09-05T06:11:16.814728+0000","last_fullsized":"2024-09-05T06:11:16.814728+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:27:33.682599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731085+0000","last_change":"2024-09-05T06:11:15.768194+0000","last_active":"2024-09-05T06:11:16.731085+0000","last_peered":"2024-09-05T06:11:16.731085+0000","last_clean":"2024-09-05T06:11:16.731085+0000","last_became_active":"2024-09-05T06:11:15.764236+0000","last_became_peered":"2024-09-05T06:11:15.764236+0000","last_unstale":"2024-09-05T06:11:16.731085+0000","last_undegraded":"2024-09-05T06:11:16.731085+0000","last_fullsized":"2024-09-05T06:11:16.731085+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:34:25.202727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731754+0000","last_change":"2024-09-05T06:11:15.780823+0000","last_active":"2024-09-05T06:11:16.731754+0000","last_peered":"2024-09-05T06:11:16.731754+0000","last_clean":"2024-09-05T06:11:16.731754+0000","last_became_active":"2024-09-05T06:11:15.778870+0000","last_became_peered":"2024-09-05T06:11:15.778870+0000","last_unstale":"2024-09-05T06:11:16.731754+0000","last_undegraded":"2024-09-05T06:11:16.731754+0000","last_fullsized":"2024-09-05T06:11:16.731754+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:04.805830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818730+0000","last_change":"2024-09-05T06:11:15.759412+0000","last_active":"2024-09-05T06:11:16.818730+0000","last_peered":"2024-09-05T06:11:16.818730+0000","last_clean":"2024-09-05T06:11:16.818730+0000","last_became_active":"2024-09-05T06:11:15.755284+0000","last_became_peered":"2024-09-05T06:11:15.755284+0000","last_unstale":"2024-09-05T06:11:16.818730+0000","last_undegraded":"2024-09-05T06:11:16.818730+0000","last_fullsized":"2024-09-05T06:11:16.818730+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:26.054795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814471+0000","last_change":"2024-09-05T06:11:15.767593+0000","last_active":"2024-09-05T06:11:16.814471+0000","last_peered":"2024-09-05T06:11:16.814471+0000","last_clean":"2024-09-05T06:11:16.814471+0000","last_became_active":"2024-09-05T06:11:15.766968+0000","last_became_peered":"2024-09-05T06:11:15.766968+0000","last_unstale":"2024-09-05T06:11:16.814471+0000","last_undegraded":"2024-09-05T06:11:16.814471+0000","last_fullsized":"2024-09-05T06:11:16.814471+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:42:57.611937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731303+0000","last_change":"2024-09-05T06:11:15.771213+0000","last_active":"2024-09-05T06:11:16.731303+0000","last_peered":"2024-09-05T06:11:16.731303+0000","last_clean":"2024-09-05T06:11:16.731303+0000","last_became_active":"2024-09-05T06:11:15.770368+0000","last_became_peered":"2024-09-05T06:11:15.770368+0000","last_unstale":"2024-09-05T06:11:16.731303+0000","last_undegraded":"2024-09-05T06:11:16.731303+0000","last_fullsized":"2024-09-05T06:11:16.731303+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:40:36.606622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.728960+0000","last_change":"2024-09-05T06:11:15.751285+0000","last_active":"2024-09-05T06:11:16.728960+0000","last_peered":"2024-09-05T06:11:16.728960+0000","last_clean":"2024-09-05T06:11:16.728960+0000","last_became_active":"2024-09-05T06:11:15.749468+0000","last_became_peered":"2024-09-05T06:11:15.749468+0000","last_unstale":"2024-09-05T06:11:16.728960+0000","last_undegraded":"2024-09-05T06:11:16.728960+0000","last_fullsized":"2024-09-05T06:11:16.728960+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:34:17.835973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819344+0000","last_change":"2024-09-05T06:11:15.782420+0000","last_active":"2024-09-05T06:11:16.819344+0000","last_peered":"2024-09-05T06:11:16.819344+0000","last_clean":"2024-09-05T06:11:16.819344+0000","last_became_active":"2024-09-05T06:11:15.782255+0000","last_became_peered":"2024-09-05T06:11:15.782255+0000","last_unstale":"2024-09-05T06:11:16.819344+0000","last_undegraded":"2024-09-05T06:11:16.819344+0000","last_fullsized":"2024-09-05T06:11:16.819344+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:28:15.533145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818910+0000","last_change":"2024-09-05T06:11:15.760865+0000","last_active":"2024-09-05T06:11:16.818910+0000","last_peered":"2024-09-05T06:11:16.818910+0000","last_clean":"2024-09-05T06:11:16.818910+0000","last_became_active":"2024-09-05T06:11:15.759139+0000","last_became_peered":"2024-09-05T06:11:15.759139+0000","last_unstale":"2024-09-05T06:11:16.818910+0000","last_undegraded":"2024-09-05T06:11:16.818910+0000","last_fullsized":"2024-09-05T06:11:16.818910+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:42.621870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818767+0000","last_change":"2024-09-05T06:11:15.777918+0000","last_active":"2024-09-05T06:11:16.818767+0000","last_peered":"2024-09-05T06:11:16.818767+0000","last_clean":"2024-09-05T06:11:16.818767+0000","last_became_active":"2024-09-05T06:11:15.777734+0000","last_became_peered":"2024-09-05T06:11:15.777734+0000","last_unstale":"2024-09-05T06:11:16.818767+0000","last_undegraded":"2024-09-05T06:11:16.818767+0000","last_fullsized":"2024-09-05T06:11:16.818767+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:25:48.307151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818727+0000","last_change":"2024-09-05T06:11:15.741506+0000","last_active":"2024-09-05T06:11:16.818727+0000","last_peered":"2024-09-05T06:11:16.818727+0000","last_clean":"2024-09-05T06:11:16.818727+0000","last_became_active":"2024-09-05T06:11:15.739108+0000","last_became_peered":"2024-09-05T06:11:15.739108+0000","last_unstale":"2024-09-05T06:11:16.818727+0000","last_undegraded":"2024-09-05T06:11:16.818727+0000","last_fullsized":"2024-09-05T06:11:16.818727+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:53:47.974242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732140+0000","last_change":"2024-09-05T06:11:15.763164+0000","last_active":"2024-09-05T06:11:16.732140+0000","last_peered":"2024-09-05T06:11:16.732140+0000","last_clean":"2024-09-05T06:11:16.732140+0000","last_became_active":"2024-09-05T06:11:15.745122+0000","last_became_peered":"2024-09-05T06:11:15.745122+0000","last_unstale":"2024-09-05T06:11:16.732140+0000","last_undegraded":"2024-09-05T06:11:16.732140+0000","last_fullsized":"2024-09-05T06:11:16.732140+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:08:43.520023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.733126+0000","last_change":"2024-09-05T06:11:15.779185+0000","last_active":"2024-09-05T06:11:16.733126+0000","last_peered":"2024-09-05T06:11:16.733126+0000","last_clean":"2024-09-05T06:11:16.733126+0000","last_became_active":"2024-09-05T06:11:15.775467+0000","last_became_peered":"2024-09-05T06:11:15.775467+0000","last_unstale":"2024-09-05T06:11:16.733126+0000","last_undegraded":"2024-09-05T06:11:16.733126+0000","last_fullsized":"2024-09-05T06:11:16.733126+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:39.373965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.728796+0000","last_change":"2024-09-05T06:11:15.746071+0000","last_active":"2024-09-05T06:11:16.728796+0000","last_peered":"2024-09-05T06:11:16.728796+0000","last_clean":"2024-09-05T06:11:16.728796+0000","last_became_active":"2024-09-05T06:11:15.745010+0000","last_became_peered":"2024-09-05T06:11:15.745010+0000","last_unstale":"2024-09-05T06:11:16.728796+0000","last_undegraded":"2024-09-05T06:11:16.728796+0000","last_fullsized":"2024-09-05T06:11:16.728796+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:49:25.411101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820624+0000","last_change":"2024-09-05T06:11:15.758781+0000","last_active":"2024-09-05T06:11:16.820624+0000","last_peered":"2024-09-05T06:11:16.820624+0000","last_clean":"2024-09-05T06:11:16.820624+0000","last_became_active":"2024-09-05T06:11:15.757861+0000","last_became_peered":"2024-09-05T06:11:15.757861+0000","last_unstale":"2024-09-05T06:11:16.820624+0000","last_undegraded":"2024-09-05T06:11:16.820624+0000","last_fullsized":"2024-09-05T06:11:16.820624+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:50.013933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819717+0000","last_change":"2024-09-05T06:11:15.776054+0000","last_active":"2024-09-05T06:11:16.819717+0000","last_peered":"2024-09-05T06:11:16.819717+0000","last_clean":"2024-09-05T06:11:16.819717+0000","last_became_active":"2024-09-05T06:11:15.775894+0000","last_became_peered":"2024-09-05T06:11:15.775894+0000","last_unstale":"2024-09-05T06:11:16.819717+0000","last_undegraded":"2024-09-05T06:11:16.819717+0000","last_fullsized":"2024-09-05T06:11:16.819717+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:52:59.882717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819951+0000","last_change":"2024-09-05T06:11:15.758003+0000","last_active":"2024-09-05T06:11:16.819951+0000","last_peered":"2024-09-05T06:11:16.819951+0000","last_clean":"2024-09-05T06:11:16.819951+0000","last_became_active":"2024-09-05T06:11:15.757825+0000","last_became_peered":"2024-09-05T06:11:15.757825+0000","last_unstale":"2024-09-05T06:11:16.819951+0000","last_undegraded":"2024-09-05T06:11:16.819951+0000","last_fullsized":"2024-09-05T06:11:16.819951+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:30.551399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732096+0000","last_change":"2024-09-05T06:11:15.780417+0000","last_active":"2024-09-05T06:11:16.732096+0000","last_peered":"2024-09-05T06:11:16.732096+0000","last_clean":"2024-09-05T06:11:16.732096+0000","last_became_active":"2024-09-05T06:11:15.778186+0000","last_became_peered":"2024-09-05T06:11:15.778186+0000","last_unstale":"2024-09-05T06:11:16.732096+0000","last_undegraded":"2024-09-05T06:11:16.732096+0000","last_fullsized":"2024-09-05T06:11:16.732096+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:46:39.304480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819848+0000","last_change":"2024-09-05T06:11:15.754130+0000","last_active":"2024-09-05T06:11:16.819848+0000","last_peered":"2024-09-05T06:11:16.819848+0000","last_clean":"2024-09-05T06:11:16.819848+0000","last_became_active":"2024-09-05T06:11:15.753485+0000","last_became_peered":"2024-09-05T06:11:15.753485+0000","last_unstale":"2024-09-05T06:11:16.819848+0000","last_undegraded":"2024-09-05T06:11:16.819848+0000","last_fullsized":"2024-09-05T06:11:16.819848+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:44:43.006105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.817989+0000","last_change":"2024-09-05T06:11:15.759196+0000","last_active":"2024-09-05T06:11:16.817989+0000","last_peered":"2024-09-05T06:11:16.817989+0000","last_clean":"2024-09-05T06:11:16.817989+0000","last_became_active":"2024-09-05T06:11:15.758489+0000","last_became_peered":"2024-09-05T06:11:15.758489+0000","last_unstale":"2024-09-05T06:11:16.817989+0000","last_undegraded":"2024-09-05T06:11:16.817989+0000","last_fullsized":"2024-09-05T06:11:16.817989+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:37.585123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818336+0000","last_change":"2024-09-05T06:11:15.758043+0000","last_active":"2024-09-05T06:11:16.818336+0000","last_peered":"2024-09-05T06:11:16.818336+0000","last_clean":"2024-09-05T06:11:16.818336+0000","last_became_active":"2024-09-05T06:11:15.757732+0000","last_became_peered":"2024-09-05T06:11:15.757732+0000","last_unstale":"2024-09-05T06:11:16.818336+0000","last_undegraded":"2024-09-05T06:11:16.818336+0000","last_fullsized":"2024-09-05T06:11:16.818336+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:11:45.518260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819014+0000","last_change":"2024-09-05T06:11:15.753924+0000","last_active":"2024-09-05T06:11:16.819014+0000","last_peered":"2024-09-05T06:11:16.819014+0000","last_clean":"2024-09-05T06:11:16.819014+0000","last_became_active":"2024-09-05T06:11:15.752299+0000","last_became_peered":"2024-09-05T06:11:15.752299+0000","last_unstale":"2024-09-05T06:11:16.819014+0000","last_undegraded":"2024-09-05T06:11:16.819014+0000","last_fullsized":"2024-09-05T06:11:16.819014+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:00.340116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815364+0000","last_change":"2024-09-05T06:11:15.732956+0000","last_active":"2024-09-05T06:11:16.815364+0000","last_peered":"2024-09-05T06:11:16.815364+0000","last_clean":"2024-09-05T06:11:16.815364+0000","last_became_active":"2024-09-05T06:11:15.732508+0000","last_became_peered":"2024-09-05T06:11:15.732508+0000","last_unstale":"2024-09-05T06:11:16.815364+0000","last_undegraded":"2024-09-05T06:11:16.815364+0000","last_fullsized":"2024-09-05T06:11:16.815364+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:51:55.086202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729516+0000","last_change":"2024-09-05T06:11:15.770148+0000","last_active":"2024-09-05T06:11:16.729516+0000","last_peered":"2024-09-05T06:11:16.729516+0000","last_clean":"2024-09-05T06:11:16.729516+0000","last_became_active":"2024-09-05T06:11:15.766991+0000","last_became_peered":"2024-09-05T06:11:15.766991+0000","last_unstale":"2024-09-05T06:11:16.729516+0000","last_undegraded":"2024-09-05T06:11:16.729516+0000","last_fullsized":"2024-09-05T06:11:16.729516+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:09:36.527990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.727572+0000","last_change":"2024-09-05T06:11:15.756180+0000","last_active":"2024-09-05T06:11:16.727572+0000","last_peered":"2024-09-05T06:11:16.727572+0000","last_clean":"2024-09-05T06:11:16.727572+0000","last_became_active":"2024-09-05T06:11:15.755462+0000","last_became_peered":"2024-09-05T06:11:15.755462+0000","last_unstale":"2024-09-05T06:11:16.727572+0000","last_undegraded":"2024-09-05T06:11:16.727572+0000","last_fullsized":"2024-09-05T06:11:16.727572+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:01:20.416534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"45'4","reported_seq":18,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814892+0000","last_change":"2024-09-05T06:11:14.760273+0000","last_active":"2024-09-05T06:11:16.814892+0000","last_peered":"2024-09-05T06:11:16.814892+0000","last_clean":"2024-09-05T06:11:16.814892+0000","last_became_active":"2024-09-05T06:11:14.759575+0000","last_became_peered":"2024-09-05T06:11:14.759575+0000","last_unstale":"2024-09-05T06:11:16.814892+0000","last_undegraded":"2024-09-05T06:11:16.814892+0000","last_fullsized":"2024-09-05T06:11:16.814892+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:49:50.006478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819323+0000","last_change":"2024-09-05T06:11:15.738075+0000","last_active":"2024-09-05T06:11:16.819323+0000","last_peered":"2024-09-05T06:11:16.819323+0000","last_clean":"2024-09-05T06:11:16.819323+0000","last_became_active":"2024-09-05T06:11:15.737611+0000","last_became_peered":"2024-09-05T06:11:15.737611+0000","last_unstale":"2024-09-05T06:11:16.819323+0000","last_undegraded":"2024-09-05T06:11:16.819323+0000","last_fullsized":"2024-09-05T06:11:16.819323+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:39.017919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819588+0000","last_change":"2024-09-05T06:11:14.749318+0000","last_active":"2024-09-05T06:11:16.819588+0000","last_peered":"2024-09-05T06:11:16.819588+0000","last_clean":"2024-09-05T06:11:16.819588+0000","last_became_active":"2024-09-05T06:11:14.748976+0000","last_became_peered":"2024-09-05T06:11:14.748976+0000","last_unstale":"2024-09-05T06:11:16.819588+0000","last_undegraded":"2024-09-05T06:11:16.819588+0000","last_fullsized":"2024-09-05T06:11:16.819588+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:14.590087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819431+0000","last_change":"2024-09-05T06:11:15.757170+0000","last_active":"2024-09-05T06:11:16.819431+0000","last_peered":"2024-09-05T06:11:16.819431+0000","last_clean":"2024-09-05T06:11:16.819431+0000","last_became_active":"2024-09-05T06:11:15.756262+0000","last_became_peered":"2024-09-05T06:11:15.756262+0000","last_unstale":"2024-09-05T06:11:16.819431+0000","last_undegraded":"2024-09-05T06:11:16.819431+0000","last_fullsized":"2024-09-05T06:11:16.819431+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:41:11.066259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815151+0000","last_change":"2024-09-05T06:11:14.756230+0000","last_active":"2024-09-05T06:11:16.815151+0000","last_peered":"2024-09-05T06:11:16.815151+0000","last_clean":"2024-09-05T06:11:16.815151+0000","last_became_active":"2024-09-05T06:11:14.755292+0000","last_became_peered":"2024-09-05T06:11:14.755292+0000","last_unstale":"2024-09-05T06:11:16.815151+0000","last_undegraded":"2024-09-05T06:11:16.815151+0000","last_fullsized":"2024-09-05T06:11:16.815151+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:10.770930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729379+0000","last_change":"2024-09-05T06:11:15.768328+0000","last_active":"2024-09-05T06:11:16.729379+0000","last_peered":"2024-09-05T06:11:16.729379+0000","last_clean":"2024-09-05T06:11:16.729379+0000","last_became_active":"2024-09-05T06:11:15.767668+0000","last_became_peered":"2024-09-05T06:11:15.767668+0000","last_unstale":"2024-09-05T06:11:16.729379+0000","last_undegraded":"2024-09-05T06:11:16.729379+0000","last_fullsized":"2024-09-05T06:11:16.729379+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:57:47.600237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819953+0000","last_change":"2024-09-05T06:11:14.749944+0000","last_active":"2024-09-05T06:11:16.819953+0000","last_peered":"2024-09-05T06:11:16.819953+0000","last_clean":"2024-09-05T06:11:16.819953+0000","last_became_active":"2024-09-05T06:11:14.749754+0000","last_became_peered":"2024-09-05T06:11:14.749754+0000","last_unstale":"2024-09-05T06:11:16.819953+0000","last_undegraded":"2024-09-05T06:11:16.819953+0000","last_fullsized":"2024-09-05T06:11:16.819953+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:36.611207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820311+0000","last_change":"2024-09-05T06:11:15.759012+0000","last_active":"2024-09-05T06:11:16.820311+0000","last_peered":"2024-09-05T06:11:16.820311+0000","last_clean":"2024-09-05T06:11:16.820311+0000","last_became_active":"2024-09-05T06:11:15.758220+0000","last_became_peered":"2024-09-05T06:11:15.758220+0000","last_unstale":"2024-09-05T06:11:16.820311+0000","last_undegraded":"2024-09-05T06:11:16.820311+0000","last_fullsized":"2024-09-05T06:11:16.820311+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:56:37.697792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814662+0000","last_change":"2024-09-05T06:11:14.754868+0000","last_active":"2024-09-05T06:11:16.814662+0000","last_peered":"2024-09-05T06:11:16.814662+0000","last_clean":"2024-09-05T06:11:16.814662+0000","last_became_active":"2024-09-05T06:11:14.754070+0000","last_became_peered":"2024-09-05T06:11:14.754070+0000","last_unstale":"2024-09-05T06:11:16.814662+0000","last_undegraded":"2024-09-05T06:11:16.814662+0000","last_fullsized":"2024-09-05T06:11:16.814662+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:53:09.450803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729598+0000","last_change":"2024-09-05T06:11:15.769219+0000","last_active":"2024-09-05T06:11:16.729598+0000","last_peered":"2024-09-05T06:11:16.729598+0000","last_clean":"2024-09-05T06:11:16.729598+0000","last_became_active":"2024-09-05T06:11:15.768701+0000","last_became_peered":"2024-09-05T06:11:15.768701+0000","last_unstale":"2024-09-05T06:11:16.729598+0000","last_undegraded":"2024-09-05T06:11:16.729598+0000","last_fullsized":"2024-09-05T06:11:16.729598+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:06:07.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820678+0000","last_change":"2024-09-05T06:11:14.746175+0000","last_active":"2024-09-05T06:11:16.820678+0000","last_peered":"2024-09-05T06:11:16.820678+0000","last_clean":"2024-09-05T06:11:16.820678+0000","last_became_active":"2024-09-05T06:11:14.745915+0000","last_became_peered":"2024-09-05T06:11:14.745915+0000","last_unstale":"2024-09-05T06:11:16.820678+0000","last_undegraded":"2024-09-05T06:11:16.820678+0000","last_fullsized":"2024-09-05T06:11:16.820678+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:38:45.229771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731427+0000","last_change":"2024-09-05T06:11:15.765498+0000","last_active":"2024-09-05T06:11:16.731427+0000","last_peered":"2024-09-05T06:11:16.731427+0000","last_clean":"2024-09-05T06:11:16.731427+0000","last_became_active":"2024-09-05T06:11:15.762189+0000","last_became_peered":"2024-09-05T06:11:15.762189+0000","last_unstale":"2024-09-05T06:11:16.731427+0000","last_undegraded":"2024-09-05T06:11:16.731427+0000","last_fullsized":"2024-09-05T06:11:16.731427+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:31:23.716432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818449+0000","last_change":"2024-09-05T06:11:14.762472+0000","last_active":"2024-09-05T06:11:16.818449+0000","last_peered":"2024-09-05T06:11:16.818449+0000","last_clean":"2024-09-05T06:11:16.818449+0000","last_became_active":"2024-09-05T06:11:14.762331+0000","last_became_peered":"2024-09-05T06:11:14.762331+0000","last_unstale":"2024-09-05T06:11:16.818449+0000","last_undegraded":"2024-09-05T06:11:16.818449+0000","last_fullsized":"2024-09-05T06:11:16.818449+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:37.192496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818222+0000","last_change":"2024-09-05T06:11:15.755734+0000","last_active":"2024-09-05T06:11:16.818222+0000","last_peered":"2024-09-05T06:11:16.818222+0000","last_clean":"2024-09-05T06:11:16.818222+0000","last_became_active":"2024-09-05T06:11:15.755341+0000","last_became_peered":"2024-09-05T06:11:15.755341+0000","last_unstale":"2024-09-05T06:11:16.818222+0000","last_undegraded":"2024-09-05T06:11:16.818222+0000","last_fullsized":"2024-09-05T06:11:16.818222+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:28:26.938037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732391+0000","last_change":"2024-09-05T06:11:14.758227+0000","last_active":"2024-09-05T06:11:16.732391+0000","last_peered":"2024-09-05T06:11:16.732391+0000","last_clean":"2024-09-05T06:11:16.732391+0000","last_became_active":"2024-09-05T06:11:14.757419+0000","last_became_peered":"2024-09-05T06:11:14.757419+0000","last_unstale":"2024-09-05T06:11:16.732391+0000","last_undegraded":"2024-09-05T06:11:16.732391+0000","last_fullsized":"2024-09-05T06:11:16.732391+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:55:23.441384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818563+0000","last_change":"2024-09-05T06:11:15.743985+0000","last_active":"2024-09-05T06:11:16.818563+0000","last_peered":"2024-09-05T06:11:16.818563+0000","last_clean":"2024-09-05T06:11:16.818563+0000","last_became_active":"2024-09-05T06:11:15.743260+0000","last_became_peered":"2024-09-05T06:11:15.743260+0000","last_unstale":"2024-09-05T06:11:16.818563+0000","last_undegraded":"2024-09-05T06:11:16.818563+0000","last_fullsized":"2024-09-05T06:11:16.818563+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:50.244089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820022+0000","last_change":"2024-09-05T06:11:14.754840+0000","last_active":"2024-09-05T06:11:16.820022+0000","last_peered":"2024-09-05T06:11:16.820022+0000","last_clean":"2024-09-05T06:11:16.820022+0000","last_became_active":"2024-09-05T06:11:14.754214+0000","last_became_peered":"2024-09-05T06:11:14.754214+0000","last_unstale":"2024-09-05T06:11:16.820022+0000","last_undegraded":"2024-09-05T06:11:16.820022+0000","last_fullsized":"2024-09-05T06:11:16.820022+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:20:56.326490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819238+0000","last_change":"2024-09-05T06:11:15.748029+0000","last_active":"2024-09-05T06:11:16.819238+0000","last_peered":"2024-09-05T06:11:16.819238+0000","last_clean":"2024-09-05T06:11:16.819238+0000","last_became_active":"2024-09-05T06:11:15.747429+0000","last_became_peered":"2024-09-05T06:11:15.747429+0000","last_unstale":"2024-09-05T06:11:16.819238+0000","last_undegraded":"2024-09-05T06:11:16.819238+0000","last_fullsized":"2024-09-05T06:11:16.819238+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:28.830465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730540+0000","last_change":"2024-09-05T06:11:14.748994+0000","last_active":"2024-09-05T06:11:16.730540+0000","last_peered":"2024-09-05T06:11:16.730540+0000","last_clean":"2024-09-05T06:11:16.730540+0000","last_became_active":"2024-09-05T06:11:14.748113+0000","last_became_peered":"2024-09-05T06:11:14.748113+0000","last_unstale":"2024-09-05T06:11:16.730540+0000","last_undegraded":"2024-09-05T06:11:16.730540+0000","last_fullsized":"2024-09-05T06:11:16.730540+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:40:11.040375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730498+0000","last_change":"2024-09-05T06:11:15.771529+0000","last_active":"2024-09-05T06:11:16.730498+0000","last_peered":"2024-09-05T06:11:16.730498+0000","last_clean":"2024-09-05T06:11:16.730498+0000","last_became_active":"2024-09-05T06:11:15.770901+0000","last_became_peered":"2024-09-05T06:11:15.770901+0000","last_unstale":"2024-09-05T06:11:16.730498+0000","last_undegraded":"2024-09-05T06:11:16.730498+0000","last_fullsized":"2024-09-05T06:11:16.730498+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:59:11.956604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"45'3","reported_seq":17,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818656+0000","last_change":"2024-09-05T06:11:14.750658+0000","last_active":"2024-09-05T06:11:16.818656+0000","last_peered":"2024-09-05T06:11:16.818656+0000","last_clean":"2024-09-05T06:11:16.818656+0000","last_became_active":"2024-09-05T06:11:14.750036+0000","last_became_peered":"2024-09-05T06:11:14.750036+0000","last_unstale":"2024-09-05T06:11:16.818656+0000","last_undegraded":"2024-09-05T06:11:16.818656+0000","last_fullsized":"2024-09-05T06:11:16.818656+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:36:24.976000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820442+0000","last_change":"2024-09-05T06:11:15.780993+0000","last_active":"2024-09-05T06:11:16.820442+0000","last_peered":"2024-09-05T06:11:16.820442+0000","last_clean":"2024-09-05T06:11:16.820442+0000","last_became_active":"2024-09-05T06:11:15.780779+0000","last_became_peered":"2024-09-05T06:11:15.780779+0000","last_unstale":"2024-09-05T06:11:16.820442+0000","last_undegraded":"2024-09-05T06:11:16.820442+0000","last_fullsized":"2024-09-05T06:11:16.820442+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:55:55.901582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"45'6","reported_seq":20,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.734882+0000","last_change":"2024-09-05T06:11:14.744746+0000","last_active":"2024-09-05T06:11:16.734882+0000","last_peered":"2024-09-05T06:11:16.734882+0000","last_clean":"2024-09-05T06:11:16.734882+0000","last_became_active":"2024-09-05T06:11:14.744053+0000","last_became_peered":"2024-09-05T06:11:14.744053+0000","last_unstale":"2024-09-05T06:11:16.734882+0000","last_undegraded":"2024-09-05T06:11:16.734882+0000","last_fullsized":"2024-09-05T06:11:16.734882+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:58:58.748645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819537+0000","last_change":"2024-09-05T06:11:15.783143+0000","last_active":"2024-09-05T06:11:16.819537+0000","last_peered":"2024-09-05T06:11:16.819537+0000","last_clean":"2024-09-05T06:11:16.819537+0000","last_became_active":"2024-09-05T06:11:15.782829+0000","last_became_peered":"2024-09-05T06:11:15.782829+0000","last_unstale":"2024-09-05T06:11:16.819537+0000","last_undegraded":"2024-09-05T06:11:16.819537+0000","last_fullsized":"2024-09-05T06:11:16.819537+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:39:38.557201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731049+0000","last_change":"2024-09-05T06:11:14.762938+0000","last_active":"2024-09-05T06:11:16.731049+0000","last_peered":"2024-09-05T06:11:16.731049+0000","last_clean":"2024-09-05T06:11:16.731049+0000","last_became_active":"2024-09-05T06:11:14.760462+0000","last_became_peered":"2024-09-05T06:11:14.760462+0000","last_unstale":"2024-09-05T06:11:16.731049+0000","last_undegraded":"2024-09-05T06:11:16.731049+0000","last_fullsized":"2024-09-05T06:11:16.731049+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:13.160122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730441+0000","last_change":"2024-09-05T06:11:15.751928+0000","last_active":"2024-09-05T06:11:16.730441+0000","last_peered":"2024-09-05T06:11:16.730441+0000","last_clean":"2024-09-05T06:11:16.730441+0000","last_became_active":"2024-09-05T06:11:15.750856+0000","last_became_peered":"2024-09-05T06:11:15.750856+0000","last_unstale":"2024-09-05T06:11:16.730441+0000","last_undegraded":"2024-09-05T06:11:16.730441+0000","last_fullsized":"2024-09-05T06:11:16.730441+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:00.973868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819403+0000","last_change":"2024-09-05T06:11:14.740458+0000","last_active":"2024-09-05T06:11:16.819403+0000","last_peered":"2024-09-05T06:11:16.819403+0000","last_clean":"2024-09-05T06:11:16.819403+0000","last_became_active":"2024-09-05T06:11:14.739960+0000","last_became_peered":"2024-09-05T06:11:14.739960+0000","last_unstale":"2024-09-05T06:11:16.819403+0000","last_undegraded":"2024-09-05T06:11:16.819403+0000","last_fullsized":"2024-09-05T06:11:16.819403+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:40:23.538491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.728207+0000","last_change":"2024-09-05T06:11:15.743049+0000","last_active":"2024-09-05T06:11:16.728207+0000","last_peered":"2024-09-05T06:11:16.728207+0000","last_clean":"2024-09-05T06:11:16.728207+0000","last_became_active":"2024-09-05T06:11:15.742407+0000","last_became_peered":"2024-09-05T06:11:15.742407+0000","last_unstale":"2024-09-05T06:11:16.728207+0000","last_undegraded":"2024-09-05T06:11:16.728207+0000","last_fullsized":"2024-09-05T06:11:16.728207+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:53:58.309797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814921+0000","last_change":"2024-09-05T06:11:14.763092+0000","last_active":"2024-09-05T06:11:16.814921+0000","last_peered":"2024-09-05T06:11:16.814921+0000","last_clean":"2024-09-05T06:11:16.814921+0000","last_became_active":"2024-09-05T06:11:14.761837+0000","last_became_peered":"2024-09-05T06:11:14.761837+0000","last_unstale":"2024-09-05T06:11:16.814921+0000","last_undegraded":"2024-09-05T06:11:16.814921+0000","last_fullsized":"2024-09-05T06:11:16.814921+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:11:19.969697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819084+0000","last_change":"2024-09-05T06:11:15.760571+0000","last_active":"2024-09-05T06:11:16.819084+0000","last_peered":"2024-09-05T06:11:16.819084+0000","last_clean":"2024-09-05T06:11:16.819084+0000","last_became_active":"2024-09-05T06:11:15.758777+0000","last_became_peered":"2024-09-05T06:11:15.758777+0000","last_unstale":"2024-09-05T06:11:16.819084+0000","last_undegraded":"2024-09-05T06:11:16.819084+0000","last_fullsized":"2024-09-05T06:11:16.819084+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:55.183893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"45'8","reported_seq":22,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730971+0000","last_change":"2024-09-05T06:11:14.752859+0000","last_active":"2024-09-05T06:11:16.730971+0000","last_peered":"2024-09-05T06:11:16.730971+0000","last_clean":"2024-09-05T06:11:16.730971+0000","last_became_active":"2024-09-05T06:11:14.751675+0000","last_became_peered":"2024-09-05T06:11:14.751675+0000","last_unstale":"2024-09-05T06:11:16.730971+0000","last_undegraded":"2024-09-05T06:11:16.730971+0000","last_fullsized":"2024-09-05T06:11:16.730971+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:45:31.453027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730804+0000","last_change":"2024-09-05T06:11:15.742025+0000","last_active":"2024-09-05T06:11:16.730804+0000","last_peered":"2024-09-05T06:11:16.730804+0000","last_clean":"2024-09-05T06:11:16.730804+0000","last_became_active":"2024-09-05T06:11:15.740101+0000","last_became_peered":"2024-09-05T06:11:15.740101+0000","last_unstale":"2024-09-05T06:11:16.730804+0000","last_undegraded":"2024-09-05T06:11:16.730804+0000","last_fullsized":"2024-09-05T06:11:16.730804+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:11:15.680065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730783+0000","last_change":"2024-09-05T06:11:14.760637+0000","last_active":"2024-09-05T06:11:16.730783+0000","last_peered":"2024-09-05T06:11:16.730783+0000","last_clean":"2024-09-05T06:11:16.730783+0000","last_became_active":"2024-09-05T06:11:14.759545+0000","last_became_peered":"2024-09-05T06:11:14.759545+0000","last_unstale":"2024-09-05T06:11:16.730783+0000","last_undegraded":"2024-09-05T06:11:16.730783+0000","last_fullsized":"2024-09-05T06:11:16.730783+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:52:31.523293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.727941+0000","last_change":"2024-09-05T06:11:15.754701+0000","last_active":"2024-09-05T06:11:16.727941+0000","last_peered":"2024-09-05T06:11:16.727941+0000","last_clean":"2024-09-05T06:11:16.727941+0000","last_became_active":"2024-09-05T06:11:15.753943+0000","last_became_peered":"2024-09-05T06:11:15.753943+0000","last_unstale":"2024-09-05T06:11:16.727941+0000","last_undegraded":"2024-09-05T06:11:16.727941+0000","last_fullsized":"2024-09-05T06:11:16.727941+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:34.739700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820589+0000","last_change":"2024-09-05T06:11:14.757873+0000","last_active":"2024-09-05T06:11:16.820589+0000","last_peered":"2024-09-05T06:11:16.820589+0000","last_clean":"2024-09-05T06:11:16.820589+0000","last_became_active":"2024-09-05T06:11:14.757410+0000","last_became_peered":"2024-09-05T06:11:14.757410+0000","last_unstale":"2024-09-05T06:11:16.820589+0000","last_undegraded":"2024-09-05T06:11:16.820589+0000","last_fullsized":"2024-09-05T06:11:16.820589+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:31.332759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819257+0000","last_change":"2024-09-05T06:11:15.776549+0000","last_active":"2024-09-05T06:11:16.819257+0000","last_peered":"2024-09-05T06:11:16.819257+0000","last_clean":"2024-09-05T06:11:16.819257+0000","last_became_active":"2024-09-05T06:11:15.776386+0000","last_became_peered":"2024-09-05T06:11:15.776386+0000","last_unstale":"2024-09-05T06:11:16.819257+0000","last_undegraded":"2024-09-05T06:11:16.819257+0000","last_fullsized":"2024-09-05T06:11:16.819257+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:55:34.987896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820234+0000","last_change":"2024-09-05T06:11:14.753727+0000","last_active":"2024-09-05T06:11:16.820234+0000","last_peered":"2024-09-05T06:11:16.820234+0000","last_clean":"2024-09-05T06:11:16.820234+0000","last_became_active":"2024-09-05T06:11:14.753105+0000","last_became_peered":"2024-09-05T06:11:14.753105+0000","last_unstale":"2024-09-05T06:11:16.820234+0000","last_undegraded":"2024-09-05T06:11:16.820234+0000","last_fullsized":"2024-09-05T06:11:16.820234+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:30:25.952061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819826+0000","last_change":"2024-09-05T06:11:15.756657+0000","last_active":"2024-09-05T06:11:16.819826+0000","last_peered":"2024-09-05T06:11:16.819826+0000","last_clean":"2024-09-05T06:11:16.819826+0000","last_became_active":"2024-09-05T06:11:15.752333+0000","last_became_peered":"2024-09-05T06:11:15.752333+0000","last_unstale":"2024-09-05T06:11:16.819826+0000","last_undegraded":"2024-09-05T06:11:16.819826+0000","last_fullsized":"2024-09-05T06:11:16.819826+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:14:49.906769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815177+0000","last_change":"2024-09-05T06:11:14.762511+0000","last_active":"2024-09-05T06:11:16.815177+0000","last_peered":"2024-09-05T06:11:16.815177+0000","last_clean":"2024-09-05T06:11:16.815177+0000","last_became_active":"2024-09-05T06:11:14.757659+0000","last_became_peered":"2024-09-05T06:11:14.757659+0000","last_unstale":"2024-09-05T06:11:16.815177+0000","last_undegraded":"2024-09-05T06:11:16.815177+0000","last_fullsized":"2024-09-05T06:11:16.815177+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:45:01.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.733821+0000","last_change":"2024-09-05T06:11:15.758315+0000","last_active":"2024-09-05T06:11:16.733821+0000","last_peered":"2024-09-05T06:11:16.733821+0000","last_clean":"2024-09-05T06:11:16.733821+0000","last_became_active":"2024-09-05T06:11:15.754213+0000","last_became_peered":"2024-09-05T06:11:15.754213+0000","last_unstale":"2024-09-05T06:11:16.733821+0000","last_undegraded":"2024-09-05T06:11:16.733821+0000","last_fullsized":"2024-09-05T06:11:16.733821+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:15:41.027839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731238+0000","last_change":"2024-09-05T06:11:14.752288+0000","last_active":"2024-09-05T06:11:16.731238+0000","last_peered":"2024-09-05T06:11:16.731238+0000","last_clean":"2024-09-05T06:11:16.731238+0000","last_became_active":"2024-09-05T06:11:14.750299+0000","last_became_peered":"2024-09-05T06:11:14.750299+0000","last_unstale":"2024-09-05T06:11:16.731238+0000","last_undegraded":"2024-09-05T06:11:16.731238+0000","last_fullsized":"2024-09-05T06:11:16.731238+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:39:49.997486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814721+0000","last_change":"2024-09-05T06:11:15.744423+0000","last_active":"2024-09-05T06:11:16.814721+0000","last_peered":"2024-09-05T06:11:16.814721+0000","last_clean":"2024-09-05T06:11:16.814721+0000","last_became_active":"2024-09-05T06:11:15.743807+0000","last_became_peered":"2024-09-05T06:11:15.743807+0000","last_unstale":"2024-09-05T06:11:16.814721+0000","last_undegraded":"2024-09-05T06:11:16.814721+0000","last_fullsized":"2024-09-05T06:11:16.814721+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:56:08.393575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818556+0000","last_change":"2024-09-05T06:11:14.749590+0000","last_active":"2024-09-05T06:11:16.818556+0000","last_peered":"2024-09-05T06:11:16.818556+0000","last_clean":"2024-09-05T06:11:16.818556+0000","last_became_active":"2024-09-05T06:11:14.749134+0000","last_became_peered":"2024-09-05T06:11:14.749134+0000","last_unstale":"2024-09-05T06:11:16.818556+0000","last_undegraded":"2024-09-05T06:11:16.818556+0000","last_fullsized":"2024-09-05T06:11:16.818556+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:14:40.752592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732444+0000","last_change":"2024-09-05T06:11:15.780059+0000","last_active":"2024-09-05T06:11:16.732444+0000","last_peered":"2024-09-05T06:11:16.732444+0000","last_clean":"2024-09-05T06:11:16.732444+0000","last_became_active":"2024-09-05T06:11:15.777284+0000","last_became_peered":"2024-09-05T06:11:15.777284+0000","last_unstale":"2024-09-05T06:11:16.732444+0000","last_undegraded":"2024-09-05T06:11:16.732444+0000","last_fullsized":"2024-09-05T06:11:16.732444+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:43:54.323242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732640+0000","last_change":"2024-09-05T06:11:14.749555+0000","last_active":"2024-09-05T06:11:16.732640+0000","last_peered":"2024-09-05T06:11:16.732640+0000","last_clean":"2024-09-05T06:11:16.732640+0000","last_became_active":"2024-09-05T06:11:14.748424+0000","last_became_peered":"2024-09-05T06:11:14.748424+0000","last_unstale":"2024-09-05T06:11:16.732640+0000","last_undegraded":"2024-09-05T06:11:16.732640+0000","last_fullsized":"2024-09-05T06:11:16.732640+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:53.991299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730244+0000","last_change":"2024-09-05T06:11:15.766358+0000","last_active":"2024-09-05T06:11:16.730244+0000","last_peered":"2024-09-05T06:11:16.730244+0000","last_clean":"2024-09-05T06:11:16.730244+0000","last_became_active":"2024-09-05T06:11:15.750655+0000","last_became_peered":"2024-09-05T06:11:15.750655+0000","last_unstale":"2024-09-05T06:11:16.730244+0000","last_undegraded":"2024-09-05T06:11:16.730244+0000","last_fullsized":"2024-09-05T06:11:16.730244+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:05:32.645916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820065+0000","last_change":"2024-09-05T06:11:14.761009+0000","last_active":"2024-09-05T06:11:16.820065+0000","last_peered":"2024-09-05T06:11:16.820065+0000","last_clean":"2024-09-05T06:11:16.820065+0000","last_became_active":"2024-09-05T06:11:14.760675+0000","last_became_peered":"2024-09-05T06:11:14.760675+0000","last_unstale":"2024-09-05T06:11:16.820065+0000","last_undegraded":"2024-09-05T06:11:16.820065+0000","last_fullsized":"2024-09-05T06:11:16.820065+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:12:25.287287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820004+0000","last_change":"2024-09-05T06:11:15.754368+0000","last_active":"2024-09-05T06:11:16.820004+0000","last_peered":"2024-09-05T06:11:16.820004+0000","last_clean":"2024-09-05T06:11:16.820004+0000","last_became_active":"2024-09-05T06:11:15.753851+0000","last_became_peered":"2024-09-05T06:11:15.753851+0000","last_unstale":"2024-09-05T06:11:16.820004+0000","last_undegraded":"2024-09-05T06:11:16.820004+0000","last_fullsized":"2024-09-05T06:11:16.820004+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:29:31.086463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730858+0000","last_change":"2024-09-05T06:11:14.758979+0000","last_active":"2024-09-05T06:11:16.730858+0000","last_peered":"2024-09-05T06:11:16.730858+0000","last_clean":"2024-09-05T06:11:16.730858+0000","last_became_active":"2024-09-05T06:11:14.758269+0000","last_became_peered":"2024-09-05T06:11:14.758269+0000","last_unstale":"2024-09-05T06:11:16.730858+0000","last_undegraded":"2024-09-05T06:11:16.730858+0000","last_fullsized":"2024-09-05T06:11:16.730858+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:23:30.030708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731775+0000","last_change":"2024-09-05T06:11:15.764994+0000","last_active":"2024-09-05T06:11:16.731775+0000","last_peered":"2024-09-05T06:11:16.731775+0000","last_clean":"2024-09-05T06:11:16.731775+0000","last_became_active":"2024-09-05T06:11:15.753029+0000","last_became_peered":"2024-09-05T06:11:15.753029+0000","last_unstale":"2024-09-05T06:11:16.731775+0000","last_undegraded":"2024-09-05T06:11:16.731775+0000","last_fullsized":"2024-09-05T06:11:16.731775+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:54:25.230794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818853+0000","last_change":"2024-09-05T06:11:14.749355+0000","last_active":"2024-09-05T06:11:16.818853+0000","last_peered":"2024-09-05T06:11:16.818853+0000","last_clean":"2024-09-05T06:11:16.818853+0000","last_became_active":"2024-09-05T06:11:14.748818+0000","last_became_peered":"2024-09-05T06:11:14.748818+0000","last_unstale":"2024-09-05T06:11:16.818853+0000","last_undegraded":"2024-09-05T06:11:16.818853+0000","last_fullsized":"2024-09-05T06:11:16.818853+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:51:12.624956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818521+0000","last_change":"2024-09-05T06:11:15.775507+0000","last_active":"2024-09-05T06:11:16.818521+0000","last_peered":"2024-09-05T06:11:16.818521+0000","last_clean":"2024-09-05T06:11:16.818521+0000","last_became_active":"2024-09-05T06:11:15.775134+0000","last_became_peered":"2024-09-05T06:11:15.775134+0000","last_unstale":"2024-09-05T06:11:16.818521+0000","last_undegraded":"2024-09-05T06:11:16.818521+0000","last_fullsized":"2024-09-05T06:11:16.818521+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:35:34.450987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731274+0000","last_change":"2024-09-05T06:11:14.766265+0000","last_active":"2024-09-05T06:11:16.731274+0000","last_peered":"2024-09-05T06:11:16.731274+0000","last_clean":"2024-09-05T06:11:16.731274+0000","last_became_active":"2024-09-05T06:11:14.761771+0000","last_became_peered":"2024-09-05T06:11:14.761771+0000","last_unstale":"2024-09-05T06:11:16.731274+0000","last_undegraded":"2024-09-05T06:11:16.731274+0000","last_fullsized":"2024-09-05T06:11:16.731274+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:39.604728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730245+0000","last_change":"2024-09-05T06:11:15.743157+0000","last_active":"2024-09-05T06:11:16.730245+0000","last_peered":"2024-09-05T06:11:16.730245+0000","last_clean":"2024-09-05T06:11:16.730245+0000","last_became_active":"2024-09-05T06:11:15.742491+0000","last_became_peered":"2024-09-05T06:11:15.742491+0000","last_unstale":"2024-09-05T06:11:16.730245+0000","last_undegraded":"2024-09-05T06:11:16.730245+0000","last_fullsized":"2024-09-05T06:11:16.730245+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:40:56.652007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819458+0000","last_change":"2024-09-05T06:11:14.768082+0000","last_active":"2024-09-05T06:11:16.819458+0000","last_peered":"2024-09-05T06:11:16.819458+0000","last_clean":"2024-09-05T06:11:16.819458+0000","last_became_active":"2024-09-05T06:11:14.767822+0000","last_became_peered":"2024-09-05T06:11:14.767822+0000","last_unstale":"2024-09-05T06:11:16.819458+0000","last_undegraded":"2024-09-05T06:11:16.819458+0000","last_fullsized":"2024-09-05T06:11:16.819458+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:03:23.642283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732783+0000","last_change":"2024-09-05T06:11:15.779619+0000","last_active":"2024-09-05T06:11:16.732783+0000","last_peered":"2024-09-05T06:11:16.732783+0000","last_clean":"2024-09-05T06:11:16.732783+0000","last_became_active":"2024-09-05T06:11:15.776074+0000","last_became_peered":"2024-09-05T06:11:15.776074+0000","last_unstale":"2024-09-05T06:11:16.732783+0000","last_undegraded":"2024-09-05T06:11:16.732783+0000","last_fullsized":"2024-09-05T06:11:16.732783+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:03.876352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820223+0000","last_change":"2024-09-05T06:11:14.753018+0000","last_active":"2024-09-05T06:11:16.820223+0000","last_peered":"2024-09-05T06:11:16.820223+0000","last_clean":"2024-09-05T06:11:16.820223+0000","last_became_active":"2024-09-05T06:11:14.752219+0000","last_became_peered":"2024-09-05T06:11:14.752219+0000","last_unstale":"2024-09-05T06:11:16.820223+0000","last_undegraded":"2024-09-05T06:11:16.820223+0000","last_fullsized":"2024-09-05T06:11:16.820223+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:59:57.336329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.817878+0000","last_change":"2024-09-05T06:11:15.757705+0000","last_active":"2024-09-05T06:11:16.817878+0000","last_peered":"2024-09-05T06:11:16.817878+0000","last_clean":"2024-09-05T06:11:16.817878+0000","last_became_active":"2024-09-05T06:11:15.757456+0000","last_became_peered":"2024-09-05T06:11:15.757456+0000","last_unstale":"2024-09-05T06:11:16.817878+0000","last_undegraded":"2024-09-05T06:11:16.817878+0000","last_fullsized":"2024-09-05T06:11:16.817878+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:57.152691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815045+0000","last_change":"2024-09-05T06:11:14.757491+0000","last_active":"2024-09-05T06:11:16.815045+0000","last_peered":"2024-09-05T06:11:16.815045+0000","last_clean":"2024-09-05T06:11:16.815045+0000","last_became_active":"2024-09-05T06:11:14.756184+0000","last_became_peered":"2024-09-05T06:11:14.756184+0000","last_unstale":"2024-09-05T06:11:16.815045+0000","last_undegraded":"2024-09-05T06:11:16.815045+0000","last_fullsized":"2024-09-05T06:11:16.815045+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:28:28.286760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818559+0000","last_change":"2024-09-05T06:11:15.756564+0000","last_active":"2024-09-05T06:11:16.818559+0000","last_peered":"2024-09-05T06:11:16.818559+0000","last_clean":"2024-09-05T06:11:16.818559+0000","last_became_active":"2024-09-05T06:11:15.756240+0000","last_became_peered":"2024-09-05T06:11:15.756240+0000","last_unstale":"2024-09-05T06:11:16.818559+0000","last_undegraded":"2024-09-05T06:11:16.818559+0000","last_fullsized":"2024-09-05T06:11:16.818559+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:49:41.227491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.728193+0000","last_change":"2024-09-05T06:11:14.752011+0000","last_active":"2024-09-05T06:11:16.728193+0000","last_peered":"2024-09-05T06:11:16.728193+0000","last_clean":"2024-09-05T06:11:16.728193+0000","last_became_active":"2024-09-05T06:11:14.750600+0000","last_became_peered":"2024-09-05T06:11:14.750600+0000","last_unstale":"2024-09-05T06:11:16.728193+0000","last_undegraded":"2024-09-05T06:11:16.728193+0000","last_fullsized":"2024-09-05T06:11:16.728193+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:11:06.285083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730177+0000","last_change":"2024-09-05T06:11:15.776580+0000","last_active":"2024-09-05T06:11:16.730177+0000","last_peered":"2024-09-05T06:11:16.730177+0000","last_clean":"2024-09-05T06:11:16.730177+0000","last_became_active":"2024-09-05T06:11:15.775183+0000","last_became_peered":"2024-09-05T06:11:15.775183+0000","last_unstale":"2024-09-05T06:11:16.730177+0000","last_undegraded":"2024-09-05T06:11:16.730177+0000","last_fullsized":"2024-09-05T06:11:16.730177+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:05:28.050454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820113+0000","last_change":"2024-09-05T06:11:14.761421+0000","last_active":"2024-09-05T06:11:16.820113+0000","last_peered":"2024-09-05T06:11:16.820113+0000","last_clean":"2024-09-05T06:11:16.820113+0000","last_became_active":"2024-09-05T06:11:14.760799+0000","last_became_peered":"2024-09-05T06:11:14.760799+0000","last_unstale":"2024-09-05T06:11:16.820113+0000","last_undegraded":"2024-09-05T06:11:16.820113+0000","last_fullsized":"2024-09-05T06:11:16.820113+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:38.303851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":216,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820079+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:11:16.820079+0000","last_peered":"2024-09-05T06:11:16.820079+0000","last_clean":"2024-09-05T06:11:16.820079+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:11:16.820079+0000","last_undegraded":"2024-09-05T06:11:16.820079+0000","last_fullsized":"2024-09-05T06:11:16.820079+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":216,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195095,"statfs":{"total":200000000,"available":199778260,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":23,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":217,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195095,"statfs":{"total":200000000,"available":199777678,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":33,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":793,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194519,"statfs":{"total":200000000,"available":199187904,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":29,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":212,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195100,"statfs":{"total":200000000,"available":199782890,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":218,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195094,"statfs":{"total":200000000,"available":199776682,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":210,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195102,"statfs":{"total":200000000,"available":199784504,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":786,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194525,"statfs":{"total":200000000,"available":199194156,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":211,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195101,"statfs":{"total":200000000,"available":199783922,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:11:18.723 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:11:18.724 INFO:tasks.ceph.mds.c.smithi070.stderr:2024-09-05T06:11:18.723+0000 7f34952cd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:11:18.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.843+0000 7f060269a640 1 Processor -- start 2024-09-05T06:11:18.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.843+0000 7f060269a640 1 -- start start 2024-09-05T06:11:18.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f060269a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f05fc0afff0 0x7f05fc0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f060269a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0731a0 0x7f05fc06e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f060269a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05fc15bc40 con 0x7f05fc0cdf80 2024-09-05T06:11:18.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f060269a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f05fc072600 con 0x7f05fc0afff0 2024-09-05T06:11:18.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f060269a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f05fc0d14c0 con 0x7f05fc0731a0 2024-09-05T06:11:18.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f05fbfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f05fc0afff0 0x7f05fc0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f0600c37640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0731a0 0x7f05fc06e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f05f3fff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f05fc0cdf80 0x7f05fc072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:35716/0 (socket says 172.21.15.70:35716) 2024-09-05T06:11:18.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f05fbfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f05fc0afff0 0x7f05fc0cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:33304/0 (socket says 172.21.15.70:33304) 2024-09-05T06:11:18.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f05f3fff640 1 -- 172.21.15.70:0/3589870858 learned_addr learned my addr 172.21.15.70:0/3589870858 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:18.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f0600c37640 1 -- 172.21.15.70:0/3589870858 >> v2:172.21.15.196:3300/0 conn(0x7f05fc0afff0 msgr2=0x7f05fc0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:18.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f0600c37640 1 --2- 172.21.15.70:0/3589870858 >> v2:172.21.15.196:3300/0 conn(0x7f05fc0afff0 0x7f05fc0cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f0600c37640 1 -- 172.21.15.70:0/3589870858 >> v1:172.21.15.196:6789/0 conn(0x7f05fc0cdf80 legacy=0x7f05fc072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.847+0000 7f0600c37640 1 -- 172.21.15.70:0/3589870858 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05fc071cd0 con 0x7f05fc0731a0 2024-09-05T06:11:18.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f0600c37640 1 --2- 172.21.15.70:0/3589870858 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0731a0 0x7f05fc06e680 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f05f4009d90 tx=0x7f05f401c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ff957ab75f1d52d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f05fb7fe640 1 -- 172.21.15.70:0/3589870858 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f40b2070 con 0x7f05fc0731a0 2024-09-05T06:11:18.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f05fb7fe640 1 -- 172.21.15.70:0/3589870858 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05f40a5830 con 0x7f05fc0731a0 2024-09-05T06:11:18.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f05fb7fe640 1 -- 172.21.15.70:0/3589870858 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f40a5c00 con 0x7f05fc0731a0 2024-09-05T06:11:18.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f060269a640 1 -- 172.21.15.70:0/3589870858 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0731a0 msgr2=0x7f05fc06e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f060269a640 1 --2- 172.21.15.70:0/3589870858 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0731a0 0x7f05fc06e680 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f05f4009d90 tx=0x7f05f401c970 comp rx=0 tx=0).stop 2024-09-05T06:11:18.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f060269a640 1 -- 172.21.15.70:0/3589870858 shutdown_connections 2024-09-05T06:11:18.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f060269a640 1 --2- 172.21.15.70:0/3589870858 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0731a0 0x7f05fc06e680 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f060269a640 1 --2- 172.21.15.70:0/3589870858 >> v2:172.21.15.196:3300/0 conn(0x7f05fc0afff0 0x7f05fc0cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f060269a640 1 -- 172.21.15.70:0/3589870858 >> 172.21.15.70:0/3589870858 conn(0x7f05fc06bcc0 msgr2=0x7f05fc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:18.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f060269a640 1 -- 172.21.15.70:0/3589870858 shutdown_connections 2024-09-05T06:11:18.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.851+0000 7f060269a640 1 -- 172.21.15.70:0/3589870858 wait complete. 2024-09-05T06:11:18.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 Processor -- start 2024-09-05T06:11:18.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 -- start start 2024-09-05T06:11:18.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05fc0731a0 0x7f05fc147240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0afff0 0x7f05fc0b2d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05fc0cdf80 0x7f05fc15d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f05fc06efd0 con 0x7f05fc0cdf80 2024-09-05T06:11:18.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f05fc0d1190 con 0x7f05fc0731a0 2024-09-05T06:11:18.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f05fc168570 con 0x7f05fc0afff0 2024-09-05T06:11:18.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05fc0cdf80 0x7f05fc15d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05fc0cdf80 0x7f05fc15d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53674/0 (socket says 172.21.15.70:53674) 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 -- 172.21.15.70:0/2117401334 learned_addr learned my addr 172.21.15.70:0/2117401334 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f05fbfff640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05fc0731a0 0x7f05fc147240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f05f3fff640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0afff0 0x7f05fc0b2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 -- 172.21.15.70:0/2117401334 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0afff0 msgr2=0x7f05fc0b2d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0afff0 0x7f05fc0b2d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 -- 172.21.15.70:0/2117401334 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05fc0731a0 msgr2=0x7f05fc147240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05fc0731a0 0x7f05fc147240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 -- 172.21.15.70:0/2117401334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05fc147780 con 0x7f05fc0cdf80 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f0600c37640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05fc0cdf80 0x7f05fc15d3d0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f05f401b020 tx=0x7f05f4019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f05f97fa640 1 -- 172.21.15.70:0/2117401334 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f40b2050 con 0x7f05fc0cdf80 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f05f97fa640 1 -- 172.21.15.70:0/2117401334 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05f40be070 con 0x7f05fc0cdf80 2024-09-05T06:11:18.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05fc160840 con 0x7f05fc0cdf80 2024-09-05T06:11:18.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f05f97fa640 1 -- 172.21.15.70:0/2117401334 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f40ada50 con 0x7f05fc0cdf80 2024-09-05T06:11:18.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05fc160e00 con 0x7f05fc0cdf80 2024-09-05T06:11:18.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05fc06e680 con 0x7f05fc0cdf80 2024-09-05T06:11:18.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.855+0000 7f05f97fa640 1 -- 172.21.15.70:0/2117401334 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f05f40a56b0 con 0x7f05fc0cdf80 2024-09-05T06:11:18.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.859+0000 7f05f97fa640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05dc0678c0 0x7f05dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:18.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.859+0000 7f05f97fa640 1 -- 172.21.15.70:0/2117401334 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f05f4120f20 con 0x7f05fc0cdf80 2024-09-05T06:11:18.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.859+0000 7f05fbfff640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05dc0678c0 0x7f05dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:18.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.859+0000 7f05fbfff640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05dc0678c0 0x7f05dc069d80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f05ec009af0 tx=0x7f05ec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:18.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:18.863+0000 7f05f97fa640 1 -- 172.21.15.70:0/2117401334 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f05f4016560 con 0x7f05fc0cdf80 2024-09-05T06:11:19.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.023+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f05fc073810 con 0x7f05dc0678c0 2024-09-05T06:11:19.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.031+0000 7f05f97fa640 1 -- 172.21.15.70:0/2117401334 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247486 (secure 0 0 0) 0x7f05fc073810 con 0x7f05dc0678c0 2024-09-05T06:11:19.033 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:19.035 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05dc0678c0 msgr2=0x7f05dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05dc0678c0 0x7f05dc069d80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f05ec009af0 tx=0x7f05ec008040 comp rx=0 tx=0).stop 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05fc0cdf80 msgr2=0x7f05fc15d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05fc0cdf80 0x7f05fc15d3d0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f05f401b020 tx=0x7f05f4019710 comp rx=0 tx=0).stop 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 shutdown_connections 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05dc0678c0 0x7f05dc069d80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05fc0cdf80 0x7f05fc15d3d0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05fc0afff0 0x7f05fc0b2d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 --2- 172.21.15.70:0/2117401334 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f05fc0731a0 0x7f05fc147240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 >> 172.21.15.70:0/2117401334 conn(0x7f05fc06bcc0 msgr2=0x7f05fc06c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 shutdown_connections 2024-09-05T06:11:19.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.035+0000 7f060269a640 1 -- 172.21.15.70:0/2117401334 wait complete. 2024-09-05T06:11:19.052 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-05T06:11:18.351365+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":117,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":2865,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1559634,"statfs":{"total":1600000000,"available":1597065996,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.629270"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819129+0000","last_change":"2024-09-05T06:11:15.756481+0000","last_active":"2024-09-05T06:11:16.819129+0000","last_peered":"2024-09-05T06:11:16.819129+0000","last_clean":"2024-09-05T06:11:16.819129+0000","last_became_active":"2024-09-05T06:11:15.755691+0000","last_became_peered":"2024-09-05T06:11:15.755691+0000","last_unstale":"2024-09-05T06:11:16.819129+0000","last_undegraded":"2024-09-05T06:11:16.819129+0000","last_fullsized":"2024-09-05T06:11:16.819129+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:54:07.591796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818561+0000","last_change":"2024-09-05T06:11:15.760340+0000","last_active":"2024-09-05T06:11:16.818561+0000","last_peered":"2024-09-05T06:11:16.818561+0000","last_clean":"2024-09-05T06:11:16.818561+0000","last_became_active":"2024-09-05T06:11:15.758493+0000","last_became_peered":"2024-09-05T06:11:15.758493+0000","last_unstale":"2024-09-05T06:11:16.818561+0000","last_undegraded":"2024-09-05T06:11:16.818561+0000","last_fullsized":"2024-09-05T06:11:16.818561+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:01.187940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818624+0000","last_change":"2024-09-05T06:11:15.754090+0000","last_active":"2024-09-05T06:11:16.818624+0000","last_peered":"2024-09-05T06:11:16.818624+0000","last_clean":"2024-09-05T06:11:16.818624+0000","last_became_active":"2024-09-05T06:11:15.753846+0000","last_became_peered":"2024-09-05T06:11:15.753846+0000","last_unstale":"2024-09-05T06:11:16.818624+0000","last_undegraded":"2024-09-05T06:11:16.818624+0000","last_fullsized":"2024-09-05T06:11:16.818624+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:03:49.654101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729712+0000","last_change":"2024-09-05T06:11:15.767725+0000","last_active":"2024-09-05T06:11:16.729712+0000","last_peered":"2024-09-05T06:11:16.729712+0000","last_clean":"2024-09-05T06:11:16.729712+0000","last_became_active":"2024-09-05T06:11:15.767087+0000","last_became_peered":"2024-09-05T06:11:15.767087+0000","last_unstale":"2024-09-05T06:11:16.729712+0000","last_undegraded":"2024-09-05T06:11:16.729712+0000","last_fullsized":"2024-09-05T06:11:16.729712+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:05:27.310971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819822+0000","last_change":"2024-09-05T06:11:15.737816+0000","last_active":"2024-09-05T06:11:16.819822+0000","last_peered":"2024-09-05T06:11:16.819822+0000","last_clean":"2024-09-05T06:11:16.819822+0000","last_became_active":"2024-09-05T06:11:15.736891+0000","last_became_peered":"2024-09-05T06:11:15.736891+0000","last_unstale":"2024-09-05T06:11:16.819822+0000","last_undegraded":"2024-09-05T06:11:16.819822+0000","last_fullsized":"2024-09-05T06:11:16.819822+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:37.518988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815110+0000","last_change":"2024-09-05T06:11:15.779294+0000","last_active":"2024-09-05T06:11:16.815110+0000","last_peered":"2024-09-05T06:11:16.815110+0000","last_clean":"2024-09-05T06:11:16.815110+0000","last_became_active":"2024-09-05T06:11:15.778534+0000","last_became_peered":"2024-09-05T06:11:15.778534+0000","last_unstale":"2024-09-05T06:11:16.815110+0000","last_undegraded":"2024-09-05T06:11:16.815110+0000","last_fullsized":"2024-09-05T06:11:16.815110+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:25.640397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819677+0000","last_change":"2024-09-05T06:11:15.775593+0000","last_active":"2024-09-05T06:11:16.819677+0000","last_peered":"2024-09-05T06:11:16.819677+0000","last_clean":"2024-09-05T06:11:16.819677+0000","last_became_active":"2024-09-05T06:11:15.775143+0000","last_became_peered":"2024-09-05T06:11:15.775143+0000","last_unstale":"2024-09-05T06:11:16.819677+0000","last_undegraded":"2024-09-05T06:11:16.819677+0000","last_fullsized":"2024-09-05T06:11:16.819677+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:00:09.043360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729430+0000","last_change":"2024-09-05T06:11:15.777163+0000","last_active":"2024-09-05T06:11:16.729430+0000","last_peered":"2024-09-05T06:11:16.729430+0000","last_clean":"2024-09-05T06:11:16.729430+0000","last_became_active":"2024-09-05T06:11:15.776017+0000","last_became_peered":"2024-09-05T06:11:15.776017+0000","last_unstale":"2024-09-05T06:11:16.729430+0000","last_undegraded":"2024-09-05T06:11:16.729430+0000","last_fullsized":"2024-09-05T06:11:16.729430+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:19.063343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814728+0000","last_change":"2024-09-05T06:11:15.755060+0000","last_active":"2024-09-05T06:11:16.814728+0000","last_peered":"2024-09-05T06:11:16.814728+0000","last_clean":"2024-09-05T06:11:16.814728+0000","last_became_active":"2024-09-05T06:11:15.754405+0000","last_became_peered":"2024-09-05T06:11:15.754405+0000","last_unstale":"2024-09-05T06:11:16.814728+0000","last_undegraded":"2024-09-05T06:11:16.814728+0000","last_fullsized":"2024-09-05T06:11:16.814728+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:27:33.682599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731085+0000","last_change":"2024-09-05T06:11:15.768194+0000","last_active":"2024-09-05T06:11:16.731085+0000","last_peered":"2024-09-05T06:11:16.731085+0000","last_clean":"2024-09-05T06:11:16.731085+0000","last_became_active":"2024-09-05T06:11:15.764236+0000","last_became_peered":"2024-09-05T06:11:15.764236+0000","last_unstale":"2024-09-05T06:11:16.731085+0000","last_undegraded":"2024-09-05T06:11:16.731085+0000","last_fullsized":"2024-09-05T06:11:16.731085+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:34:25.202727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731754+0000","last_change":"2024-09-05T06:11:15.780823+0000","last_active":"2024-09-05T06:11:16.731754+0000","last_peered":"2024-09-05T06:11:16.731754+0000","last_clean":"2024-09-05T06:11:16.731754+0000","last_became_active":"2024-09-05T06:11:15.778870+0000","last_became_peered":"2024-09-05T06:11:15.778870+0000","last_unstale":"2024-09-05T06:11:16.731754+0000","last_undegraded":"2024-09-05T06:11:16.731754+0000","last_fullsized":"2024-09-05T06:11:16.731754+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:04.805830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818730+0000","last_change":"2024-09-05T06:11:15.759412+0000","last_active":"2024-09-05T06:11:16.818730+0000","last_peered":"2024-09-05T06:11:16.818730+0000","last_clean":"2024-09-05T06:11:16.818730+0000","last_became_active":"2024-09-05T06:11:15.755284+0000","last_became_peered":"2024-09-05T06:11:15.755284+0000","last_unstale":"2024-09-05T06:11:16.818730+0000","last_undegraded":"2024-09-05T06:11:16.818730+0000","last_fullsized":"2024-09-05T06:11:16.818730+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:26.054795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814471+0000","last_change":"2024-09-05T06:11:15.767593+0000","last_active":"2024-09-05T06:11:16.814471+0000","last_peered":"2024-09-05T06:11:16.814471+0000","last_clean":"2024-09-05T06:11:16.814471+0000","last_became_active":"2024-09-05T06:11:15.766968+0000","last_became_peered":"2024-09-05T06:11:15.766968+0000","last_unstale":"2024-09-05T06:11:16.814471+0000","last_undegraded":"2024-09-05T06:11:16.814471+0000","last_fullsized":"2024-09-05T06:11:16.814471+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:42:57.611937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731303+0000","last_change":"2024-09-05T06:11:15.771213+0000","last_active":"2024-09-05T06:11:16.731303+0000","last_peered":"2024-09-05T06:11:16.731303+0000","last_clean":"2024-09-05T06:11:16.731303+0000","last_became_active":"2024-09-05T06:11:15.770368+0000","last_became_peered":"2024-09-05T06:11:15.770368+0000","last_unstale":"2024-09-05T06:11:16.731303+0000","last_undegraded":"2024-09-05T06:11:16.731303+0000","last_fullsized":"2024-09-05T06:11:16.731303+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:40:36.606622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.728960+0000","last_change":"2024-09-05T06:11:15.751285+0000","last_active":"2024-09-05T06:11:16.728960+0000","last_peered":"2024-09-05T06:11:16.728960+0000","last_clean":"2024-09-05T06:11:16.728960+0000","last_became_active":"2024-09-05T06:11:15.749468+0000","last_became_peered":"2024-09-05T06:11:15.749468+0000","last_unstale":"2024-09-05T06:11:16.728960+0000","last_undegraded":"2024-09-05T06:11:16.728960+0000","last_fullsized":"2024-09-05T06:11:16.728960+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:34:17.835973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819344+0000","last_change":"2024-09-05T06:11:15.782420+0000","last_active":"2024-09-05T06:11:16.819344+0000","last_peered":"2024-09-05T06:11:16.819344+0000","last_clean":"2024-09-05T06:11:16.819344+0000","last_became_active":"2024-09-05T06:11:15.782255+0000","last_became_peered":"2024-09-05T06:11:15.782255+0000","last_unstale":"2024-09-05T06:11:16.819344+0000","last_undegraded":"2024-09-05T06:11:16.819344+0000","last_fullsized":"2024-09-05T06:11:16.819344+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:28:15.533145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818910+0000","last_change":"2024-09-05T06:11:15.760865+0000","last_active":"2024-09-05T06:11:16.818910+0000","last_peered":"2024-09-05T06:11:16.818910+0000","last_clean":"2024-09-05T06:11:16.818910+0000","last_became_active":"2024-09-05T06:11:15.759139+0000","last_became_peered":"2024-09-05T06:11:15.759139+0000","last_unstale":"2024-09-05T06:11:16.818910+0000","last_undegraded":"2024-09-05T06:11:16.818910+0000","last_fullsized":"2024-09-05T06:11:16.818910+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:42.621870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818767+0000","last_change":"2024-09-05T06:11:15.777918+0000","last_active":"2024-09-05T06:11:16.818767+0000","last_peered":"2024-09-05T06:11:16.818767+0000","last_clean":"2024-09-05T06:11:16.818767+0000","last_became_active":"2024-09-05T06:11:15.777734+0000","last_became_peered":"2024-09-05T06:11:15.777734+0000","last_unstale":"2024-09-05T06:11:16.818767+0000","last_undegraded":"2024-09-05T06:11:16.818767+0000","last_fullsized":"2024-09-05T06:11:16.818767+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:25:48.307151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818727+0000","last_change":"2024-09-05T06:11:15.741506+0000","last_active":"2024-09-05T06:11:16.818727+0000","last_peered":"2024-09-05T06:11:16.818727+0000","last_clean":"2024-09-05T06:11:16.818727+0000","last_became_active":"2024-09-05T06:11:15.739108+0000","last_became_peered":"2024-09-05T06:11:15.739108+0000","last_unstale":"2024-09-05T06:11:16.818727+0000","last_undegraded":"2024-09-05T06:11:16.818727+0000","last_fullsized":"2024-09-05T06:11:16.818727+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:53:47.974242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732140+0000","last_change":"2024-09-05T06:11:15.763164+0000","last_active":"2024-09-05T06:11:16.732140+0000","last_peered":"2024-09-05T06:11:16.732140+0000","last_clean":"2024-09-05T06:11:16.732140+0000","last_became_active":"2024-09-05T06:11:15.745122+0000","last_became_peered":"2024-09-05T06:11:15.745122+0000","last_unstale":"2024-09-05T06:11:16.732140+0000","last_undegraded":"2024-09-05T06:11:16.732140+0000","last_fullsized":"2024-09-05T06:11:16.732140+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:08:43.520023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.733126+0000","last_change":"2024-09-05T06:11:15.779185+0000","last_active":"2024-09-05T06:11:16.733126+0000","last_peered":"2024-09-05T06:11:16.733126+0000","last_clean":"2024-09-05T06:11:16.733126+0000","last_became_active":"2024-09-05T06:11:15.775467+0000","last_became_peered":"2024-09-05T06:11:15.775467+0000","last_unstale":"2024-09-05T06:11:16.733126+0000","last_undegraded":"2024-09-05T06:11:16.733126+0000","last_fullsized":"2024-09-05T06:11:16.733126+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:39.373965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.728796+0000","last_change":"2024-09-05T06:11:15.746071+0000","last_active":"2024-09-05T06:11:16.728796+0000","last_peered":"2024-09-05T06:11:16.728796+0000","last_clean":"2024-09-05T06:11:16.728796+0000","last_became_active":"2024-09-05T06:11:15.745010+0000","last_became_peered":"2024-09-05T06:11:15.745010+0000","last_unstale":"2024-09-05T06:11:16.728796+0000","last_undegraded":"2024-09-05T06:11:16.728796+0000","last_fullsized":"2024-09-05T06:11:16.728796+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:49:25.411101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820624+0000","last_change":"2024-09-05T06:11:15.758781+0000","last_active":"2024-09-05T06:11:16.820624+0000","last_peered":"2024-09-05T06:11:16.820624+0000","last_clean":"2024-09-05T06:11:16.820624+0000","last_became_active":"2024-09-05T06:11:15.757861+0000","last_became_peered":"2024-09-05T06:11:15.757861+0000","last_unstale":"2024-09-05T06:11:16.820624+0000","last_undegraded":"2024-09-05T06:11:16.820624+0000","last_fullsized":"2024-09-05T06:11:16.820624+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:50.013933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819717+0000","last_change":"2024-09-05T06:11:15.776054+0000","last_active":"2024-09-05T06:11:16.819717+0000","last_peered":"2024-09-05T06:11:16.819717+0000","last_clean":"2024-09-05T06:11:16.819717+0000","last_became_active":"2024-09-05T06:11:15.775894+0000","last_became_peered":"2024-09-05T06:11:15.775894+0000","last_unstale":"2024-09-05T06:11:16.819717+0000","last_undegraded":"2024-09-05T06:11:16.819717+0000","last_fullsized":"2024-09-05T06:11:16.819717+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:52:59.882717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819951+0000","last_change":"2024-09-05T06:11:15.758003+0000","last_active":"2024-09-05T06:11:16.819951+0000","last_peered":"2024-09-05T06:11:16.819951+0000","last_clean":"2024-09-05T06:11:16.819951+0000","last_became_active":"2024-09-05T06:11:15.757825+0000","last_became_peered":"2024-09-05T06:11:15.757825+0000","last_unstale":"2024-09-05T06:11:16.819951+0000","last_undegraded":"2024-09-05T06:11:16.819951+0000","last_fullsized":"2024-09-05T06:11:16.819951+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:30.551399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732096+0000","last_change":"2024-09-05T06:11:15.780417+0000","last_active":"2024-09-05T06:11:16.732096+0000","last_peered":"2024-09-05T06:11:16.732096+0000","last_clean":"2024-09-05T06:11:16.732096+0000","last_became_active":"2024-09-05T06:11:15.778186+0000","last_became_peered":"2024-09-05T06:11:15.778186+0000","last_unstale":"2024-09-05T06:11:16.732096+0000","last_undegraded":"2024-09-05T06:11:16.732096+0000","last_fullsized":"2024-09-05T06:11:16.732096+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:46:39.304480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819848+0000","last_change":"2024-09-05T06:11:15.754130+0000","last_active":"2024-09-05T06:11:16.819848+0000","last_peered":"2024-09-05T06:11:16.819848+0000","last_clean":"2024-09-05T06:11:16.819848+0000","last_became_active":"2024-09-05T06:11:15.753485+0000","last_became_peered":"2024-09-05T06:11:15.753485+0000","last_unstale":"2024-09-05T06:11:16.819848+0000","last_undegraded":"2024-09-05T06:11:16.819848+0000","last_fullsized":"2024-09-05T06:11:16.819848+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:44:43.006105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.817989+0000","last_change":"2024-09-05T06:11:15.759196+0000","last_active":"2024-09-05T06:11:16.817989+0000","last_peered":"2024-09-05T06:11:16.817989+0000","last_clean":"2024-09-05T06:11:16.817989+0000","last_became_active":"2024-09-05T06:11:15.758489+0000","last_became_peered":"2024-09-05T06:11:15.758489+0000","last_unstale":"2024-09-05T06:11:16.817989+0000","last_undegraded":"2024-09-05T06:11:16.817989+0000","last_fullsized":"2024-09-05T06:11:16.817989+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:37.585123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818336+0000","last_change":"2024-09-05T06:11:15.758043+0000","last_active":"2024-09-05T06:11:16.818336+0000","last_peered":"2024-09-05T06:11:16.818336+0000","last_clean":"2024-09-05T06:11:16.818336+0000","last_became_active":"2024-09-05T06:11:15.757732+0000","last_became_peered":"2024-09-05T06:11:15.757732+0000","last_unstale":"2024-09-05T06:11:16.818336+0000","last_undegraded":"2024-09-05T06:11:16.818336+0000","last_fullsized":"2024-09-05T06:11:16.818336+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:11:45.518260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819014+0000","last_change":"2024-09-05T06:11:15.753924+0000","last_active":"2024-09-05T06:11:16.819014+0000","last_peered":"2024-09-05T06:11:16.819014+0000","last_clean":"2024-09-05T06:11:16.819014+0000","last_became_active":"2024-09-05T06:11:15.752299+0000","last_became_peered":"2024-09-05T06:11:15.752299+0000","last_unstale":"2024-09-05T06:11:16.819014+0000","last_undegraded":"2024-09-05T06:11:16.819014+0000","last_fullsized":"2024-09-05T06:11:16.819014+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:00.340116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815364+0000","last_change":"2024-09-05T06:11:15.732956+0000","last_active":"2024-09-05T06:11:16.815364+0000","last_peered":"2024-09-05T06:11:16.815364+0000","last_clean":"2024-09-05T06:11:16.815364+0000","last_became_active":"2024-09-05T06:11:15.732508+0000","last_became_peered":"2024-09-05T06:11:15.732508+0000","last_unstale":"2024-09-05T06:11:16.815364+0000","last_undegraded":"2024-09-05T06:11:16.815364+0000","last_fullsized":"2024-09-05T06:11:16.815364+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:51:55.086202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729516+0000","last_change":"2024-09-05T06:11:15.770148+0000","last_active":"2024-09-05T06:11:16.729516+0000","last_peered":"2024-09-05T06:11:16.729516+0000","last_clean":"2024-09-05T06:11:16.729516+0000","last_became_active":"2024-09-05T06:11:15.766991+0000","last_became_peered":"2024-09-05T06:11:15.766991+0000","last_unstale":"2024-09-05T06:11:16.729516+0000","last_undegraded":"2024-09-05T06:11:16.729516+0000","last_fullsized":"2024-09-05T06:11:16.729516+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:09:36.527990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.727572+0000","last_change":"2024-09-05T06:11:15.756180+0000","last_active":"2024-09-05T06:11:16.727572+0000","last_peered":"2024-09-05T06:11:16.727572+0000","last_clean":"2024-09-05T06:11:16.727572+0000","last_became_active":"2024-09-05T06:11:15.755462+0000","last_became_peered":"2024-09-05T06:11:15.755462+0000","last_unstale":"2024-09-05T06:11:16.727572+0000","last_undegraded":"2024-09-05T06:11:16.727572+0000","last_fullsized":"2024-09-05T06:11:16.727572+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:01:20.416534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"45'4","reported_seq":18,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814892+0000","last_change":"2024-09-05T06:11:14.760273+0000","last_active":"2024-09-05T06:11:16.814892+0000","last_peered":"2024-09-05T06:11:16.814892+0000","last_clean":"2024-09-05T06:11:16.814892+0000","last_became_active":"2024-09-05T06:11:14.759575+0000","last_became_peered":"2024-09-05T06:11:14.759575+0000","last_unstale":"2024-09-05T06:11:16.814892+0000","last_undegraded":"2024-09-05T06:11:16.814892+0000","last_fullsized":"2024-09-05T06:11:16.814892+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:49:50.006478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819323+0000","last_change":"2024-09-05T06:11:15.738075+0000","last_active":"2024-09-05T06:11:16.819323+0000","last_peered":"2024-09-05T06:11:16.819323+0000","last_clean":"2024-09-05T06:11:16.819323+0000","last_became_active":"2024-09-05T06:11:15.737611+0000","last_became_peered":"2024-09-05T06:11:15.737611+0000","last_unstale":"2024-09-05T06:11:16.819323+0000","last_undegraded":"2024-09-05T06:11:16.819323+0000","last_fullsized":"2024-09-05T06:11:16.819323+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:39.017919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819588+0000","last_change":"2024-09-05T06:11:14.749318+0000","last_active":"2024-09-05T06:11:16.819588+0000","last_peered":"2024-09-05T06:11:16.819588+0000","last_clean":"2024-09-05T06:11:16.819588+0000","last_became_active":"2024-09-05T06:11:14.748976+0000","last_became_peered":"2024-09-05T06:11:14.748976+0000","last_unstale":"2024-09-05T06:11:16.819588+0000","last_undegraded":"2024-09-05T06:11:16.819588+0000","last_fullsized":"2024-09-05T06:11:16.819588+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:14.590087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819431+0000","last_change":"2024-09-05T06:11:15.757170+0000","last_active":"2024-09-05T06:11:16.819431+0000","last_peered":"2024-09-05T06:11:16.819431+0000","last_clean":"2024-09-05T06:11:16.819431+0000","last_became_active":"2024-09-05T06:11:15.756262+0000","last_became_peered":"2024-09-05T06:11:15.756262+0000","last_unstale":"2024-09-05T06:11:16.819431+0000","last_undegraded":"2024-09-05T06:11:16.819431+0000","last_fullsized":"2024-09-05T06:11:16.819431+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:41:11.066259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815151+0000","last_change":"2024-09-05T06:11:14.756230+0000","last_active":"2024-09-05T06:11:16.815151+0000","last_peered":"2024-09-05T06:11:16.815151+0000","last_clean":"2024-09-05T06:11:16.815151+0000","last_became_active":"2024-09-05T06:11:14.755292+0000","last_became_peered":"2024-09-05T06:11:14.755292+0000","last_unstale":"2024-09-05T06:11:16.815151+0000","last_undegraded":"2024-09-05T06:11:16.815151+0000","last_fullsized":"2024-09-05T06:11:16.815151+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:10.770930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729379+0000","last_change":"2024-09-05T06:11:15.768328+0000","last_active":"2024-09-05T06:11:16.729379+0000","last_peered":"2024-09-05T06:11:16.729379+0000","last_clean":"2024-09-05T06:11:16.729379+0000","last_became_active":"2024-09-05T06:11:15.767668+0000","last_became_peered":"2024-09-05T06:11:15.767668+0000","last_unstale":"2024-09-05T06:11:16.729379+0000","last_undegraded":"2024-09-05T06:11:16.729379+0000","last_fullsized":"2024-09-05T06:11:16.729379+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:57:47.600237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819953+0000","last_change":"2024-09-05T06:11:14.749944+0000","last_active":"2024-09-05T06:11:16.819953+0000","last_peered":"2024-09-05T06:11:16.819953+0000","last_clean":"2024-09-05T06:11:16.819953+0000","last_became_active":"2024-09-05T06:11:14.749754+0000","last_became_peered":"2024-09-05T06:11:14.749754+0000","last_unstale":"2024-09-05T06:11:16.819953+0000","last_undegraded":"2024-09-05T06:11:16.819953+0000","last_fullsized":"2024-09-05T06:11:16.819953+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:36.611207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820311+0000","last_change":"2024-09-05T06:11:15.759012+0000","last_active":"2024-09-05T06:11:16.820311+0000","last_peered":"2024-09-05T06:11:16.820311+0000","last_clean":"2024-09-05T06:11:16.820311+0000","last_became_active":"2024-09-05T06:11:15.758220+0000","last_became_peered":"2024-09-05T06:11:15.758220+0000","last_unstale":"2024-09-05T06:11:16.820311+0000","last_undegraded":"2024-09-05T06:11:16.820311+0000","last_fullsized":"2024-09-05T06:11:16.820311+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:56:37.697792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814662+0000","last_change":"2024-09-05T06:11:14.754868+0000","last_active":"2024-09-05T06:11:16.814662+0000","last_peered":"2024-09-05T06:11:16.814662+0000","last_clean":"2024-09-05T06:11:16.814662+0000","last_became_active":"2024-09-05T06:11:14.754070+0000","last_became_peered":"2024-09-05T06:11:14.754070+0000","last_unstale":"2024-09-05T06:11:16.814662+0000","last_undegraded":"2024-09-05T06:11:16.814662+0000","last_fullsized":"2024-09-05T06:11:16.814662+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:53:09.450803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.729598+0000","last_change":"2024-09-05T06:11:15.769219+0000","last_active":"2024-09-05T06:11:16.729598+0000","last_peered":"2024-09-05T06:11:16.729598+0000","last_clean":"2024-09-05T06:11:16.729598+0000","last_became_active":"2024-09-05T06:11:15.768701+0000","last_became_peered":"2024-09-05T06:11:15.768701+0000","last_unstale":"2024-09-05T06:11:16.729598+0000","last_undegraded":"2024-09-05T06:11:16.729598+0000","last_fullsized":"2024-09-05T06:11:16.729598+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:06:07.870992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820678+0000","last_change":"2024-09-05T06:11:14.746175+0000","last_active":"2024-09-05T06:11:16.820678+0000","last_peered":"2024-09-05T06:11:16.820678+0000","last_clean":"2024-09-05T06:11:16.820678+0000","last_became_active":"2024-09-05T06:11:14.745915+0000","last_became_peered":"2024-09-05T06:11:14.745915+0000","last_unstale":"2024-09-05T06:11:16.820678+0000","last_undegraded":"2024-09-05T06:11:16.820678+0000","last_fullsized":"2024-09-05T06:11:16.820678+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:38:45.229771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731427+0000","last_change":"2024-09-05T06:11:15.765498+0000","last_active":"2024-09-05T06:11:16.731427+0000","last_peered":"2024-09-05T06:11:16.731427+0000","last_clean":"2024-09-05T06:11:16.731427+0000","last_became_active":"2024-09-05T06:11:15.762189+0000","last_became_peered":"2024-09-05T06:11:15.762189+0000","last_unstale":"2024-09-05T06:11:16.731427+0000","last_undegraded":"2024-09-05T06:11:16.731427+0000","last_fullsized":"2024-09-05T06:11:16.731427+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:31:23.716432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818449+0000","last_change":"2024-09-05T06:11:14.762472+0000","last_active":"2024-09-05T06:11:16.818449+0000","last_peered":"2024-09-05T06:11:16.818449+0000","last_clean":"2024-09-05T06:11:16.818449+0000","last_became_active":"2024-09-05T06:11:14.762331+0000","last_became_peered":"2024-09-05T06:11:14.762331+0000","last_unstale":"2024-09-05T06:11:16.818449+0000","last_undegraded":"2024-09-05T06:11:16.818449+0000","last_fullsized":"2024-09-05T06:11:16.818449+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:37.192496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818222+0000","last_change":"2024-09-05T06:11:15.755734+0000","last_active":"2024-09-05T06:11:16.818222+0000","last_peered":"2024-09-05T06:11:16.818222+0000","last_clean":"2024-09-05T06:11:16.818222+0000","last_became_active":"2024-09-05T06:11:15.755341+0000","last_became_peered":"2024-09-05T06:11:15.755341+0000","last_unstale":"2024-09-05T06:11:16.818222+0000","last_undegraded":"2024-09-05T06:11:16.818222+0000","last_fullsized":"2024-09-05T06:11:16.818222+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:28:26.938037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732391+0000","last_change":"2024-09-05T06:11:14.758227+0000","last_active":"2024-09-05T06:11:16.732391+0000","last_peered":"2024-09-05T06:11:16.732391+0000","last_clean":"2024-09-05T06:11:16.732391+0000","last_became_active":"2024-09-05T06:11:14.757419+0000","last_became_peered":"2024-09-05T06:11:14.757419+0000","last_unstale":"2024-09-05T06:11:16.732391+0000","last_undegraded":"2024-09-05T06:11:16.732391+0000","last_fullsized":"2024-09-05T06:11:16.732391+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:55:23.441384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818563+0000","last_change":"2024-09-05T06:11:15.743985+0000","last_active":"2024-09-05T06:11:16.818563+0000","last_peered":"2024-09-05T06:11:16.818563+0000","last_clean":"2024-09-05T06:11:16.818563+0000","last_became_active":"2024-09-05T06:11:15.743260+0000","last_became_peered":"2024-09-05T06:11:15.743260+0000","last_unstale":"2024-09-05T06:11:16.818563+0000","last_undegraded":"2024-09-05T06:11:16.818563+0000","last_fullsized":"2024-09-05T06:11:16.818563+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:50.244089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820022+0000","last_change":"2024-09-05T06:11:14.754840+0000","last_active":"2024-09-05T06:11:16.820022+0000","last_peered":"2024-09-05T06:11:16.820022+0000","last_clean":"2024-09-05T06:11:16.820022+0000","last_became_active":"2024-09-05T06:11:14.754214+0000","last_became_peered":"2024-09-05T06:11:14.754214+0000","last_unstale":"2024-09-05T06:11:16.820022+0000","last_undegraded":"2024-09-05T06:11:16.820022+0000","last_fullsized":"2024-09-05T06:11:16.820022+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:20:56.326490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819238+0000","last_change":"2024-09-05T06:11:15.748029+0000","last_active":"2024-09-05T06:11:16.819238+0000","last_peered":"2024-09-05T06:11:16.819238+0000","last_clean":"2024-09-05T06:11:16.819238+0000","last_became_active":"2024-09-05T06:11:15.747429+0000","last_became_peered":"2024-09-05T06:11:15.747429+0000","last_unstale":"2024-09-05T06:11:16.819238+0000","last_undegraded":"2024-09-05T06:11:16.819238+0000","last_fullsized":"2024-09-05T06:11:16.819238+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:28.830465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730540+0000","last_change":"2024-09-05T06:11:14.748994+0000","last_active":"2024-09-05T06:11:16.730540+0000","last_peered":"2024-09-05T06:11:16.730540+0000","last_clean":"2024-09-05T06:11:16.730540+0000","last_became_active":"2024-09-05T06:11:14.748113+0000","last_became_peered":"2024-09-05T06:11:14.748113+0000","last_unstale":"2024-09-05T06:11:16.730540+0000","last_undegraded":"2024-09-05T06:11:16.730540+0000","last_fullsized":"2024-09-05T06:11:16.730540+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:40:11.040375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730498+0000","last_change":"2024-09-05T06:11:15.771529+0000","last_active":"2024-09-05T06:11:16.730498+0000","last_peered":"2024-09-05T06:11:16.730498+0000","last_clean":"2024-09-05T06:11:16.730498+0000","last_became_active":"2024-09-05T06:11:15.770901+0000","last_became_peered":"2024-09-05T06:11:15.770901+0000","last_unstale":"2024-09-05T06:11:16.730498+0000","last_undegraded":"2024-09-05T06:11:16.730498+0000","last_fullsized":"2024-09-05T06:11:16.730498+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:59:11.956604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"45'3","reported_seq":17,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818656+0000","last_change":"2024-09-05T06:11:14.750658+0000","last_active":"2024-09-05T06:11:16.818656+0000","last_peered":"2024-09-05T06:11:16.818656+0000","last_clean":"2024-09-05T06:11:16.818656+0000","last_became_active":"2024-09-05T06:11:14.750036+0000","last_became_peered":"2024-09-05T06:11:14.750036+0000","last_unstale":"2024-09-05T06:11:16.818656+0000","last_undegraded":"2024-09-05T06:11:16.818656+0000","last_fullsized":"2024-09-05T06:11:16.818656+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:36:24.976000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820442+0000","last_change":"2024-09-05T06:11:15.780993+0000","last_active":"2024-09-05T06:11:16.820442+0000","last_peered":"2024-09-05T06:11:16.820442+0000","last_clean":"2024-09-05T06:11:16.820442+0000","last_became_active":"2024-09-05T06:11:15.780779+0000","last_became_peered":"2024-09-05T06:11:15.780779+0000","last_unstale":"2024-09-05T06:11:16.820442+0000","last_undegraded":"2024-09-05T06:11:16.820442+0000","last_fullsized":"2024-09-05T06:11:16.820442+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:55:55.901582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"45'6","reported_seq":20,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.734882+0000","last_change":"2024-09-05T06:11:14.744746+0000","last_active":"2024-09-05T06:11:16.734882+0000","last_peered":"2024-09-05T06:11:16.734882+0000","last_clean":"2024-09-05T06:11:16.734882+0000","last_became_active":"2024-09-05T06:11:14.744053+0000","last_became_peered":"2024-09-05T06:11:14.744053+0000","last_unstale":"2024-09-05T06:11:16.734882+0000","last_undegraded":"2024-09-05T06:11:16.734882+0000","last_fullsized":"2024-09-05T06:11:16.734882+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:58:58.748645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819537+0000","last_change":"2024-09-05T06:11:15.783143+0000","last_active":"2024-09-05T06:11:16.819537+0000","last_peered":"2024-09-05T06:11:16.819537+0000","last_clean":"2024-09-05T06:11:16.819537+0000","last_became_active":"2024-09-05T06:11:15.782829+0000","last_became_peered":"2024-09-05T06:11:15.782829+0000","last_unstale":"2024-09-05T06:11:16.819537+0000","last_undegraded":"2024-09-05T06:11:16.819537+0000","last_fullsized":"2024-09-05T06:11:16.819537+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:39:38.557201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731049+0000","last_change":"2024-09-05T06:11:14.762938+0000","last_active":"2024-09-05T06:11:16.731049+0000","last_peered":"2024-09-05T06:11:16.731049+0000","last_clean":"2024-09-05T06:11:16.731049+0000","last_became_active":"2024-09-05T06:11:14.760462+0000","last_became_peered":"2024-09-05T06:11:14.760462+0000","last_unstale":"2024-09-05T06:11:16.731049+0000","last_undegraded":"2024-09-05T06:11:16.731049+0000","last_fullsized":"2024-09-05T06:11:16.731049+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:13.160122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730441+0000","last_change":"2024-09-05T06:11:15.751928+0000","last_active":"2024-09-05T06:11:16.730441+0000","last_peered":"2024-09-05T06:11:16.730441+0000","last_clean":"2024-09-05T06:11:16.730441+0000","last_became_active":"2024-09-05T06:11:15.750856+0000","last_became_peered":"2024-09-05T06:11:15.750856+0000","last_unstale":"2024-09-05T06:11:16.730441+0000","last_undegraded":"2024-09-05T06:11:16.730441+0000","last_fullsized":"2024-09-05T06:11:16.730441+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:00.973868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819403+0000","last_change":"2024-09-05T06:11:14.740458+0000","last_active":"2024-09-05T06:11:16.819403+0000","last_peered":"2024-09-05T06:11:16.819403+0000","last_clean":"2024-09-05T06:11:16.819403+0000","last_became_active":"2024-09-05T06:11:14.739960+0000","last_became_peered":"2024-09-05T06:11:14.739960+0000","last_unstale":"2024-09-05T06:11:16.819403+0000","last_undegraded":"2024-09-05T06:11:16.819403+0000","last_fullsized":"2024-09-05T06:11:16.819403+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:40:23.538491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.728207+0000","last_change":"2024-09-05T06:11:15.743049+0000","last_active":"2024-09-05T06:11:16.728207+0000","last_peered":"2024-09-05T06:11:16.728207+0000","last_clean":"2024-09-05T06:11:16.728207+0000","last_became_active":"2024-09-05T06:11:15.742407+0000","last_became_peered":"2024-09-05T06:11:15.742407+0000","last_unstale":"2024-09-05T06:11:16.728207+0000","last_undegraded":"2024-09-05T06:11:16.728207+0000","last_fullsized":"2024-09-05T06:11:16.728207+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:53:58.309797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814921+0000","last_change":"2024-09-05T06:11:14.763092+0000","last_active":"2024-09-05T06:11:16.814921+0000","last_peered":"2024-09-05T06:11:16.814921+0000","last_clean":"2024-09-05T06:11:16.814921+0000","last_became_active":"2024-09-05T06:11:14.761837+0000","last_became_peered":"2024-09-05T06:11:14.761837+0000","last_unstale":"2024-09-05T06:11:16.814921+0000","last_undegraded":"2024-09-05T06:11:16.814921+0000","last_fullsized":"2024-09-05T06:11:16.814921+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:11:19.969697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819084+0000","last_change":"2024-09-05T06:11:15.760571+0000","last_active":"2024-09-05T06:11:16.819084+0000","last_peered":"2024-09-05T06:11:16.819084+0000","last_clean":"2024-09-05T06:11:16.819084+0000","last_became_active":"2024-09-05T06:11:15.758777+0000","last_became_peered":"2024-09-05T06:11:15.758777+0000","last_unstale":"2024-09-05T06:11:16.819084+0000","last_undegraded":"2024-09-05T06:11:16.819084+0000","last_fullsized":"2024-09-05T06:11:16.819084+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:55.183893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"45'8","reported_seq":22,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730971+0000","last_change":"2024-09-05T06:11:14.752859+0000","last_active":"2024-09-05T06:11:16.730971+0000","last_peered":"2024-09-05T06:11:16.730971+0000","last_clean":"2024-09-05T06:11:16.730971+0000","last_became_active":"2024-09-05T06:11:14.751675+0000","last_became_peered":"2024-09-05T06:11:14.751675+0000","last_unstale":"2024-09-05T06:11:16.730971+0000","last_undegraded":"2024-09-05T06:11:16.730971+0000","last_fullsized":"2024-09-05T06:11:16.730971+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:45:31.453027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730804+0000","last_change":"2024-09-05T06:11:15.742025+0000","last_active":"2024-09-05T06:11:16.730804+0000","last_peered":"2024-09-05T06:11:16.730804+0000","last_clean":"2024-09-05T06:11:16.730804+0000","last_became_active":"2024-09-05T06:11:15.740101+0000","last_became_peered":"2024-09-05T06:11:15.740101+0000","last_unstale":"2024-09-05T06:11:16.730804+0000","last_undegraded":"2024-09-05T06:11:16.730804+0000","last_fullsized":"2024-09-05T06:11:16.730804+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:11:15.680065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730783+0000","last_change":"2024-09-05T06:11:14.760637+0000","last_active":"2024-09-05T06:11:16.730783+0000","last_peered":"2024-09-05T06:11:16.730783+0000","last_clean":"2024-09-05T06:11:16.730783+0000","last_became_active":"2024-09-05T06:11:14.759545+0000","last_became_peered":"2024-09-05T06:11:14.759545+0000","last_unstale":"2024-09-05T06:11:16.730783+0000","last_undegraded":"2024-09-05T06:11:16.730783+0000","last_fullsized":"2024-09-05T06:11:16.730783+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:52:31.523293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.727941+0000","last_change":"2024-09-05T06:11:15.754701+0000","last_active":"2024-09-05T06:11:16.727941+0000","last_peered":"2024-09-05T06:11:16.727941+0000","last_clean":"2024-09-05T06:11:16.727941+0000","last_became_active":"2024-09-05T06:11:15.753943+0000","last_became_peered":"2024-09-05T06:11:15.753943+0000","last_unstale":"2024-09-05T06:11:16.727941+0000","last_undegraded":"2024-09-05T06:11:16.727941+0000","last_fullsized":"2024-09-05T06:11:16.727941+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:34.739700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820589+0000","last_change":"2024-09-05T06:11:14.757873+0000","last_active":"2024-09-05T06:11:16.820589+0000","last_peered":"2024-09-05T06:11:16.820589+0000","last_clean":"2024-09-05T06:11:16.820589+0000","last_became_active":"2024-09-05T06:11:14.757410+0000","last_became_peered":"2024-09-05T06:11:14.757410+0000","last_unstale":"2024-09-05T06:11:16.820589+0000","last_undegraded":"2024-09-05T06:11:16.820589+0000","last_fullsized":"2024-09-05T06:11:16.820589+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:31.332759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819257+0000","last_change":"2024-09-05T06:11:15.776549+0000","last_active":"2024-09-05T06:11:16.819257+0000","last_peered":"2024-09-05T06:11:16.819257+0000","last_clean":"2024-09-05T06:11:16.819257+0000","last_became_active":"2024-09-05T06:11:15.776386+0000","last_became_peered":"2024-09-05T06:11:15.776386+0000","last_unstale":"2024-09-05T06:11:16.819257+0000","last_undegraded":"2024-09-05T06:11:16.819257+0000","last_fullsized":"2024-09-05T06:11:16.819257+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:55:34.987896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"45'1","reported_seq":15,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820234+0000","last_change":"2024-09-05T06:11:14.753727+0000","last_active":"2024-09-05T06:11:16.820234+0000","last_peered":"2024-09-05T06:11:16.820234+0000","last_clean":"2024-09-05T06:11:16.820234+0000","last_became_active":"2024-09-05T06:11:14.753105+0000","last_became_peered":"2024-09-05T06:11:14.753105+0000","last_unstale":"2024-09-05T06:11:16.820234+0000","last_undegraded":"2024-09-05T06:11:16.820234+0000","last_fullsized":"2024-09-05T06:11:16.820234+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:30:25.952061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819826+0000","last_change":"2024-09-05T06:11:15.756657+0000","last_active":"2024-09-05T06:11:16.819826+0000","last_peered":"2024-09-05T06:11:16.819826+0000","last_clean":"2024-09-05T06:11:16.819826+0000","last_became_active":"2024-09-05T06:11:15.752333+0000","last_became_peered":"2024-09-05T06:11:15.752333+0000","last_unstale":"2024-09-05T06:11:16.819826+0000","last_undegraded":"2024-09-05T06:11:16.819826+0000","last_fullsized":"2024-09-05T06:11:16.819826+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:14:49.906769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815177+0000","last_change":"2024-09-05T06:11:14.762511+0000","last_active":"2024-09-05T06:11:16.815177+0000","last_peered":"2024-09-05T06:11:16.815177+0000","last_clean":"2024-09-05T06:11:16.815177+0000","last_became_active":"2024-09-05T06:11:14.757659+0000","last_became_peered":"2024-09-05T06:11:14.757659+0000","last_unstale":"2024-09-05T06:11:16.815177+0000","last_undegraded":"2024-09-05T06:11:16.815177+0000","last_fullsized":"2024-09-05T06:11:16.815177+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:45:01.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.733821+0000","last_change":"2024-09-05T06:11:15.758315+0000","last_active":"2024-09-05T06:11:16.733821+0000","last_peered":"2024-09-05T06:11:16.733821+0000","last_clean":"2024-09-05T06:11:16.733821+0000","last_became_active":"2024-09-05T06:11:15.754213+0000","last_became_peered":"2024-09-05T06:11:15.754213+0000","last_unstale":"2024-09-05T06:11:16.733821+0000","last_undegraded":"2024-09-05T06:11:16.733821+0000","last_fullsized":"2024-09-05T06:11:16.733821+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:15:41.027839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731238+0000","last_change":"2024-09-05T06:11:14.752288+0000","last_active":"2024-09-05T06:11:16.731238+0000","last_peered":"2024-09-05T06:11:16.731238+0000","last_clean":"2024-09-05T06:11:16.731238+0000","last_became_active":"2024-09-05T06:11:14.750299+0000","last_became_peered":"2024-09-05T06:11:14.750299+0000","last_unstale":"2024-09-05T06:11:16.731238+0000","last_undegraded":"2024-09-05T06:11:16.731238+0000","last_fullsized":"2024-09-05T06:11:16.731238+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:39:49.997486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.814721+0000","last_change":"2024-09-05T06:11:15.744423+0000","last_active":"2024-09-05T06:11:16.814721+0000","last_peered":"2024-09-05T06:11:16.814721+0000","last_clean":"2024-09-05T06:11:16.814721+0000","last_became_active":"2024-09-05T06:11:15.743807+0000","last_became_peered":"2024-09-05T06:11:15.743807+0000","last_unstale":"2024-09-05T06:11:16.814721+0000","last_undegraded":"2024-09-05T06:11:16.814721+0000","last_fullsized":"2024-09-05T06:11:16.814721+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:56:08.393575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818556+0000","last_change":"2024-09-05T06:11:14.749590+0000","last_active":"2024-09-05T06:11:16.818556+0000","last_peered":"2024-09-05T06:11:16.818556+0000","last_clean":"2024-09-05T06:11:16.818556+0000","last_became_active":"2024-09-05T06:11:14.749134+0000","last_became_peered":"2024-09-05T06:11:14.749134+0000","last_unstale":"2024-09-05T06:11:16.818556+0000","last_undegraded":"2024-09-05T06:11:16.818556+0000","last_fullsized":"2024-09-05T06:11:16.818556+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:14:40.752592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732444+0000","last_change":"2024-09-05T06:11:15.780059+0000","last_active":"2024-09-05T06:11:16.732444+0000","last_peered":"2024-09-05T06:11:16.732444+0000","last_clean":"2024-09-05T06:11:16.732444+0000","last_became_active":"2024-09-05T06:11:15.777284+0000","last_became_peered":"2024-09-05T06:11:15.777284+0000","last_unstale":"2024-09-05T06:11:16.732444+0000","last_undegraded":"2024-09-05T06:11:16.732444+0000","last_fullsized":"2024-09-05T06:11:16.732444+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:43:54.323242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732640+0000","last_change":"2024-09-05T06:11:14.749555+0000","last_active":"2024-09-05T06:11:16.732640+0000","last_peered":"2024-09-05T06:11:16.732640+0000","last_clean":"2024-09-05T06:11:16.732640+0000","last_became_active":"2024-09-05T06:11:14.748424+0000","last_became_peered":"2024-09-05T06:11:14.748424+0000","last_unstale":"2024-09-05T06:11:16.732640+0000","last_undegraded":"2024-09-05T06:11:16.732640+0000","last_fullsized":"2024-09-05T06:11:16.732640+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:53.991299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730244+0000","last_change":"2024-09-05T06:11:15.766358+0000","last_active":"2024-09-05T06:11:16.730244+0000","last_peered":"2024-09-05T06:11:16.730244+0000","last_clean":"2024-09-05T06:11:16.730244+0000","last_became_active":"2024-09-05T06:11:15.750655+0000","last_became_peered":"2024-09-05T06:11:15.750655+0000","last_unstale":"2024-09-05T06:11:16.730244+0000","last_undegraded":"2024-09-05T06:11:16.730244+0000","last_fullsized":"2024-09-05T06:11:16.730244+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:05:32.645916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820065+0000","last_change":"2024-09-05T06:11:14.761009+0000","last_active":"2024-09-05T06:11:16.820065+0000","last_peered":"2024-09-05T06:11:16.820065+0000","last_clean":"2024-09-05T06:11:16.820065+0000","last_became_active":"2024-09-05T06:11:14.760675+0000","last_became_peered":"2024-09-05T06:11:14.760675+0000","last_unstale":"2024-09-05T06:11:16.820065+0000","last_undegraded":"2024-09-05T06:11:16.820065+0000","last_fullsized":"2024-09-05T06:11:16.820065+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:12:25.287287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820004+0000","last_change":"2024-09-05T06:11:15.754368+0000","last_active":"2024-09-05T06:11:16.820004+0000","last_peered":"2024-09-05T06:11:16.820004+0000","last_clean":"2024-09-05T06:11:16.820004+0000","last_became_active":"2024-09-05T06:11:15.753851+0000","last_became_peered":"2024-09-05T06:11:15.753851+0000","last_unstale":"2024-09-05T06:11:16.820004+0000","last_undegraded":"2024-09-05T06:11:16.820004+0000","last_fullsized":"2024-09-05T06:11:16.820004+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:29:31.086463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730858+0000","last_change":"2024-09-05T06:11:14.758979+0000","last_active":"2024-09-05T06:11:16.730858+0000","last_peered":"2024-09-05T06:11:16.730858+0000","last_clean":"2024-09-05T06:11:16.730858+0000","last_became_active":"2024-09-05T06:11:14.758269+0000","last_became_peered":"2024-09-05T06:11:14.758269+0000","last_unstale":"2024-09-05T06:11:16.730858+0000","last_undegraded":"2024-09-05T06:11:16.730858+0000","last_fullsized":"2024-09-05T06:11:16.730858+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:23:30.030708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731775+0000","last_change":"2024-09-05T06:11:15.764994+0000","last_active":"2024-09-05T06:11:16.731775+0000","last_peered":"2024-09-05T06:11:16.731775+0000","last_clean":"2024-09-05T06:11:16.731775+0000","last_became_active":"2024-09-05T06:11:15.753029+0000","last_became_peered":"2024-09-05T06:11:15.753029+0000","last_unstale":"2024-09-05T06:11:16.731775+0000","last_undegraded":"2024-09-05T06:11:16.731775+0000","last_fullsized":"2024-09-05T06:11:16.731775+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:54:25.230794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818853+0000","last_change":"2024-09-05T06:11:14.749355+0000","last_active":"2024-09-05T06:11:16.818853+0000","last_peered":"2024-09-05T06:11:16.818853+0000","last_clean":"2024-09-05T06:11:16.818853+0000","last_became_active":"2024-09-05T06:11:14.748818+0000","last_became_peered":"2024-09-05T06:11:14.748818+0000","last_unstale":"2024-09-05T06:11:16.818853+0000","last_undegraded":"2024-09-05T06:11:16.818853+0000","last_fullsized":"2024-09-05T06:11:16.818853+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:51:12.624956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818521+0000","last_change":"2024-09-05T06:11:15.775507+0000","last_active":"2024-09-05T06:11:16.818521+0000","last_peered":"2024-09-05T06:11:16.818521+0000","last_clean":"2024-09-05T06:11:16.818521+0000","last_became_active":"2024-09-05T06:11:15.775134+0000","last_became_peered":"2024-09-05T06:11:15.775134+0000","last_unstale":"2024-09-05T06:11:16.818521+0000","last_undegraded":"2024-09-05T06:11:16.818521+0000","last_fullsized":"2024-09-05T06:11:16.818521+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:35:34.450987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.731274+0000","last_change":"2024-09-05T06:11:14.766265+0000","last_active":"2024-09-05T06:11:16.731274+0000","last_peered":"2024-09-05T06:11:16.731274+0000","last_clean":"2024-09-05T06:11:16.731274+0000","last_became_active":"2024-09-05T06:11:14.761771+0000","last_became_peered":"2024-09-05T06:11:14.761771+0000","last_unstale":"2024-09-05T06:11:16.731274+0000","last_undegraded":"2024-09-05T06:11:16.731274+0000","last_fullsized":"2024-09-05T06:11:16.731274+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:39.604728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730245+0000","last_change":"2024-09-05T06:11:15.743157+0000","last_active":"2024-09-05T06:11:16.730245+0000","last_peered":"2024-09-05T06:11:16.730245+0000","last_clean":"2024-09-05T06:11:16.730245+0000","last_became_active":"2024-09-05T06:11:15.742491+0000","last_became_peered":"2024-09-05T06:11:15.742491+0000","last_unstale":"2024-09-05T06:11:16.730245+0000","last_undegraded":"2024-09-05T06:11:16.730245+0000","last_fullsized":"2024-09-05T06:11:16.730245+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:40:56.652007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.819458+0000","last_change":"2024-09-05T06:11:14.768082+0000","last_active":"2024-09-05T06:11:16.819458+0000","last_peered":"2024-09-05T06:11:16.819458+0000","last_clean":"2024-09-05T06:11:16.819458+0000","last_became_active":"2024-09-05T06:11:14.767822+0000","last_became_peered":"2024-09-05T06:11:14.767822+0000","last_unstale":"2024-09-05T06:11:16.819458+0000","last_undegraded":"2024-09-05T06:11:16.819458+0000","last_fullsized":"2024-09-05T06:11:16.819458+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:03:23.642283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.732783+0000","last_change":"2024-09-05T06:11:15.779619+0000","last_active":"2024-09-05T06:11:16.732783+0000","last_peered":"2024-09-05T06:11:16.732783+0000","last_clean":"2024-09-05T06:11:16.732783+0000","last_became_active":"2024-09-05T06:11:15.776074+0000","last_became_peered":"2024-09-05T06:11:15.776074+0000","last_unstale":"2024-09-05T06:11:16.732783+0000","last_undegraded":"2024-09-05T06:11:16.732783+0000","last_fullsized":"2024-09-05T06:11:16.732783+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:03.876352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820223+0000","last_change":"2024-09-05T06:11:14.753018+0000","last_active":"2024-09-05T06:11:16.820223+0000","last_peered":"2024-09-05T06:11:16.820223+0000","last_clean":"2024-09-05T06:11:16.820223+0000","last_became_active":"2024-09-05T06:11:14.752219+0000","last_became_peered":"2024-09-05T06:11:14.752219+0000","last_unstale":"2024-09-05T06:11:16.820223+0000","last_undegraded":"2024-09-05T06:11:16.820223+0000","last_fullsized":"2024-09-05T06:11:16.820223+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:59:57.336329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.817878+0000","last_change":"2024-09-05T06:11:15.757705+0000","last_active":"2024-09-05T06:11:16.817878+0000","last_peered":"2024-09-05T06:11:16.817878+0000","last_clean":"2024-09-05T06:11:16.817878+0000","last_became_active":"2024-09-05T06:11:15.757456+0000","last_became_peered":"2024-09-05T06:11:15.757456+0000","last_unstale":"2024-09-05T06:11:16.817878+0000","last_undegraded":"2024-09-05T06:11:16.817878+0000","last_fullsized":"2024-09-05T06:11:16.817878+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:57.152691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.815045+0000","last_change":"2024-09-05T06:11:14.757491+0000","last_active":"2024-09-05T06:11:16.815045+0000","last_peered":"2024-09-05T06:11:16.815045+0000","last_clean":"2024-09-05T06:11:16.815045+0000","last_became_active":"2024-09-05T06:11:14.756184+0000","last_became_peered":"2024-09-05T06:11:14.756184+0000","last_unstale":"2024-09-05T06:11:16.815045+0000","last_undegraded":"2024-09-05T06:11:16.815045+0000","last_fullsized":"2024-09-05T06:11:16.815045+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:28:28.286760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.818559+0000","last_change":"2024-09-05T06:11:15.756564+0000","last_active":"2024-09-05T06:11:16.818559+0000","last_peered":"2024-09-05T06:11:16.818559+0000","last_clean":"2024-09-05T06:11:16.818559+0000","last_became_active":"2024-09-05T06:11:15.756240+0000","last_became_peered":"2024-09-05T06:11:15.756240+0000","last_unstale":"2024-09-05T06:11:16.818559+0000","last_undegraded":"2024-09-05T06:11:16.818559+0000","last_fullsized":"2024-09-05T06:11:16.818559+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:49:41.227491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.728193+0000","last_change":"2024-09-05T06:11:14.752011+0000","last_active":"2024-09-05T06:11:16.728193+0000","last_peered":"2024-09-05T06:11:16.728193+0000","last_clean":"2024-09-05T06:11:16.728193+0000","last_became_active":"2024-09-05T06:11:14.750600+0000","last_became_peered":"2024-09-05T06:11:14.750600+0000","last_unstale":"2024-09-05T06:11:16.728193+0000","last_undegraded":"2024-09-05T06:11:16.728193+0000","last_fullsized":"2024-09-05T06:11:16.728193+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:11:06.285083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.730177+0000","last_change":"2024-09-05T06:11:15.776580+0000","last_active":"2024-09-05T06:11:16.730177+0000","last_peered":"2024-09-05T06:11:16.730177+0000","last_clean":"2024-09-05T06:11:16.730177+0000","last_became_active":"2024-09-05T06:11:15.775183+0000","last_became_peered":"2024-09-05T06:11:15.775183+0000","last_unstale":"2024-09-05T06:11:16.730177+0000","last_undegraded":"2024-09-05T06:11:16.730177+0000","last_fullsized":"2024-09-05T06:11:16.730177+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:14.722199+0000","last_clean_scrub_stamp":"2024-09-05T06:11:14.722199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:05:28.050454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"45'2","reported_seq":16,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820113+0000","last_change":"2024-09-05T06:11:14.761421+0000","last_active":"2024-09-05T06:11:16.820113+0000","last_peered":"2024-09-05T06:11:16.820113+0000","last_clean":"2024-09-05T06:11:16.820113+0000","last_became_active":"2024-09-05T06:11:14.760799+0000","last_became_peered":"2024-09-05T06:11:14.760799+0000","last_unstale":"2024-09-05T06:11:16.820113+0000","last_undegraded":"2024-09-05T06:11:16.820113+0000","last_fullsized":"2024-09-05T06:11:16.820113+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:11:13.713430+0000","last_clean_scrub_stamp":"2024-09-05T06:11:13.713430+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:38.303851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":216,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-05T06:11:16.820079+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:11:16.820079+0000","last_peered":"2024-09-05T06:11:16.820079+0000","last_clean":"2024-09-05T06:11:16.820079+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:11:16.820079+0000","last_undegraded":"2024-09-05T06:11:16.820079+0000","last_fullsized":"2024-09-05T06:11:16.820079+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:05.759431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":216,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195095,"statfs":{"total":200000000,"available":199778260,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":23,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":217,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195095,"statfs":{"total":200000000,"available":199777678,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":33,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":793,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194519,"statfs":{"total":200000000,"available":199187904,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":29,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":212,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195100,"statfs":{"total":200000000,"available":199782890,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":218,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195094,"statfs":{"total":200000000,"available":199776682,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":210,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195102,"statfs":{"total":200000000,"available":199784504,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":786,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194525,"statfs":{"total":200000000,"available":199194156,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":211,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":195101,"statfs":{"total":200000000,"available":199783922,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:11:19.056 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:11:19.056 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:11:19.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.215+0000 7fafd8e01640 1 Processor -- start 2024-09-05T06:11:19.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.215+0000 7fafd8e01640 1 -- start start 2024-09-05T06:11:19.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd8e01640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fafd415ea00 0x7fafd4072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd8e01640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fafd406de80 0x7fafd40b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd8e01640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafd406e4d0 con 0x7fafd40b5310 2024-09-05T06:11:19.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd8e01640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fafd40b5ca0 con 0x7fafd415ea00 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd8e01640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fafd4071db0 con 0x7fafd406de80 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd259c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fafd415ea00 0x7fafd4072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd1d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fafd40b5310 0x7fafd406d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:35208/0 (socket says 172.21.15.70:35208) 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd1d9b640 1 -- 172.21.15.70:0/3129701920 learned_addr learned my addr 172.21.15.70:0/3129701920 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd2d9d640 1 --2- 172.21.15.70:0/3129701920 >> v2:172.21.15.196:3300/0 conn(0x7fafd406de80 0x7fafd40b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd259c640 1 -- 172.21.15.70:0/3129701920 >> v2:172.21.15.196:3300/0 conn(0x7fafd406de80 msgr2=0x7fafd40b5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd259c640 1 --2- 172.21.15.70:0/3129701920 >> v2:172.21.15.196:3300/0 conn(0x7fafd406de80 0x7fafd40b5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd159a640 1 -- 172.21.15.70:0/3129701920 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 786900840 0 0) 0x7fafd406e4d0 con 0x7fafd40b5310 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd259c640 1 -- 172.21.15.70:0/3129701920 >> v1:172.21.15.70:6789/0 conn(0x7fafd40b5310 legacy=0x7fafd406d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd259c640 1 -- 172.21.15.70:0/3129701920 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafd4071760 con 0x7fafd415ea00 2024-09-05T06:11:19.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.219+0000 7fafd2d9d640 1 --2- 172.21.15.70:0/3129701920 >> v2:172.21.15.196:3300/0 conn(0x7fafd406de80 0x7fafd40b5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:19.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd259c640 1 --2- 172.21.15.70:0/3129701920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd4072240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fafd406f8b0 tx=0x7fafcc01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bea23c9a9feba68a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:19.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd159a640 1 -- 172.21.15.70:0/3129701920 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafcc0b0070 con 0x7fafd415ea00 2024-09-05T06:11:19.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd159a640 1 -- 172.21.15.70:0/3129701920 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafcc0ab600 con 0x7fafd415ea00 2024-09-05T06:11:19.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd159a640 1 -- 172.21.15.70:0/3129701920 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafcc0ab9d0 con 0x7fafd415ea00 2024-09-05T06:11:19.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 -- 172.21.15.70:0/3129701920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 msgr2=0x7fafd4072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 --2- 172.21.15.70:0/3129701920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd4072240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fafd406f8b0 tx=0x7fafcc01c480 comp rx=0 tx=0).stop 2024-09-05T06:11:19.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 -- 172.21.15.70:0/3129701920 shutdown_connections 2024-09-05T06:11:19.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 --2- 172.21.15.70:0/3129701920 >> v2:172.21.15.196:3300/0 conn(0x7fafd406de80 0x7fafd40b5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 --2- 172.21.15.70:0/3129701920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd4072240 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 -- 172.21.15.70:0/3129701920 >> 172.21.15.70:0/3129701920 conn(0x7fafd406bcc0 msgr2=0x7fafd406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:19.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 -- 172.21.15.70:0/3129701920 shutdown_connections 2024-09-05T06:11:19.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 -- 172.21.15.70:0/3129701920 wait complete. 2024-09-05T06:11:19.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 Processor -- start 2024-09-05T06:11:19.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.223+0000 7fafd8e01640 1 -- start start 2024-09-05T06:11:19.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fafd406de80 0x7fafd41403f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fafd40b5310 0x7fafd415eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd415fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fafd40b4710 con 0x7fafd415ea00 2024-09-05T06:11:19.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fafd40b4590 con 0x7fafd406de80 2024-09-05T06:11:19.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fafd40b4890 con 0x7fafd40b5310 2024-09-05T06:11:19.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd415fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd415fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53688/0 (socket says 172.21.15.70:53688) 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 -- 172.21.15.70:0/1826334521 learned_addr learned my addr 172.21.15.70:0/1826334521 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd259c640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fafd406de80 0x7fafd41403f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd1d9b640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fafd40b5310 0x7fafd415eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 -- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fafd40b5310 msgr2=0x7fafd415eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fafd40b5310 0x7fafd415eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 -- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fafd406de80 msgr2=0x7fafd41403f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fafd406de80 0x7fafd41403f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 -- 172.21.15.70:0/1826334521 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafd4154780 con 0x7fafd415ea00 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd1d9b640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fafd40b5310 0x7fafd415eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd2d9d640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd415fde0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fafc800c7f0 tx=0x7fafc800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafc2ffd640 1 -- 172.21.15.70:0/1826334521 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc8015020 con 0x7fafd415ea00 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafc2ffd640 1 -- 172.21.15.70:0/1826334521 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafc8004250 con 0x7fafd415ea00 2024-09-05T06:11:19.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafc2ffd640 1 -- 172.21.15.70:0/1826334521 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc8003620 con 0x7fafd415ea00 2024-09-05T06:11:19.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafd4154a60 con 0x7fafd415ea00 2024-09-05T06:11:19.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafd4155020 con 0x7fafd415ea00 2024-09-05T06:11:19.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafd4155260 con 0x7fafd415ea00 2024-09-05T06:11:19.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafc2ffd640 1 -- 172.21.15.70:0/1826334521 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fafc8018020 con 0x7fafd415ea00 2024-09-05T06:11:19.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafc2ffd640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fafb40678c0 0x7fafb4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafc2ffd640 1 -- 172.21.15.70:0/1826334521 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7fafc8085c50 con 0x7fafd415ea00 2024-09-05T06:11:19.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.227+0000 7fafd259c640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fafb40678c0 0x7fafb4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.231+0000 7fafd259c640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fafb40678c0 0x7fafb4069d80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fafcc0ad000 tx=0x7fafcc0a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:19.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.231+0000 7fafc2ffd640 1 -- 172.21.15.70:0/1826334521 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fafc801f030 con 0x7fafd415ea00 2024-09-05T06:11:19.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.439+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fafd40b5760 con 0x7fafd415ea00 2024-09-05T06:11:19.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.443+0000 7fafc2ffd640 1 -- 172.21.15.70:0/1826334521 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v10) ==== 190+0+147 (secure 0 0 0) 0x7fafc8056770 con 0x7fafd415ea00 2024-09-05T06:11:19.444 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:11:19.444 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:11:19.444 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:11:19.444 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:11:19.444 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:11:19.445 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fafb40678c0 msgr2=0x7fafb4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fafb40678c0 0x7fafb4069d80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fafcc0ad000 tx=0x7fafcc0a6000 comp rx=0 tx=0).stop 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 msgr2=0x7fafd415fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd415fde0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fafc800c7f0 tx=0x7fafc800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 shutdown_connections 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fafb40678c0 0x7fafb4069d80 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fafd415ea00 0x7fafd415fde0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fafd40b5310 0x7fafd415eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 --2- 172.21.15.70:0/1826334521 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fafd406de80 0x7fafd41403f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 >> 172.21.15.70:0/1826334521 conn(0x7fafd406bcc0 msgr2=0x7fafd40b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:19.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 shutdown_connections 2024-09-05T06:11:19.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.447+0000 7fafd8e01640 1 -- 172.21.15.70:0/1826334521 wait complete. 2024-09-05T06:11:19.462 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:19.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.579+0000 7f5acebeb640 1 Processor -- start 2024-09-05T06:11:19.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.579+0000 7f5acebeb640 1 -- start start 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acebeb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5ac80d3a50 0x7f5ac8169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acebeb640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ac80cfd30 con 0x7f5ac80d4980 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acebeb640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ac80d0010 con 0x7f5ac815edb0 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acebeb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5ac80b5620 con 0x7f5ac80d3a50 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acc987640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5ac80d4980 0x7f5ac80d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:35210/0 (socket says 172.21.15.70:35210) 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acc987640 1 -- 172.21.15.70:0/3013575322 learned_addr learned my addr 172.21.15.70:0/3013575322 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3630282501 0 0) 0x7f5ac80cfd30 con 0x7f5ac80d4980 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acd188640 1 --2- 172.21.15.70:0/3013575322 >> v2:172.21.15.196:3300/0 conn(0x7f5ac80d3a50 0x7f5ac8169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ab4003530 con 0x7f5ac80d4980 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3514282366 0 0) 0x7f5ab4003530 con 0x7f5ac80d4980 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 >> v2:172.21.15.196:3300/0 conn(0x7f5ac80d3a50 msgr2=0x7f5ac8169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 --2- 172.21.15.70:0/3013575322 >> v2:172.21.15.196:3300/0 conn(0x7f5ac80d3a50 0x7f5ac8169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 >> v1:172.21.15.196:6789/0 conn(0x7f5ac815edb0 legacy=0x7f5ac80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac80d02f0 con 0x7f5ac80d4980 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5ab0001680 con 0x7f5ac80d4980 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 >> v1:172.21.15.70:6789/0 conn(0x7f5ac80d4980 legacy=0x7f5ac80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ab4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ab4004810 0x7f5ab4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ab40051d0 0x7f5ab400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac80b5620 con 0x7f5ab40039c0 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab400c070 con 0x7f5ab4004810 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5ab400c270 con 0x7f5ab40051d0 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acc987640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ab4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acc987640 1 -- 172.21.15.70:0/3013575322 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ab40051d0 msgr2=0x7f5ab400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acc987640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ab40051d0 0x7f5ab400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acc987640 1 -- 172.21.15.70:0/3013575322 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ab4004810 msgr2=0x7f5ab4004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acc987640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ab4004810 0x7f5ab4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acd188640 1 -- 172.21.15.70:0/3013575322 reap_dead start 2024-09-05T06:11:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.583+0000 7f5acc987640 1 -- 172.21.15.70:0/3013575322 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ab4003530 con 0x7f5ab40039c0 2024-09-05T06:11:19.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5acc987640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ab4003de0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c210 tx=0x7f5ab001cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3450a6a8e49960d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:19.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0007d40 con 0x7f5ab40039c0 2024-09-05T06:11:19.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab00a9070 con 0x7f5ab40039c0 2024-09-05T06:11:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5ac77fe640 1 -- 172.21.15.70:0/3013575322 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab00a5db0 con 0x7f5ab40039c0 2024-09-05T06:11:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5acebeb640 1 -- 172.21.15.70:0/3013575322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 msgr2=0x7f5ab4003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5acebeb640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ab4003de0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c210 tx=0x7f5ab001cc30 comp rx=0 tx=0).stop 2024-09-05T06:11:19.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5acebeb640 1 -- 172.21.15.70:0/3013575322 shutdown_connections 2024-09-05T06:11:19.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5acebeb640 1 --2- 172.21.15.70:0/3013575322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ab4003de0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5acebeb640 1 -- 172.21.15.70:0/3013575322 >> 172.21.15.70:0/3013575322 conn(0x7f5ac808e690 msgr2=0x7f5ac809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:19.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5acebeb640 1 -- 172.21.15.70:0/3013575322 shutdown_connections 2024-09-05T06:11:19.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.587+0000 7f5acebeb640 1 -- 172.21.15.70:0/3013575322 wait complete. 2024-09-05T06:11:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 Processor -- start 2024-09-05T06:11:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 -- start start 2024-09-05T06:11:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ac815c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ac806c470 0x7f5ac806c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ac80b9900 0x7f5ac80b9d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac80d0dd0 con 0x7f5ab40039c0 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac80d4d60 con 0x7f5ac80b9900 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5ac81fb8f0 con 0x7f5ac806c470 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ac815c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ac815c5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53700/0 (socket says 172.21.15.70:53700) 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 -- 172.21.15.70:0/274070747 learned_addr learned my addr 172.21.15.70:0/274070747 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acd188640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ac80b9900 0x7f5ac80b9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5ac7fff640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ac806c470 0x7f5ac806c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 -- 172.21.15.70:0/274070747 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ac806c470 msgr2=0x7f5ac806c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ac806c470 0x7f5ac806c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 -- 172.21.15.70:0/274070747 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ac80b9900 msgr2=0x7f5ac80b9d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ac80b9900 0x7f5ac80b9d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 -- 172.21.15.70:0/274070747 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac81fbd80 con 0x7f5ab40039c0 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acc987640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ac815c5f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5ab001c6a0 tx=0x7f5ab4005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5ac57fa640 1 -- 172.21.15.70:0/274070747 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab00bc070 con 0x7f5ab40039c0 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5ac57fa640 1 -- 172.21.15.70:0/274070747 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab0000ee0 con 0x7f5ab40039c0 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ac81fafc0 con 0x7f5ab40039c0 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5ac57fa640 1 -- 172.21.15.70:0/274070747 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0007d40 con 0x7f5ab40039c0 2024-09-05T06:11:19.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ac81fb580 con 0x7f5ab40039c0 2024-09-05T06:11:19.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ac80cfd30 con 0x7f5ab40039c0 2024-09-05T06:11:19.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.591+0000 7f5ac57fa640 1 -- 172.21.15.70:0/274070747 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5ab00bf070 con 0x7f5ab40039c0 2024-09-05T06:11:19.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.595+0000 7f5ac57fa640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5aa80678f0 0x7f5aa8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:19.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.595+0000 7f5ac57fa640 1 -- 172.21.15.70:0/274070747 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f5ab011f0d0 con 0x7f5ab40039c0 2024-09-05T06:11:19.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.595+0000 7f5ac7fff640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5aa80678f0 0x7f5aa8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:19.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.595+0000 7f5ac7fff640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5aa80678f0 0x7f5aa8069db0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5ac806cff0 tx=0x7f5ab8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:19.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.599+0000 7f5ac57fa640 1 -- 172.21.15.70:0/274070747 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5ab0016970 con 0x7f5ab40039c0 2024-09-05T06:11:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.795+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ac809e200 con 0x7f5ab40039c0 2024-09-05T06:11:19.798 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5ac57fa640 1 -- 172.21.15.70:0/274070747 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7f5ab00efca0 con 0x7f5ab40039c0 2024-09-05T06:11:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:19.798 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:19.798 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5aa80678f0 msgr2=0x7f5aa8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5aa80678f0 0x7f5aa8069db0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5ac806cff0 tx=0x7f5ab8009040 comp rx=0 tx=0).stop 2024-09-05T06:11:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 msgr2=0x7f5ac815c5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ac815c5f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5ab001c6a0 tx=0x7f5ab4005840 comp rx=0 tx=0).stop 2024-09-05T06:11:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 shutdown_connections 2024-09-05T06:11:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5aa80678f0 0x7f5aa8069db0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ac80b9900 0x7f5ac80b9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ac806c470 0x7f5ac806c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 --2- 172.21.15.70:0/274070747 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ab40039c0 0x7f5ac815c5f0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:19.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.799+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 >> 172.21.15.70:0/274070747 conn(0x7f5ac808e690 msgr2=0x7f5ac80b5ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:19.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.803+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 shutdown_connections 2024-09-05T06:11:19.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:19.803+0000 7f5acebeb640 1 -- 172.21.15.70:0/274070747 wait complete. 2024-09-05T06:11:20.220 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 20, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:11:15.109491+0000', 'modified': '2024-09-05T06:11:17.107365+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5157}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5157': {'gid': 5157, 'name': 'c', 'rank': 0, 'incarnation': 18, 'state': 'up:active', 'state_seq': 2, 'addr': '172.21.15.70:6837/2505280854', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6836', 'nonce': 2505280854}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 2505280854}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5157, 'qdb_cluster': [5157]} 2024-09-05T06:11:20.220 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:11:20.220 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-05T06:11:20.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04da11d640 1 Processor -- start 2024-09-05T06:11:20.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04da11d640 1 -- start start 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04da11d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f04d415b1a0 0x7f04d40b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04da11d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f04d406e580 0x7f04d406e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04da11d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04d406eec0 con 0x7f04d40afae0 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04da11d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f04d40b0330 con 0x7f04d406e580 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04da11d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f04d4072890 con 0x7f04d415b1a0 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04d3fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f04d406e580 0x7f04d406e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04d3fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f04d406e580 0x7f04d406e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53702/0 (socket says 172.21.15.70:53702) 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.355+0000 7f04d3fff640 1 -- 172.21.15.70:0/990726017 learned_addr learned my addr 172.21.15.70:0/990726017 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:20.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04d3fff640 1 -- 172.21.15.70:0/990726017 >> v2:172.21.15.196:3300/0 conn(0x7f04d415b1a0 msgr2=0x7f04d40b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04d3fff640 1 --2- 172.21.15.70:0/990726017 >> v2:172.21.15.196:3300/0 conn(0x7f04d415b1a0 0x7f04d40b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04d3fff640 1 -- 172.21.15.70:0/990726017 >> v1:172.21.15.196:6789/0 conn(0x7f04d40afae0 legacy=0x7f04d415b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04d3fff640 1 -- 172.21.15.70:0/990726017 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04d4072b70 con 0x7f04d406e580 2024-09-05T06:11:20.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04d3fff640 1 --2- 172.21.15.70:0/990726017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d406e580 0x7f04d406e980 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f04d406f670 tx=0x7f04cc01c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d25a32eef640133 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04d2ffd640 1 -- 172.21.15.70:0/990726017 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc0a55f0 con 0x7f04d406e580 2024-09-05T06:11:20.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04d2ffd640 1 -- 172.21.15.70:0/990726017 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04cc0a5790 con 0x7f04d406e580 2024-09-05T06:11:20.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04d2ffd640 1 -- 172.21.15.70:0/990726017 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc0a5b60 con 0x7f04d406e580 2024-09-05T06:11:20.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04da11d640 1 -- 172.21.15.70:0/990726017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d406e580 msgr2=0x7f04d406e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04da11d640 1 --2- 172.21.15.70:0/990726017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d406e580 0x7f04d406e980 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f04d406f670 tx=0x7f04cc01c9b0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04da11d640 1 -- 172.21.15.70:0/990726017 shutdown_connections 2024-09-05T06:11:20.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04da11d640 1 --2- 172.21.15.70:0/990726017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d406e580 0x7f04d406e980 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04da11d640 1 --2- 172.21.15.70:0/990726017 >> v2:172.21.15.196:3300/0 conn(0x7f04d415b1a0 0x7f04d40b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04da11d640 1 -- 172.21.15.70:0/990726017 >> 172.21.15.70:0/990726017 conn(0x7f04d406bcc0 msgr2=0x7f04d406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:20.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04da11d640 1 -- 172.21.15.70:0/990726017 shutdown_connections 2024-09-05T06:11:20.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.359+0000 7f04da11d640 1 -- 172.21.15.70:0/990726017 wait complete. 2024-09-05T06:11:20.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 Processor -- start 2024-09-05T06:11:20.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 -- start start 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04d406e580 0x7f04d40ac710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04d40afae0 0x7f04d40ad550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d415b1a0 0x7f04d40aaeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f04d415bc90 con 0x7f04d415b1a0 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f04d4073860 con 0x7f04d40afae0 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f04d415be10 con 0x7f04d406e580 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d415b1a0 0x7f04d40aaeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d415b1a0 0x7f04d40aaeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53716/0 (socket says 172.21.15.70:53716) 2024-09-05T06:11:20.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 -- 172.21.15.70:0/1511425741 learned_addr learned my addr 172.21.15.70:0/1511425741 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04cbfff640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04d40afae0 0x7f04d40ad550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 -- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04d406e580 msgr2=0x7f04d40ac710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d37fe640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04d406e580 0x7f04d40ac710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04d406e580 0x7f04d40ac710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 -- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04d40afae0 msgr2=0x7f04d40ad550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04d40afae0 0x7f04d40ad550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 -- 172.21.15.70:0/1511425741 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04d40ab3f0 con 0x7f04d415b1a0 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04cbfff640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04d40afae0 0x7f04d40ad550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d3fff640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d415b1a0 0x7f04d40aaeb0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f04cc01a5e0 tx=0x7f04cc019750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d0ff9640 1 -- 172.21.15.70:0/1511425741 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc0b8470 con 0x7f04d415b1a0 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d0ff9640 1 -- 172.21.15.70:0/1511425741 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04cc0b8610 con 0x7f04d415b1a0 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 -- 172.21.15.70:0/1511425741 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04d40ab670 con 0x7f04d415b1a0 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04d0ff9640 1 -- 172.21.15.70:0/1511425741 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc0b8a00 con 0x7f04d415b1a0 2024-09-05T06:11:20.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.363+0000 7f04da11d640 1 -- 172.21.15.70:0/1511425741 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04d40abc30 con 0x7f04d415b1a0 2024-09-05T06:11:20.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d0ff9640 1 -- 172.21.15.70:0/1511425741 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f04cc0c0020 con 0x7f04d415b1a0 2024-09-05T06:11:20.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d0ff9640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04b40678c0 0x7f04b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d0ff9640 1 -- 172.21.15.70:0/1511425741 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f04cc120570 con 0x7f04d415b1a0 2024-09-05T06:11:20.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04b40678c0 0x7f04b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04b40678c0 0x7f04b4069d80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f04c400a790 tx=0x7f04c4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 Processor -- start 2024-09-05T06:11:20.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- start start 2024-09-05T06:11:20.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc41f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbbf7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbbf8290 0x55eacbbf8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55eacbadfb60 con 0x55eacbc41b20 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55eacba46c70 con 0x55eacbc42440 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55eacb9eced0 con 0x55eacbbf8290 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc41f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc41f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53730/0 (socket says 172.21.15.70:53730) 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 -- 172.21.15.70:0/891397150 learned_addr learned my addr 172.21.15.70:0/891397150 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04cbfff640 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbbf7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d3fff640 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbbf8290 0x55eacbbf8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 -- 172.21.15.70:0/891397150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbbf8290 msgr2=0x55eacbbf8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbbf8290 0x55eacbbf8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 -- 172.21.15.70:0/891397150 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 msgr2=0x55eacbbf7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbbf7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 -- 172.21.15.70:0/891397150 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eacb9fee50 con 0x55eacbc41b20 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04d37fe640 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc41f00 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f04c400c990 tx=0x7f04c400f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42f3cc441c0122ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04c97fa640 1 -- 172.21.15.70:0/891397150 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c4019040 con 0x55eacbc41b20 2024-09-05T06:11:20.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04c97fa640 1 -- 172.21.15.70:0/891397150 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04c4022070 con 0x55eacbc41b20 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04c97fa640 1 -- 172.21.15.70:0/891397150 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c4013d80 con 0x55eacbc41b20 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- 172.21.15.70:0/891397150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 msgr2=0x55eacbc41f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc41f00 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f04c400c990 tx=0x7f04c400f000 comp rx=0 tx=0).stop 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- 172.21.15.70:0/891397150 shutdown_connections 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbbf8290 0x55eacbbf8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbbf7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/891397150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc41f00 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- 172.21.15.70:0/891397150 >> 172.21.15.70:0/891397150 conn(0x55eacbbfe600 msgr2=0x55eacbbf6630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- 172.21.15.70:0/891397150 shutdown_connections 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.367+0000 7f04dd1d9000 1 -- 172.21.15.70:0/891397150 wait complete. 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 -- start start 2024-09-05T06:11:20.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 Processor -- start 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 0x55eacbbfce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbc02cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbbfd390 0x55eacbc03230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55eacbaa8b00 con 0x55eacbbfd390 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55eacba21360 con 0x55eacbc42440 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55eacba1e2d0 con 0x55eacbc41b20 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 10 client.0 _ll_register_callbacks cb 0x55eacbbe3820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbbfd390 0x55eacbc03230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbbfd390 0x55eacbc03230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53746/0 (socket says 172.21.15.70:53746) 2024-09-05T06:11:20.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 -- 172.21.15.70:0/4238872965 learned_addr learned my addr 172.21.15.70:0/4238872965 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d37fe640 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 0x55eacbbfce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04cbfff640 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbc02cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 -- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 msgr2=0x55eacbbfce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 0x55eacbbfce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 -- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 msgr2=0x55eacbc02cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbc02cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 -- 172.21.15.70:0/4238872965 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eacb9ed120 con 0x55eacbbfd390 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04cbfff640 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbc02cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d3fff640 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbbfd390 0x55eacbc03230 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f04cc01cf20 tx=0x7f04cc0a5790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7cf59bd5cdf0513 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 1 -- 172.21.15.70:0/4238872965 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc0f0ad0 con 0x55eacbbfd390 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 1 -- 172.21.15.70:0/4238872965 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f04cc0f0d30 con 0x55eacbbfd390 2024-09-05T06:11:20.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 -- 172.21.15.70:0/4238872965 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04c4022070 con 0x55eacbbfd390 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 1 -- 172.21.15.70:0/4238872965 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f04cc0f4e80 con 0x55eacbbfd390 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 10 client.5280 fetch_fsmap learned FSMap version 20 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 -- 172.21.15.70:0/4238872965 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=20,monmap=2+}) -- 0x55eacb9e6450 con 0x55eacbbfd390 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 1 -- 172.21.15.70:0/4238872965 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04c4022070 con 0x55eacbbfd390 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 1 -- 172.21.15.70:0/4238872965 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 20) ==== 3502+0+0 (secure 0 0 0) 0x7f04cc0f9220 con 0x55eacbbfd390 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 10 client.5280 fetch_fsmap finished waiting for FSMap version 20 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 10 client.5280 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 20 client.5280 populate_metadata read hostname 'smithi070' 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] conn(0x55eacbc50280 0x55eacbc52670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 4 client.5280 mds_command: new command op to 5157 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04dd1d9000 1 -- 172.21.15.70:0/4238872965 --> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eacb9e0c00 con 0x55eacbc50280 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d37fe640 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] conn(0x55eacbc50280 0x55eacbc52670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 10 client.5280 ms_handle_connect on v2:172.21.15.70:6836/2505280854 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04d37fe640 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] conn(0x55eacbc50280 0x55eacbc52670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6881b7b896b8055 server_cookie=74494c471f3a210c in_seq=0 out_seq=0 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 1 -- 172.21.15.70:0/4238872965 <== mds.0 v2:172.21.15.70:6836/2505280854 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eacb9e0c00 con 0x55eacbc50280 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.371+0000 7f04b27fc640 10 client.5280 handle_command_reply: tid=0 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 client.5280 shutdown 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 -- 172.21.15.70:0/4238872965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbbfd390 msgr2=0x55eacbc03230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbbfd390 0x55eacbc03230 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f04cc01cf20 tx=0x7f04cc0a5790 comp rx=0 tx=0).stop 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 -- 172.21.15.70:0/4238872965 shutdown_connections 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] conn(0x55eacbc50280 0x55eacbc52670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbbfd390 0x55eacbc03230 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbc42440 0x55eacbc02cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04b27fc640 0 client.5280 ms_handle_reset on v2:172.21.15.70:6836/2505280854 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/4238872965 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 0x55eacbbfce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 -- 172.21.15.70:0/4238872965 >> 172.21.15.70:0/4238872965 conn(0x55eacbbf8290 msgr2=0x55eacbbf6d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:20.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 -- 172.21.15.70:0/4238872965 shutdown_connections 2024-09-05T06:11:20.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 1 -- 172.21.15.70:0/4238872965 wait complete. 2024-09-05T06:11:20.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.375+0000 7f04dd1d9000 20 client.5280 trim_cache size 0 max 16384 2024-09-05T06:11:20.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 Processor -- start 2024-09-05T06:11:20.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- start start 2024-09-05T06:11:20.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 0x55eacbc40cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 0x55eacbc41200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc42440 0x55eacbc52670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f04d4203040 con 0x55eacbc42440 2024-09-05T06:11:20.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f04d41679d0 con 0x55eacbbfd390 2024-09-05T06:11:20.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f04d41428c0 con 0x55eacbc41b20 2024-09-05T06:11:20.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc42440 0x55eacbc52670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc42440 0x55eacbc52670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53752/0 (socket says 172.21.15.70:53752) 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 -- 172.21.15.70:0/3092847868 learned_addr learned my addr 172.21.15.70:0/3092847868 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 -- 172.21.15.70:0/3092847868 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 msgr2=0x55eacbc41200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 --2- 172.21.15.70:0/3092847868 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 0x55eacbc41200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 -- 172.21.15.70:0/3092847868 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 msgr2=0x55eacbc40cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 --2- 172.21.15.70:0/3092847868 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 0x55eacbc40cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 -- 172.21.15.70:0/3092847868 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eacb9cdfd0 con 0x55eacbc42440 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04d3fff640 1 --2- 172.21.15.70:0/3092847868 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc42440 0x55eacbc52670 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f04cc0f0a60 tx=0x7f04cc0ba000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab9626d36f5f039 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04c8ff9640 1 -- 172.21.15.70:0/3092847868 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc0f0ad0 con 0x55eacbc42440 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04c8ff9640 1 -- 172.21.15.70:0/3092847868 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04cc0f9220 con 0x55eacbc42440 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04c8ff9640 1 -- 172.21.15.70:0/3092847868 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc0f0610 con 0x55eacbc42440 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3092847868 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc42440 msgr2=0x55eacbc52670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3092847868 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc42440 0x55eacbc52670 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f04cc0f0a60 tx=0x7f04cc0ba000 comp rx=0 tx=0).stop 2024-09-05T06:11:20.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3092847868 shutdown_connections 2024-09-05T06:11:20.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3092847868 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc42440 0x55eacbc52670 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3092847868 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc41b20 0x55eacbc41200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3092847868 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 0x55eacbc40cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3092847868 >> 172.21.15.70:0/3092847868 conn(0x55eacbbf8290 msgr2=0x55eacbbfc650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:20.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3092847868 shutdown_connections 2024-09-05T06:11:20.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.391+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3092847868 wait complete. 2024-09-05T06:11:20.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- start start 2024-09-05T06:11:20.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 Processor -- start 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 0x55eacbc55590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc70960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc42440 0x55eacbc70ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55eacba45f80 con 0x55eacbc41b20 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55eacb9feca0 con 0x55eacbbfd390 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55eacba4b2a0 con 0x55eacbc42440 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 10 client.0 _ll_register_callbacks cb 0x7f04cc0092e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc70960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc70960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53764/0 (socket says 172.21.15.70:53764) 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 -- 172.21.15.70:0/3242781497 learned_addr learned my addr 172.21.15.70:0/3242781497 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04d37fe640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 0x55eacbc55590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04d3fff640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc42440 0x55eacbc70ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 -- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc42440 msgr2=0x55eacbc70ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc42440 0x55eacbc70ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 -- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 msgr2=0x55eacbc55590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 0x55eacbc55590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 -- 172.21.15.70:0/3242781497 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eacbac9750 con 0x55eacbc41b20 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04d37fe640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 0x55eacbc55590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04d3fff640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc42440 0x55eacbc70ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04cbfff640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc70960 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f04bc001cc0 tx=0x7f04bc00f600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e06f206fbdd548a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 1 -- 172.21.15.70:0/3242781497 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04bc0050d0 con 0x55eacbc41b20 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 1 -- 172.21.15.70:0/3242781497 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f04bc005270 con 0x55eacbc41b20 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3242781497 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04cc0f9220 con 0x55eacbc41b20 2024-09-05T06:11:20.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 1 -- 172.21.15.70:0/3242781497 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f04bc005470 con 0x55eacbc41b20 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 10 client.5286 fetch_fsmap learned FSMap version 20 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3242781497 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=20,monmap=2+}) -- 0x55eacb9d4a30 con 0x55eacbc41b20 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 1 -- 172.21.15.70:0/3242781497 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04cc0f9220 con 0x55eacbc41b20 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 1 -- 172.21.15.70:0/3242781497 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 20) ==== 3502+0+0 (secure 0 0 0) 0x7f04bc007030 con 0x55eacbc41b20 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 10 client.5286 fetch_fsmap finished waiting for FSMap version 20 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 10 client.5286 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 20 client.5286 populate_metadata read hostname 'smithi070' 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] conn(0x55eacbc713e0 0x55eacbcb4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 4 client.5286 mds_command: new command op to 5157 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3242781497 --> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] -- command(tid 0: {"prefix": "status"}) -- 0x55eacba543a0 con 0x55eacbc713e0 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04d37fe640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] conn(0x55eacbc713e0 0x55eacbcb4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 10 client.5286 ms_handle_connect on v2:172.21.15.70:6836/2505280854 2024-09-05T06:11:20.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04d37fe640 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] conn(0x55eacbc713e0 0x55eacbcb4c70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aab81d37902e94d9 server_cookie=1cb635798a0c149 in_seq=0 out_seq=0 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 1 -- 172.21.15.70:0/3242781497 <== mds.0 v2:172.21.15.70:6836/2505280854 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55eacba543a0 con 0x55eacbc713e0 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 10 client.5286 handle_command_reply: tid=0 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 client.5286 shutdown 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3242781497 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 msgr2=0x55eacbc70960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc70960 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f04bc001cc0 tx=0x7f04bc00f600 comp rx=0 tx=0).stop 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3242781497 shutdown_connections 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.70:6836/2505280854,v1:172.21.15.70:6837/2505280854] conn(0x55eacbc713e0 0x55eacbcb4c70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55eacbc42440 0x55eacbc70ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eacbc41b20 0x55eacbc70960 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 --2- 172.21.15.70:0/3242781497 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55eacbbfd390 0x55eacbc55590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04b27fc640 0 client.5286 ms_handle_reset on v2:172.21.15.70:6836/2505280854 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3242781497 >> 172.21.15.70:0/3242781497 conn(0x55eacbbf8290 msgr2=0x55eacbc3fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3242781497 shutdown_connections 2024-09-05T06:11:20.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 1 -- 172.21.15.70:0/3242781497 wait complete. 2024-09-05T06:11:20.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04dd1d9000 20 client.5286 trim_cache size 0 max 16384 2024-09-05T06:11:20.404 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:20.404 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:11:20.404 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:11:20.404 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5157, 2024-09-05T06:11:20.404 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:11:20.405 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:11:20.405 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:11:20.405 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 4.6499043159999998, 2024-09-05T06:11:20.405 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 20, 2024-09-05T06:11:20.405 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 46, 2024-09-05T06:11:20.405 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 46, 2024-09-05T06:11:20.405 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 8.5632472909999997 2024-09-05T06:11:20.405 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04da11d640 1 -- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04b40678c0 msgr2=0x7f04b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04da11d640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04b40678c0 0x7f04b4069d80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f04c400a790 tx=0x7f04c4008040 comp rx=0 tx=0).stop 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04da11d640 1 -- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d415b1a0 msgr2=0x7f04d40aaeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.395+0000 7f04da11d640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d415b1a0 0x7f04d40aaeb0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f04cc01a5e0 tx=0x7f04cc019750 comp rx=0 tx=0).stop 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.399+0000 7f04da11d640 1 -- 172.21.15.70:0/1511425741 shutdown_connections 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.399+0000 7f04da11d640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f04b40678c0 0x7f04b4069d80 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.399+0000 7f04da11d640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f04d415b1a0 0x7f04d40aaeb0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.399+0000 7f04da11d640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04d40afae0 0x7f04d40ad550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.399+0000 7f04da11d640 1 --2- 172.21.15.70:0/1511425741 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04d406e580 0x7f04d40ac710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.399+0000 7f04da11d640 1 -- 172.21.15.70:0/1511425741 >> 172.21.15.70:0/1511425741 conn(0x7f04d406bcc0 msgr2=0x7f04d40b2a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.399+0000 7f04da11d640 1 -- 172.21.15.70:0/1511425741 shutdown_connections 2024-09-05T06:11:20.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.399+0000 7f04da11d640 1 -- 172.21.15.70:0/1511425741 wait complete. 2024-09-05T06:11:20.413 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:11:20.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9a3e0640 1 Processor -- start 2024-09-05T06:11:20.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9a3e0640 1 -- start start 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9a3e0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2a9415edb0 0x7f2a940d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9a3e0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a940cf7e0 0x7f2a940d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9a3e0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a940cfd30 con 0x7f2a940d4980 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9a3e0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2a940b5620 con 0x7f2a940cf7e0 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9a3e0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2a940d0010 con 0x7f2a9415edb0 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9897d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a940cf7e0 0x7f2a940d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9897d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a940cf7e0 0x7f2a940d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53766/0 (socket says 172.21.15.70:53766) 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.515+0000 7f2a9897d640 1 -- 172.21.15.70:0/171999558 learned_addr learned my addr 172.21.15.70:0/171999558 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9897d640 1 -- 172.21.15.70:0/171999558 >> v2:172.21.15.196:3300/0 conn(0x7f2a9415edb0 msgr2=0x7f2a940d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a8b7fe640 1 --2- 172.21.15.70:0/171999558 >> v2:172.21.15.196:3300/0 conn(0x7f2a9415edb0 0x7f2a940d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9897d640 1 --2- 172.21.15.70:0/171999558 >> v2:172.21.15.196:3300/0 conn(0x7f2a9415edb0 0x7f2a940d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9897d640 1 -- 172.21.15.70:0/171999558 >> v1:172.21.15.196:6789/0 conn(0x7f2a940d4980 legacy=0x7f2a940d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:20.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9897d640 1 -- 172.21.15.70:0/171999558 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a940d02f0 con 0x7f2a940cf7e0 2024-09-05T06:11:20.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9897d640 1 --2- 172.21.15.70:0/171999558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a940cf7e0 0x7f2a940d3880 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2a940d1320 tx=0x7f2a8c01c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=601360fcb03ce948 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a937fe640 1 -- 172.21.15.70:0/171999558 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c0a5840 con 0x7f2a940cf7e0 2024-09-05T06:11:20.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a937fe640 1 -- 172.21.15.70:0/171999558 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a8c0a59e0 con 0x7f2a940cf7e0 2024-09-05T06:11:20.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a937fe640 1 -- 172.21.15.70:0/171999558 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c0a5db0 con 0x7f2a940cf7e0 2024-09-05T06:11:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/171999558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a940cf7e0 msgr2=0x7f2a940d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/171999558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a940cf7e0 0x7f2a940d3880 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2a940d1320 tx=0x7f2a8c01c980 comp rx=0 tx=0).stop 2024-09-05T06:11:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/171999558 shutdown_connections 2024-09-05T06:11:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/171999558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a940cf7e0 0x7f2a940d3880 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/171999558 >> v2:172.21.15.196:3300/0 conn(0x7f2a9415edb0 0x7f2a940d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/171999558 >> 172.21.15.70:0/171999558 conn(0x7f2a9408e690 msgr2=0x7f2a9409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/171999558 shutdown_connections 2024-09-05T06:11:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.519+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/171999558 wait complete. 2024-09-05T06:11:20.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 Processor -- start 2024-09-05T06:11:20.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 -- start start 2024-09-05T06:11:20.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a940cf7e0 0x7f2a94155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a940d4980 0x7f2a94153460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a9415edb0 0x7f2a940cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a940b4fa0 con 0x7f2a9415edb0 2024-09-05T06:11:20.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2a940b4e20 con 0x7f2a940d4980 2024-09-05T06:11:20.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a940b5120 con 0x7f2a940cf7e0 2024-09-05T06:11:20.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a9415edb0 0x7f2a940cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a9415edb0 0x7f2a940cc490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53782/0 (socket says 172.21.15.70:53782) 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 -- 172.21.15.70:0/4093879878 learned_addr learned my addr 172.21.15.70:0/4093879878 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a8b7fe640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a940d4980 0x7f2a94153460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a93fff640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a940cf7e0 0x7f2a94155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 -- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a940cf7e0 msgr2=0x7f2a94155c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a940cf7e0 0x7f2a94155c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 -- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a940d4980 msgr2=0x7f2a94153460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a940d4980 0x7f2a94153460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 -- 172.21.15.70:0/4093879878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a94156350 con 0x7f2a9415edb0 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a93fff640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a940cf7e0 0x7f2a94155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a8b7fe640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a940d4980 0x7f2a94153460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:20.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9897d640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a9415edb0 0x7f2a940cc490 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c01a5b0 tx=0x7f2a8c019720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a917fa640 1 -- 172.21.15.70:0/4093879878 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c0b8880 con 0x7f2a9415edb0 2024-09-05T06:11:20.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a917fa640 1 -- 172.21.15.70:0/4093879878 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a8c0be070 con 0x7f2a9415edb0 2024-09-05T06:11:20.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a94156630 con 0x7f2a9415edb0 2024-09-05T06:11:20.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a917fa640 1 -- 172.21.15.70:0/4093879878 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c0b8cc0 con 0x7f2a9415edb0 2024-09-05T06:11:20.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a94156bf0 con 0x7f2a9415edb0 2024-09-05T06:11:20.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a940d4d60 con 0x7f2a9415edb0 2024-09-05T06:11:20.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a917fa640 1 -- 172.21.15.70:0/4093879878 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a8c0c2410 con 0x7f2a9415edb0 2024-09-05T06:11:20.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a917fa640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a740678f0 0x7f2a74069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:20.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a917fa640 1 -- 172.21.15.70:0/4093879878 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f2a8c120c10 con 0x7f2a9415edb0 2024-09-05T06:11:20.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.523+0000 7f2a93fff640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a740678f0 0x7f2a74069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:20.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.527+0000 7f2a93fff640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a740678f0 0x7f2a74069db0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2a940cbb70 tx=0x7f2a84009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:20.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.531+0000 7f2a917fa640 1 -- 172.21.15.70:0/4093879878 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2a8c0165a0 con 0x7f2a9415edb0 2024-09-05T06:11:20.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.719+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2a940b6a60 con 0x7f2a9415edb0 2024-09-05T06:11:20.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.719+0000 7f2a917fa640 1 -- 172.21.15.70:0/4093879878 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v20) ==== 53+0+73 (secure 0 0 0) 0x7f2a8c124070 con 0x7f2a9415edb0 2024-09-05T06:11:20.720 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:11:20.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a740678f0 msgr2=0x7f2a74069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a740678f0 0x7f2a74069db0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2a940cbb70 tx=0x7f2a84009040 comp rx=0 tx=0).stop 2024-09-05T06:11:20.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a9415edb0 msgr2=0x7f2a940cc490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:20.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a9415edb0 0x7f2a940cc490 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c01a5b0 tx=0x7f2a8c019720 comp rx=0 tx=0).stop 2024-09-05T06:11:20.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 shutdown_connections 2024-09-05T06:11:20.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a740678f0 0x7f2a74069db0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a9415edb0 0x7f2a940cc490 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a940d4980 0x7f2a94153460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 --2- 172.21.15.70:0/4093879878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a940cf7e0 0x7f2a94155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:20.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 >> 172.21.15.70:0/4093879878 conn(0x7f2a9408e690 msgr2=0x7f2a940d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:20.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 shutdown_connections 2024-09-05T06:11:20.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20.723+0000 7f2a9a3e0640 1 -- 172.21.15.70:0/4093879878 wait complete. 2024-09-05T06:11:20.738 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:11:20.738 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:11:20.738 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:11:20.738 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:11:20.738 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:20.738 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:11:20.739 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:11:20.739 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:11:20.739 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:11:20.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:20.739 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:11:20.744 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:11:20.745 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42463sec preferred_lft 42463sec 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:20.746 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:20.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:20.748 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:11:20.798 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:11:20.799 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:20.799 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:11:20.850 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:11:20.851 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:11:20.851 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:11:20.851 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:11:20.851 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:11:20.851 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:11:20.851 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:11:20.851 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:11:20.851 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:11:20.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:11:20.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:11:20.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:20.970 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:11:21.021 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:11:21.021 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:11:21.021 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:11:21.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:21.021 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:11:21.078 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:11:21.078 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:11:21.078 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:21.129 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:11:21.130 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:11:21.130 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:21.177 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:11:21.235 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:11:21.282 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:11:21.283 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:11:21.284 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:11:21.285 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:11:21.285 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:11:21.285 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:11:21.285 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:11:21.285 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:11:21.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:21.286 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:11:21.333 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:11:21.334 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:11:21.378 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:11:21.394 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:11:21.441 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:11:21.441 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:11:21.441 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:11:21.441 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:11:21.441 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:11:21.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:11:21.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:11:21.444 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:11:21.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:21.444 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:11:21.460 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:11:21.459+0000 7ffa2b3ac580 -1 init, newargv = 0x5653e214f6b0 newargc=15 2024-09-05T06:11:21.461 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[29316]: starting ceph client 2024-09-05T06:11:21.466 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[29316]: starting fuse 2024-09-05T06:11:22.566 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:11:22.583 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:11:22.630 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:11:22.631 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:11:22.632 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:11:22.633 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:11:22.633 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:11:22.633 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:11:22.633 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:11:22.633 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:11:22.633 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:22.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:22.634 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:11:22.682 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:11:22.682 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:11:22.682 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:11:22.682 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:11:22.682 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:11:22.682 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:11:22.682 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:11:22.682 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:22.682 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:11:22.683 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:11:22.684 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:11:22.684 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:11:22.684 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:11:22.684 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:11:22.684 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:11:22.806 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.29316.asok 2024-09-05T06:11:22.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:11:22.818 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.29316.asok 2024-09-05T06:11:22.818 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:22.818 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.29316.asok status 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "29316", 2024-09-05T06:11:22.975 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5301, 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 5301 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:22.976 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2658895338 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2658895338 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.5301 192.168.0.1:0/2658895338", 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/2658895338", 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 20, 2024-09-05T06:11:22.977 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 46, 2024-09-05T06:11:22.978 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:11:22.978 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:11:22.978 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:11:22.978 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:22.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:22.989 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:11:22.989 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:22.995 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:11:22.995 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:22.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:22.995 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:23.047 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:11:23.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55feb4640 1 Processor -- start 2024-09-05T06:11:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55feb4640 1 -- start start 2024-09-05T06:11:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55feb4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff558157110 0x7ff5580b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55feb4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5580d0e60 0x7ff5580af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55feb4640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff55806d570 con 0x7ff5580b5ac0 2024-09-05T06:11:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55feb4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff55806d850 con 0x7ff558157110 2024-09-05T06:11:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55feb4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff55806db30 con 0x7ff5580d0e60 2024-09-05T06:11:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55dc50640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff558157110 0x7ff5580b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55e451640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5580d0e60 0x7ff5580af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55dc50640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff558157110 0x7ff5580b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:33444/0 (socket says 172.21.15.70:33444) 2024-09-05T06:11:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55d44f640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7ff5580b5ac0 0x7ff5580d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:35754/0 (socket says 172.21.15.70:35754) 2024-09-05T06:11:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55dc50640 1 -- 172.21.15.70:0/369774970 learned_addr learned my addr 172.21.15.70:0/369774970 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55dc50640 1 -- 172.21.15.70:0/369774970 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5580d0e60 msgr2=0x7ff5580af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55dc50640 1 --2- 172.21.15.70:0/369774970 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5580d0e60 0x7ff5580af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55dc50640 1 -- 172.21.15.70:0/369774970 >> v1:172.21.15.196:6789/0 conn(0x7ff5580b5ac0 legacy=0x7ff5580d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.215+0000 7ff55dc50640 1 -- 172.21.15.70:0/369774970 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff55806de10 con 0x7ff558157110 2024-09-05T06:11:23.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55dc50640 1 --2- 172.21.15.70:0/369774970 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff558157110 0x7ff5580b5580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff554009870 tx=0x7ff55401c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=808d3494eabb7fd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:23.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55cc4e640 1 -- 172.21.15.70:0/369774970 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5540b2070 con 0x7ff558157110 2024-09-05T06:11:23.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55cc4e640 1 -- 172.21.15.70:0/369774970 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5540a9070 con 0x7ff558157110 2024-09-05T06:11:23.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55cc4e640 1 -- 172.21.15.70:0/369774970 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5540ad880 con 0x7ff558157110 2024-09-05T06:11:23.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 -- 172.21.15.70:0/369774970 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff558157110 msgr2=0x7ff5580b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:23.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 --2- 172.21.15.70:0/369774970 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff558157110 0x7ff5580b5580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff554009870 tx=0x7ff55401c560 comp rx=0 tx=0).stop 2024-09-05T06:11:23.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 -- 172.21.15.70:0/369774970 shutdown_connections 2024-09-05T06:11:23.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 --2- 172.21.15.70:0/369774970 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5580d0e60 0x7ff5580af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 --2- 172.21.15.70:0/369774970 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff558157110 0x7ff5580b5580 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 -- 172.21.15.70:0/369774970 >> 172.21.15.70:0/369774970 conn(0x7ff55806bcc0 msgr2=0x7ff55806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:23.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 -- 172.21.15.70:0/369774970 shutdown_connections 2024-09-05T06:11:23.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 -- 172.21.15.70:0/369774970 wait complete. 2024-09-05T06:11:23.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 Processor -- start 2024-09-05T06:11:23.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.219+0000 7ff55feb4640 1 -- start start 2024-09-05T06:11:23.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5580b5ac0 0x7ff558073190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:23.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5580d0e60 0x7ff5580aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:23.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff558157110 0x7ff5581f85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff5580b3e80 con 0x7ff5580d0e60 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff5580b3d00 con 0x7ff5580b5ac0 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff5580b4000 con 0x7ff558157110 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5580d0e60 0x7ff5580aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5580d0e60 0x7ff5580aeb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53790/0 (socket says 172.21.15.70:53790) 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 -- 172.21.15.70:0/3893123316 learned_addr learned my addr 172.21.15.70:0/3893123316 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55dc50640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5580b5ac0 0x7ff558073190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55e451640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff558157110 0x7ff5581f85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 -- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff558157110 msgr2=0x7ff5581f85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff558157110 0x7ff5581f85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 -- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5580b5ac0 msgr2=0x7ff558073190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5580b5ac0 0x7ff558073190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 -- 172.21.15.70:0/3893123316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff558072110 con 0x7ff5580d0e60 2024-09-05T06:11:23.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55e451640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff558157110 0x7ff5581f85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:23.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55d44f640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5580d0e60 0x7ff5580aeb10 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7ff54800c460 tx=0x7ff54800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:23.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff54e7fc640 1 -- 172.21.15.70:0/3893123316 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff548018070 con 0x7ff5580d0e60 2024-09-05T06:11:23.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff54e7fc640 1 -- 172.21.15.70:0/3893123316 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff548007480 con 0x7ff5580d0e60 2024-09-05T06:11:23.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5580723f0 con 0x7ff5580d0e60 2024-09-05T06:11:23.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff54e7fc640 1 -- 172.21.15.70:0/3893123316 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5480047f0 con 0x7ff5580d0e60 2024-09-05T06:11:23.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5580729b0 con 0x7ff5580d0e60 2024-09-05T06:11:23.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5580af720 con 0x7ff5580d0e60 2024-09-05T06:11:23.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff54e7fc640 1 -- 172.21.15.70:0/3893123316 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff54801b070 con 0x7ff5580d0e60 2024-09-05T06:11:23.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff54e7fc640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff53c067910 0x7ff53c069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:23.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff54e7fc640 1 -- 172.21.15.70:0/3893123316 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7ff548084e90 con 0x7ff5580d0e60 2024-09-05T06:11:23.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55dc50640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff53c067910 0x7ff53c069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:23.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.223+0000 7ff55dc50640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff53c067910 0x7ff53c069dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff5540af000 tx=0x7ff554008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.227+0000 7ff54e7fc640 1 -- 172.21.15.70:0/3893123316 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff548055b40 con 0x7ff5580d0e60 2024-09-05T06:11:23.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff558072db0 con 0x7ff5580d0e60 2024-09-05T06:11:23.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff54e7fc640 1 -- 172.21.15.70:0/3893123316 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v20) ==== 53+0+73 (secure 0 0 0) 0x7ff548055440 con 0x7ff5580d0e60 2024-09-05T06:11:23.430 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:11:23.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff53c067910 msgr2=0x7ff53c069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:23.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff53c067910 0x7ff53c069dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff5540af000 tx=0x7ff554008040 comp rx=0 tx=0).stop 2024-09-05T06:11:23.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5580d0e60 msgr2=0x7ff5580aeb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:23.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5580d0e60 0x7ff5580aeb10 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7ff54800c460 tx=0x7ff54800c920 comp rx=0 tx=0).stop 2024-09-05T06:11:23.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 shutdown_connections 2024-09-05T06:11:23.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff53c067910 0x7ff53c069dd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff558157110 0x7ff5581f85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5580d0e60 0x7ff5580aeb10 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.431+0000 7ff55feb4640 1 --2- 172.21.15.70:0/3893123316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5580b5ac0 0x7ff558073190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:23.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.435+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 >> 172.21.15.70:0/3893123316 conn(0x7ff55806bcc0 msgr2=0x7ff5580b43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:23.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.435+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 shutdown_connections 2024-09-05T06:11:23.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:23.435+0000 7ff55feb4640 1 -- 172.21.15.70:0/3893123316 wait complete. 2024-09-05T06:11:23.449 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:11:23.450 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:11:23.450 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:11:23.450 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:11:23.450 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:23.450 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:11:23.450 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:11:23.450 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:11:23.450 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:11:23.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:23.450 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:11:23.457 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:11:23.458 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42466sec preferred_lft 42466sec 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:11:23.459 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:11:23.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:23.461 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:11:23.514 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:11:23.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:23.516 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:11:23.570 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:11:23.570 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:11:23.570 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:11:23.570 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:11:23.570 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:11:23.570 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:11:23.570 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:11:23.570 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:11:23.571 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:11:23.571 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:11:23.571 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:11:23.571 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:11:23.571 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:11:23.571 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:11:23.571 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:11:23.571 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:11:23.571 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:11:23.655 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:11:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:11:23.685 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:11:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:11:23.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:23.693 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:11:23.741 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:11:23.742 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:11:23.742 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:11:23.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:23.742 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:11:23.799 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:11:23.799 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:11:23.800 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:23.845 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:11:23.846 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:11:23.846 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:23.893 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:11:23.951 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:11:24.002 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:11:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:11:24.004 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:11:24.004 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:11:24.004 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:11:24.004 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:11:24.004 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:11:24.004 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:11:24.004 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:11:24.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:24.005 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:11:24.053 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:11:24.053 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:11:24.098 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:11:24.112 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:11:24.162 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:11:24.162 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:11:24.162 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:11:24.162 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:11:24.162 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:11:24.162 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:11:24.162 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:11:24.162 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:11:24.163 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:11:24.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:24.165 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:11:24.179 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:11:24.176+0000 7fa26df46580 -1 init, newargv = 0x55681bb47670 newargc=15 2024-09-05T06:11:24.179 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25491]: starting ceph client 2024-09-05T06:11:24.186 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25491]: starting fuse 2024-09-05T06:11:25.284 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:11:25.304 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:11:25.356 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:11:25.357 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:11:25.358 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:25.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:25.359 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:11:25.405 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:11:25.406 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:11:25.406 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:11:25.407 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:11:25.408 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:11:25.408 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:11:25.530 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.25491.asok 2024-09-05T06:11:25.534 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:11:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:11:25.542 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.25491.asok 2024-09-05T06:11:25.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:25.542 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.25491.asok status 2024-09-05T06:11:25.699 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:11:25.699 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:11:25.699 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:11:25.699 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:11:25.699 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:11:25.699 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:11:25.699 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "25491", 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 4718, 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 4718 2024-09-05T06:11:25.700 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 1797260851 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 1797260851 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.4718 192.168.0.1:0/1797260851", 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/1797260851", 2024-09-05T06:11:25.701 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:11:25.702 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 20, 2024-09-05T06:11:25.702 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 46, 2024-09-05T06:11:25.702 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:11:25.702 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:11:25.702 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:11:25.702 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:11:25.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:25.716 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:11:25.717 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:25.723 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:11:25.723 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:25.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:25.723 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:25.775 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:25.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43e4e1c640 1 Processor -- start 2024-09-05T06:11:25.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43e4e1c640 1 -- start start 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43e4e1c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43e015f400 0x7f43e015f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43e4e1c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43e0070f40 con 0x7f43e01454f0 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43e4e1c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43e00d0ba0 con 0x7f43e006e4b0 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43e4e1c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43e00d0950 con 0x7f43e015f400 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43de59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f43e01454f0 0x7f43e00ce470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:35218/0 (socket says 172.21.15.70:35218) 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43de59c640 1 -- 172.21.15.70:0/246440878 learned_addr learned my addr 172.21.15.70:0/246440878 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.907+0000 7f43ddd9b640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43e015f400 0x7f43e015f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1947885172 0 0) 0x7f43e0070f40 con 0x7f43e01454f0 2024-09-05T06:11:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43c8003530 con 0x7f43e01454f0 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3369677333 0 0) 0x7f43c8003530 con 0x7f43e01454f0 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43e015f400 msgr2=0x7f43e015f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43e015f400 0x7f43e015f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 >> v1:172.21.15.196:6789/0 conn(0x7f43e006e4b0 legacy=0x7f43e006e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e00d0e80 con 0x7f43e01454f0 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f43d4001680 con 0x7f43e01454f0 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 >> v1:172.21.15.70:6789/0 conn(0x7f43e01454f0 legacy=0x7f43e00ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43e015f400 0x7f43c80039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c8003f70 0x7f43c8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c8004d50 0x7f43c80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f43e00d0950 con 0x7f43c8004d50 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f43c800bab0 con 0x7f43c8003f70 2024-09-05T06:11:25.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43c800bcb0 con 0x7f43e015f400 2024-09-05T06:11:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ded9d640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c8004d50 0x7f43c80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ddd9b640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c8003f70 0x7f43c8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43de59c640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43e015f400 0x7f43c80039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ded9d640 1 -- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43e015f400 msgr2=0x7f43c80039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ded9d640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43e015f400 0x7f43c80039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ded9d640 1 -- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c8003f70 msgr2=0x7f43c8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ded9d640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43c8003f70 0x7f43c8004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ded9d640 1 -- 172.21.15.70:0/246440878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43c8003530 con 0x7f43c8004d50 2024-09-05T06:11:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ded9d640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c8004d50 0x7f43c80051d0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f43d8001e70 tx=0x7f43d801c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f1ea47aad09b05 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d8001a90 con 0x7f43c8004d50 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43d8003b80 con 0x7f43c8004d50 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43dd59a640 1 -- 172.21.15.70:0/246440878 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d8005080 con 0x7f43c8004d50 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43e4e1c640 1 -- 172.21.15.70:0/246440878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c8004d50 msgr2=0x7f43c80051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43e4e1c640 1 --2- 172.21.15.70:0/246440878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43c8004d50 0x7f43c80051d0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f43d8001e70 tx=0x7f43d801c780 comp rx=0 tx=0).stop 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43ded9d640 1 -- 172.21.15.70:0/246440878 reap_dead start 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43e4e1c640 1 -- 172.21.15.70:0/246440878 shutdown_connections 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43e4e1c640 1 -- 172.21.15.70:0/246440878 >> 172.21.15.70:0/246440878 conn(0x7f43e0072730 msgr2=0x7f43e0072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43e4e1c640 1 -- 172.21.15.70:0/246440878 shutdown_connections 2024-09-05T06:11:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.911+0000 7f43e4e1c640 1 -- 172.21.15.70:0/246440878 wait complete. 2024-09-05T06:11:25.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 Processor -- start 2024-09-05T06:11:25.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 -- start start 2024-09-05T06:11:25.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c8004d50 0x7f43e00afbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:25.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43e00b12c0 0x7f43e01f1b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43e00ae080 0x7f43e01e7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f43e00d1680 con 0x7f43e00ae080 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0070c30 con 0x7f43e00b12c0 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43e00b0220 con 0x7f43c8004d50 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43e00ae080 0x7f43e01e7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43e00ae080 0x7f43e01e7940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53800/0 (socket says 172.21.15.70:53800) 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 -- 172.21.15.70:0/955076958 learned_addr learned my addr 172.21.15.70:0/955076958 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ddd9b640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43e00b12c0 0x7f43e01f1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43de59c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c8004d50 0x7f43e00afbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 -- 172.21.15.70:0/955076958 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c8004d50 msgr2=0x7f43e00afbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c8004d50 0x7f43e00afbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 -- 172.21.15.70:0/955076958 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43e00b12c0 msgr2=0x7f43e01f1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43e00b12c0 0x7f43e01f1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 -- 172.21.15.70:0/955076958 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e00b0500 con 0x7f43e00ae080 2024-09-05T06:11:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ded9d640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43e00ae080 0x7f43e01e7940 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f43d8001e70 tx=0x7f43c8005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ceffd640 1 -- 172.21.15.70:0/955076958 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d8005840 con 0x7f43e00ae080 2024-09-05T06:11:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ceffd640 1 -- 172.21.15.70:0/955076958 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43d8003d30 con 0x7f43e00ae080 2024-09-05T06:11:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43ceffd640 1 -- 172.21.15.70:0/955076958 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d8001a90 con 0x7f43e00ae080 2024-09-05T06:11:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e00b07e0 con 0x7f43e00ae080 2024-09-05T06:11:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.915+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e00b0da0 con 0x7f43e00ae080 2024-09-05T06:11:25.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.919+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e0070db0 con 0x7f43e00ae080 2024-09-05T06:11:25.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.919+0000 7f43ceffd640 1 -- 172.21.15.70:0/955076958 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f43d80bc020 con 0x7f43e00ae080 2024-09-05T06:11:25.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.919+0000 7f43ceffd640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678f0 0x7f43c0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:25.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.919+0000 7f43ceffd640 1 -- 172.21.15.70:0/955076958 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f43d811f8b0 con 0x7f43e00ae080 2024-09-05T06:11:25.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.919+0000 7f43de59c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678f0 0x7f43c0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:25.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.919+0000 7f43de59c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678f0 0x7f43c0069db0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f43d4001210 tx=0x7f43d4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:25.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:25.923+0000 7f43ceffd640 1 -- 172.21.15.70:0/955076958 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f43d80ac020 con 0x7f43e00ae080 2024-09-05T06:11:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.119+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43e00b0f70 con 0x7f43e00ae080 2024-09-05T06:11:26.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.119+0000 7f43ceffd640 1 -- 172.21.15.70:0/955076958 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7f43d8016490 con 0x7f43e00ae080 2024-09-05T06:11:26.119 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:26.119 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:26.119 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:26.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678f0 msgr2=0x7f43c0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678f0 0x7f43c0069db0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f43d4001210 tx=0x7f43d4009040 comp rx=0 tx=0).stop 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43e00ae080 msgr2=0x7f43e01e7940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43e00ae080 0x7f43e01e7940 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f43d8001e70 tx=0x7f43c8005840 comp rx=0 tx=0).stop 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 shutdown_connections 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43c00678f0 0x7f43c0069db0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43e00ae080 0x7f43e01e7940 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43e00b12c0 0x7f43e01f1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 --2- 172.21.15.70:0/955076958 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43c8004d50 0x7f43e00afbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:26.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 >> 172.21.15.70:0/955076958 conn(0x7f43e0072730 msgr2=0x7f43e015f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:26.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 shutdown_connections 2024-09-05T06:11:26.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:26.123+0000 7f43e4e1c640 1 -- 172.21.15.70:0/955076958 wait complete. 2024-09-05T06:11:26.138 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:11:26.277 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":5157,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":10.514644947000001,"mdsmap_epoch":20,"osdmap_epoch":46,"osdmap_epoch_barrier":46,"uptime":14.428002693} 2024-09-05T06:11:26.277 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 5157, "mdsmap_epoch": 20, "osdmap_epoch": 46, "osdmap_epoch_barrier": 46, "rank_uptime": 10.514644947, "state": "up:active", "uptime": 14.428002693, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:11:26.277 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_mon_report_interval 2024-09-05T06:11:26.411 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_mon_report_interval":"5"} 2024-09-05T06:11:26.412 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_mon_report_interval": "5" } 2024-09-05T06:11:26.412 INFO:tasks.cephfs.test_full:Writing 531MB should fill this cluster 2024-09-05T06:11:26.412 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:26.412 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:26.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:26.417 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_a bs=1M conv=fdatasync count=265 seek=0) 2024-09-05T06:11:29.295 INFO:teuthology.orchestra.run.smithi070.stderr:265+0 records in 2024-09-05T06:11:29.295 INFO:teuthology.orchestra.run.smithi070.stderr:265+0 records out 2024-09-05T06:11:29.295 INFO:teuthology.orchestra.run.smithi070.stderr:277872640 bytes (278 MB, 265 MiB) copied, 2.81844 s, 98.6 MB/s 2024-09-05T06:11:29.296 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:29.296 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:29.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:29.303 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_b bs=1M conv=fdatasync count=292 seek=0) 2024-09-05T06:11:29.646 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:11:29.649 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:11:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:292+0 records in 2024-09-05T06:11:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:292+0 records out 2024-09-05T06:11:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:306184192 bytes (306 MB, 292 MiB) copied, 2.21061 s, 139 MB/s 2024-09-05T06:11:31.569 INFO:tasks.cephfs.test_full:Writing file B succeeded (full status will happen soon) 2024-09-05T06:11:31.569 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:11:31.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.695+0000 7f5385de7640 1 Processor -- start 2024-09-05T06:11:31.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.695+0000 7f5385de7640 1 -- start start 2024-09-05T06:11:31.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f5385de7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5380157110 0x7f53800b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:31.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f5385de7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f53800b5ac0 0x7f53800d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:31.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f5385de7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f538006d570 con 0x7f53800ceaf0 2024-09-05T06:11:31.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f5385de7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f538006d850 con 0x7f53800b5ac0 2024-09-05T06:11:31.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f5385de7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f538006db30 con 0x7f5380157110 2024-09-05T06:11:31.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5380157110 0x7f53800b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:31.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5380157110 0x7f53800b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:41156/0 (socket says 172.21.15.70:41156) 2024-09-05T06:11:31.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537effd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f53800b5ac0 0x7f53800d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:31.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537f7fe640 1 -- 172.21.15.70:0/2412272515 learned_addr learned my addr 172.21.15.70:0/2412272515 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:31.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537effd640 1 -- 172.21.15.70:0/2412272515 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5380157110 msgr2=0x7f53800b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:31.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537effd640 1 --2- 172.21.15.70:0/2412272515 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5380157110 0x7f53800b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537effd640 1 -- 172.21.15.70:0/2412272515 >> v1:172.21.15.196:6789/0 conn(0x7f53800ceaf0 legacy=0x7f53800af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:31.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537effd640 1 -- 172.21.15.70:0/2412272515 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f538006de10 con 0x7f53800b5ac0 2024-09-05T06:11:31.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537effd640 1 --2- 172.21.15.70:0/2412272515 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53800b5ac0 0x7f53800d0750 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f53740097c0 tx=0x7f537401c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69d1dfe4fc3e9bfc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:31.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537e7fc640 1 -- 172.21.15.70:0/2412272515 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53740b0070 con 0x7f53800b5ac0 2024-09-05T06:11:31.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537e7fc640 1 -- 172.21.15.70:0/2412272515 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53740ab600 con 0x7f53800b5ac0 2024-09-05T06:11:31.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.699+0000 7f537e7fc640 1 -- 172.21.15.70:0/2412272515 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53740ab9d0 con 0x7f53800b5ac0 2024-09-05T06:11:31.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- 172.21.15.70:0/2412272515 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53800b5ac0 msgr2=0x7f53800d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:31.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 --2- 172.21.15.70:0/2412272515 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53800b5ac0 0x7f53800d0750 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f53740097c0 tx=0x7f537401c4a0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- 172.21.15.70:0/2412272515 shutdown_connections 2024-09-05T06:11:31.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 --2- 172.21.15.70:0/2412272515 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f53800b5ac0 0x7f53800d0750 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 --2- 172.21.15.70:0/2412272515 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5380157110 0x7f53800b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- 172.21.15.70:0/2412272515 >> 172.21.15.70:0/2412272515 conn(0x7f538006bcc0 msgr2=0x7f538006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:31.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- 172.21.15.70:0/2412272515 shutdown_connections 2024-09-05T06:11:31.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- 172.21.15.70:0/2412272515 wait complete. 2024-09-05T06:11:31.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 Processor -- start 2024-09-05T06:11:31.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- start start 2024-09-05T06:11:31.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53800b5ac0 0x7f538014b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:31.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53800ceaf0 0x7f53800b2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5380157110 0x7f53801f9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f53800b4280 con 0x7f53800ceaf0 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f53800d10a0 con 0x7f5380157110 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f53800b4400 con 0x7f53800b5ac0 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53800ceaf0 0x7f53800b2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53800ceaf0 0x7f53800b2450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:39318/0 (socket says 172.21.15.70:39318) 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 -- 172.21.15.70:0/730839395 learned_addr learned my addr 172.21.15.70:0/730839395 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537f7fe640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53800b5ac0 0x7f538014b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537ffff640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5380157110 0x7f53801f9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 -- 172.21.15.70:0/730839395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53800b5ac0 msgr2=0x7f538014b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53800b5ac0 0x7f538014b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 -- 172.21.15.70:0/730839395 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5380157110 msgr2=0x7f53801f9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:31.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5380157110 0x7f53801f9700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 -- 172.21.15.70:0/730839395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53801fa1c0 con 0x7f53800ceaf0 2024-09-05T06:11:31.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f537effd640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53800ceaf0 0x7f53800b2450 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f537401a0d0 tx=0x7f5374019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:31.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5367fff640 1 -- 172.21.15.70:0/730839395 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53740b0040 con 0x7f53800ceaf0 2024-09-05T06:11:31.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5367fff640 1 -- 172.21.15.70:0/730839395 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53740b9070 con 0x7f53800ceaf0 2024-09-05T06:11:31.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53801fa4a0 con 0x7f53800ceaf0 2024-09-05T06:11:31.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5367fff640 1 -- 172.21.15.70:0/730839395 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53740b4670 con 0x7f53800ceaf0 2024-09-05T06:11:31.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.703+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53800b1f30 con 0x7f53800ceaf0 2024-09-05T06:11:31.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.707+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53800b46e0 con 0x7f53800ceaf0 2024-09-05T06:11:31.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.707+0000 7f5367fff640 1 -- 172.21.15.70:0/730839395 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f53740b4810 con 0x7f53800ceaf0 2024-09-05T06:11:31.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.707+0000 7f5367fff640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f536c0678f0 0x7f536c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:31.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.707+0000 7f5367fff640 1 -- 172.21.15.70:0/730839395 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f537411f960 con 0x7f53800ceaf0 2024-09-05T06:11:31.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.707+0000 7f537f7fe640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f536c0678f0 0x7f536c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:31.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.707+0000 7f537f7fe640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f536c0678f0 0x7f536c069db0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f538015c410 tx=0x7f537800b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:31.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.711+0000 7f5367fff640 1 -- 172.21.15.70:0/730839395 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5374016090 con 0x7f53800ceaf0 2024-09-05T06:11:31.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.879+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f53800afc10 con 0x7f53800ceaf0 2024-09-05T06:11:31.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.879+0000 7f5367fff640 1 -- 172.21.15.70:0/730839395 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v47) ==== 81+0+34268 (secure 0 0 0) 0x7f53740f0530 con 0x7f53800ceaf0 2024-09-05T06:11:31.880 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 47, 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:11:31.437700+0000", 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:11:31.881 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 7, 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:11:31.882 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 4097, 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,backfillfull", 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:31.883 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:11:31.884 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "47", 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:31.885 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:31.886 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:31.887 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.888 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.889 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 6, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:13.711933+0000", 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 4097, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,backfillfull", 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:31.890 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:31.891 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "47", 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:31.892 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:31.893 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:31.894 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.895 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.896 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 7, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:14.078150+0000", 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 4097, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,backfillfull", 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:31.897 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:31.898 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "47", 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:31.899 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:31.900 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:31.901 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:31.902 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:31.903 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.904 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.905 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.906 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.907 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.908 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:31.909 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:11:31.910 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:11:31.911 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:31.912 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:31.913 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.914 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:31.915 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.916 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.917 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.918 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:11:31.919 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:31.920 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.921 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:11:31.922 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.923 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.924 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:31.925 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.926 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.927 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:11:31.928 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.929 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:31.930 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.931 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.932 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:31.933 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.934 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:11:31.935 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:31.936 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.937 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.938 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:31.939 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:31.940 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:31.941 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:31.942 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.943 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.944 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.945 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.946 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:11:31.947 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:31.948 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:31.949 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:11:31.950 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:31.951 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:11:31.952 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:31.953 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.954 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:31.955 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:31.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f536c0678f0 msgr2=0x7f536c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:31.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f536c0678f0 0x7f536c069db0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f538015c410 tx=0x7f537800b040 comp rx=0 tx=0).stop 2024-09-05T06:11:31.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53800ceaf0 msgr2=0x7f53800b2450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:31.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53800ceaf0 0x7f53800b2450 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f537401a0d0 tx=0x7f5374019240 comp rx=0 tx=0).stop 2024-09-05T06:11:31.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 shutdown_connections 2024-09-05T06:11:31.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f536c0678f0 0x7f536c069db0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5380157110 0x7f53801f9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53800ceaf0 0x7f53800b2450 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 --2- 172.21.15.70:0/730839395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f53800b5ac0 0x7f538014b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:31.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 >> 172.21.15.70:0/730839395 conn(0x7f538006bcc0 msgr2=0x7f53800b4e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:31.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 shutdown_connections 2024-09-05T06:11:31.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:31.883+0000 7f5385de7640 1 -- 172.21.15.70:0/730839395 wait complete. 2024-09-05T06:11:31.959 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:11:35.465 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:11:35.467+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 full osd(s) (OSD_FULL) 2024-09-05T06:11:36.960 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:11:37.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f383dc75640 1 Processor -- start 2024-09-05T06:11:37.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f383dc75640 1 -- start start 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f383dc75640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3838157110 0x7f38380b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f383dc75640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38380b5ac0 0x7f38380d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f383dc75640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f383806d570 con 0x7f38380ceaf0 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f383dc75640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f383806d850 con 0x7f3838157110 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f383dc75640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f383806db30 con 0x7f38380b5ac0 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f38377fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3838157110 0x7f38380b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f3837fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f38380ceaf0 0x7f38380af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54658/0 (socket says 172.21.15.70:54658) 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f3837fff640 1 -- 172.21.15.70:0/3239731629 learned_addr learned my addr 172.21.15.70:0/3239731629 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f382ffff640 1 --2- 172.21.15.70:0/3239731629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38380b5ac0 0x7f38380d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f38377fe640 1 -- 172.21.15.70:0/3239731629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38380b5ac0 msgr2=0x7f38380d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f38377fe640 1 --2- 172.21.15.70:0/3239731629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38380b5ac0 0x7f38380d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f38377fe640 1 -- 172.21.15.70:0/3239731629 >> v1:172.21.15.70:6789/0 conn(0x7f38380ceaf0 legacy=0x7f38380af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f3836ffd640 1 -- 172.21.15.70:0/3239731629 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1989553551 0 0) 0x7f383806d570 con 0x7f38380ceaf0 2024-09-05T06:11:37.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.091+0000 7f38377fe640 1 -- 172.21.15.70:0/3239731629 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f383806de10 con 0x7f3838157110 2024-09-05T06:11:37.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f38377fe640 1 --2- 172.21.15.70:0/3239731629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3838157110 0x7f38380b5580 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f38280097c0 tx=0x7f382801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbf2e0895d1eb659 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:37.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f3836ffd640 1 -- 172.21.15.70:0/3239731629 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38280b0070 con 0x7f3838157110 2024-09-05T06:11:37.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f3836ffd640 1 -- 172.21.15.70:0/3239731629 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38280ab600 con 0x7f3838157110 2024-09-05T06:11:37.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f3836ffd640 1 -- 172.21.15.70:0/3239731629 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38280ab9d0 con 0x7f3838157110 2024-09-05T06:11:37.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f383dc75640 1 -- 172.21.15.70:0/3239731629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3838157110 msgr2=0x7f38380b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f383dc75640 1 --2- 172.21.15.70:0/3239731629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3838157110 0x7f38380b5580 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f38280097c0 tx=0x7f382801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f383dc75640 1 -- 172.21.15.70:0/3239731629 shutdown_connections 2024-09-05T06:11:37.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f383dc75640 1 --2- 172.21.15.70:0/3239731629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38380b5ac0 0x7f38380d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f383dc75640 1 --2- 172.21.15.70:0/3239731629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3838157110 0x7f38380b5580 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f383dc75640 1 -- 172.21.15.70:0/3239731629 >> 172.21.15.70:0/3239731629 conn(0x7f383806bcc0 msgr2=0x7f383806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:37.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f383dc75640 1 -- 172.21.15.70:0/3239731629 shutdown_connections 2024-09-05T06:11:37.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.095+0000 7f383dc75640 1 -- 172.21.15.70:0/3239731629 wait complete. 2024-09-05T06:11:37.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 Processor -- start 2024-09-05T06:11:37.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 -- start start 2024-09-05T06:11:37.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38380b5ac0 0x7f383814c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38380ceaf0 0x7f3838158b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3838157110 0x7f3838159040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f38380b4280 con 0x7f38380ceaf0 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f38380d10a0 con 0x7f38380b5ac0 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f38380b4400 con 0x7f3838157110 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38380ceaf0 0x7f3838158b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38380ceaf0 0x7f3838158b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:39332/0 (socket says 172.21.15.70:39332) 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 -- 172.21.15.70:0/3865323758 learned_addr learned my addr 172.21.15.70:0/3865323758 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 -- 172.21.15.70:0/3865323758 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3838157110 msgr2=0x7f3838159040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f38377fe640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38380b5ac0 0x7f383814c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3838157110 0x7f3838159040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 -- 172.21.15.70:0/3865323758 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38380b5ac0 msgr2=0x7f383814c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38380b5ac0 0x7f383814c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 -- 172.21.15.70:0/3865323758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f383814ca60 con 0x7f38380ceaf0 2024-09-05T06:11:37.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f382ffff640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38380ceaf0 0x7f3838158b00 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f382000d800 tx=0x7f382000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:37.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f3834ff9640 1 -- 172.21.15.70:0/3865323758 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382000b6c0 con 0x7f38380ceaf0 2024-09-05T06:11:37.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f3834ff9640 1 -- 172.21.15.70:0/3865323758 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3820019070 con 0x7f38380ceaf0 2024-09-05T06:11:37.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f383814d3b0 con 0x7f38380ceaf0 2024-09-05T06:11:37.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f3834ff9640 1 -- 172.21.15.70:0/3865323758 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382000bac0 con 0x7f38380ceaf0 2024-09-05T06:11:37.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f383814cdf0 con 0x7f38380ceaf0 2024-09-05T06:11:37.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f383806d570 con 0x7f38380ceaf0 2024-09-05T06:11:37.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f3834ff9640 1 -- 172.21.15.70:0/3865323758 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f382000bc60 con 0x7f38380ceaf0 2024-09-05T06:11:37.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f3834ff9640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38180678c0 0x7f3818069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f3834ff9640 1 -- 172.21.15.70:0/3865323758 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5709+0+0 (secure 0 0 0) 0x7f38200861a0 con 0x7f38380ceaf0 2024-09-05T06:11:37.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.099+0000 7f38377fe640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38180678c0 0x7f3818069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.103+0000 7f3834ff9640 1 -- 172.21.15.70:0/3865323758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=51}) -- 0x7f381806f3f0 con 0x7f38380ceaf0 2024-09-05T06:11:37.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.103+0000 7f38377fe640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38180678c0 0x7f3818069d80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f38280ad000 tx=0x7f3828008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:37.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.107+0000 7f3834ff9640 1 -- 172.21.15.70:0/3865323758 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3820056ce0 con 0x7f38380ceaf0 2024-09-05T06:11:37.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.271+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f38380d0530 con 0x7f38380ceaf0 2024-09-05T06:11:37.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f3834ff9640 1 -- 172.21.15.70:0/3865323758 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v50) ==== 81+0+34411 (secure 0 0 0) 0x7f38200565e0 con 0x7f38380ceaf0 2024-09-05T06:11:37.273 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:37.273 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 50, 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:11:36.488960+0000", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:11:37.274 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 7, 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.275 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:37.276 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:37.277 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:37.278 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:37.279 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:37.280 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 6, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:13.711933+0000", 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:37.281 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:11:37.282 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:37.283 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:37.284 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:37.285 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.286 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 7, 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:14.078150+0000", 2024-09-05T06:11:37.287 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:11:37.288 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:37.289 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:37.290 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:37.291 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:11:37.292 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.293 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.294 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.295 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.296 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.298 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.299 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.300 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.301 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.302 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.303 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.304 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:11:37.305 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:11:37.306 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.307 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.308 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.309 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.310 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.311 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.312 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.313 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:11:37.314 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.316 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:11:37.317 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.318 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.319 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:37.320 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.321 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:11:37.322 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.324 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.325 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.326 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.327 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.328 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.329 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:11:37.330 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.331 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.332 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.333 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.336 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:11:37.337 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:37.338 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.339 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.341 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:11:37.342 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:11:37.343 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:11:37.344 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:11:37.345 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:11:37.345 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.345 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:37.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38180678c0 msgr2=0x7f3818069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38180678c0 0x7f3818069d80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f38280ad000 tx=0x7f3828008040 comp rx=0 tx=0).stop 2024-09-05T06:11:37.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38380ceaf0 msgr2=0x7f3838158b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38380ceaf0 0x7f3838158b00 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f382000d800 tx=0x7f382000dcc0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 shutdown_connections 2024-09-05T06:11:37.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38180678c0 0x7f3818069d80 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3838157110 0x7f3838159040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38380ceaf0 0x7f3838158b00 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 --2- 172.21.15.70:0/3865323758 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38380b5ac0 0x7f383814c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 >> 172.21.15.70:0/3865323758 conn(0x7f383806bcc0 msgr2=0x7f383815c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:37.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 shutdown_connections 2024-09-05T06:11:37.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.275+0000 7f383dc75640 1 -- 172.21.15.70:0/3865323758 wait complete. 2024-09-05T06:11:37.347 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-05T06:11:37.348 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:37.348 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:37.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:37.354 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_b bs=1M conv=fdatasync count=50 seek=265) 2024-09-05T06:11:37.491 INFO:teuthology.orchestra.run.smithi070.stderr:dd: error writing 'large_file_b': No space left on device 2024-09-05T06:11:37.492 INFO:teuthology.orchestra.run.smithi070.stderr:dd: closing output file 'large_file_b': No space left on device 2024-09-05T06:11:37.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:11:37.493 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:11:37.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.611+0000 7f78d5368640 1 Processor -- start 2024-09-05T06:11:37.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.611+0000 7f78d5368640 1 -- start start 2024-09-05T06:11:37.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78d5368640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f78d00afff0 0x7f78d00cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78d5368640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78d015bc40 con 0x7f78d00731a0 2024-09-05T06:11:37.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78d5368640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78d00d14c0 con 0x7f78d00cdf80 2024-09-05T06:11:37.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78d5368640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f78d0072600 con 0x7f78d00afff0 2024-09-05T06:11:37.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78cf7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f78d00731a0 0x7f78d006e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54662/0 (socket says 172.21.15.70:54662) 2024-09-05T06:11:37.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78cf7fe640 1 -- 172.21.15.70:0/810686217 learned_addr learned my addr 172.21.15.70:0/810686217 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:37.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78ceffd640 1 --2- 172.21.15.70:0/810686217 >> v2:172.21.15.70:3300/0 conn(0x7f78d00afff0 0x7f78d00cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78cdffb640 1 -- 172.21.15.70:0/810686217 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3830754086 0 0) 0x7f78d015bc40 con 0x7f78d00731a0 2024-09-05T06:11:37.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78cdffb640 1 -- 172.21.15.70:0/810686217 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f78bc003530 con 0x7f78d00731a0 2024-09-05T06:11:37.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78ceffd640 1 -- 172.21.15.70:0/810686217 >> v1:172.21.15.196:6789/0 conn(0x7f78d00cdf80 legacy=0x7f78d0072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78ceffd640 1 -- 172.21.15.70:0/810686217 >> v1:172.21.15.70:6789/0 conn(0x7f78d00731a0 legacy=0x7f78d006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78ceffd640 1 -- 172.21.15.70:0/810686217 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d0071cd0 con 0x7f78d00afff0 2024-09-05T06:11:37.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78ceffd640 1 --2- 172.21.15.70:0/810686217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00afff0 0x7f78d00cda40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f78c8009d90 tx=0x7f78c801c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ae37eef0fb95818 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:37.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78cdffb640 1 -- 172.21.15.70:0/810686217 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80b2070 con 0x7f78d00afff0 2024-09-05T06:11:37.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78cdffb640 1 -- 172.21.15.70:0/810686217 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78c80a5830 con 0x7f78d00afff0 2024-09-05T06:11:37.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.615+0000 7f78cdffb640 1 -- 172.21.15.70:0/810686217 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80a5c00 con 0x7f78d00afff0 2024-09-05T06:11:37.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- 172.21.15.70:0/810686217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00afff0 msgr2=0x7f78d00cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 --2- 172.21.15.70:0/810686217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00afff0 0x7f78d00cda40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f78c8009d90 tx=0x7f78c801c970 comp rx=0 tx=0).stop 2024-09-05T06:11:37.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- 172.21.15.70:0/810686217 shutdown_connections 2024-09-05T06:11:37.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 --2- 172.21.15.70:0/810686217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00afff0 0x7f78d00cda40 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- 172.21.15.70:0/810686217 >> 172.21.15.70:0/810686217 conn(0x7f78d006bcc0 msgr2=0x7f78d006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:37.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- 172.21.15.70:0/810686217 shutdown_connections 2024-09-05T06:11:37.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- 172.21.15.70:0/810686217 wait complete. 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 Processor -- start 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- start start 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00731a0 0x7f78d0153980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78d00afff0 0x7f78d01549b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78d00cdf80 0x7f78d006d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f78d00d0f80 con 0x7f78d00731a0 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f78d006efa0 con 0x7f78d00afff0 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f78d00d1100 con 0x7f78d00cdf80 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00731a0 0x7f78d0153980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00731a0 0x7f78d0153980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:39344/0 (socket says 172.21.15.70:39344) 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 -- 172.21.15.70:0/1421045104 learned_addr learned my addr 172.21.15.70:0/1421045104 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 -- 172.21.15.70:0/1421045104 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78d00cdf80 msgr2=0x7f78d006d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ce7fc640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78d00afff0 0x7f78d01549b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78d00cdf80 0x7f78d006d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 -- 172.21.15.70:0/1421045104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78d00afff0 msgr2=0x7f78d01549b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78d00afff0 0x7f78d01549b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 -- 172.21.15.70:0/1421045104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d0154ef0 con 0x7f78d00731a0 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ce7fc640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78d00afff0 0x7f78d01549b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78ceffd640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00731a0 0x7f78d0153980 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f78c80b0040 tx=0x7f78c8019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78c77fe640 1 -- 172.21.15.70:0/1421045104 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80bd070 con 0x7f78d00731a0 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78c77fe640 1 -- 172.21.15.70:0/1421045104 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78c80039a0 con 0x7f78d00731a0 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78d01543e0 con 0x7f78d00731a0 2024-09-05T06:11:37.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78c77fe640 1 -- 172.21.15.70:0/1421045104 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80b2040 con 0x7f78d00731a0 2024-09-05T06:11:37.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.619+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78d0153180 con 0x7f78d00731a0 2024-09-05T06:11:37.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.623+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78d00cda40 con 0x7f78d00731a0 2024-09-05T06:11:37.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.623+0000 7f78c77fe640 1 -- 172.21.15.70:0/1421045104 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f78c8004020 con 0x7f78d00731a0 2024-09-05T06:11:37.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.623+0000 7f78c77fe640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78b00678f0 0x7f78b0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.623+0000 7f78c77fe640 1 -- 172.21.15.70:0/1421045104 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5709+0+0 (secure 0 0 0) 0x7f78c8120c20 con 0x7f78d00731a0 2024-09-05T06:11:37.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.623+0000 7f78ce7fc640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78b00678f0 0x7f78b0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.623+0000 7f78c77fe640 1 -- 172.21.15.70:0/1421045104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=52}) -- 0x7f78b006f420 con 0x7f78d00731a0 2024-09-05T06:11:37.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.623+0000 7f78ce7fc640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78b00678f0 0x7f78b0069db0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f78d00ccc80 tx=0x7f78b8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:37.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.627+0000 7f78c77fe640 1 -- 172.21.15.70:0/1421045104 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f78c8016560 con 0x7f78d00731a0 2024-09-05T06:11:37.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.787+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f78d015ff30 con 0x7f78d00731a0 2024-09-05T06:11:37.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.787+0000 7f78c77fe640 1 -- 172.21.15.70:0/1421045104 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v51) ==== 81+0+34403 (secure 0 0 0) 0x7f78c80f17f0 con 0x7f78d00731a0 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 51, 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:11:37.496690+0000", 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:11:37.789 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 7, 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:11:37.790 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:37.791 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:11:37.792 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:37.793 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:37.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:37.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:37.796 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 6, 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:11:37.797 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:13.711933+0000", 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:11:37.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:37.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:37.800 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:37.801 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.802 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:37.803 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 7, 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:14.078150+0000", 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:37.804 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:11:37.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:37.806 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:37.807 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:37.808 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:37.809 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:11:37.810 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.811 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.812 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.813 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.814 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.815 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.816 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.817 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.818 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.819 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.820 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.821 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:37.822 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.823 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.824 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.825 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.826 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:11:37.827 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.828 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.829 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.830 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:11:37.831 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:37.832 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.833 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.834 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.835 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.836 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.837 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.838 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.839 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.840 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.841 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:11:37.842 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.843 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.844 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.845 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.846 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:11:37.847 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.848 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:11:37.849 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:37.850 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:11:37.851 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.852 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.853 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.854 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:37.855 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.856 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:37.857 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.858 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:37.859 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.860 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:11:37.861 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:11:37.862 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:11:37.863 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:11:37.864 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:11:37.864 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:37.864 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:37.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78b00678f0 msgr2=0x7f78b0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78b00678f0 0x7f78b0069db0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f78d00ccc80 tx=0x7f78b8009040 comp rx=0 tx=0).stop 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00731a0 msgr2=0x7f78d0153980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00731a0 0x7f78d0153980 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f78c80b0040 tx=0x7f78c8019710 comp rx=0 tx=0).stop 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 shutdown_connections 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78b00678f0 0x7f78b0069db0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78d00cdf80 0x7f78d006d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78d00afff0 0x7f78d01549b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 --2- 172.21.15.70:0/1421045104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78d00731a0 0x7f78d0153980 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 >> 172.21.15.70:0/1421045104 conn(0x7f78d006bcc0 msgr2=0x7f78d00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 shutdown_connections 2024-09-05T06:11:37.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.791+0000 7f78d5368640 1 -- 172.21.15.70:0/1421045104 wait complete. 2024-09-05T06:11:37.867 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:37.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8168a78640 1 Processor -- start 2024-09-05T06:11:37.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8168a78640 1 -- start start 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8168a78640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f81640cfea0 0x7f81640d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8168a78640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81640d34b0 con 0x7f81640c8fd0 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8168a78640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81640d3790 con 0x7f816415edf0 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8168a78640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f81640d3260 con 0x7f81640cfea0 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8161d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f81640cfea0 0x7f81640d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8162d9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f81640c8fd0 0x7f81640c9400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54664/0 (socket says 172.21.15.70:54664) 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8162d9d640 1 -- 172.21.15.70:0/4015236775 learned_addr learned my addr 172.21.15.70:0/4015236775 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8161d9b640 1 -- 172.21.15.70:0/4015236775 >> v1:172.21.15.196:6789/0 conn(0x7f816415edf0 legacy=0x7f81640cf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8161d9b640 1 -- 172.21.15.70:0/4015236775 >> v1:172.21.15.70:6789/0 conn(0x7f81640c8fd0 legacy=0x7f81640c9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f816159a640 1 -- 172.21.15.70:0/4015236775 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 800636436 0 0) 0x7f81640d34b0 con 0x7f81640c8fd0 2024-09-05T06:11:37.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.995+0000 7f8161d9b640 1 -- 172.21.15.70:0/4015236775 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81640d3a70 con 0x7f81640cfea0 2024-09-05T06:11:37.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8161d9b640 1 --2- 172.21.15.70:0/4015236775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640cfea0 0x7f81640d0310 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f81580097c0 tx=0x7f815801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7303680ffd3e02d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:37.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816159a640 1 -- 172.21.15.70:0/4015236775 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81580a7070 con 0x7f81640cfea0 2024-09-05T06:11:37.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816159a640 1 -- 172.21.15.70:0/4015236775 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81580b0070 con 0x7f81640cfea0 2024-09-05T06:11:37.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816159a640 1 -- 172.21.15.70:0/4015236775 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81580ab890 con 0x7f81640cfea0 2024-09-05T06:11:37.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- 172.21.15.70:0/4015236775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640cfea0 msgr2=0x7f81640d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:37.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 --2- 172.21.15.70:0/4015236775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640cfea0 0x7f81640d0310 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f81580097c0 tx=0x7f815801c470 comp rx=0 tx=0).stop 2024-09-05T06:11:37.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- 172.21.15.70:0/4015236775 shutdown_connections 2024-09-05T06:11:37.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 --2- 172.21.15.70:0/4015236775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640cfea0 0x7f81640d0310 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:37.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- 172.21.15.70:0/4015236775 >> 172.21.15.70:0/4015236775 conn(0x7f81640d4c80 msgr2=0x7f81640d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:37.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- 172.21.15.70:0/4015236775 shutdown_connections 2024-09-05T06:11:37.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- 172.21.15.70:0/4015236775 wait complete. 2024-09-05T06:11:37.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 Processor -- start 2024-09-05T06:11:37.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- start start 2024-09-05T06:11:38.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640c8fd0 0x7f816415b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81640cfea0 0x7f81640cda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f816415edf0 0x7f8164160820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f81640d58c0 con 0x7f81640c8fd0 2024-09-05T06:11:38.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f81640d24d0 con 0x7f816415edf0 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8168a78640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f81640d5a40 con 0x7f81640cfea0 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640c8fd0 0x7f816415b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640c8fd0 0x7f816415b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:39358/0 (socket says 172.21.15.70:39358) 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 -- 172.21.15.70:0/3809601390 learned_addr learned my addr 172.21.15.70:0/3809601390 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8161d9b640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81640cfea0 0x7f81640cda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8162d9d640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f816415edf0 0x7f8164160820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 -- 172.21.15.70:0/3809601390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81640cfea0 msgr2=0x7f81640cda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81640cfea0 0x7f81640cda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 -- 172.21.15.70:0/3809601390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f816415edf0 msgr2=0x7f8164160820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f816415edf0 0x7f8164160820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 -- 172.21.15.70:0/3809601390 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81640ccb20 con 0x7f81640c8fd0 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f816259c640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640c8fd0 0x7f816415b0e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f815400c530 tx=0x7f815400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:37.999+0000 7f8152ffd640 1 -- 172.21.15.70:0/3809601390 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8154016020 con 0x7f81640c8fd0 2024-09-05T06:11:38.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8152ffd640 1 -- 172.21.15.70:0/3809601390 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8154005220 con 0x7f81640c8fd0 2024-09-05T06:11:38.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81640cce00 con 0x7f81640c8fd0 2024-09-05T06:11:38.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8152ffd640 1 -- 172.21.15.70:0/3809601390 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8154007030 con 0x7f81640c8fd0 2024-09-05T06:11:38.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81640cd3c0 con 0x7f81640c8fd0 2024-09-05T06:11:38.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81640d0310 con 0x7f81640c8fd0 2024-09-05T06:11:38.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8152ffd640 1 -- 172.21.15.70:0/3809601390 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f81540071d0 con 0x7f81640c8fd0 2024-09-05T06:11:38.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8152ffd640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81440678c0 0x7f8144069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8152ffd640 1 -- 172.21.15.70:0/3809601390 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5709+0+0 (secure 0 0 0) 0x7f81540856b0 con 0x7f81640c8fd0 2024-09-05T06:11:38.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8161d9b640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81440678c0 0x7f8144069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8152ffd640 1 -- 172.21.15.70:0/3809601390 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=52}) -- 0x7f814406f3f0 con 0x7f81640c8fd0 2024-09-05T06:11:38.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.003+0000 7f8161d9b640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81440678c0 0x7f8144069d80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f81580af000 tx=0x7f81580a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:38.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.007+0000 7f8152ffd640 1 -- 172.21.15.70:0/3809601390 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8154020020 con 0x7f81640c8fd0 2024-09-05T06:11:38.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.191+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81640d4a60 con 0x7f81640c8fd0 2024-09-05T06:11:38.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.191+0000 7f8152ffd640 1 -- 172.21.15.70:0/3809601390 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7f81540074c0 con 0x7f81640c8fd0 2024-09-05T06:11:38.193 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:38.193 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:38.193 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:38.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81440678c0 msgr2=0x7f8144069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81440678c0 0x7f8144069d80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f81580af000 tx=0x7f81580a7000 comp rx=0 tx=0).stop 2024-09-05T06:11:38.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640c8fd0 msgr2=0x7f816415b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640c8fd0 0x7f816415b0e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f815400c530 tx=0x7f815400c9f0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 shutdown_connections 2024-09-05T06:11:38.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81440678c0 0x7f8144069d80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f816415edf0 0x7f8164160820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81640cfea0 0x7f81640cda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 --2- 172.21.15.70:0/3809601390 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81640c8fd0 0x7f816415b0e0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 >> 172.21.15.70:0/3809601390 conn(0x7f81640d4c80 msgr2=0x7f816406c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:38.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 shutdown_connections 2024-09-05T06:11:38.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.195+0000 7f8168a78640 1 -- 172.21.15.70:0/3809601390 wait complete. 2024-09-05T06:11:38.210 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:11:38.349 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":5157,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":22.589231506000001,"mdsmap_epoch":20,"osdmap_epoch":51,"osdmap_epoch_barrier":46,"uptime":26.502588160999998} 2024-09-05T06:11:38.350 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 5157, "mdsmap_epoch": 20, "osdmap_epoch": 51, "osdmap_epoch_barrier": 46, "rank_uptime": 22.589231506, "state": "up:active", "uptime": 26.502588161, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:11:38.350 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:11:38.350 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:38.350 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:38.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:38.355 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=small_file_1 bs=1M conv=fdatasync count=0 seek=0) 2024-09-05T06:11:38.403 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:11:38.403+0000 7ffa14ff9640 -1 client.5301 handle_client_reply no pending request on tid 13 safe is:1 2024-09-05T06:11:38.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:11:38.403 INFO:teuthology.orchestra.run.smithi070.stderr:dd: failed to open 'small_file_1': Permission denied 2024-09-05T06:11:38.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:38.404 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f large_file_a) 2024-09-05T06:11:38.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:38.469 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f large_file_b) 2024-09-05T06:11:38.526 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:11:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe9653b9640 1 Processor -- start 2024-09-05T06:11:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe9653b9640 1 -- start start 2024-09-05T06:11:38.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe9653b9640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe96015a770 0x7fe960073270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe9653b9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9600752c0 0x7fe9600737b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe9653b9640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe96015dbe0 con 0x7fe960073cf0 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe9653b9640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe96015ab50 con 0x7fe9600752c0 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe9653b9640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe96015de80 con 0x7fe96015a770 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe95e7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9600752c0 0x7fe9600737b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe95e7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9600752c0 0x7fe9600737b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47582/0 (socket says 172.21.15.70:47582) 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe95e7fc640 1 -- 172.21.15.70:0/247477683 learned_addr learned my addr 172.21.15.70:0/247477683 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe95effd640 1 --2- 172.21.15.70:0/247477683 >> v2:172.21.15.196:3300/0 conn(0x7fe96015a770 0x7fe960073270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe95e7fc640 1 -- 172.21.15.70:0/247477683 >> v2:172.21.15.196:3300/0 conn(0x7fe96015a770 msgr2=0x7fe960073270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe95e7fc640 1 --2- 172.21.15.70:0/247477683 >> v2:172.21.15.196:3300/0 conn(0x7fe96015a770 0x7fe960073270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe95e7fc640 1 -- 172.21.15.70:0/247477683 >> v1:172.21.15.196:6789/0 conn(0x7fe960073cf0 legacy=0x7fe96015e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.699+0000 7fe95e7fc640 1 -- 172.21.15.70:0/247477683 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9600b36e0 con 0x7fe9600752c0 2024-09-05T06:11:38.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95e7fc640 1 --2- 172.21.15.70:0/247477683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9600752c0 0x7fe9600737b0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe9600759a0 tx=0x7fe95401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e33b3f15006bb64a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:38.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95dffb640 1 -- 172.21.15.70:0/247477683 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9540ab430 con 0x7fe9600752c0 2024-09-05T06:11:38.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95dffb640 1 -- 172.21.15.70:0/247477683 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9540b0070 con 0x7fe9600752c0 2024-09-05T06:11:38.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95dffb640 1 -- 172.21.15.70:0/247477683 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9540ab7f0 con 0x7fe9600752c0 2024-09-05T06:11:38.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- 172.21.15.70:0/247477683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9600752c0 msgr2=0x7fe9600737b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 --2- 172.21.15.70:0/247477683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9600752c0 0x7fe9600737b0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe9600759a0 tx=0x7fe95401c520 comp rx=0 tx=0).stop 2024-09-05T06:11:38.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- 172.21.15.70:0/247477683 shutdown_connections 2024-09-05T06:11:38.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 --2- 172.21.15.70:0/247477683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9600752c0 0x7fe9600737b0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 --2- 172.21.15.70:0/247477683 >> v2:172.21.15.196:3300/0 conn(0x7fe96015a770 0x7fe960073270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- 172.21.15.70:0/247477683 >> 172.21.15.70:0/247477683 conn(0x7fe9600723c0 msgr2=0x7fe9600b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:38.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- 172.21.15.70:0/247477683 shutdown_connections 2024-09-05T06:11:38.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- 172.21.15.70:0/247477683 wait complete. 2024-09-05T06:11:38.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 Processor -- start 2024-09-05T06:11:38.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- start start 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe960073cf0 0x7fe960156620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9600752c0 0x7fe96014fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe96015a770 0x7fe96014a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe96015f530 con 0x7fe96015a770 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe96015f3b0 con 0x7fe960073cf0 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe960169700 con 0x7fe9600752c0 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe96015a770 0x7fe96014a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe96015a770 0x7fe96014a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47594/0 (socket says 172.21.15.70:47594) 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 -- 172.21.15.70:0/1237865652 learned_addr learned my addr 172.21.15.70:0/1237865652 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:38.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95effd640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe960073cf0 0x7fe960156620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 -- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9600752c0 msgr2=0x7fe96014fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95e7fc640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9600752c0 0x7fe96014fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9600752c0 0x7fe96014fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 -- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe960073cf0 msgr2=0x7fe960156620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe960073cf0 0x7fe960156620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 -- 172.21.15.70:0/1237865652 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe960157550 con 0x7fe96015a770 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95effd640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe960073cf0 0x7fe960156620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe95f7fe640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe96015a770 0x7fe96014a630 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe95800c730 tx=0x7fe95800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9477fe640 1 -- 172.21.15.70:0/1237865652 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe958003b80 con 0x7fe96015a770 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9477fe640 1 -- 172.21.15.70:0/1237865652 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe958003d20 con 0x7fe96015a770 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9477fe640 1 -- 172.21.15.70:0/1237865652 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe95800aa30 con 0x7fe96015a770 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.703+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe96014c4c0 con 0x7fe96015a770 2024-09-05T06:11:38.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.707+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe960156f90 con 0x7fe96015a770 2024-09-05T06:11:38.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.707+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe96015e280 con 0x7fe96015a770 2024-09-05T06:11:38.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.707+0000 7fe9477fe640 1 -- 172.21.15.70:0/1237865652 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe95800abd0 con 0x7fe96015a770 2024-09-05T06:11:38.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.707+0000 7fe9477fe640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe94c0678c0 0x7fe94c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:38.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.707+0000 7fe9477fe640 1 -- 172.21.15.70:0/1237865652 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5709+0+0 (secure 0 0 0) 0x7fe958085b50 con 0x7fe96015a770 2024-09-05T06:11:38.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.707+0000 7fe95effd640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe94c0678c0 0x7fe94c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:38.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.707+0000 7fe9477fe640 1 -- 172.21.15.70:0/1237865652 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=52}) -- 0x7fe94c06f3f0 con 0x7fe96015a770 2024-09-05T06:11:38.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.707+0000 7fe95effd640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe94c0678c0 0x7fe94c069d80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe950009ae0 tx=0x7fe950008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:38.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.711+0000 7fe9477fe640 1 -- 172.21.15.70:0/1237865652 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe958056680 con 0x7fe96015a770 2024-09-05T06:11:38.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.871+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fe96006ce60 con 0x7fe96015a770 2024-09-05T06:11:38.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.875+0000 7fe9477fe640 1 -- 172.21.15.70:0/1237865652 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v51) ==== 81+0+34403 (secure 0 0 0) 0x7fe958055f80 con 0x7fe96015a770 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 51, 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:11:37.496690+0000", 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:11:38.876 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 7, 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:11:38.877 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:38.878 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:38.879 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:38.880 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:38.881 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:38.882 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:38.883 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 6, 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:13.711933+0000", 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:38.884 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:38.885 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:38.886 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:38.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:38.888 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:38.889 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 7, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:14.078150+0000", 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:38.890 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:11:38.891 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:38.892 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:38.893 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:38.894 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.895 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:38.896 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:38.897 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.898 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.899 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:38.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:11:38.901 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:38.902 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.903 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:11:38.904 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.905 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.906 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:38.907 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.908 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.909 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.910 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.911 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:11:38.912 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:38.913 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.914 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.915 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.916 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:11:38.918 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:38.919 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.920 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.921 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.922 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:11:38.923 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.924 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:38.925 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:38.926 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.927 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.928 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:11:38.929 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:38.930 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:38.931 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:38.932 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:11:38.933 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:38.934 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.935 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.936 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:38.937 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.938 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:38.939 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:11:38.940 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:38.941 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:38.942 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:38.943 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:38.944 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.945 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:38.946 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:11:38.947 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:11:38.948 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:11:38.949 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:11:38.949 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:11:38.949 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:11:38.949 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:11:38.949 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:38.949 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:38.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe94c0678c0 msgr2=0x7fe94c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe94c0678c0 0x7fe94c069d80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe950009ae0 tx=0x7fe950008040 comp rx=0 tx=0).stop 2024-09-05T06:11:38.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe96015a770 msgr2=0x7fe96014a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe96015a770 0x7fe96014a630 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe95800c730 tx=0x7fe95800cbf0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 shutdown_connections 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe94c0678c0 0x7fe94c069d80 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe96015a770 0x7fe96014a630 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9600752c0 0x7fe96014fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 --2- 172.21.15.70:0/1237865652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe960073cf0 0x7fe960156620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 >> 172.21.15.70:0/1237865652 conn(0x7fe9600723c0 msgr2=0x7fe960154840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 shutdown_connections 2024-09-05T06:11:38.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:38.879+0000 7fe9653b9640 1 -- 172.21.15.70:0/1237865652 wait complete. 2024-09-05T06:11:38.952 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:11:43.953 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:11:44.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33db526640 1 Processor -- start 2024-09-05T06:11:44.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33db526640 1 -- start start 2024-09-05T06:11:44.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33db526640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33d40ceaf0 0x7f33d40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:44.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33db526640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33d406d570 con 0x7f33d40d0c90 2024-09-05T06:11:44.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33db526640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33d406d850 con 0x7f33d4157110 2024-09-05T06:11:44.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33db526640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f33d40d10c0 con 0x7f33d40ceaf0 2024-09-05T06:11:44.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33d8ac1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33d40ceaf0 0x7f33d40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:44.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33d9ac3640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f33d40d0c90 0x7f33d40af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37414/0 (socket says 172.21.15.70:37414) 2024-09-05T06:11:44.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33d9ac3640 1 -- 172.21.15.70:0/3932835516 learned_addr learned my addr 172.21.15.70:0/3932835516 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:44.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33cbfff640 1 -- 172.21.15.70:0/3932835516 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1839073383 0 0) 0x7f33d406d570 con 0x7f33d40d0c90 2024-09-05T06:11:44.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33cbfff640 1 -- 172.21.15.70:0/3932835516 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33c0003530 con 0x7f33d40d0c90 2024-09-05T06:11:44.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33d8ac1640 1 -- 172.21.15.70:0/3932835516 >> v1:172.21.15.196:6789/0 conn(0x7f33d4157110 legacy=0x7f33d40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:44.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33d8ac1640 1 -- 172.21.15.70:0/3932835516 >> v1:172.21.15.70:6789/0 conn(0x7f33d40d0c90 legacy=0x7f33d40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:44.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.087+0000 7f33d8ac1640 1 -- 172.21.15.70:0/3932835516 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33d406db30 con 0x7f33d40ceaf0 2024-09-05T06:11:44.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33d8ac1640 1 --2- 172.21.15.70:0/3932835516 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40d0750 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f33d00097c0 tx=0x7f33d001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57b53447942313bb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:44.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33cbfff640 1 -- 172.21.15.70:0/3932835516 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d00b0070 con 0x7f33d40ceaf0 2024-09-05T06:11:44.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33cbfff640 1 -- 172.21.15.70:0/3932835516 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33d00ab600 con 0x7f33d40ceaf0 2024-09-05T06:11:44.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33cbfff640 1 -- 172.21.15.70:0/3932835516 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d00ab9d0 con 0x7f33d40ceaf0 2024-09-05T06:11:44.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33db526640 1 -- 172.21.15.70:0/3932835516 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 msgr2=0x7f33d40d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:44.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33db526640 1 --2- 172.21.15.70:0/3932835516 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40d0750 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f33d00097c0 tx=0x7f33d001c4a0 comp rx=0 tx=0).stop 2024-09-05T06:11:44.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33db526640 1 -- 172.21.15.70:0/3932835516 shutdown_connections 2024-09-05T06:11:44.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33db526640 1 --2- 172.21.15.70:0/3932835516 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40d0750 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:44.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33db526640 1 -- 172.21.15.70:0/3932835516 >> 172.21.15.70:0/3932835516 conn(0x7f33d406bcc0 msgr2=0x7f33d406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:44.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33db526640 1 -- 172.21.15.70:0/3932835516 shutdown_connections 2024-09-05T06:11:44.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.091+0000 7f33db526640 1 -- 172.21.15.70:0/3932835516 wait complete. 2024-09-05T06:11:44.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 Processor -- start 2024-09-05T06:11:44.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 -- start start 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33d40d0c90 0x7f33d414aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33d4157110 0x7f33d414e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f33d40b5c90 con 0x7f33d40ceaf0 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f33d40b0240 con 0x7f33d4157110 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f33d416ae70 con 0x7f33d40d0c90 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40b4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47612/0 (socket says 172.21.15.70:47612) 2024-09-05T06:11:44.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 -- 172.21.15.70:0/4022601790 learned_addr learned my addr 172.21.15.70:0/4022601790 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d9ac3640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33d4157110 0x7f33d414e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d8ac1640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33d40d0c90 0x7f33d414aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 -- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33d40d0c90 msgr2=0x7f33d414aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33d40d0c90 0x7f33d414aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 -- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33d4157110 msgr2=0x7f33d414e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33d4157110 0x7f33d414e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 -- 172.21.15.70:0/4022601790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33d41597d0 con 0x7f33d40ceaf0 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d9ac3640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33d4157110 0x7f33d414e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:44.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33d92c2640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40b4dc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f33c400c3a0 tx=0x7f33c400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:44.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c40052d0 con 0x7f33d40ceaf0 2024-09-05T06:11:44.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33c4005470 con 0x7f33d40ceaf0 2024-09-05T06:11:44.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33d4159a70 con 0x7f33d40ceaf0 2024-09-05T06:11:44.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c4007260 con 0x7f33d40ceaf0 2024-09-05T06:11:44.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33d414e190 con 0x7f33d40ceaf0 2024-09-05T06:11:44.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33d40cf710 con 0x7f33d40ceaf0 2024-09-05T06:11:44.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.095+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f33c4007400 con 0x7f33d40ceaf0 2024-09-05T06:11:44.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.099+0000 7f33c9ffb640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33b80678c0 0x7f33b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:44.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.099+0000 7f33d8ac1640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33b80678c0 0x7f33b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:44.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.099+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5709+0+0 (secure 0 0 0) 0x7f33c4085100 con 0x7f33d40ceaf0 2024-09-05T06:11:44.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.099+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=54}) -- 0x7f33b806f450 con 0x7f33d40ceaf0 2024-09-05T06:11:44.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.099+0000 7f33d8ac1640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33b80678c0 0x7f33b8069d80 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f33d00ad000 tx=0x7f33d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:44.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.103+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f33c4055c40 con 0x7f33d40ceaf0 2024-09-05T06:11:44.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.127+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 <== mon.0 v2:172.21.15.70:3300/0 7 ==== osd_map(54..54 src has 1..54) ==== 296+0+0 (secure 0 0 0) 0x7f33c40b8030 con 0x7f33d40ceaf0 2024-09-05T06:11:44.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.127+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=55}) -- 0x7f33b806fc60 con 0x7f33d40ceaf0 2024-09-05T06:11:44.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.271+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f33d40cd0d0 con 0x7f33d40ceaf0 2024-09-05T06:11:44.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33c9ffb640 1 -- 172.21.15.70:0/4022601790 <== mon.0 v2:172.21.15.70:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v54) ==== 81+0+34275 (secure 0 0 0) 0x7f33c4055540 con 0x7f33d40ceaf0 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 54, 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:11:44.130548+0000", 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:11:44.274 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 7, 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:11:44.275 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:44.276 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:11:44.277 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:44.279 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:44.280 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:11:44.281 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.282 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 6, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:13.711933+0000", 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:44.283 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:44.284 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:44.285 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:44.286 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:44.287 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:44.288 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 7, 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:14.078150+0000", 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:11:44.289 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:11:44.290 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "49", 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:44.291 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:44.292 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:44.293 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.294 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:44.295 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:44.296 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.298 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.299 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.300 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.301 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:44.302 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.303 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.304 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.305 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.306 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:44.307 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:11:44.308 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.309 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.310 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:11:44.312 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:44.313 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.314 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.315 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.316 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:44.319 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.320 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.321 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.322 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.323 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:44.324 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.325 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.326 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.328 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:11:44.329 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.331 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:44.332 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:11:44.333 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:11:44.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:11:44.335 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:44.336 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.338 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:11:44.339 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:44.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:11:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:44.343 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:44.344 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:44.345 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:44.346 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:44.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:44.348 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:11:44.349 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:11:44.350 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:44.351 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:44.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33b80678c0 msgr2=0x7f33b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:44.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33b80678c0 0x7f33b8069d80 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f33d00ad000 tx=0x7f33d0008040 comp rx=0 tx=0).stop 2024-09-05T06:11:44.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 msgr2=0x7f33d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:44.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40b4dc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f33c400c3a0 tx=0x7f33c400c860 comp rx=0 tx=0).stop 2024-09-05T06:11:44.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 shutdown_connections 2024-09-05T06:11:44.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33b80678c0 0x7f33b8069d80 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:44.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33d4157110 0x7f33d414e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:44.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33d40d0c90 0x7f33d414aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:44.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 --2- 172.21.15.70:0/4022601790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33d40ceaf0 0x7f33d40b4dc0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:44.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 >> 172.21.15.70:0/4022601790 conn(0x7f33d406bcc0 msgr2=0x7f33d40cef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:44.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 shutdown_connections 2024-09-05T06:11:44.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:44.275+0000 7f33db526640 1 -- 172.21.15.70:0/4022601790 wait complete. 2024-09-05T06:11:44.358 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:11:45.157 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:11:45.163+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check update: 3 full osd(s) (OSD_FULL) 2024-09-05T06:11:49.360 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:11:49.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d7832d640 1 Processor -- start 2024-09-05T06:11:49.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d7832d640 1 -- start start 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d7832d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3d700d4980 0x7f3d700d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d7832d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d7015edb0 0x7f3d700d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d7832d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d700cfd30 con 0x7f3d700cf7e0 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d7832d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3d700b5620 con 0x7f3d700d4980 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d7832d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3d700d0010 con 0x7f3d7015edb0 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d768ca640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3d700cf7e0 0x7f3d700d16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49378/0 (socket says 172.21.15.70:49378) 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d768ca640 1 -- 172.21.15.70:0/223843831 learned_addr learned my addr 172.21.15.70:0/223843831 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d760c9640 1 --2- 172.21.15.70:0/223843831 >> v2:172.21.15.196:3300/0 conn(0x7f3d700d4980 0x7f3d700d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d758c8640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d7015edb0 0x7f3d700d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2657320254 0 0) 0x7f3d700cfd30 con 0x7f3d700cf7e0 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d5c003530 con 0x7f3d700cf7e0 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3373980142 0 0) 0x7f3d5c003530 con 0x7f3d700cf7e0 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d7015edb0 msgr2=0x7f3d700d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d7015edb0 0x7f3d700d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 >> v2:172.21.15.196:3300/0 conn(0x7f3d700d4980 msgr2=0x7f3d700d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 --2- 172.21.15.70:0/223843831 >> v2:172.21.15.196:3300/0 conn(0x7f3d700d4980 0x7f3d700d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d700d02f0 con 0x7f3d700cf7e0 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3d68001a00 con 0x7f3d700cf7e0 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 >> v1:172.21.15.70:6789/0 conn(0x7f3d700cf7e0 legacy=0x7f3d700d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d5c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d5c004810 0x7f3d5c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d7015edb0 0x7f3d5c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3d700b5620 con 0x7f3d5c0039c0 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3d700d0010 con 0x7f3d5c004810 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3d5c00b9d0 con 0x7f3d7015edb0 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d760c9640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d5c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d760c9640 1 -- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d7015edb0 msgr2=0x7f3d5c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d768ca640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d7015edb0 0x7f3d5c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d760c9640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d7015edb0 0x7f3d5c0051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d760c9640 1 -- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d5c004810 msgr2=0x7f3d5c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d760c9640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d5c004810 0x7f3d5c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.491+0000 7f3d760c9640 1 -- 172.21.15.70:0/223843831 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c003530 con 0x7f3d5c0039c0 2024-09-05T06:11:49.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d760c9640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d5c003de0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c009ae0 tx=0x7f3d6c01ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3efe086b33be357d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c0096b0 con 0x7f3d5c0039c0 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d6c0a6480 con 0x7f3d5c0039c0 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d750c7640 1 -- 172.21.15.70:0/223843831 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c0a6870 con 0x7f3d5c0039c0 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d7832d640 1 -- 172.21.15.70:0/223843831 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 msgr2=0x7f3d5c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d7832d640 1 --2- 172.21.15.70:0/223843831 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d5c003de0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c009ae0 tx=0x7f3d6c01ca80 comp rx=0 tx=0).stop 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d768ca640 1 -- 172.21.15.70:0/223843831 reap_dead start 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d7832d640 1 -- 172.21.15.70:0/223843831 shutdown_connections 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d7832d640 1 -- 172.21.15.70:0/223843831 >> 172.21.15.70:0/223843831 conn(0x7f3d7008e690 msgr2=0x7f3d7009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d7832d640 1 -- 172.21.15.70:0/223843831 shutdown_connections 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d7832d640 1 -- 172.21.15.70:0/223843831 wait complete. 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d7832d640 1 Processor -- start 2024-09-05T06:11:49.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.495+0000 7f3d7832d640 1 -- start start 2024-09-05T06:11:49.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d70158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d70160cc0 0x7f3d700ce1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d70161140 0x7f3d700ce6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3d700d0dd0 con 0x7f3d5c0039c0 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3d700d3320 con 0x7f3d70161140 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3d70163920 con 0x7f3d70160cc0 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d70158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d70158ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46256/0 (socket says 172.21.15.70:46256) 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 -- 172.21.15.70:0/2417968041 learned_addr learned my addr 172.21.15.70:0/2417968041 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d768ca640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d70161140 0x7f3d700ce6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d758c8640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d70160cc0 0x7f3d700ce1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 -- 172.21.15.70:0/2417968041 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d70160cc0 msgr2=0x7f3d700ce1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d70160cc0 0x7f3d700ce1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 -- 172.21.15.70:0/2417968041 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d70161140 msgr2=0x7f3d700ce6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d70161140 0x7f3d700ce6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 -- 172.21.15.70:0/2417968041 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d70163640 con 0x7f3d5c0039c0 2024-09-05T06:11:49.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d760c9640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d70158ba0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c009ae0 tx=0x7f3d5c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:49.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d66ffd640 1 -- 172.21.15.70:0/2417968041 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c0be070 con 0x7f3d5c0039c0 2024-09-05T06:11:49.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d66ffd640 1 -- 172.21.15.70:0/2417968041 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d6c00f000 con 0x7f3d5c0039c0 2024-09-05T06:11:49.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d7015ff00 con 0x7f3d5c0039c0 2024-09-05T06:11:49.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d66ffd640 1 -- 172.21.15.70:0/2417968041 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c0a6e50 con 0x7f3d5c0039c0 2024-09-05T06:11:49.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d701604c0 con 0x7f3d5c0039c0 2024-09-05T06:11:49.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d700cfd30 con 0x7f3d5c0039c0 2024-09-05T06:11:49.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d66ffd640 1 -- 172.21.15.70:0/2417968041 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3d6c0c1070 con 0x7f3d5c0039c0 2024-09-05T06:11:49.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d66ffd640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d54067a60 0x7f3d54069f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d66ffd640 1 -- 172.21.15.70:0/2417968041 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f3d6c11f5e0 con 0x7f3d5c0039c0 2024-09-05T06:11:49.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d758c8640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d54067a60 0x7f3d54069f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.499+0000 7f3d758c8640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d54067a60 0x7f3d54069f20 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3d7006e350 tx=0x7f3d60008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:49.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.503+0000 7f3d66ffd640 1 -- 172.21.15.70:0/2417968041 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3d6c0ac020 con 0x7f3d5c0039c0 2024-09-05T06:11:49.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.667+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f3d700b7270 con 0x7f3d5c0039c0 2024-09-05T06:11:49.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d66ffd640 1 -- 172.21.15.70:0/2417968041 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v57) ==== 81+0+34188 (secure 0 0 0) 0x7f3d6c0167c0 con 0x7f3d5c0039c0 2024-09-05T06:11:49.670 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:49.670 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:49.670 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 57, 2024-09-05T06:11:49.670 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:11:49.670 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:11:49.670 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:11:47.202175+0000", 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:11:49.671 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 7, 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:11:49.672 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:11:49.673 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "57", 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:49.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:49.675 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:49.676 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:11:49.677 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.678 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 6, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:13.711933+0000", 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:49.679 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "57", 2024-09-05T06:11:49.680 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:49.681 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:49.682 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:11:49.683 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.684 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 7, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:14.078150+0000", 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:49.685 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.686 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "57", 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:49.687 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:49.688 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:49.689 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.690 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:49.691 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.692 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:49.693 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.694 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:11:49.695 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:49.696 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:49.697 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:11:49.698 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:49.699 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:11:49.700 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.701 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.702 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:49.703 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:49.704 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.705 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:11:49.706 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:49.707 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.708 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.709 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.710 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.711 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.712 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:49.713 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:49.714 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:49.715 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.716 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:11:49.717 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:49.718 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:49.719 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.720 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.721 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.722 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:49.723 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:49.724 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:11:49.725 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:49.726 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:11:49.727 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:49.728 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:49.729 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.730 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.731 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.732 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:11:49.733 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:49.734 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.735 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:49.736 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.737 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:49.738 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:49.739 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.740 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:49.741 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:49.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d54067a60 msgr2=0x7f3d54069f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d54067a60 0x7f3d54069f20 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3d7006e350 tx=0x7f3d60008040 comp rx=0 tx=0).stop 2024-09-05T06:11:49.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 msgr2=0x7f3d70158ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d70158ba0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c009ae0 tx=0x7f3d5c005840 comp rx=0 tx=0).stop 2024-09-05T06:11:49.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 shutdown_connections 2024-09-05T06:11:49.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d54067a60 0x7f3d54069f20 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d70161140 0x7f3d700ce6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d70160cc0 0x7f3d700ce1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 --2- 172.21.15.70:0/2417968041 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d5c0039c0 0x7f3d70158ba0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 >> 172.21.15.70:0/2417968041 conn(0x7f3d7008e690 msgr2=0x7f3d7015bf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:49.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 shutdown_connections 2024-09-05T06:11:49.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.671+0000 7f3d7832d640 1 -- 172.21.15.70:0/2417968041 wait complete. 2024-09-05T06:11:49.745 DEBUG:tasks.ceph_test_case:wait_until_true: success in 10s and 0 retries 2024-09-05T06:11:49.745 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:11:49.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.867+0000 7f7ee5767640 1 Processor -- start 2024-09-05T06:11:49.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.867+0000 7f7ee5767640 1 -- start start 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7ee5767640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7ee0157110 0x7f7ee00b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7ee5767640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7ee00d0e60 0x7f7ee00af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7ee5767640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ee006d570 con 0x7f7ee00b5ac0 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7ee5767640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f7ee006d850 con 0x7f7ee00d0e60 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7ee5767640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7ee006db30 con 0x7f7ee0157110 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7edf7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7ee00d0e60 0x7f7ee00af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7ede7fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7ee00b5ac0 0x7f7ee00d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49384/0 (socket says 172.21.15.70:49384) 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7ede7fc640 1 -- 172.21.15.70:0/2770431380 learned_addr learned my addr 172.21.15.70:0/2770431380 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7edeffd640 1 --2- 172.21.15.70:0/2770431380 >> v2:172.21.15.196:3300/0 conn(0x7f7ee0157110 0x7f7ee00b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7edf7fe640 1 -- 172.21.15.70:0/2770431380 >> v2:172.21.15.196:3300/0 conn(0x7f7ee0157110 msgr2=0x7f7ee00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7edf7fe640 1 --2- 172.21.15.70:0/2770431380 >> v2:172.21.15.196:3300/0 conn(0x7f7ee0157110 0x7f7ee00b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7edf7fe640 1 -- 172.21.15.70:0/2770431380 >> v1:172.21.15.70:6789/0 conn(0x7f7ee00b5ac0 legacy=0x7f7ee00d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7edf7fe640 1 -- 172.21.15.70:0/2770431380 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ee006de10 con 0x7f7ee00d0e60 2024-09-05T06:11:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7eddffb640 1 -- 172.21.15.70:0/2770431380 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1110459817 0 0) 0x7f7ee006d570 con 0x7f7ee00b5ac0 2024-09-05T06:11:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7edf7fe640 1 --2- 172.21.15.70:0/2770431380 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee00af720 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7ee00d1530 tx=0x7f7ed801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=956ac59f5400236a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7eddffb640 1 -- 172.21.15.70:0/2770431380 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed80b2070 con 0x7f7ee00d0e60 2024-09-05T06:11:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7eddffb640 1 -- 172.21.15.70:0/2770431380 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed80a57f0 con 0x7f7ee00d0e60 2024-09-05T06:11:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.871+0000 7f7eddffb640 1 -- 172.21.15.70:0/2770431380 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed80a5bc0 con 0x7f7ee00d0e60 2024-09-05T06:11:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- 172.21.15.70:0/2770431380 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 msgr2=0x7f7ee00af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2770431380 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee00af720 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7ee00d1530 tx=0x7f7ed801c930 comp rx=0 tx=0).stop 2024-09-05T06:11:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- 172.21.15.70:0/2770431380 shutdown_connections 2024-09-05T06:11:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2770431380 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee00af720 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2770431380 >> v2:172.21.15.196:3300/0 conn(0x7f7ee0157110 0x7f7ee00b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- 172.21.15.70:0/2770431380 >> 172.21.15.70:0/2770431380 conn(0x7f7ee006bcc0 msgr2=0x7f7ee006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:49.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- 172.21.15.70:0/2770431380 shutdown_connections 2024-09-05T06:11:49.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- 172.21.15.70:0/2770431380 wait complete. 2024-09-05T06:11:49.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 Processor -- start 2024-09-05T06:11:49.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- start start 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ee00b5ac0 0x7f7ee013ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee01404e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ee0157110 0x7f7ee00ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee00b3e00 con 0x7f7ee00d0e60 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee00b3c80 con 0x7f7ee00b5ac0 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ee00b3f80 con 0x7f7ee0157110 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee01404e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee01404e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46272/0 (socket says 172.21.15.70:46272) 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 -- 172.21.15.70:0/2608963461 learned_addr learned my addr 172.21.15.70:0/2608963461 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7edeffd640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ee00b5ac0 0x7f7ee013ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 -- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ee0157110 msgr2=0x7f7ee00ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7edf7fe640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ee0157110 0x7f7ee00ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ee0157110 0x7f7ee00ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 -- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ee00b5ac0 msgr2=0x7f7ee013ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ee00b5ac0 0x7f7ee013ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 -- 172.21.15.70:0/2608963461 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ee0140f60 con 0x7f7ee00d0e60 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7edeffd640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ee00b5ac0 0x7f7ee013ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ede7fc640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee01404e0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7ed400c520 tx=0x7f7ed400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ec77fe640 1 -- 172.21.15.70:0/2608963461 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4017070 con 0x7f7ee00d0e60 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ec77fe640 1 -- 172.21.15.70:0/2608963461 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed4005d10 con 0x7f7ee00d0e60 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ee0141240 con 0x7f7ee00d0e60 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ec77fe640 1 -- 172.21.15.70:0/2608963461 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4007330 con 0x7f7ee00d0e60 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.875+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ee00b09f0 con 0x7f7ee00d0e60 2024-09-05T06:11:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.879+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ee00af720 con 0x7f7ee00d0e60 2024-09-05T06:11:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.879+0000 7f7ec77fe640 1 -- 172.21.15.70:0/2608963461 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7ed401a070 con 0x7f7ee00d0e60 2024-09-05T06:11:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.879+0000 7f7ec77fe640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ecc0678f0 0x7f7ecc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.879+0000 7f7ec77fe640 1 -- 172.21.15.70:0/2608963461 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f7ed4085050 con 0x7f7ee00d0e60 2024-09-05T06:11:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.879+0000 7f7edeffd640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ecc0678f0 0x7f7ecc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.879+0000 7f7edeffd640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ecc0678f0 0x7f7ecc069db0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7ed00097a0 tx=0x7f7ed0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:49.882 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:49.883+0000 7f7ec77fe640 1 -- 172.21.15.70:0/2608963461 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7ed4055c20 con 0x7f7ee00d0e60 2024-09-05T06:11:50.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.039+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f7ee00d0530 con 0x7f7ee00d0e60 2024-09-05T06:11:50.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ec77fe640 1 -- 172.21.15.70:0/2608963461 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v57) ==== 81+0+34188 (secure 0 0 0) 0x7f7ed4055520 con 0x7f7ee00d0e60 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 57, 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:11:47.202175+0000", 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:11:50.043 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 7, 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:11:50.044 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:50.046 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "57", 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:50.047 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:50.048 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:50.049 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:50.050 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:50.051 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 6, 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:13.711933+0000", 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:50.052 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:50.053 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "57", 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:50.054 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:50.055 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:50.056 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:11:50.057 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:50.058 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 7, 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:11:14.078150+0000", 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:11:50.059 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:11:50.060 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.061 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "57", 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:11:50.062 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:11:50.063 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:11:50.064 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:11:50.065 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:11:50.066 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:50.067 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:50.068 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:50.068 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:50.068 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:50.068 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:50.068 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:50.068 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:11:50.069 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.070 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:11:50.071 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.072 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:50.073 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:50.074 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.075 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.076 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.077 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.078 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:11:50.079 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:50.080 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:11:50.081 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.082 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.083 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.084 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:50.085 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:50.086 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:11:50.087 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:11:50.088 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:11:50.089 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.090 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:50.091 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.092 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.093 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.094 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.095 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:11:50.096 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:50.097 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:11:50.098 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.099 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.100 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:11:50.101 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:50.102 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.103 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.104 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.105 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:50.106 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:11:50.107 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:11:50.108 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 44, 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.109 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:11:50.110 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.111 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:11:50.112 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.113 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:11:50.114 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:50.115 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.116 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:50.117 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:11:50.118 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:11:50.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:11:50.120 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:11:50.121 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:11:50.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ecc0678f0 msgr2=0x7f7ecc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:50.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ecc0678f0 0x7f7ecc069db0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7ed00097a0 tx=0x7f7ed0008040 comp rx=0 tx=0).stop 2024-09-05T06:11:50.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 msgr2=0x7f7ee01404e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:50.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee01404e0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7ed400c520 tx=0x7f7ed400c9e0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 shutdown_connections 2024-09-05T06:11:50.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ecc0678f0 0x7f7ecc069db0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ee0157110 0x7f7ee00ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ee00d0e60 0x7f7ee01404e0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 --2- 172.21.15.70:0/2608963461 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ee00b5ac0 0x7f7ee013ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.043+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 >> 172.21.15.70:0/2608963461 conn(0x7f7ee006bcc0 msgr2=0x7f7ee015e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:50.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.047+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 shutdown_connections 2024-09-05T06:11:50.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.047+0000 7f7ee5767640 1 -- 172.21.15.70:0/2608963461 wait complete. 2024-09-05T06:11:50.125 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:50.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.243+0000 7f8d6afd0640 1 Processor -- start 2024-09-05T06:11:50.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.243+0000 7f8d6afd0640 1 -- start start 2024-09-05T06:11:50.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d6afd0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8d640b45d0 0x7f8d6406d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d6afd0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d6406dab0 0x7f8d6406df00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d6afd0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d64072890 con 0x7f8d6415b1a0 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d6afd0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8d640b0330 con 0x7f8d640b45d0 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d6afd0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8d64072b70 con 0x7f8d6406dab0 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d63fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8d640b45d0 0x7f8d6406d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d68d6c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f8d6415b1a0 0x7f8d640afae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49388/0 (socket says 172.21.15.70:49388) 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d68d6c640 1 -- 172.21.15.70:0/728436137 learned_addr learned my addr 172.21.15.70:0/728436137 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d63fff640 1 -- 172.21.15.70:0/728436137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d6406dab0 msgr2=0x7f8d6406df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d63fff640 1 --2- 172.21.15.70:0/728436137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d6406dab0 0x7f8d6406df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d63fff640 1 -- 172.21.15.70:0/728436137 >> v1:172.21.15.70:6789/0 conn(0x7f8d6415b1a0 legacy=0x7f8d640afae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d63fff640 1 -- 172.21.15.70:0/728436137 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d64072e50 con 0x7f8d640b45d0 2024-09-05T06:11:50.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d637fe640 1 -- 172.21.15.70:0/728436137 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3625005419 0 0) 0x7f8d64072890 con 0x7f8d6415b1a0 2024-09-05T06:11:50.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d63fff640 1 --2- 172.21.15.70:0/728436137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d6406d570 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f8d580097c0 tx=0x7f8d5801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37027b39abc7087e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:50.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d637fe640 1 -- 172.21.15.70:0/728436137 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d580b0070 con 0x7f8d640b45d0 2024-09-05T06:11:50.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d637fe640 1 -- 172.21.15.70:0/728436137 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d580ab600 con 0x7f8d640b45d0 2024-09-05T06:11:50.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.247+0000 7f8d637fe640 1 -- 172.21.15.70:0/728436137 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d580ab9d0 con 0x7f8d640b45d0 2024-09-05T06:11:50.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- 172.21.15.70:0/728436137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 msgr2=0x7f8d6406d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:50.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/728436137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d6406d570 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f8d580097c0 tx=0x7f8d5801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- 172.21.15.70:0/728436137 shutdown_connections 2024-09-05T06:11:50.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/728436137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d6406dab0 0x7f8d6406df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/728436137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d6406d570 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- 172.21.15.70:0/728436137 >> 172.21.15.70:0/728436137 conn(0x7f8d6406bcc0 msgr2=0x7f8d6406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:50.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- 172.21.15.70:0/728436137 shutdown_connections 2024-09-05T06:11:50.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- 172.21.15.70:0/728436137 wait complete. 2024-09-05T06:11:50.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 Processor -- start 2024-09-05T06:11:50.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- start start 2024-09-05T06:11:50.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6406dab0 0x7f8d6414ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:50.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d641589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:50.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d6415b1a0 0x7f8d64154ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8d64073860 con 0x7f8d640b45d0 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8d6406eea0 con 0x7f8d6406dab0 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8d64167c10 con 0x7f8d6415b1a0 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d641589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d641589e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46288/0 (socket says 172.21.15.70:46288) 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 -- 172.21.15.70:0/945616823 learned_addr learned my addr 172.21.15.70:0/945616823 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 -- 172.21.15.70:0/945616823 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d6415b1a0 msgr2=0x7f8d64154ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d6415b1a0 0x7f8d64154ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 -- 172.21.15.70:0/945616823 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6406dab0 msgr2=0x7f8d6414ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6406dab0 0x7f8d6414ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 -- 172.21.15.70:0/945616823 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d641563c0 con 0x7f8d640b45d0 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d63fff640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d641589e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f8d5801a0d0 tx=0x7f8d58019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:50.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d617fa640 1 -- 172.21.15.70:0/945616823 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d580b0040 con 0x7f8d640b45d0 2024-09-05T06:11:50.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d617fa640 1 -- 172.21.15.70:0/945616823 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d580ba070 con 0x7f8d640b45d0 2024-09-05T06:11:50.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d641566a0 con 0x7f8d640b45d0 2024-09-05T06:11:50.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d617fa640 1 -- 172.21.15.70:0/945616823 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d580b4830 con 0x7f8d640b45d0 2024-09-05T06:11:50.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d64157180 con 0x7f8d640b45d0 2024-09-05T06:11:50.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.251+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d64072890 con 0x7f8d640b45d0 2024-09-05T06:11:50.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.255+0000 7f8d617fa640 1 -- 172.21.15.70:0/945616823 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8d580ab4c0 con 0x7f8d640b45d0 2024-09-05T06:11:50.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.255+0000 7f8d617fa640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d500678c0 0x7f8d50069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:50.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.255+0000 7f8d617fa640 1 -- 172.21.15.70:0/945616823 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f8d5811f9c0 con 0x7f8d640b45d0 2024-09-05T06:11:50.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.255+0000 7f8d68d6c640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d500678c0 0x7f8d50069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:50.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.255+0000 7f8d68d6c640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d500678c0 0x7f8d50069d80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8d54007fd0 tx=0x7f8d54007960 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:50.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.259+0000 7f8d617fa640 1 -- 172.21.15.70:0/945616823 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8d58121e20 con 0x7f8d640b45d0 2024-09-05T06:11:50.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d6415a700 con 0x7f8d640b45d0 2024-09-05T06:11:50.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d617fa640 1 -- 172.21.15.70:0/945616823 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7f8d58016090 con 0x7f8d640b45d0 2024-09-05T06:11:50.438 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:50.438 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:50.439 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d500678c0 msgr2=0x7f8d50069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d500678c0 0x7f8d50069d80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8d54007fd0 tx=0x7f8d54007960 comp rx=0 tx=0).stop 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 msgr2=0x7f8d641589e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d641589e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f8d5801a0d0 tx=0x7f8d58019240 comp rx=0 tx=0).stop 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 shutdown_connections 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8d500678c0 0x7f8d50069d80 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8d6415b1a0 0x7f8d64154ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d640b45d0 0x7f8d641589e0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 --2- 172.21.15.70:0/945616823 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8d6406dab0 0x7f8d6414ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.439+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 >> 172.21.15.70:0/945616823 conn(0x7f8d6406bcc0 msgr2=0x7f8d64154560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.443+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 shutdown_connections 2024-09-05T06:11:50.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:50.443+0000 7f8d6afd0640 1 -- 172.21.15.70:0/945616823 wait complete. 2024-09-05T06:11:50.457 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:11:50.580 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":5157,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":34.821953993999998,"mdsmap_epoch":20,"osdmap_epoch":57,"osdmap_epoch_barrier":50,"uptime":38.735299458999997} 2024-09-05T06:11:50.581 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 5157, "mdsmap_epoch": 20, "osdmap_epoch": 57, "osdmap_epoch_barrier": 50, "rank_uptime": 34.821953994, "state": "up:active", "uptime": 38.735299459, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:11:50.581 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:11:50.581 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:50.581 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:50.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:50.587 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file bs=1M conv=fdatasync count=50 seek=0) 2024-09-05T06:11:50.969 INFO:teuthology.orchestra.run.smithi070.stderr:50+0 records in 2024-09-05T06:11:50.969 INFO:teuthology.orchestra.run.smithi070.stderr:50+0 records out 2024-09-05T06:11:50.969 INFO:teuthology.orchestra.run.smithi070.stderr:52428800 bytes (52 MB, 50 MiB) copied, 0.332332 s, 158 MB/s 2024-09-05T06:11:50.970 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:11:50.971 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:11:51.042 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:11:51.084 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:11:51.084 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:11:51.084 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:51.084 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:51.090 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:11:51.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff949f34640 1 Processor -- start 2024-09-05T06:11:51.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff949f34640 1 -- start start 2024-09-05T06:11:51.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff949f34640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff944072a90 0x7ff944072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff949f34640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff94406e680 0x7ff94406eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff949f34640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff94415bc40 con 0x7ff9440afff0 2024-09-05T06:11:51.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff949f34640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff944073410 con 0x7ff944072a90 2024-09-05T06:11:51.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff949f34640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff944072600 con 0x7ff94406e680 2024-09-05T06:11:51.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff943fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff94406e680 0x7ff94406eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff942ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff944072a90 0x7ff944072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff9437fe640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7ff9440afff0 0x7ff9440cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:48990/0 (socket says 172.21.15.70:48990) 2024-09-05T06:11:51.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff943fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff94406e680 0x7ff94406eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:52940/0 (socket says 172.21.15.70:52940) 2024-09-05T06:11:51.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff9437fe640 1 -- 172.21.15.70:0/3553256419 learned_addr learned my addr 172.21.15.70:0/3553256419 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:51.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff943fff640 1 -- 172.21.15.70:0/3553256419 >> v2:172.21.15.196:3300/0 conn(0x7ff944072a90 msgr2=0x7ff944072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:51.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff943fff640 1 --2- 172.21.15.70:0/3553256419 >> v2:172.21.15.196:3300/0 conn(0x7ff944072a90 0x7ff944072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff943fff640 1 -- 172.21.15.70:0/3553256419 >> v1:172.21.15.196:6789/0 conn(0x7ff9440afff0 legacy=0x7ff9440cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.263+0000 7ff943fff640 1 -- 172.21.15.70:0/3553256419 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9440d14c0 con 0x7ff94406e680 2024-09-05T06:11:51.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff943fff640 1 --2- 172.21.15.70:0/3553256419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff94406e680 0x7ff94406eb10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff93c009d90 tx=0x7ff93c01c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c089de9034c15b9c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:51.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff9427fc640 1 -- 172.21.15.70:0/3553256419 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c0b2070 con 0x7ff94406e680 2024-09-05T06:11:51.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff9427fc640 1 -- 172.21.15.70:0/3553256419 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff93c0a5830 con 0x7ff94406e680 2024-09-05T06:11:51.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff9427fc640 1 -- 172.21.15.70:0/3553256419 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c0a5c00 con 0x7ff94406e680 2024-09-05T06:11:51.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 -- 172.21.15.70:0/3553256419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff94406e680 msgr2=0x7ff94406eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 --2- 172.21.15.70:0/3553256419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff94406e680 0x7ff94406eb10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff93c009d90 tx=0x7ff93c01c970 comp rx=0 tx=0).stop 2024-09-05T06:11:51.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 -- 172.21.15.70:0/3553256419 shutdown_connections 2024-09-05T06:11:51.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 --2- 172.21.15.70:0/3553256419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff94406e680 0x7ff94406eb10 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 --2- 172.21.15.70:0/3553256419 >> v2:172.21.15.196:3300/0 conn(0x7ff944072a90 0x7ff944072ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 -- 172.21.15.70:0/3553256419 >> 172.21.15.70:0/3553256419 conn(0x7ff94406bcc0 msgr2=0x7ff94406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:51.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 -- 172.21.15.70:0/3553256419 shutdown_connections 2024-09-05T06:11:51.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 -- 172.21.15.70:0/3553256419 wait complete. 2024-09-05T06:11:51.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 Processor -- start 2024-09-05T06:11:51.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.267+0000 7ff949f34640 1 -- start start 2024-09-05T06:11:51.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff94406e680 0x7ff9440b0a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff944072a90 0x7ff9441559f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9440afff0 0x7ff944155f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff9440ce2d0 con 0x7ff9440afff0 2024-09-05T06:11:51.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff9440ce150 con 0x7ff94406e680 2024-09-05T06:11:51.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff9440d0f80 con 0x7ff944072a90 2024-09-05T06:11:51.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9440afff0 0x7ff944155f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9440afff0 0x7ff944155f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46290/0 (socket says 172.21.15.70:46290) 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 -- 172.21.15.70:0/3810667619 learned_addr learned my addr 172.21.15.70:0/3810667619 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff942ffd640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff944072a90 0x7ff9441559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff9437fe640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff94406e680 0x7ff9440b0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 -- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff944072a90 msgr2=0x7ff9441559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff944072a90 0x7ff9441559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 -- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff94406e680 msgr2=0x7ff9440b0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff94406e680 0x7ff9440b0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 -- 172.21.15.70:0/3810667619 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff944159b90 con 0x7ff9440afff0 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff9437fe640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff94406e680 0x7ff9440b0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff943fff640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9440afff0 0x7ff944155f30 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0b0040 tx=0x7ff93c019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff92bfff640 1 -- 172.21.15.70:0/3810667619 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c0b2050 con 0x7ff9440afff0 2024-09-05T06:11:51.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff92bfff640 1 -- 172.21.15.70:0/3810667619 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff93c0be070 con 0x7ff9440afff0 2024-09-05T06:11:51.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff944159e50 con 0x7ff9440afff0 2024-09-05T06:11:51.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff92bfff640 1 -- 172.21.15.70:0/3810667619 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c0ada90 con 0x7ff9440afff0 2024-09-05T06:11:51.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff94415a410 con 0x7ff9440afff0 2024-09-05T06:11:51.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff94406eb10 con 0x7ff9440afff0 2024-09-05T06:11:51.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff92bfff640 1 -- 172.21.15.70:0/3810667619 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff93c0a56b0 con 0x7ff9440afff0 2024-09-05T06:11:51.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff92bfff640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9300678c0 0x7ff930069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff92bfff640 1 -- 172.21.15.70:0/3810667619 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5854+0+0 (secure 0 0 0) 0x7ff93c120da0 con 0x7ff9440afff0 2024-09-05T06:11:51.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.271+0000 7ff9437fe640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9300678c0 0x7ff930069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.275+0000 7ff9437fe640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9300678c0 0x7ff930069d80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff938007fd0 tx=0x7ff938009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:51.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.275+0000 7ff92bfff640 1 -- 172.21.15.70:0/3810667619 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff93c016560 con 0x7ff9440afff0 2024-09-05T06:11:51.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.451+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff94415e7a0 con 0x7ff9440afff0 2024-09-05T06:11:51.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.451+0000 7ff92bfff640 1 -- 172.21.15.70:0/3810667619 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7ff93c0ab340 con 0x7ff9440afff0 2024-09-05T06:11:51.451 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:11:51.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9300678c0 msgr2=0x7ff930069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9300678c0 0x7ff930069d80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff938007fd0 tx=0x7ff938009040 comp rx=0 tx=0).stop 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9440afff0 msgr2=0x7ff944155f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9440afff0 0x7ff944155f30 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0b0040 tx=0x7ff93c019710 comp rx=0 tx=0).stop 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 shutdown_connections 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9300678c0 0x7ff930069d80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9440afff0 0x7ff944155f30 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff944072a90 0x7ff9441559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 --2- 172.21.15.70:0/3810667619 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff94406e680 0x7ff9440b0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 >> 172.21.15.70:0/3810667619 conn(0x7ff94406bcc0 msgr2=0x7ff94415bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 shutdown_connections 2024-09-05T06:11:51.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.455+0000 7ff949f34640 1 -- 172.21.15.70:0/3810667619 wait complete. 2024-09-05T06:11:51.470 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:11:51.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:51.470 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:11:51.481 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[29316]: fuse finished with error 0 and tester_r 0 2024-09-05T06:11:51.487 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:11:51.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:51.487 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:11:51.651 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:11:51.651 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:11:51.651 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:51.658 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:11:51.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd847243640 1 Processor -- start 2024-09-05T06:11:51.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd847243640 1 -- start start 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd847243640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd8400afff0 0x7fd8400cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd847243640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd8400cdf80 0x7fd840072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd847243640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd84015bc40 con 0x7fd840072fd0 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd847243640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd840072600 con 0x7fd8400cdf80 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd847243640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd8400d14c0 con 0x7fd8400afff0 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd83ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd8400cdf80 0x7fd840072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd83ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd8400cdf80 0x7fd840072a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46302/0 (socket says 172.21.15.70:46302) 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd83ffff640 1 -- 172.21.15.70:0/2398749703 learned_addr learned my addr 172.21.15.70:0/2398749703 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:51.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd844fdf640 1 --2- 172.21.15.70:0/2398749703 >> v2:172.21.15.196:3300/0 conn(0x7fd8400afff0 0x7fd8400cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd83ffff640 1 -- 172.21.15.70:0/2398749703 >> v2:172.21.15.196:3300/0 conn(0x7fd8400afff0 msgr2=0x7fd8400cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:51.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd83ffff640 1 --2- 172.21.15.70:0/2398749703 >> v2:172.21.15.196:3300/0 conn(0x7fd8400afff0 0x7fd8400cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd83ffff640 1 -- 172.21.15.70:0/2398749703 >> v1:172.21.15.70:6789/0 conn(0x7fd840072fd0 legacy=0x7fd84006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd83ffff640 1 -- 172.21.15.70:0/2398749703 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd840071cd0 con 0x7fd8400cdf80 2024-09-05T06:11:51.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.819+0000 7fd83f7fe640 1 -- 172.21.15.70:0/2398749703 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4001370468 0 0) 0x7fd84015bc40 con 0x7fd840072fd0 2024-09-05T06:11:51.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd83ffff640 1 --2- 172.21.15.70:0/2398749703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd8400cdf80 0x7fd840072a90 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd82c009870 tx=0x7fd82c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bfe9fd40365664d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:51.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd83f7fe640 1 -- 172.21.15.70:0/2398749703 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd82c0b0070 con 0x7fd8400cdf80 2024-09-05T06:11:51.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd83f7fe640 1 -- 172.21.15.70:0/2398749703 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd82c0ab600 con 0x7fd8400cdf80 2024-09-05T06:11:51.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd83f7fe640 1 -- 172.21.15.70:0/2398749703 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd82c0ab9d0 con 0x7fd8400cdf80 2024-09-05T06:11:51.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 -- 172.21.15.70:0/2398749703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd8400cdf80 msgr2=0x7fd840072a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 --2- 172.21.15.70:0/2398749703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd8400cdf80 0x7fd840072a90 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd82c009870 tx=0x7fd82c01c520 comp rx=0 tx=0).stop 2024-09-05T06:11:51.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 -- 172.21.15.70:0/2398749703 shutdown_connections 2024-09-05T06:11:51.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 --2- 172.21.15.70:0/2398749703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd8400cdf80 0x7fd840072a90 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 --2- 172.21.15.70:0/2398749703 >> v2:172.21.15.196:3300/0 conn(0x7fd8400afff0 0x7fd8400cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 -- 172.21.15.70:0/2398749703 >> 172.21.15.70:0/2398749703 conn(0x7fd84006bcc0 msgr2=0x7fd84006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:51.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 -- 172.21.15.70:0/2398749703 shutdown_connections 2024-09-05T06:11:51.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 -- 172.21.15.70:0/2398749703 wait complete. 2024-09-05T06:11:51.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 Processor -- start 2024-09-05T06:11:51.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.823+0000 7fd847243640 1 -- start start 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd840072fd0 0x7fd8400af700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8400afff0 0x7fd840150b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8400cdf80 0x7fd8401561a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd8400d0f80 con 0x7fd840072fd0 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd84006efa0 con 0x7fd8400cdf80 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd8400d1100 con 0x7fd8400afff0 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd840072fd0 0x7fd8400af700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd840072fd0 0x7fd8400af700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46304/0 (socket says 172.21.15.70:46304) 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 -- 172.21.15.70:0/2005189869 learned_addr learned my addr 172.21.15.70:0/2005189869 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd8457e0640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8400cdf80 0x7fd8401561a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd83ffff640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8400afff0 0x7fd840150b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 -- 172.21.15.70:0/2005189869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8400afff0 msgr2=0x7fd840150b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8400afff0 0x7fd840150b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 -- 172.21.15.70:0/2005189869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8400cdf80 msgr2=0x7fd8401561a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8400cdf80 0x7fd8401561a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 -- 172.21.15.70:0/2005189869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8400b28c0 con 0x7fd840072fd0 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd844fdf640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd840072fd0 0x7fd8400af700 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd83400d830 tx=0x7fd83400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd83d7fa640 1 -- 172.21.15.70:0/2005189869 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd83400b6c0 con 0x7fd840072fd0 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd83d7fa640 1 -- 172.21.15.70:0/2005189869 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd834019070 con 0x7fd840072fd0 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8400b2ba0 con 0x7fd840072fd0 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd83d7fa640 1 -- 172.21.15.70:0/2005189869 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd83400ba60 con 0x7fd840072fd0 2024-09-05T06:11:51.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8400b3160 con 0x7fd840072fd0 2024-09-05T06:11:51.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd840151b60 con 0x7fd840072fd0 2024-09-05T06:11:51.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd83d7fa640 1 -- 172.21.15.70:0/2005189869 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd83401e460 con 0x7fd840072fd0 2024-09-05T06:11:51.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd83d7fa640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd8240678c0 0x7fd824069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:51.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd83d7fa640 1 -- 172.21.15.70:0/2005189869 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5854+0+0 (secure 0 0 0) 0x7fd834086e40 con 0x7fd840072fd0 2024-09-05T06:11:51.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.827+0000 7fd83ffff640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd8240678c0 0x7fd824069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:51.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.831+0000 7fd83ffff640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd8240678c0 0x7fd824069d80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd82c0ad000 tx=0x7fd82c0a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:51.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.831+0000 7fd83d7fa640 1 -- 172.21.15.70:0/2005189869 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd8340579d0 con 0x7fd840072fd0 2024-09-05T06:11:51.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.995+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd8400cda40 con 0x7fd840072fd0 2024-09-05T06:11:51.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.995+0000 7fd83d7fa640 1 -- 172.21.15.70:0/2005189869 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7fd8340572d0 con 0x7fd840072fd0 2024-09-05T06:11:51.995 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:11:51.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd8240678c0 msgr2=0x7fd824069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd8240678c0 0x7fd824069d80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd82c0ad000 tx=0x7fd82c0a6000 comp rx=0 tx=0).stop 2024-09-05T06:11:51.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd840072fd0 msgr2=0x7fd8400af700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:51.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd840072fd0 0x7fd8400af700 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd83400d830 tx=0x7fd83400dcf0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 shutdown_connections 2024-09-05T06:11:51.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd8240678c0 0x7fd824069d80 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8400cdf80 0x7fd8401561a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8400afff0 0x7fd840150b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 --2- 172.21.15.70:0/2005189869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd840072fd0 0x7fd8400af700 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:51.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 >> 172.21.15.70:0/2005189869 conn(0x7fd84006bcc0 msgr2=0x7fd8400b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:51.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 shutdown_connections 2024-09-05T06:11:51.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:51.999+0000 7fd847243640 1 -- 172.21.15.70:0/2005189869 wait complete. 2024-09-05T06:11:52.012 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:11:52.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:52.013 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:11:52.025 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25491]: fuse finished with error 0 and tester_r 0 2024-09-05T06:11:52.027 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:11:52.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:52.027 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:11:52.193 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:11:52.193 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:11:52.194 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:52.200 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:11:52.200 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:11:52.200 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:52.200 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:11:52.250 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:11:52.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:11:52.251 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:11:52.252 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:11:52.252 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:11:52.259 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:11:52.259 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:11:52.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:11:52.259 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:11:52.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:11:52.309 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:11:52.309 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:52.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f558e987640 1 Processor -- start 2024-09-05T06:11:52.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f558e987640 1 -- start start 2024-09-05T06:11:52.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f558e987640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5588160090 0x7f5588160830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f558e987640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55880b38c0 con 0x7f55880b30c0 2024-09-05T06:11:52.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f558e987640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55880b3ba0 con 0x7f55880b5110 2024-09-05T06:11:52.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f558e987640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f55880b3590 con 0x7f5588160090 2024-09-05T06:11:52.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f558cf24640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f55880b30c0 0x7f55880afe20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49412/0 (socket says 172.21.15.70:49412) 2024-09-05T06:11:52.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f558cf24640 1 -- 172.21.15.70:0/2416753803 learned_addr learned my addr 172.21.15.70:0/2416753803 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:52.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5587fff640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5588160090 0x7f5588160830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1380001689 0 0) 0x7f55880b38c0 con 0x7f55880b30c0 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5570003530 con 0x7f55880b30c0 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4218308513 0 0) 0x7f5570003530 con 0x7f55880b30c0 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5588160090 msgr2=0x7f5588160830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5588160090 0x7f5588160830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 >> v1:172.21.15.196:6789/0 conn(0x7f55880b5110 legacy=0x7f5588160d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55880af900 con 0x7f55880b30c0 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5580001a00 con 0x7f55880b30c0 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 >> v1:172.21.15.70:6789/0 conn(0x7f55880b30c0 legacy=0x7f55880afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55700039f0 0x7f5570003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5570004810 0x7f5570004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5588160090 0x7f5570005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f55880b3590 con 0x7f5570004810 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f557000bb00 con 0x7f55700039f0 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f557000bd00 con 0x7f5588160090 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f55877fe640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5570004810 0x7f5570004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.439+0000 7f5587fff640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55700039f0 0x7f5570003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f558cf24640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5588160090 0x7f5570005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f55877fe640 1 -- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5588160090 msgr2=0x7f5570005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f55877fe640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5588160090 0x7f5570005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f55877fe640 1 -- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55700039f0 msgr2=0x7f5570003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f55877fe640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55700039f0 0x7f5570003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f55877fe640 1 -- 172.21.15.70:0/2416753803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5570003530 con 0x7f5570004810 2024-09-05T06:11:52.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f55877fe640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5570004810 0x7f5570004c90 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f557c001750 tx=0x7f557c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58822bcab20aeb11 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557c0013a0 con 0x7f5570004810 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f557c0052f0 con 0x7f5570004810 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f5586ffd640 1 -- 172.21.15.70:0/2416753803 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557c003840 con 0x7f5570004810 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f558e987640 1 -- 172.21.15.70:0/2416753803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5570004810 msgr2=0x7f5570004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f558e987640 1 --2- 172.21.15.70:0/2416753803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5570004810 0x7f5570004c90 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f557c001750 tx=0x7f557c01c3e0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f558cf24640 1 -- 172.21.15.70:0/2416753803 reap_dead start 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.443+0000 7f558e987640 1 -- 172.21.15.70:0/2416753803 shutdown_connections 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- 172.21.15.70:0/2416753803 >> 172.21.15.70:0/2416753803 conn(0x7f55880b4580 msgr2=0x7f55880b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- 172.21.15.70:0/2416753803 shutdown_connections 2024-09-05T06:11:52.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- 172.21.15.70:0/2416753803 wait complete. 2024-09-05T06:11:52.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 Processor -- start 2024-09-05T06:11:52.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- start start 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5570004810 0x7f5588153fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55880c8bc0 0x7f55880c9040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55880cd3d0 0x7f55880cd850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f55880b0ec0 con 0x7f55880c8bc0 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f55880b0d40 con 0x7f55880cd3d0 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f55880b1040 con 0x7f5570004810 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55880c8bc0 0x7f55880c9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55880c8bc0 0x7f55880c9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46312/0 (socket says 172.21.15.70:46312) 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 -- 172.21.15.70:0/859623073 learned_addr learned my addr 172.21.15.70:0/859623073 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 -- 172.21.15.70:0/859623073 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5570004810 msgr2=0x7f5588153fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5570004810 0x7f5588153fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 -- 172.21.15.70:0/859623073 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55880cd3d0 msgr2=0x7f55880cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55880cd3d0 0x7f55880cd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 -- 172.21.15.70:0/859623073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55880c8050 con 0x7f55880c8bc0 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f55877fe640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55880c8bc0 0x7f55880c9040 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f557c001750 tx=0x7f5570005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f5584ff9640 1 -- 172.21.15.70:0/859623073 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557c0ba020 con 0x7f55880c8bc0 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f5584ff9640 1 -- 172.21.15.70:0/859623073 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f557c000ee0 con 0x7f55880c8bc0 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55880c6ff0 con 0x7f55880c8bc0 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f5584ff9640 1 -- 172.21.15.70:0/859623073 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557c007a40 con 0x7f55880c8bc0 2024-09-05T06:11:52.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.447+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55880c7570 con 0x7f55880c8bc0 2024-09-05T06:11:52.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.451+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55880afe20 con 0x7f55880c8bc0 2024-09-05T06:11:52.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.451+0000 7f5584ff9640 1 -- 172.21.15.70:0/859623073 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f557c0bd070 con 0x7f55880c8bc0 2024-09-05T06:11:52.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.451+0000 7f5584ff9640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55740678f0 0x7f5574069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.451+0000 7f5584ff9640 1 -- 172.21.15.70:0/859623073 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5854+0+0 (secure 0 0 0) 0x7f557c11f3e0 con 0x7f55880c8bc0 2024-09-05T06:11:52.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.451+0000 7f5587fff640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55740678f0 0x7f5574069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.451+0000 7f5587fff640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55740678f0 0x7f5574069db0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f558815a680 tx=0x7f55780095d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:52.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.455+0000 7f5584ff9640 1 -- 172.21.15.70:0/859623073 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f557c0a4e20 con 0x7f55880c8bc0 2024-09-05T06:11:52.651 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.651+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55880d1b00 con 0x7f55880c8bc0 2024-09-05T06:11:52.651 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.651+0000 7f5584ff9640 1 -- 172.21.15.70:0/859623073 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7f557c0160f0 con 0x7f55880c8bc0 2024-09-05T06:11:52.652 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:52.652 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:52.652 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55740678f0 msgr2=0x7f5574069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55740678f0 0x7f5574069db0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f558815a680 tx=0x7f55780095d0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55880c8bc0 msgr2=0x7f55880c9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55880c8bc0 0x7f55880c9040 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f557c001750 tx=0x7f5570005840 comp rx=0 tx=0).stop 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 shutdown_connections 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55740678f0 0x7f5574069db0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55880cd3d0 0x7f55880cd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55880c8bc0 0x7f55880c9040 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 --2- 172.21.15.70:0/859623073 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5570004810 0x7f5588153fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 >> 172.21.15.70:0/859623073 conn(0x7f55880b4580 msgr2=0x7f5588070180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 shutdown_connections 2024-09-05T06:11:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.655+0000 7f558e987640 1 -- 172.21.15.70:0/859623073 wait complete. 2024-09-05T06:11:52.672 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:52.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c5013c640 1 Processor -- start 2024-09-05T06:11:52.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c5013c640 1 -- start start 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c5013c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8c48157110 0x7f8c480b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c5013c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8c480b5ac0 0x7f8c480d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c5013c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480ceaf0 0x7f8c480d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c5013c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8c4806d570 con 0x7f8c480b5ac0 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c5013c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8c4806d850 con 0x7f8c48157110 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c5013c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8c4806db30 con 0x7f8c480ceaf0 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4d6d7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8c480b5ac0 0x7f8c480d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4d6d7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8c480b5ac0 0x7f8c480d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46318/0 (socket says 172.21.15.70:46318) 2024-09-05T06:11:52.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4d6d7640 1 -- 172.21.15.70:0/3717708997 learned_addr learned my addr 172.21.15.70:0/3717708997 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:52.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4ded8640 1 --2- 172.21.15.70:0/3717708997 >> v2:172.21.15.196:3300/0 conn(0x7f8c48157110 0x7f8c480b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4e6d9640 1 --2- 172.21.15.70:0/3717708997 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480ceaf0 0x7f8c480d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4d6d7640 1 -- 172.21.15.70:0/3717708997 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480ceaf0 msgr2=0x7f8c480d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:52.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4d6d7640 1 --2- 172.21.15.70:0/3717708997 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480ceaf0 0x7f8c480d0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4d6d7640 1 -- 172.21.15.70:0/3717708997 >> v2:172.21.15.196:3300/0 conn(0x7f8c48157110 msgr2=0x7f8c480b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:52.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4d6d7640 1 --2- 172.21.15.70:0/3717708997 >> v2:172.21.15.196:3300/0 conn(0x7f8c48157110 0x7f8c480b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4d6d7640 1 -- 172.21.15.70:0/3717708997 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c4806de10 con 0x7f8c480b5ac0 2024-09-05T06:11:52.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4ded8640 1 --2- 172.21.15.70:0/3717708997 >> v2:172.21.15.196:3300/0 conn(0x7f8c48157110 0x7f8c480b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:52.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.787+0000 7f8c4e6d9640 1 --2- 172.21.15.70:0/3717708997 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480ceaf0 0x7f8c480d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:52.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c4d6d7640 1 --2- 172.21.15.70:0/3717708997 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480b5ac0 0x7f8c480d0750 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f8c480d1530 tx=0x7f8c3801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1af2e5659599dec8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:52.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c4ced6640 1 -- 172.21.15.70:0/3717708997 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c380b0070 con 0x7f8c480b5ac0 2024-09-05T06:11:52.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c4ced6640 1 -- 172.21.15.70:0/3717708997 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c380ab600 con 0x7f8c480b5ac0 2024-09-05T06:11:52.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c4ced6640 1 -- 172.21.15.70:0/3717708997 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c380ab9d0 con 0x7f8c480b5ac0 2024-09-05T06:11:52.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 -- 172.21.15.70:0/3717708997 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480b5ac0 msgr2=0x7f8c480d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 --2- 172.21.15.70:0/3717708997 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480b5ac0 0x7f8c480d0750 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f8c480d1530 tx=0x7f8c3801c520 comp rx=0 tx=0).stop 2024-09-05T06:11:52.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 -- 172.21.15.70:0/3717708997 shutdown_connections 2024-09-05T06:11:52.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 --2- 172.21.15.70:0/3717708997 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480ceaf0 0x7f8c480d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 --2- 172.21.15.70:0/3717708997 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480b5ac0 0x7f8c480d0750 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 --2- 172.21.15.70:0/3717708997 >> v2:172.21.15.196:3300/0 conn(0x7f8c48157110 0x7f8c480b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 -- 172.21.15.70:0/3717708997 >> 172.21.15.70:0/3717708997 conn(0x7f8c4806bcc0 msgr2=0x7f8c4806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:52.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 -- 172.21.15.70:0/3717708997 shutdown_connections 2024-09-05T06:11:52.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.791+0000 7f8c5013c640 1 -- 172.21.15.70:0/3717708997 wait complete. 2024-09-05T06:11:52.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 Processor -- start 2024-09-05T06:11:52.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 -- start start 2024-09-05T06:11:52.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480b5ac0 0x7f8c4814f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480ceaf0 0x7f8c4814c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c48157110 0x7f8c4815eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8c480b0300 con 0x7f8c480ceaf0 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8c480b0180 con 0x7f8c48157110 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8c48160550 con 0x7f8c480b5ac0 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480ceaf0 0x7f8c4814c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480ceaf0 0x7f8c4814c8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46328/0 (socket says 172.21.15.70:46328) 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 -- 172.21.15.70:0/989380593 learned_addr learned my addr 172.21.15.70:0/989380593 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4ded8640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480b5ac0 0x7f8c4814f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 -- 172.21.15.70:0/989380593 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480b5ac0 msgr2=0x7f8c4814f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480b5ac0 0x7f8c4814f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4e6d9640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c48157110 0x7f8c4815eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 -- 172.21.15.70:0/989380593 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c48157110 msgr2=0x7f8c4815eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c48157110 0x7f8c4815eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 -- 172.21.15.70:0/989380593 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c481f6410 con 0x7f8c480ceaf0 2024-09-05T06:11:52.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4d6d7640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480ceaf0 0x7f8c4814c8d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8c3801abd0 tx=0x7f8c380192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:52.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c3e7fc640 1 -- 172.21.15.70:0/989380593 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c380ba070 con 0x7f8c480ceaf0 2024-09-05T06:11:52.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c3e7fc640 1 -- 172.21.15.70:0/989380593 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c380b4620 con 0x7f8c480ceaf0 2024-09-05T06:11:52.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c481f5670 con 0x7f8c480ceaf0 2024-09-05T06:11:52.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c3e7fc640 1 -- 172.21.15.70:0/989380593 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c380b0040 con 0x7f8c480ceaf0 2024-09-05T06:11:52.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c481f5c30 con 0x7f8c480ceaf0 2024-09-05T06:11:52.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c480b5580 con 0x7f8c480ceaf0 2024-09-05T06:11:52.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c3e7fc640 1 -- 172.21.15.70:0/989380593 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8c380bd070 con 0x7f8c480ceaf0 2024-09-05T06:11:52.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c3e7fc640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c2c0678c0 0x7f8c2c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:52.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c3e7fc640 1 -- 172.21.15.70:0/989380593 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5854+0+0 (secure 0 0 0) 0x7f8c3811ef30 con 0x7f8c480ceaf0 2024-09-05T06:11:52.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.795+0000 7f8c4ded8640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c2c0678c0 0x7f8c2c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:52.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.799+0000 7f8c4ded8640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c2c0678c0 0x7f8c2c069d80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f8c44006fd0 tx=0x7f8c44008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:52.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.803+0000 7f8c3e7fc640 1 -- 172.21.15.70:0/989380593 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8c38016110 con 0x7f8c480ceaf0 2024-09-05T06:11:52.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.979+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c480d0cf0 con 0x7f8c480ceaf0 2024-09-05T06:11:52.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.979+0000 7f8c3e7fc640 1 -- 172.21.15.70:0/989380593 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7f8c380ef9e0 con 0x7f8c480ceaf0 2024-09-05T06:11:52.980 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:52.980 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:52.980 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:52.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c2c0678c0 msgr2=0x7f8c2c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c2c0678c0 0x7f8c2c069d80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f8c44006fd0 tx=0x7f8c44008040 comp rx=0 tx=0).stop 2024-09-05T06:11:52.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480ceaf0 msgr2=0x7f8c4814c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:52.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480ceaf0 0x7f8c4814c8d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8c3801abd0 tx=0x7f8c380192c0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 shutdown_connections 2024-09-05T06:11:52.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c2c0678c0 0x7f8c2c069d80 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c48157110 0x7f8c4815eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c480ceaf0 0x7f8c4814c8d0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 --2- 172.21.15.70:0/989380593 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c480b5ac0 0x7f8c4814f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:52.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 >> 172.21.15.70:0/989380593 conn(0x7f8c4806bcc0 msgr2=0x7f8c4815f830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:52.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 shutdown_connections 2024-09-05T06:11:52.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:52.983+0000 7f8c5013c640 1 -- 172.21.15.70:0/989380593 wait complete. 2024-09-05T06:11:52.998 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:53.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0ec0c640 1 Processor -- start 2024-09-05T06:11:53.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0ec0c640 1 -- start start 2024-09-05T06:11:53.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0ec0c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4d080ceaf0 0x7f4d080d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0ec0c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4d080d0c90 0x7f4d080af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0ec0c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d0806d570 con 0x7f4d08157110 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0ec0c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4d080d10c0 con 0x7f4d080d0c90 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0ec0c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4d0806d850 con 0x7f4d080ceaf0 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0d1a9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4d080d0c90 0x7f4d080af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0d1a9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4d080d0c90 0x7f4d080af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46344/0 (socket says 172.21.15.70:46344) 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0d1a9640 1 -- 172.21.15.70:0/554101170 learned_addr learned my addr 172.21.15.70:0/554101170 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4cfffff640 1 --2- 172.21.15.70:0/554101170 >> v2:172.21.15.196:3300/0 conn(0x7f4d080ceaf0 0x7f4d080d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0d1a9640 1 -- 172.21.15.70:0/554101170 >> v2:172.21.15.196:3300/0 conn(0x7f4d080ceaf0 msgr2=0x7f4d080d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0d1a9640 1 --2- 172.21.15.70:0/554101170 >> v2:172.21.15.196:3300/0 conn(0x7f4d080ceaf0 0x7f4d080d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0d1a9640 1 -- 172.21.15.70:0/554101170 >> v1:172.21.15.196:6789/0 conn(0x7f4d08157110 legacy=0x7f4d080b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:53.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.107+0000 7f4d0d1a9640 1 -- 172.21.15.70:0/554101170 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d0806db30 con 0x7f4d080d0c90 2024-09-05T06:11:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0d1a9640 1 --2- 172.21.15.70:0/554101170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d080af720 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f4d080d1500 tx=0x7f4d0001c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a98fa166031e949a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cff7fe640 1 -- 172.21.15.70:0/554101170 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d000a5630 con 0x7f4d080d0c90 2024-09-05T06:11:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cff7fe640 1 -- 172.21.15.70:0/554101170 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d000a57d0 con 0x7f4d080d0c90 2024-09-05T06:11:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cff7fe640 1 -- 172.21.15.70:0/554101170 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d000a5ba0 con 0x7f4d080d0c90 2024-09-05T06:11:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/554101170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 msgr2=0x7f4d080af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/554101170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d080af720 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f4d080d1500 tx=0x7f4d0001c9b0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/554101170 shutdown_connections 2024-09-05T06:11:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/554101170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d080af720 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/554101170 >> v2:172.21.15.196:3300/0 conn(0x7f4d080ceaf0 0x7f4d080d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/554101170 >> 172.21.15.70:0/554101170 conn(0x7f4d0806bcc0 msgr2=0x7f4d0806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:53.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/554101170 shutdown_connections 2024-09-05T06:11:53.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/554101170 wait complete. 2024-09-05T06:11:53.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 Processor -- start 2024-09-05T06:11:53.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- start start 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d080ceaf0 0x7f4d08146d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d081f8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d08157110 0x7f4d081f94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4d080b3a70 con 0x7f4d080d0c90 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4d080b5c90 con 0x7f4d08157110 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4d0ec0c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4d080b3bf0 con 0x7f4d080ceaf0 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cfffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d081f8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cfffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d081f8fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46354/0 (socket says 172.21.15.70:46354) 2024-09-05T06:11:53.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cfffff640 1 -- 172.21.15.70:0/3811432021 learned_addr learned my addr 172.21.15.70:0/3811432021 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cfffff640 1 -- 172.21.15.70:0/3811432021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d080ceaf0 msgr2=0x7f4d08146d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cfffff640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d080ceaf0 0x7f4d08146d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cfffff640 1 -- 172.21.15.70:0/3811432021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d08157110 msgr2=0x7f4d081f94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cfffff640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d08157110 0x7f4d081f94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.111+0000 7f4cfffff640 1 -- 172.21.15.70:0/3811432021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d08151490 con 0x7f4d080d0c90 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4cfffff640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d081f8fa0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4cf800c7f0 tx=0x7f4cf800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4cfd7fa640 1 -- 172.21.15.70:0/3811432021 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf8015070 con 0x7f4d080d0c90 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4cfd7fa640 1 -- 172.21.15.70:0/3811432021 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cf8004220 con 0x7f4d080d0c90 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d08151730 con 0x7f4d080d0c90 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4cfd7fa640 1 -- 172.21.15.70:0/3811432021 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf8003620 con 0x7f4d080d0c90 2024-09-05T06:11:53.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d08151cf0 con 0x7f4d080d0c90 2024-09-05T06:11:53.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d08152120 con 0x7f4d080d0c90 2024-09-05T06:11:53.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4cfd7fa640 1 -- 172.21.15.70:0/3811432021 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4cf80039d0 con 0x7f4d080d0c90 2024-09-05T06:11:53.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4cfd7fa640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678f0 0x7f4cf4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4cfd7fa640 1 -- 172.21.15.70:0/3811432021 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5854+0+0 (secure 0 0 0) 0x7f4cf8085c60 con 0x7f4d080d0c90 2024-09-05T06:11:53.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4d0c9a8640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678f0 0x7f4cf4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.115+0000 7f4d0c9a8640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678f0 0x7f4cf4069db0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4d0815ff30 tx=0x7f4d04006bd0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.119+0000 7f4cfd7fa640 1 -- 172.21.15.70:0/3811432021 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4cf80567a0 con 0x7f4d080d0c90 2024-09-05T06:11:53.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.267+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4d080cf110 con 0x7f4d080d0c90 2024-09-05T06:11:53.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4cfd7fa640 1 -- 172.21.15.70:0/3811432021 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v59) ==== 74+0+16948 (secure 0 0 0) 0x7f4cf80560a0 con 0x7f4d080d0c90 2024-09-05T06:11:53.271 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:53.271 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":59,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:11:52.230451+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:11:13.711933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-05T06:11:14.078150+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.8","mappings":[{"from":5,"to":7}]},{"pgid":"7.c","mappings":[{"from":5,"to":7}]},{"pgid":"7.1b","mappings":[{"from":5,"to":7}]},{"pgid":"7.20","mappings":[{"from":5,"to":0}]},{"pgid":"7.32","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:53.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678f0 msgr2=0x7f4cf4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678f0 0x7f4cf4069db0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4d0815ff30 tx=0x7f4d04006bd0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 msgr2=0x7f4d081f8fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d081f8fa0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4cf800c7f0 tx=0x7f4cf800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 shutdown_connections 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cf40678f0 0x7f4cf4069db0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d08157110 0x7f4d081f94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d080d0c90 0x7f4d081f8fa0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 --2- 172.21.15.70:0/3811432021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d080ceaf0 0x7f4d08146d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.271+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 >> 172.21.15.70:0/3811432021 conn(0x7f4d0806bcc0 msgr2=0x7f4d0815ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.275+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 shutdown_connections 2024-09-05T06:11:53.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.275+0000 7f4d0ec0c640 1 -- 172.21.15.70:0/3811432021 wait complete. 2024-09-05T06:11:53.288 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:11:53.288 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:53.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.403+0000 7fdf8060a640 1 Processor -- start 2024-09-05T06:11:53.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.403+0000 7fdf8060a640 1 -- start start 2024-09-05T06:11:53.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf8060a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdf780b5a20 0x7fdf78072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf8060a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf7806d770 0x7fdf7806dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf8060a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf7806e4d0 con 0x7fdf7815ea00 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf8060a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdf78071db0 con 0x7fdf7806d770 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf8060a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdf78071760 con 0x7fdf780b5a20 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7eba7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf7806d770 0x7fdf7806dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7e3a6640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdf7815ea00 0x7fdf780b5310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49416/0 (socket says 172.21.15.70:49416) 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7e3a6640 1 -- 172.21.15.70:0/3833460907 learned_addr learned my addr 172.21.15.70:0/3833460907 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7eba7640 1 -- 172.21.15.70:0/3833460907 >> v2:172.21.15.196:3300/0 conn(0x7fdf780b5a20 msgr2=0x7fdf78072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7eba7640 1 --2- 172.21.15.70:0/3833460907 >> v2:172.21.15.196:3300/0 conn(0x7fdf780b5a20 0x7fdf78072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7eba7640 1 -- 172.21.15.70:0/3833460907 >> v1:172.21.15.70:6789/0 conn(0x7fdf7815ea00 legacy=0x7fdf780b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7eba7640 1 -- 172.21.15.70:0/3833460907 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf78071a40 con 0x7fdf7806d770 2024-09-05T06:11:53.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7eba7640 1 --2- 172.21.15.70:0/3833460907 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7806dbe0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fdf7806eaa0 tx=0x7fdf7001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc68fd06afd6877a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7d3a4640 1 -- 172.21.15.70:0/3833460907 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf700b2070 con 0x7fdf7806d770 2024-09-05T06:11:53.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7d3a4640 1 -- 172.21.15.70:0/3833460907 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf700a5900 con 0x7fdf7806d770 2024-09-05T06:11:53.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf7d3a4640 1 -- 172.21.15.70:0/3833460907 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf700a5cd0 con 0x7fdf7806d770 2024-09-05T06:11:53.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf8060a640 1 -- 172.21.15.70:0/3833460907 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 msgr2=0x7fdf7806dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.407+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3833460907 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7806dbe0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fdf7806eaa0 tx=0x7fdf7001c930 comp rx=0 tx=0).stop 2024-09-05T06:11:53.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- 172.21.15.70:0/3833460907 shutdown_connections 2024-09-05T06:11:53.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3833460907 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7806dbe0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3833460907 >> v2:172.21.15.196:3300/0 conn(0x7fdf780b5a20 0x7fdf78072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- 172.21.15.70:0/3833460907 >> 172.21.15.70:0/3833460907 conn(0x7fdf7806bcc0 msgr2=0x7fdf7806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:53.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- 172.21.15.70:0/3833460907 shutdown_connections 2024-09-05T06:11:53.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- 172.21.15.70:0/3833460907 wait complete. 2024-09-05T06:11:53.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 Processor -- start 2024-09-05T06:11:53.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- start start 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7814bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf780b5a20 0x7fdf780b0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7815ea00 0x7fdf781faf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf780b4710 con 0x7fdf7806d770 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdf780b4590 con 0x7fdf780b5a20 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf780b4890 con 0x7fdf7815ea00 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7814bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7814bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46384/0 (socket says 172.21.15.70:46384) 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 -- 172.21.15.70:0/3053119333 learned_addr learned my addr 172.21.15.70:0/3053119333 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7dba5640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf780b5a20 0x7fdf780b0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 -- 172.21.15.70:0/3053119333 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7815ea00 msgr2=0x7fdf781faf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7815ea00 0x7fdf781faf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 -- 172.21.15.70:0/3053119333 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf780b5a20 msgr2=0x7fdf780b0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf780b5a20 0x7fdf780b0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 -- 172.21.15.70:0/3053119333 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf78157a80 con 0x7fdf7806d770 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7dba5640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf780b5a20 0x7fdf780b0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf7e3a6640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7814bfd0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400c420 tx=0x7fdf7400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf6effd640 1 -- 172.21.15.70:0/3053119333 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf74017070 con 0x7fdf7806d770 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf6effd640 1 -- 172.21.15.70:0/3053119333 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf74005cf0 con 0x7fdf7806d770 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf78157d60 con 0x7fdf7806d770 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf6effd640 1 -- 172.21.15.70:0/3053119333 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf740072f0 con 0x7fdf7806d770 2024-09-05T06:11:53.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf78158320 con 0x7fdf7806d770 2024-09-05T06:11:53.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.411+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf7806dbe0 con 0x7fdf7806d770 2024-09-05T06:11:53.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.415+0000 7fdf6effd640 1 -- 172.21.15.70:0/3053119333 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdf7401a070 con 0x7fdf7806d770 2024-09-05T06:11:53.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.415+0000 7fdf6effd640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf5c0678c0 0x7fdf5c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.415+0000 7fdf7dba5640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf5c0678c0 0x7fdf5c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.415+0000 7fdf6effd640 1 -- 172.21.15.70:0/3053119333 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5854+0+0 (secure 0 0 0) 0x7fdf74085090 con 0x7fdf7806d770 2024-09-05T06:11:53.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.415+0000 7fdf7dba5640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf5c0678c0 0x7fdf5c069d80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdf7806e050 tx=0x7fdf68008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.419+0000 7fdf6effd640 1 -- 172.21.15.70:0/3053119333 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdf74055bd0 con 0x7fdf7806d770 2024-09-05T06:11:53.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf780d1450 con 0x7fdf7806d770 2024-09-05T06:11:53.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf6effd640 1 -- 172.21.15.70:0/3053119333 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7fdf740554d0 con 0x7fdf7806d770 2024-09-05T06:11:53.618 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:53.618 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:53.618 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:53.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf5c0678c0 msgr2=0x7fdf5c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf5c0678c0 0x7fdf5c069d80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdf7806e050 tx=0x7fdf68008040 comp rx=0 tx=0).stop 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 msgr2=0x7fdf7814bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7814bfd0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400c420 tx=0x7fdf7400c8e0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 shutdown_connections 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf5c0678c0 0x7fdf5c069d80 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7815ea00 0x7fdf781faf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf780b5a20 0x7fdf780b0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 --2- 172.21.15.70:0/3053119333 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7806d770 0x7fdf7814bfd0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 >> 172.21.15.70:0/3053119333 conn(0x7fdf7806bcc0 msgr2=0x7fdf781562d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 shutdown_connections 2024-09-05T06:11:53.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.619+0000 7fdf8060a640 1 -- 172.21.15.70:0/3053119333 wait complete. 2024-09-05T06:11:53.637 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:11:53.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643ee47640 1 Processor -- start 2024-09-05T06:11:53.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643ee47640 1 -- start start 2024-09-05T06:11:53.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643ee47640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f64380b5a20 0x7f6438072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643ee47640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f643806d770 0x7f643806dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643ee47640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f643806e4d0 con 0x7f643815ea00 2024-09-05T06:11:53.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643ee47640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6438071db0 con 0x7f643806d770 2024-09-05T06:11:53.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643ee47640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6438071760 con 0x7f64380b5a20 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643cbe3640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f643815ea00 0x7f64380b5310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49424/0 (socket says 172.21.15.70:49424) 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643cbe3640 1 -- 172.21.15.70:0/3242463754 learned_addr learned my addr 172.21.15.70:0/3242463754 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643d3e4640 1 --2- 172.21.15.70:0/3242463754 >> v2:172.21.15.70:3300/0 conn(0x7f643806d770 0x7f643806dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f6437fff640 1 --2- 172.21.15.70:0/3242463754 >> v2:172.21.15.196:3300/0 conn(0x7f64380b5a20 0x7f6438072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f64377fe640 1 -- 172.21.15.70:0/3242463754 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3422194251 0 0) 0x7f643806e4d0 con 0x7f643815ea00 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f64377fe640 1 -- 172.21.15.70:0/3242463754 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6428003530 con 0x7f643815ea00 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643d3e4640 1 -- 172.21.15.70:0/3242463754 >> v2:172.21.15.196:3300/0 conn(0x7f64380b5a20 msgr2=0x7f6438072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643d3e4640 1 --2- 172.21.15.70:0/3242463754 >> v2:172.21.15.196:3300/0 conn(0x7f64380b5a20 0x7f6438072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643d3e4640 1 -- 172.21.15.70:0/3242463754 >> v1:172.21.15.70:6789/0 conn(0x7f643815ea00 legacy=0x7f64380b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.747+0000 7f643d3e4640 1 -- 172.21.15.70:0/3242463754 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6438071a40 con 0x7f643806d770 2024-09-05T06:11:53.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643d3e4640 1 --2- 172.21.15.70:0/3242463754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643806dbe0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f643806eaa0 tx=0x7f643001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37c59c1c3e02723f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f64377fe640 1 -- 172.21.15.70:0/3242463754 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64300b2070 con 0x7f643806d770 2024-09-05T06:11:53.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f64377fe640 1 -- 172.21.15.70:0/3242463754 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64300a5900 con 0x7f643806d770 2024-09-05T06:11:53.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f64377fe640 1 -- 172.21.15.70:0/3242463754 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64300a5cb0 con 0x7f643806d770 2024-09-05T06:11:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- 172.21.15.70:0/3242463754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 msgr2=0x7f643806dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 --2- 172.21.15.70:0/3242463754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643806dbe0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f643806eaa0 tx=0x7f643001c930 comp rx=0 tx=0).stop 2024-09-05T06:11:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- 172.21.15.70:0/3242463754 shutdown_connections 2024-09-05T06:11:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 --2- 172.21.15.70:0/3242463754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643806dbe0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 --2- 172.21.15.70:0/3242463754 >> v2:172.21.15.196:3300/0 conn(0x7f64380b5a20 0x7f6438072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- 172.21.15.70:0/3242463754 >> 172.21.15.70:0/3242463754 conn(0x7f643806bcc0 msgr2=0x7f643806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- 172.21.15.70:0/3242463754 shutdown_connections 2024-09-05T06:11:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- 172.21.15.70:0/3242463754 wait complete. 2024-09-05T06:11:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 Processor -- start 2024-09-05T06:11:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- start start 2024-09-05T06:11:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643814e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64380b5a20 0x7f64381538f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f643815ea00 0x7f6438153e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f64380b46d0 con 0x7f643806d770 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f64380b4550 con 0x7f64380b5a20 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f64380b4850 con 0x7f643815ea00 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643814e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643814e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46404/0 (socket says 172.21.15.70:46404) 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 -- 172.21.15.70:0/2175948599 learned_addr learned my addr 172.21.15.70:0/2175948599 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f6437fff640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64380b5a20 0x7f64381538f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 -- 172.21.15.70:0/2175948599 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f643815ea00 msgr2=0x7f6438153e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f643815ea00 0x7f6438153e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 -- 172.21.15.70:0/2175948599 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64380b5a20 msgr2=0x7f64381538f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64380b5a20 0x7f64381538f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 -- 172.21.15.70:0/2175948599 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f643815f8e0 con 0x7f643806d770 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643cbe3640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643814e0d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f642c00c480 tx=0x7f642c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f64357fa640 1 -- 172.21.15.70:0/2175948599 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c017070 con 0x7f643806d770 2024-09-05T06:11:53.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f64357fa640 1 -- 172.21.15.70:0/2175948599 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f642c005cf0 con 0x7f643806d770 2024-09-05T06:11:53.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f64357fa640 1 -- 172.21.15.70:0/2175948599 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c007290 con 0x7f643806d770 2024-09-05T06:11:53.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f643815fbc0 con 0x7f643806d770 2024-09-05T06:11:53.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.751+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6438160180 con 0x7f643806d770 2024-09-05T06:11:53.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.755+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f643806dbe0 con 0x7f643806d770 2024-09-05T06:11:53.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.755+0000 7f64357fa640 1 -- 172.21.15.70:0/2175948599 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f642c01a070 con 0x7f643806d770 2024-09-05T06:11:53.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.755+0000 7f64357fa640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f641c0678c0 0x7f641c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:53.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.755+0000 7f6437fff640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f641c0678c0 0x7f641c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:53.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.755+0000 7f64357fa640 1 -- 172.21.15.70:0/2175948599 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5854+0+0 (secure 0 0 0) 0x7f642c0850e0 con 0x7f643806d770 2024-09-05T06:11:53.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.755+0000 7f6437fff640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f641c0678c0 0x7f641c069d80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f64381fa9a0 tx=0x7f6424008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:53.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.759+0000 7f64357fa640 1 -- 172.21.15.70:0/2175948599 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f642c055c20 con 0x7f643806d770 2024-09-05T06:11:53.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6438160350 con 0x7f643806d770 2024-09-05T06:11:53.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f64357fa640 1 -- 172.21.15.70:0/2175948599 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5226 (secure 0 0 0) 0x7f642c055520 con 0x7f643806d770 2024-09-05T06:11:53.954 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:53.954 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":20,"btime":"2024-09-05T06:11:17:760635+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:11:15.109491+0000","modified":"2024-09-05T06:11:17.107365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5157},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5157":{"gid":5157,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/2505280854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2505280854},{"type":"v1","addr":"172.21.15.70:6837","nonce":2505280854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5157,"qdb_cluster":[5157]},"id":3}]} 2024-09-05T06:11:53.954 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 20 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f641c0678c0 msgr2=0x7f641c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f641c0678c0 0x7f641c069d80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f64381fa9a0 tx=0x7f6424008040 comp rx=0 tx=0).stop 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 msgr2=0x7f643814e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643814e0d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f642c00c480 tx=0x7f642c00c940 comp rx=0 tx=0).stop 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 shutdown_connections 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f641c0678c0 0x7f641c069d80 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f643815ea00 0x7f6438153e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64380b5a20 0x7f64381538f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 --2- 172.21.15.70:0/2175948599 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f643806d770 0x7f643814e0d0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 >> 172.21.15.70:0/2175948599 conn(0x7f643806bcc0 msgr2=0x7f64380b1740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 shutdown_connections 2024-09-05T06:11:53.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:53.955+0000 7f643ee47640 1 -- 172.21.15.70:0/2175948599 wait complete. 2024-09-05T06:11:53.972 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:54.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.079+0000 7f8358122640 1 Processor -- start 2024-09-05T06:11:54.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8358122640 1 -- start start 2024-09-05T06:11:54.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8358122640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f835015cdd0 0x7f83500cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8358122640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83500d1150 con 0x7f83500ce780 2024-09-05T06:11:54.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8358122640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83500d1430 con 0x7f83500d0060 2024-09-05T06:11:54.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8358122640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f83500d1710 con 0x7f835015cdd0 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83556bd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f83500ce780 0x7f83500cdb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49440/0 (socket says 172.21.15.70:49440) 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83556bd640 1 -- 172.21.15.70:0/228115823 learned_addr learned my addr 172.21.15.70:0/228115823 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8355ebe640 1 --2- 172.21.15.70:0/228115823 >> v2:172.21.15.196:3300/0 conn(0x7f835015cdd0 0x7f83500cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1099002186 0 0) 0x7f83500d1150 con 0x7f83500ce780 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f833c003530 con 0x7f83500ce780 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 970072799 0 0) 0x7f833c003530 con 0x7f83500ce780 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 >> v2:172.21.15.196:3300/0 conn(0x7f835015cdd0 msgr2=0x7f83500cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 --2- 172.21.15.70:0/228115823 >> v2:172.21.15.196:3300/0 conn(0x7f835015cdd0 0x7f83500cd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 >> v1:172.21.15.196:6789/0 conn(0x7f83500d0060 legacy=0x7f83500b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83500b25e0 con 0x7f83500ce780 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f834c001680 con 0x7f83500ce780 2024-09-05T06:11:54.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 >> v1:172.21.15.70:6789/0 conn(0x7f83500ce780 legacy=0x7f83500cdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f833c0039c0 0x7f833c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f833c004810 0x7f833c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f833c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f83500d1710 con 0x7f833c0051d0 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f833c00c070 con 0x7f833c0039c0 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f833c00c270 con 0x7f833c004810 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83566bf640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f833c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8355ebe640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f833c0039c0 0x7f833c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83556bd640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f833c004810 0x7f833c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83566bf640 1 -- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f833c004810 msgr2=0x7f833c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83566bf640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f833c004810 0x7f833c004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83566bf640 1 -- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f833c0039c0 msgr2=0x7f833c003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83566bf640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f833c0039c0 0x7f833c003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f83566bf640 1 -- 172.21.15.70:0/228115823 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833c003530 con 0x7f833c0051d0 2024-09-05T06:11:54.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.083+0000 7f8355ebe640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f833c0039c0 0x7f833c003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:11:54.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f83566bf640 1 -- 172.21.15.70:0/228115823 reap_dead start 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f83566bf640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f833c00b9d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f8350072c30 tx=0x7f834801c720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7356a8952f52b89f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8348001a90 con 0x7f833c0051d0 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8348003b80 con 0x7f833c0051d0 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8354ebc640 1 -- 172.21.15.70:0/228115823 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8348005020 con 0x7f833c0051d0 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- 172.21.15.70:0/228115823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 msgr2=0x7f833c00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f833c00b9d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f8350072c30 tx=0x7f834801c720 comp rx=0 tx=0).stop 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- 172.21.15.70:0/228115823 shutdown_connections 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 --2- 172.21.15.70:0/228115823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f833c00b9d0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- 172.21.15.70:0/228115823 >> 172.21.15.70:0/228115823 conn(0x7f83500b4660 msgr2=0x7f83500b4a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- 172.21.15.70:0/228115823 shutdown_connections 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- 172.21.15.70:0/228115823 wait complete. 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 Processor -- start 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- start start 2024-09-05T06:11:54.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f835015b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8350155330 0x7f835015b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83500b7ae0 0x7f83500b7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f83500cf1d0 con 0x7f833c0051d0 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f83500cf050 con 0x7f8350155330 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f83500cf350 con 0x7f83500b7ae0 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f835015b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f835015b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46416/0 (socket says 172.21.15.70:46416) 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 -- 172.21.15.70:0/815285617 learned_addr learned my addr 172.21.15.70:0/815285617 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f83556bd640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8350155330 0x7f835015b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f83566bf640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83500b7ae0 0x7f83500b7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 -- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83500b7ae0 msgr2=0x7f83500b7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83500b7ae0 0x7f83500b7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 -- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8350155330 msgr2=0x7f835015b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8350155330 0x7f835015b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 -- 172.21.15.70:0/815285617 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83500c74f0 con 0x7f833c0051d0 2024-09-05T06:11:54.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f83566bf640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83500b7ae0 0x7f83500b7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:54.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8355ebe640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f835015b1a0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f8344009160 tx=0x7f8344011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f83427fc640 1 -- 172.21.15.70:0/815285617 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8344004220 con 0x7f833c0051d0 2024-09-05T06:11:54.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f83427fc640 1 -- 172.21.15.70:0/815285617 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83440043c0 con 0x7f833c0051d0 2024-09-05T06:11:54.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83500b84b0 con 0x7f833c0051d0 2024-09-05T06:11:54.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.087+0000 7f83427fc640 1 -- 172.21.15.70:0/815285617 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8344015890 con 0x7f833c0051d0 2024-09-05T06:11:54.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.091+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83501f2c10 con 0x7f833c0051d0 2024-09-05T06:11:54.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.091+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83500d10b0 con 0x7f833c0051d0 2024-09-05T06:11:54.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.091+0000 7f83427fc640 1 -- 172.21.15.70:0/815285617 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8344015a30 con 0x7f833c0051d0 2024-09-05T06:11:54.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.091+0000 7f83427fc640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83340678f0 0x7f8334069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.091+0000 7f83427fc640 1 -- 172.21.15.70:0/815285617 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5854+0+0 (secure 0 0 0) 0x7f8344086250 con 0x7f833c0051d0 2024-09-05T06:11:54.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.091+0000 7f83556bd640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83340678f0 0x7f8334069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.091+0000 7f83556bd640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83340678f0 0x7f8334069db0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f83500cc470 tx=0x7f834c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.095+0000 7f83427fc640 1 -- 172.21.15.70:0/815285617 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f83500b84b0 con 0x7f833c0051d0 2024-09-05T06:11:54.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.259+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83500b5bf0 con 0x7f833c0051d0 2024-09-05T06:11:54.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.263+0000 7f83427fc640 1 -- 172.21.15.70:0/815285617 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v59) ==== 74+0+16948 (secure 0 0 0) 0x7f83500c74f0 con 0x7f833c0051d0 2024-09-05T06:11:54.262 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:54.262 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":59,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:11:52.230451+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:11:13.711933+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-05T06:11:14.078150+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.8","mappings":[{"from":5,"to":7}]},{"pgid":"7.c","mappings":[{"from":5,"to":7}]},{"pgid":"7.1b","mappings":[{"from":5,"to":7}]},{"pgid":"7.20","mappings":[{"from":5,"to":0}]},{"pgid":"7.32","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.263+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83340678f0 msgr2=0x7f8334069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.263+0000 7f8358122640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83340678f0 0x7f8334069db0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f83500cc470 tx=0x7f834c009040 comp rx=0 tx=0).stop 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.263+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 msgr2=0x7f835015b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.263+0000 7f8358122640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f835015b1a0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f8344009160 tx=0x7f8344011a60 comp rx=0 tx=0).stop 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.267+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 shutdown_connections 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.267+0000 7f8358122640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83340678f0 0x7f8334069db0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.267+0000 7f8358122640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83500b7ae0 0x7f83500b7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.267+0000 7f8358122640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8350155330 0x7f835015b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.267+0000 7f8358122640 1 --2- 172.21.15.70:0/815285617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f833c0051d0 0x7f835015b1a0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.267+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 >> 172.21.15.70:0/815285617 conn(0x7f83500b4660 msgr2=0x7f83500d04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.267+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 shutdown_connections 2024-09-05T06:11:54.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.267+0000 7f8358122640 1 -- 172.21.15.70:0/815285617 wait complete. 2024-09-05T06:11:54.281 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:11:54.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aef7f8640 1 Processor -- start 2024-09-05T06:11:54.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aef7f8640 1 -- start start 2024-09-05T06:11:54.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aef7f8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7ae80afff0 0x7f7ae80cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aef7f8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ae80cdf80 0x7f7ae8072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aef7f8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ae815bc40 con 0x7f7ae8072fd0 2024-09-05T06:11:54.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aef7f8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7ae8072600 con 0x7f7ae80afff0 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aef7f8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ae80d14c0 con 0x7f7ae80cdf80 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aedd95640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7ae8072fd0 0x7f7ae806e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49446/0 (socket says 172.21.15.70:49446) 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aedd95640 1 -- 172.21.15.70:0/4104006550 learned_addr learned my addr 172.21.15.70:0/4104006550 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aed594640 1 --2- 172.21.15.70:0/4104006550 >> v2:172.21.15.196:3300/0 conn(0x7f7ae80afff0 0x7f7ae80cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3529112600 0 0) 0x7f7ae815bc40 con 0x7f7ae8072fd0 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ad4003530 con 0x7f7ae8072fd0 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7aecd93640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ae80cdf80 0x7f7ae8072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1450681881 0 0) 0x7f7ad4003530 con 0x7f7ae8072fd0 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ae80cdf80 msgr2=0x7f7ae8072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ae80cdf80 0x7f7ae8072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 >> v2:172.21.15.196:3300/0 conn(0x7f7ae80afff0 msgr2=0x7f7ae80cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 --2- 172.21.15.70:0/4104006550 >> v2:172.21.15.196:3300/0 conn(0x7f7ae80afff0 0x7f7ae80cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ae8071cd0 con 0x7f7ae8072fd0 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7ae0001a00 con 0x7f7ae8072fd0 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 >> v1:172.21.15.70:6789/0 conn(0x7f7ae8072fd0 legacy=0x7f7ae806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.395+0000 7f7adffff640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ae80cdf80 0x7f7ad40039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7adffff640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad4003f40 0x7f7ad4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7adffff640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ad4004d50 0x7f7ad40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae8072600 con 0x7f7ad4003f40 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae80d14c0 con 0x7f7ad4004d50 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ad400ba20 con 0x7f7ae80cdf80 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aecd93640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad4003f40 0x7f7ad4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aed594640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ae80cdf80 0x7f7ad40039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aecd93640 1 -- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ae80cdf80 msgr2=0x7f7ad40039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aecd93640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ae80cdf80 0x7f7ad40039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aecd93640 1 -- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ad4004d50 msgr2=0x7f7ad40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aecd93640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ad4004d50 0x7f7ad40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aecd93640 1 -- 172.21.15.70:0/4104006550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad4003530 con 0x7f7ad4003f40 2024-09-05T06:11:54.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aecd93640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad4003f40 0x7f7ad4004810 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7ad800ba10 tx=0x7f7ad801c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8279b0b9fc9e9525 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad80ae070 con 0x7f7ad4003f40 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ad80a9660 con 0x7f7ad4003f40 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7adffff640 1 -- 172.21.15.70:0/4104006550 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad800b610 con 0x7f7ad4003f40 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aef7f8640 1 -- 172.21.15.70:0/4104006550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad4003f40 msgr2=0x7f7ad4004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aef7f8640 1 --2- 172.21.15.70:0/4104006550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad4003f40 0x7f7ad4004810 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7ad800ba10 tx=0x7f7ad801c680 comp rx=0 tx=0).stop 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aedd95640 1 -- 172.21.15.70:0/4104006550 reap_dead start 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aef7f8640 1 -- 172.21.15.70:0/4104006550 shutdown_connections 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aef7f8640 1 -- 172.21.15.70:0/4104006550 >> 172.21.15.70:0/4104006550 conn(0x7f7ae806bcc0 msgr2=0x7f7ae806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aef7f8640 1 -- 172.21.15.70:0/4104006550 shutdown_connections 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.399+0000 7f7aef7f8640 1 -- 172.21.15.70:0/4104006550 wait complete. 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 Processor -- start 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 -- start start 2024-09-05T06:11:54.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad4003f40 0x7f7ae8154db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ae81587e0 0x7f7ae81e75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ae81e7ae0 0x7f7ae81f2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae806ed90 con 0x7f7ae81587e0 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae8072290 con 0x7f7ae81e7ae0 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ae806ef10 con 0x7f7ad4003f40 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ae81587e0 0x7f7ae81e75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ae81587e0 0x7f7ae81e75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46424/0 (socket says 172.21.15.70:46424) 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 -- 172.21.15.70:0/459646303 learned_addr learned my addr 172.21.15.70:0/459646303 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aedd95640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ae81e7ae0 0x7f7ae81f2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aed594640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad4003f40 0x7f7ae8154db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 -- 172.21.15.70:0/459646303 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad4003f40 msgr2=0x7f7ae8154db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad4003f40 0x7f7ae8154db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 -- 172.21.15.70:0/459646303 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ae81e7ae0 msgr2=0x7f7ae81f2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ae81e7ae0 0x7f7ae81f2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 -- 172.21.15.70:0/459646303 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ae81567d0 con 0x7f7ae81587e0 2024-09-05T06:11:54.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aecd93640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ae81587e0 0x7f7ae81e75a0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f7ad801cb60 tx=0x7f7ad4005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7addffb640 1 -- 172.21.15.70:0/459646303 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad80ae040 con 0x7f7ae81587e0 2024-09-05T06:11:54.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7addffb640 1 -- 172.21.15.70:0/459646303 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ad80b3660 con 0x7f7ae81587e0 2024-09-05T06:11:54.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ae8156ab0 con 0x7f7ae81587e0 2024-09-05T06:11:54.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7addffb640 1 -- 172.21.15.70:0/459646303 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad800b610 con 0x7f7ae81587e0 2024-09-05T06:11:54.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ae8157070 con 0x7f7ae81587e0 2024-09-05T06:11:54.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ae80cda40 con 0x7f7ae81587e0 2024-09-05T06:11:54.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7addffb640 1 -- 172.21.15.70:0/459646303 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7ad80c2060 con 0x7f7ae81587e0 2024-09-05T06:11:54.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7addffb640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7acc0678c0 0x7f7acc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7addffb640 1 -- 172.21.15.70:0/459646303 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5854+0+0 (secure 0 0 0) 0x7f7ad8120290 con 0x7f7ae81587e0 2024-09-05T06:11:54.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.403+0000 7f7aed594640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7acc0678c0 0x7f7acc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.407+0000 7f7aed594640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7acc0678c0 0x7f7acc069d80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7ae4009ab0 tx=0x7f7ae4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.407+0000 7f7addffb640 1 -- 172.21.15.70:0/459646303 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7ad8016390 con 0x7f7ae81587e0 2024-09-05T06:11:54.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.587+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7ae81e7ec0 con 0x7f7ae81587e0 2024-09-05T06:11:54.588 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:11:54.587+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:11:54.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.591+0000 7f7addffb640 1 -- 172.21.15.70:0/459646303 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v21) ==== 161+0+0 (secure 0 0 0) 0x7f7ad80f0ca0 con 0x7f7ae81587e0 2024-09-05T06:11:54.591 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:11:54.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7acc0678c0 msgr2=0x7f7acc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7acc0678c0 0x7f7acc069d80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7ae4009ab0 tx=0x7f7ae4008040 comp rx=0 tx=0).stop 2024-09-05T06:11:54.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ae81587e0 msgr2=0x7f7ae81e75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ae81587e0 0x7f7ae81e75a0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f7ad801cb60 tx=0x7f7ad4005840 comp rx=0 tx=0).stop 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 shutdown_connections 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7acc0678c0 0x7f7acc069d80 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ae81e7ae0 0x7f7ae81f2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ae81587e0 0x7f7ae81e75a0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 --2- 172.21.15.70:0/459646303 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad4003f40 0x7f7ae8154db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 >> 172.21.15.70:0/459646303 conn(0x7f7ae806bcc0 msgr2=0x7f7ae80b29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 shutdown_connections 2024-09-05T06:11:54.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.595+0000 7f7aef7f8640 1 -- 172.21.15.70:0/459646303 wait complete. 2024-09-05T06:11:54.605 INFO:tasks.ceph.mds.c.smithi070.stderr: -9809> 2024-09-05T06:11:18.723+0000 7f34952cd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:11:54.610 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:11:54.657 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:11:54.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9998e6640 1 Processor -- start 2024-09-05T06:11:54.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9998e6640 1 -- start start 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9998e6640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe99415edb0 0x7fe9940d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9998e6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9940cfd30 con 0x7fe9940d4980 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9998e6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9940d0010 con 0x7fe9940cf7e0 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9998e6640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe9940d02f0 con 0x7fe99415edb0 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe992ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe9940d4980 0x7fe9940d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49464/0 (socket says 172.21.15.70:49464) 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe992ffd640 1 -- 172.21.15.70:0/1738507026 learned_addr learned my addr 172.21.15.70:0/1738507026 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3354028150 0 0) 0x7fe9940cfd30 con 0x7fe9940d4980 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe97c003530 con 0x7fe9940d4980 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9927fc640 1 --2- 172.21.15.70:0/1738507026 >> v2:172.21.15.196:3300/0 conn(0x7fe99415edb0 0x7fe9940d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1336040899 0 0) 0x7fe97c003530 con 0x7fe9940d4980 2024-09-05T06:11:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 >> v2:172.21.15.196:3300/0 conn(0x7fe99415edb0 msgr2=0x7fe9940d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 --2- 172.21.15.70:0/1738507026 >> v2:172.21.15.196:3300/0 conn(0x7fe99415edb0 0x7fe9940d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 >> v1:172.21.15.196:6789/0 conn(0x7fe9940cf7e0 legacy=0x7fe9940b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9940d05d0 con 0x7fe9940d4980 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fe98c001680 con 0x7fe9940d4980 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 >> v1:172.21.15.70:6789/0 conn(0x7fe9940d4980 legacy=0x7fe9940d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe97c0039c0 0x7fe97c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe97c004810 0x7fe97c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c0051d0 0x7fe97c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe9940d02f0 con 0x7fe97c004810 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe97c00c120 con 0x7fe97c0051d0 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe97c00c320 con 0x7fe97c0039c0 2024-09-05T06:11:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9927fc640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe97c004810 0x7fe97c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9927fc640 1 -- 172.21.15.70:0/1738507026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe97c0039c0 msgr2=0x7fe97c003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe992ffd640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe97c0039c0 0x7fe97c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9937fe640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c0051d0 0x7fe97c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9927fc640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe97c0039c0 0x7fe97c003de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9927fc640 1 -- 172.21.15.70:0/1738507026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c0051d0 msgr2=0x7fe97c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9927fc640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c0051d0 0x7fe97c00b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9937fe640 1 -- 172.21.15.70:0/1738507026 reap_dead start 2024-09-05T06:11:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.719+0000 7fe9927fc640 1 -- 172.21.15.70:0/1738507026 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe97c003530 con 0x7fe97c004810 2024-09-05T06:11:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9927fc640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe97c004810 0x7fe97c004c90 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe98800ba10 tx=0x7fe98801c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beb75cfdf599ac3d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9880ae070 con 0x7fe97c004810 2024-09-05T06:11:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9880a9460 con 0x7fe97c004810 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe991ffb640 1 -- 172.21.15.70:0/1738507026 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98800b5e0 con 0x7fe97c004810 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- 172.21.15.70:0/1738507026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe97c004810 msgr2=0x7fe97c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe97c004810 0x7fe97c004c90 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe98800ba10 tx=0x7fe98801c680 comp rx=0 tx=0).stop 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- 172.21.15.70:0/1738507026 shutdown_connections 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 --2- 172.21.15.70:0/1738507026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe97c004810 0x7fe97c004c90 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- 172.21.15.70:0/1738507026 >> 172.21.15.70:0/1738507026 conn(0x7fe99408e690 msgr2=0x7fe99409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- 172.21.15.70:0/1738507026 shutdown_connections 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- 172.21.15.70:0/1738507026 wait complete. 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 Processor -- start 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- start start 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c004810 0x7fe9940cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9940ba120 0x7fe9940ba5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9940b7ec0 0x7fe9940b8340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe9940d0dd0 con 0x7fe9940b7ec0 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe9940d4d60 con 0x7fe97c004810 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9998e6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe9941f4a10 con 0x7fe9940ba120 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9937fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9940b7ec0 0x7fe9940b8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9937fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9940b7ec0 0x7fe9940b8340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46454/0 (socket says 172.21.15.70:46454) 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9937fe640 1 -- 172.21.15.70:0/16854237 learned_addr learned my addr 172.21.15.70:0/16854237 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe992ffd640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c004810 0x7fe9940cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9927fc640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9940ba120 0x7fe9940ba5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9937fe640 1 -- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9940ba120 msgr2=0x7fe9940ba5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9937fe640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9940ba120 0x7fe9940ba5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9937fe640 1 -- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c004810 msgr2=0x7fe9940cb3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9937fe640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c004810 0x7fe9940cb3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9937fe640 1 -- 172.21.15.70:0/16854237 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9941f4cf0 con 0x7fe9940b7ec0 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe9927fc640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9940ba120 0x7fe9940ba5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.723+0000 7fe992ffd640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c004810 0x7fe9940cb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe9937fe640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9940b7ec0 0x7fe9940b8340 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fe99408e0e0 tx=0x7fe98400d9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe97bfff640 1 -- 172.21.15.70:0/16854237 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe984018070 con 0x7fe9940b7ec0 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe97bfff640 1 -- 172.21.15.70:0/16854237 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe984003d90 con 0x7fe9940b7ec0 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9941f4fd0 con 0x7fe9940b7ec0 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe97bfff640 1 -- 172.21.15.70:0/16854237 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe984005270 con 0x7fe9940b7ec0 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9941f5590 con 0x7fe9940b7ec0 2024-09-05T06:11:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9940d50f0 con 0x7fe9940b7ec0 2024-09-05T06:11:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe97bfff640 1 -- 172.21.15.70:0/16854237 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe98401b070 con 0x7fe9940b7ec0 2024-09-05T06:11:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe97bfff640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9800678c0 0x7fe980069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe97bfff640 1 -- 172.21.15.70:0/16854237 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5940+0+0 (secure 0 0 0) 0x7fe984085360 con 0x7fe9940b7ec0 2024-09-05T06:11:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe992ffd640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9800678c0 0x7fe980069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:54.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.727+0000 7fe992ffd640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9800678c0 0x7fe980069d80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe98c004880 tx=0x7fe98c001da0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:54.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.731+0000 7fe97bfff640 1 -- 172.21.15.70:0/16854237 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe984055760 con 0x7fe9940b7ec0 2024-09-05T06:11:54.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:54.919+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fe9941f5760 con 0x7fe9940b7ec0 2024-09-05T06:11:55.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.595+0000 7fe97bfff640 1 -- 172.21.15.70:0/16854237 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v22) ==== 104+0+0 (secure 0 0 0) 0x7fe984059a60 con 0x7fe9940b7ec0 2024-09-05T06:11:55.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9800678c0 msgr2=0x7fe980069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:55.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9800678c0 0x7fe980069d80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe98c004880 tx=0x7fe98c001da0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9940b7ec0 msgr2=0x7fe9940b8340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:55.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9940b7ec0 0x7fe9940b8340 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fe99408e0e0 tx=0x7fe98400d9d0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 shutdown_connections 2024-09-05T06:11:55.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9800678c0 0x7fe980069d80 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9940b7ec0 0x7fe9940b8340 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9940ba120 0x7fe9940ba5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 --2- 172.21.15.70:0/16854237 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe97c004810 0x7fe9940cb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 >> 172.21.15.70:0/16854237 conn(0x7fe99408e690 msgr2=0x7fe9940d3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:55.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 shutdown_connections 2024-09-05T06:11:55.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.599+0000 7fe9998e6640 1 -- 172.21.15.70:0/16854237 wait complete. 2024-09-05T06:11:55.617 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:11:55.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a137e5640 1 Processor -- start 2024-09-05T06:11:55.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a137e5640 1 -- start start 2024-09-05T06:11:55.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a137e5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a0c0b59c0 0x7f8a0c0d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:55.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a137e5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8a0c0d1ad0 0x7f8a0c163430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:55.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a137e5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a0c0d2210 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a137e5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8a0c0b5430 con 0x7f8a0c0b59c0 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a137e5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8a0c0d24f0 con 0x7f8a0c0d1ad0 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a10d80640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a0c0b59c0 0x7f8a0c0d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a10d80640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a0c0b59c0 0x7f8a0c0d5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46462/0 (socket says 172.21.15.70:46462) 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a10d80640 1 -- 172.21.15.70:0/778019472 learned_addr learned my addr 172.21.15.70:0/778019472 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a11d82640 1 --2- 172.21.15.70:0/778019472 >> v2:172.21.15.196:3300/0 conn(0x7f8a0c0d1ad0 0x7f8a0c163430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a10d80640 1 -- 172.21.15.70:0/778019472 >> v2:172.21.15.196:3300/0 conn(0x7f8a0c0d1ad0 msgr2=0x7f8a0c163430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a10d80640 1 --2- 172.21.15.70:0/778019472 >> v2:172.21.15.196:3300/0 conn(0x7f8a0c0d1ad0 0x7f8a0c163430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a10d80640 1 -- 172.21.15.70:0/778019472 >> v1:172.21.15.196:6789/0 conn(0x7f8a0c0d16f0 legacy=0x7f8a0c162d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a10d80640 1 -- 172.21.15.70:0/778019472 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a0c0b4de0 con 0x7f8a0c0b59c0 2024-09-05T06:11:55.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a11d82640 1 --2- 172.21.15.70:0/778019472 >> v2:172.21.15.196:3300/0 conn(0x7f8a0c0d1ad0 0x7f8a0c163430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:55.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.735+0000 7f8a10d80640 1 --2- 172.21.15.70:0/778019472 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0b59c0 0x7f8a0c0d5750 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c08e0d0 tx=0x7f89fc01c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ecf8f857e732b1f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:55.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a03fff640 1 -- 172.21.15.70:0/778019472 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89fc0ab650 con 0x7f8a0c0b59c0 2024-09-05T06:11:55.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a03fff640 1 -- 172.21.15.70:0/778019472 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89fc0b0070 con 0x7f8a0c0b59c0 2024-09-05T06:11:55.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a03fff640 1 -- 172.21.15.70:0/778019472 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89fc0aba10 con 0x7f8a0c0b59c0 2024-09-05T06:11:55.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- 172.21.15.70:0/778019472 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0b59c0 msgr2=0x7f8a0c0d5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:55.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 --2- 172.21.15.70:0/778019472 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0b59c0 0x7f8a0c0d5750 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c08e0d0 tx=0x7f89fc01c4b0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- 172.21.15.70:0/778019472 shutdown_connections 2024-09-05T06:11:55.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 --2- 172.21.15.70:0/778019472 >> v2:172.21.15.196:3300/0 conn(0x7f8a0c0d1ad0 0x7f8a0c163430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 --2- 172.21.15.70:0/778019472 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0b59c0 0x7f8a0c0d5750 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- 172.21.15.70:0/778019472 >> 172.21.15.70:0/778019472 conn(0x7f8a0c0d4c30 msgr2=0x7f8a0c0d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:55.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- 172.21.15.70:0/778019472 shutdown_connections 2024-09-05T06:11:55.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- 172.21.15.70:0/778019472 wait complete. 2024-09-05T06:11:55.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 Processor -- start 2024-09-05T06:11:55.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- start start 2024-09-05T06:11:55.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a0c0b59c0 0x7f8a0c150c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:55.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0d16f0 0x7f8a0c162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:55.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a0c0d1ad0 0x7f8a0c163230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:55.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c0d3190 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c0d3010 con 0x7f8a0c0d1ad0 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8a0c0d3310 con 0x7f8a0c0b59c0 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0d16f0 0x7f8a0c162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0d16f0 0x7f8a0c162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46464/0 (socket says 172.21.15.70:46464) 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 -- 172.21.15.70:0/3227477000 learned_addr learned my addr 172.21.15.70:0/3227477000 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a11d82640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a0c0d1ad0 0x7f8a0c163230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 -- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a0c0b59c0 msgr2=0x7f8a0c150c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a11581640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a0c0b59c0 0x7f8a0c150c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a0c0b59c0 0x7f8a0c150c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 -- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a0c0d1ad0 msgr2=0x7f8a0c163230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a0c0d1ad0 0x7f8a0c163230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 -- 172.21.15.70:0/3227477000 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a0c161c50 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a11d82640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a0c0d1ad0 0x7f8a0c163230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:55.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a10d80640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0d16f0 0x7f8a0c162cf0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f89fc0ad040 tx=0x7f89fc01acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:55.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a01ffb640 1 -- 172.21.15.70:0/3227477000 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89fc0b4800 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a01ffb640 1 -- 172.21.15.70:0/3227477000 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89fc0b49c0 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a0c161f30 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a01ffb640 1 -- 172.21.15.70:0/3227477000 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89fc0b4db0 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.739+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a0c1624f0 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.743+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a0c0d5750 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.743+0000 7f8a01ffb640 1 -- 172.21.15.70:0/3227477000 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f89fc0c7390 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.743+0000 7f8a01ffb640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f89f00678c0 0x7f89f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:55.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.743+0000 7f8a01ffb640 1 -- 172.21.15.70:0/3227477000 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5940+0+0 (secure 0 0 0) 0x7f89fc120670 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.743+0000 7f8a11581640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f89f00678c0 0x7f89f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:55.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.743+0000 7f8a11581640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f89f00678c0 0x7f89f0069d80 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8a08003d60 tx=0x7f8a08009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:55.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.747+0000 7f8a01ffb640 1 -- 172.21.15.70:0/3227477000 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f89fc0c4060 con 0x7f8a0c0d16f0 2024-09-05T06:11:55.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:55.899+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8a0c0684f0 con 0x7f8a0c0d16f0 2024-09-05T06:11:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.595+0000 7f8a01ffb640 1 -- 172.21.15.70:0/3227477000 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v61) ==== 181+0+0 (secure 0 0 0) 0x7f89fc0160d0 con 0x7f8a0c0d16f0 2024-09-05T06:11:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:11:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f89f00678c0 msgr2=0x7f89f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f89f00678c0 0x7f89f0069d80 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8a08003d60 tx=0x7f8a08009040 comp rx=0 tx=0).stop 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0d16f0 msgr2=0x7f8a0c162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0d16f0 0x7f8a0c162cf0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f89fc0ad040 tx=0x7f89fc01acf0 comp rx=0 tx=0).stop 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 shutdown_connections 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f89f00678c0 0x7f89f0069d80 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a0c0d1ad0 0x7f8a0c163230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a0c0d16f0 0x7f8a0c162cf0 secure :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f89fc0ad040 tx=0x7f89fc01acf0 comp rx=0 tx=0).stop 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 --2- 172.21.15.70:0/3227477000 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a0c0b59c0 0x7f8a0c150c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 >> 172.21.15.70:0/3227477000 conn(0x7f8a0c0d4c30 msgr2=0x7f8a0c15c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:56.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 shutdown_connections 2024-09-05T06:11:56.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.599+0000 7f8a137e5640 1 -- 172.21.15.70:0/3227477000 wait complete. 2024-09-05T06:11:56.621 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:11:56.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a31b55640 1 Processor -- start 2024-09-05T06:11:56.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a31b55640 1 -- start start 2024-09-05T06:11:56.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a31b55640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0a2c0d3780 0x7f0a2c0cfeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:56.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a31b55640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a2c0b2350 con 0x7f0a2c15eeb0 2024-09-05T06:11:56.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a31b55640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a2c0b2630 con 0x7f0a2c0d3320 2024-09-05T06:11:56.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a31b55640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0a2c0b2910 con 0x7f0a2c0d3780 2024-09-05T06:11:56.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a2bfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0a2c0d3780 0x7f0a2c0cfeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:56.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a2b7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f0a2c15eeb0 0x7f0a2c0d2c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49472/0 (socket says 172.21.15.70:49472) 2024-09-05T06:11:56.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a2b7fe640 1 -- 172.21.15.70:0/691987830 learned_addr learned my addr 172.21.15.70:0/691987830 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:56.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a2bfff640 1 -- 172.21.15.70:0/691987830 >> v1:172.21.15.196:6789/0 conn(0x7f0a2c0d3320 legacy=0x7f0a2c0cf7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:56.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a2bfff640 1 -- 172.21.15.70:0/691987830 >> v1:172.21.15.70:6789/0 conn(0x7f0a2c15eeb0 legacy=0x7f0a2c0d2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:56.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.747+0000 7f0a2bfff640 1 -- 172.21.15.70:0/691987830 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a2c0b2bf0 con 0x7f0a2c0d3780 2024-09-05T06:11:56.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2bfff640 1 --2- 172.21.15.70:0/691987830 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3780 0x7f0a2c0cfeb0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0a24009d90 tx=0x7f0a2401c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21fe3f8bee0366fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:56.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2a7fc640 1 -- 172.21.15.70:0/691987830 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a240b2070 con 0x7f0a2c0d3780 2024-09-05T06:11:56.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2a7fc640 1 -- 172.21.15.70:0/691987830 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a240a5890 con 0x7f0a2c0d3780 2024-09-05T06:11:56.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2a7fc640 1 -- 172.21.15.70:0/691987830 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a240a5c60 con 0x7f0a2c0d3780 2024-09-05T06:11:56.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- 172.21.15.70:0/691987830 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3780 msgr2=0x7f0a2c0cfeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:56.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 --2- 172.21.15.70:0/691987830 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3780 0x7f0a2c0cfeb0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0a24009d90 tx=0x7f0a2401c870 comp rx=0 tx=0).stop 2024-09-05T06:11:56.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- 172.21.15.70:0/691987830 shutdown_connections 2024-09-05T06:11:56.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 --2- 172.21.15.70:0/691987830 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3780 0x7f0a2c0cfeb0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:56.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- 172.21.15.70:0/691987830 >> 172.21.15.70:0/691987830 conn(0x7f0a2c0d4c20 msgr2=0x7f0a2c0d5030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:56.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- 172.21.15.70:0/691987830 shutdown_connections 2024-09-05T06:11:56.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- 172.21.15.70:0/691987830 wait complete. 2024-09-05T06:11:56.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 Processor -- start 2024-09-05T06:11:56.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- start start 2024-09-05T06:11:56.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3320 0x7f0a2c152500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:56.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0a2c0d3780 0x7f0a2c06c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0a2c15eeb0 0x7f0a2c06cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0a2c16ca60 con 0x7f0a2c0d3320 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0a2c16c8e0 con 0x7f0a2c15eeb0 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a31b55640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0a2c16cbe0 con 0x7f0a2c0d3780 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3320 0x7f0a2c152500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3320 0x7f0a2c152500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46486/0 (socket says 172.21.15.70:46486) 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 -- 172.21.15.70:0/948637975 learned_addr learned my addr 172.21.15.70:0/948637975 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2affd640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0a2c0d3780 0x7f0a2c06c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2bfff640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0a2c15eeb0 0x7f0a2c06cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 -- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0a2c0d3780 msgr2=0x7f0a2c06c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:56.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0a2c0d3780 0x7f0a2c06c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 -- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0a2c15eeb0 msgr2=0x7f0a2c06cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0a2c15eeb0 0x7f0a2c06cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 -- 172.21.15.70:0/948637975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a2c15d6e0 con 0x7f0a2c0d3320 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2bfff640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0a2c15eeb0 0x7f0a2c06cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a2b7fe640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3320 0x7f0a2c152500 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f0a2000c370 tx=0x7f0a2000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a13fff640 1 -- 172.21.15.70:0/948637975 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a20017070 con 0x7f0a2c0d3320 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a13fff640 1 -- 172.21.15.70:0/948637975 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a20005cf0 con 0x7f0a2c0d3320 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.751+0000 7f0a13fff640 1 -- 172.21.15.70:0/948637975 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a200072f0 con 0x7f0a2c0d3320 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.755+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a2c15d9c0 con 0x7f0a2c0d3320 2024-09-05T06:11:56.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.755+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a2c15df80 con 0x7f0a2c0d3320 2024-09-05T06:11:56.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.755+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a2c0d2c10 con 0x7f0a2c0d3320 2024-09-05T06:11:56.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.755+0000 7f0a13fff640 1 -- 172.21.15.70:0/948637975 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0a2001a070 con 0x7f0a2c0d3320 2024-09-05T06:11:56.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.755+0000 7f0a13fff640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a180678f0 0x7f0a18069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:56.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.755+0000 7f0a13fff640 1 -- 172.21.15.70:0/948637975 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5502+0+0 (secure 0 0 0) 0x7f0a20084ee0 con 0x7f0a2c0d3320 2024-09-05T06:11:56.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.755+0000 7f0a2affd640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a180678f0 0x7f0a18069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:56.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.755+0000 7f0a2affd640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a180678f0 0x7f0a18069db0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c0cb850 tx=0x7f0a1c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:56.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.759+0000 7f0a13fff640 1 -- 172.21.15.70:0/948637975 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0a20055af0 con 0x7f0a2c0d3320 2024-09-05T06:11:56.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:56.911+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0a2c152a40 con 0x7f0a2c0d3320 2024-09-05T06:11:57.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.599+0000 7f0a13fff640 1 -- 172.21.15.70:0/948637975 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v62) ==== 169+0+0 (secure 0 0 0) 0x7f0a200553f0 con 0x7f0a2c0d3320 2024-09-05T06:11:57.599 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:11:57.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a180678f0 msgr2=0x7f0a18069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a180678f0 0x7f0a18069db0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c0cb850 tx=0x7f0a1c009040 comp rx=0 tx=0).stop 2024-09-05T06:11:57.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3320 msgr2=0x7f0a2c152500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3320 0x7f0a2c152500 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f0a2000c370 tx=0x7f0a2000c830 comp rx=0 tx=0).stop 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 shutdown_connections 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a180678f0 0x7f0a18069db0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0a2c15eeb0 0x7f0a2c06cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0a2c0d3780 0x7f0a2c06c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 --2- 172.21.15.70:0/948637975 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0a2c0d3320 0x7f0a2c152500 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 >> 172.21.15.70:0/948637975 conn(0x7f0a2c0d4c20 msgr2=0x7f0a2c0b9470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 shutdown_connections 2024-09-05T06:11:57.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.603+0000 7f0a31b55640 1 -- 172.21.15.70:0/948637975 wait complete. 2024-09-05T06:11:57.624 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:11:57.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c7fd8640 1 Processor -- start 2024-09-05T06:11:57.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c7fd8640 1 -- start start 2024-09-05T06:11:57.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c7fd8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f64c00ceaf0 0x7f64c00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:57.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c7fd8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64c006d570 con 0x7f64c0157110 2024-09-05T06:11:57.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c7fd8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64c006d850 con 0x7f64c00d0c90 2024-09-05T06:11:57.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c7fd8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f64c00d10c0 con 0x7f64c00ceaf0 2024-09-05T06:11:57.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c5d74640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f64c0157110 0x7f64c00b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49476/0 (socket says 172.21.15.70:49476) 2024-09-05T06:11:57.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c5d74640 1 -- 172.21.15.70:0/1028345742 learned_addr learned my addr 172.21.15.70:0/1028345742 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2773305454 0 0) 0x7f64c006d570 con 0x7f64c0157110 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c5573640 1 --2- 172.21.15.70:0/1028345742 >> v2:172.21.15.196:3300/0 conn(0x7f64c00ceaf0 0x7f64c00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.751+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f64ac003530 con 0x7f64c0157110 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2971858432 0 0) 0x7f64ac003530 con 0x7f64c0157110 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 >> v2:172.21.15.196:3300/0 conn(0x7f64c00ceaf0 msgr2=0x7f64c00d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 --2- 172.21.15.70:0/1028345742 >> v2:172.21.15.196:3300/0 conn(0x7f64c00ceaf0 0x7f64c00d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 >> v1:172.21.15.196:6789/0 conn(0x7f64c00d0c90 legacy=0x7f64c00af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c006db30 con 0x7f64c0157110 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f64bc001680 con 0x7f64c0157110 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 >> v1:172.21.15.70:6789/0 conn(0x7f64c0157110 legacy=0x7f64c00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0039c0 0x7f64ac003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64ac004810 0x7f64ac004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac0051d0 0x7f64ac00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f64c00d10c0 con 0x7f64ac0051d0 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac00c070 con 0x7f64ac0039c0 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f64ac00c270 con 0x7f64ac004810 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c6575640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac0051d0 0x7f64ac00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c5573640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64ac004810 0x7f64ac004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c6575640 1 -- 172.21.15.70:0/1028345742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64ac004810 msgr2=0x7f64ac004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c6575640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64ac004810 0x7f64ac004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c5d74640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0039c0 0x7f64ac003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c6575640 1 -- 172.21.15.70:0/1028345742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0039c0 msgr2=0x7f64ac003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c6575640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0039c0 0x7f64ac003de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c6575640 1 -- 172.21.15.70:0/1028345742 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64ac003530 con 0x7f64ac0051d0 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c6575640 1 -- 172.21.15.70:0/1028345742 reap_dead start 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c6575640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac0051d0 0x7f64ac00b9d0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f64b8001e70 tx=0x7f64b801c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8eace20fb5e3997 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8001a90 con 0x7f64ac0051d0 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64b8003bc0 con 0x7f64ac0051d0 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c4d72640 1 -- 172.21.15.70:0/1028345742 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8005020 con 0x7f64ac0051d0 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c7fd8640 1 -- 172.21.15.70:0/1028345742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac0051d0 msgr2=0x7f64ac00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c7fd8640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac0051d0 0x7f64ac00b9d0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f64b8001e70 tx=0x7f64b801c780 comp rx=0 tx=0).stop 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c7fd8640 1 -- 172.21.15.70:0/1028345742 shutdown_connections 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c7fd8640 1 --2- 172.21.15.70:0/1028345742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac0051d0 0x7f64ac00b9d0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c7fd8640 1 -- 172.21.15.70:0/1028345742 >> 172.21.15.70:0/1028345742 conn(0x7f64c006bcc0 msgr2=0x7f64c006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c7fd8640 1 -- 172.21.15.70:0/1028345742 shutdown_connections 2024-09-05T06:11:57.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.755+0000 7f64c7fd8640 1 -- 172.21.15.70:0/1028345742 wait complete. 2024-09-05T06:11:57.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 Processor -- start 2024-09-05T06:11:57.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 -- start start 2024-09-05T06:11:57.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0051d0 0x7f64c0145320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:57.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64c00c57c0 0x7f64c00b3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:57.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64c00c5c40 0x7f64c00b3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:57.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f64c006e3d0 con 0x7f64c00c5c40 2024-09-05T06:11:57.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f64c006e0f0 con 0x7f64ac0051d0 2024-09-05T06:11:57.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f64c00d0750 con 0x7f64c00c57c0 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64c00c5c40 0x7f64c00b3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64c00c5c40 0x7f64c00b3d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:46512/0 (socket says 172.21.15.70:46512) 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 -- 172.21.15.70:0/2053413542 learned_addr learned my addr 172.21.15.70:0/2053413542 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c5d74640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0051d0 0x7f64c0145320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c5573640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64c00c57c0 0x7f64c00b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 -- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64c00c57c0 msgr2=0x7f64c00b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64c00c57c0 0x7f64c00b3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 -- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0051d0 msgr2=0x7f64c0145320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0051d0 0x7f64c0145320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 -- 172.21.15.70:0/2053413542 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c0145860 con 0x7f64c00c5c40 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c5d74640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0051d0 0x7f64c0145320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c6575640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64c00c5c40 0x7f64c00b3d90 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f64b801c5b0 tx=0x7f64ac005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64b67fc640 1 -- 172.21.15.70:0/2053413542 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8007dc0 con 0x7f64c00c5c40 2024-09-05T06:11:57.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64b67fc640 1 -- 172.21.15.70:0/2053413542 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64b8001260 con 0x7f64c00c5c40 2024-09-05T06:11:57.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64c0146180 con 0x7f64c00c5c40 2024-09-05T06:11:57.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64b67fc640 1 -- 172.21.15.70:0/2053413542 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8006d70 con 0x7f64c00c5c40 2024-09-05T06:11:57.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64c0146740 con 0x7f64c00c5c40 2024-09-05T06:11:57.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.759+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64c006d570 con 0x7f64c00c5c40 2024-09-05T06:11:57.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.763+0000 7f64b67fc640 1 -- 172.21.15.70:0/2053413542 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f64b80a6480 con 0x7f64c00c5c40 2024-09-05T06:11:57.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.763+0000 7f64b67fc640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a40678f0 0x7f64a4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:57.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.763+0000 7f64c5d74640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a40678f0 0x7f64a4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:57.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.763+0000 7f64b67fc640 1 -- 172.21.15.70:0/2053413542 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7f64b811f3a0 con 0x7f64c00c5c40 2024-09-05T06:11:57.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.763+0000 7f64c5d74640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a40678f0 0x7f64a4069db0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f64bc001ec0 tx=0x7f64bc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:57.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.767+0000 7f64b67fc640 1 -- 172.21.15.70:0/2053413542 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f64b80b8060 con 0x7f64c00c5c40 2024-09-05T06:11:57.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.939+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f64c00d0530 con 0x7f64c00c5c40 2024-09-05T06:11:57.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64b67fc640 1 -- 172.21.15.70:0/2053413542 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v5) ==== 104+0+0 (secure 0 0 0) 0x7f64b8016490 con 0x7f64c00c5c40 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a40678f0 msgr2=0x7f64a4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a40678f0 0x7f64a4069db0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f64bc001ec0 tx=0x7f64bc009040 comp rx=0 tx=0).stop 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64c00c5c40 msgr2=0x7f64c00b3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64c00c5c40 0x7f64c00b3d90 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f64b801c5b0 tx=0x7f64ac005840 comp rx=0 tx=0).stop 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 shutdown_connections 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a40678f0 0x7f64a4069db0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64c00c5c40 0x7f64c00b3d90 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64c00c57c0 0x7f64c00b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 --2- 172.21.15.70:0/2053413542 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0051d0 0x7f64c0145320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:57.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 >> 172.21.15.70:0/2053413542 conn(0x7f64c006bcc0 msgr2=0x7f64c006c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:57.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 shutdown_connections 2024-09-05T06:11:57.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:57.947+0000 7f64c7fd8640 1 -- 172.21.15.70:0/2053413542 wait complete. 2024-09-05T06:11:57.963 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestClusterFull.test_full_different_file' 2024-09-05T06:11:58.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.083+0000 7f65fab40640 1 Processor -- start 2024-09-05T06:11:58.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65fab40640 1 -- start start 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65fab40640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f65f40ceaf0 0x7f65f40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65fab40640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65f406d570 con 0x7f65f40d0c90 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65fab40640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65f406d850 con 0x7f65f4157110 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65fab40640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f65f40d10c0 con 0x7f65f40ceaf0 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65ebfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f65f40ceaf0 0x7f65f40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65f90dd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f65f40d0c90 0x7f65f40af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54846/0 (socket says 172.21.15.70:54846) 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65f90dd640 1 -- 172.21.15.70:0/3981623223 learned_addr learned my addr 172.21.15.70:0/3981623223 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65ebfff640 1 --2- 172.21.15.70:0/3981623223 >> v2:172.21.15.70:3300/0 conn(0x7f65f40ceaf0 0x7f65f40d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47022/0 (socket says 172.21.15.70:47022) 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65ebfff640 1 -- 172.21.15.70:0/3981623223 >> v1:172.21.15.196:6789/0 conn(0x7f65f4157110 legacy=0x7f65f40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65ebfff640 1 -- 172.21.15.70:0/3981623223 >> v1:172.21.15.70:6789/0 conn(0x7f65f40d0c90 legacy=0x7f65f40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65ebfff640 1 -- 172.21.15.70:0/3981623223 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f406db30 con 0x7f65f40ceaf0 2024-09-05T06:11:58.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65eb7fe640 1 -- 172.21.15.70:0/3981623223 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3896495242 0 0) 0x7f65f406d570 con 0x7f65f40d0c90 2024-09-05T06:11:58.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65ebfff640 1 --2- 172.21.15.70:0/3981623223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f40d0750 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f65e40097c0 tx=0x7f65e401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a99ba4222bfd92fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:58.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65eb7fe640 1 -- 172.21.15.70:0/3981623223 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e40b0070 con 0x7f65f40ceaf0 2024-09-05T06:11:58.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65eb7fe640 1 -- 172.21.15.70:0/3981623223 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65e40ab600 con 0x7f65f40ceaf0 2024-09-05T06:11:58.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.087+0000 7f65eb7fe640 1 -- 172.21.15.70:0/3981623223 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e40ab9d0 con 0x7f65f40ceaf0 2024-09-05T06:11:58.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- 172.21.15.70:0/3981623223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 msgr2=0x7f65f40d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 --2- 172.21.15.70:0/3981623223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f40d0750 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f65e40097c0 tx=0x7f65e401c460 comp rx=0 tx=0).stop 2024-09-05T06:11:58.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- 172.21.15.70:0/3981623223 shutdown_connections 2024-09-05T06:11:58.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 --2- 172.21.15.70:0/3981623223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f40d0750 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- 172.21.15.70:0/3981623223 >> 172.21.15.70:0/3981623223 conn(0x7f65f406bcc0 msgr2=0x7f65f406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:58.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- 172.21.15.70:0/3981623223 shutdown_connections 2024-09-05T06:11:58.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- 172.21.15.70:0/3981623223 wait complete. 2024-09-05T06:11:58.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 Processor -- start 2024-09-05T06:11:58.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- start start 2024-09-05T06:11:58.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f4157fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65f40d0c90 0x7f65f414de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65f4157110 0x7f65f414e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f65f40b5c90 con 0x7f65f40ceaf0 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f65f40b0240 con 0x7f65f40d0c90 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f65f416ae70 con 0x7f65f4157110 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f4157fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f4157fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47030/0 (socket says 172.21.15.70:47030) 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 -- 172.21.15.70:0/540565324 learned_addr learned my addr 172.21.15.70:0/540565324 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65ebfff640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65f40d0c90 0x7f65f414de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f90dd640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65f4157110 0x7f65f414e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 -- 172.21.15.70:0/540565324 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65f4157110 msgr2=0x7f65f414e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65f4157110 0x7f65f414e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 -- 172.21.15.70:0/540565324 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65f40d0c90 msgr2=0x7f65f414de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65f40d0c90 0x7f65f414de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 -- 172.21.15.70:0/540565324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f4151490 con 0x7f65f40ceaf0 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65f88dc640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f4157fa0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f65f000b440 tx=0x7f65f000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65e97fa640 1 -- 172.21.15.70:0/540565324 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f0015020 con 0x7f65f40ceaf0 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65e97fa640 1 -- 172.21.15.70:0/540565324 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65f0011890 con 0x7f65f40ceaf0 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f4151770 con 0x7f65f40ceaf0 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65e97fa640 1 -- 172.21.15.70:0/540565324 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f0011c80 con 0x7f65f40ceaf0 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f41584e0 con 0x7f65f40ceaf0 2024-09-05T06:11:58.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.091+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65f40cd240 con 0x7f65f40ceaf0 2024-09-05T06:11:58.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.095+0000 7f65e97fa640 1 -- 172.21.15.70:0/540565324 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f65f0018020 con 0x7f65f40ceaf0 2024-09-05T06:11:58.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.095+0000 7f65e97fa640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65e00678c0 0x7f65e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.095+0000 7f65ebfff640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65e00678c0 0x7f65e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.095+0000 7f65e97fa640 1 -- 172.21.15.70:0/540565324 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7f65f0085810 con 0x7f65f40ceaf0 2024-09-05T06:11:58.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.095+0000 7f65ebfff640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65e00678c0 0x7f65e0069d80 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f65e40ad000 tx=0x7f65e40a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:58.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.099+0000 7f65e97fa640 1 -- 172.21.15.70:0/540565324 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f65f001f030 con 0x7f65f40ceaf0 2024-09-05T06:11:58.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.323+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_full_different_file"]} v 0) -- 0x7f65f40ccc80 con 0x7f65f40ceaf0 2024-09-05T06:11:58.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65e97fa640 1 -- 172.21.15.70:0/540565324 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_full_different_file"]}]=0 v122) ==== 142+0+0 (secure 0 0 0) 0x7f65f000d040 con 0x7f65f40ceaf0 2024-09-05T06:11:58.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65e00678c0 msgr2=0x7f65e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65e00678c0 0x7f65e0069d80 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f65e40ad000 tx=0x7f65e40a6000 comp rx=0 tx=0).stop 2024-09-05T06:11:58.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 msgr2=0x7f65f4157fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f4157fa0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f65f000b440 tx=0x7f65f000b900 comp rx=0 tx=0).stop 2024-09-05T06:11:58.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 shutdown_connections 2024-09-05T06:11:58.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65e00678c0 0x7f65e0069d80 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65f4157110 0x7f65f414e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65f40d0c90 0x7f65f414de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 --2- 172.21.15.70:0/540565324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65f40ceaf0 0x7f65f4157fa0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 >> 172.21.15.70:0/540565324 conn(0x7f65f406bcc0 msgr2=0x7f65f415ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:58.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 shutdown_connections 2024-09-05T06:11:58.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.603+0000 7f65fab40640 1 -- 172.21.15.70:0/540565324 wait complete. 2024-09-05T06:11:58.625 INFO:tasks.cephfs_test_runner:test_full_different_file (tasks.cephfs.test_full.TestClusterFull) ... ok 2024-09-05T06:11:58.626 INFO:tasks.cephfs_test_runner:Starting test: test_full_fclose (tasks.cephfs.test_full.TestClusterFull) 2024-09-05T06:11:58.626 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:11:58.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7fecce459640 1 Processor -- start 2024-09-05T06:11:58.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7fecce459640 1 -- start start 2024-09-05T06:11:58.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7fecce459640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc8157110 0x7fecc80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7fecce459640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fecc80d0e60 0x7fecc80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7fecce459640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecc806d570 con 0x7fecc80b5ac0 2024-09-05T06:11:58.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7fecce459640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fecc806d850 con 0x7fecc80d0e60 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7fecce459640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fecc806db30 con 0x7fecc8157110 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7feccc9f6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fecc80d0e60 0x7fecc80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7feccc9f6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fecc80d0e60 0x7fecc80af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47032/0 (socket says 172.21.15.70:47032) 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7feccc9f6640 1 -- 172.21.15.70:0/2749772040 learned_addr learned my addr 172.21.15.70:0/2749772040 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7fecc7fff640 1 --2- 172.21.15.70:0/2749772040 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc8157110 0x7fecc80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7feccc9f6640 1 -- 172.21.15.70:0/2749772040 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc8157110 msgr2=0x7fecc80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7feccc9f6640 1 --2- 172.21.15.70:0/2749772040 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc8157110 0x7fecc80b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7feccc9f6640 1 -- 172.21.15.70:0/2749772040 >> v1:172.21.15.196:6789/0 conn(0x7fecc80b5ac0 legacy=0x7fecc80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.751+0000 7feccc9f6640 1 -- 172.21.15.70:0/2749772040 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc806de10 con 0x7fecc80d0e60 2024-09-05T06:11:58.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7feccc9f6640 1 --2- 172.21.15.70:0/2749772040 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc80af720 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fecc0009e50 tx=0x7fecc001ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa7d298c747efd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:58.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecc77fe640 1 -- 172.21.15.70:0/2749772040 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc00a5700 con 0x7fecc80d0e60 2024-09-05T06:11:58.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecc77fe640 1 -- 172.21.15.70:0/2749772040 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecc00a58a0 con 0x7fecc80d0e60 2024-09-05T06:11:58.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecc77fe640 1 -- 172.21.15.70:0/2749772040 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc00a5c70 con 0x7fecc80d0e60 2024-09-05T06:11:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- 172.21.15.70:0/2749772040 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 msgr2=0x7fecc80af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 --2- 172.21.15.70:0/2749772040 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc80af720 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fecc0009e50 tx=0x7fecc001ca30 comp rx=0 tx=0).stop 2024-09-05T06:11:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- 172.21.15.70:0/2749772040 shutdown_connections 2024-09-05T06:11:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 --2- 172.21.15.70:0/2749772040 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc80af720 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 --2- 172.21.15.70:0/2749772040 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc8157110 0x7fecc80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- 172.21.15.70:0/2749772040 >> 172.21.15.70:0/2749772040 conn(0x7fecc806bcc0 msgr2=0x7fecc806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- 172.21.15.70:0/2749772040 shutdown_connections 2024-09-05T06:11:58.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- 172.21.15.70:0/2749772040 wait complete. 2024-09-05T06:11:58.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 Processor -- start 2024-09-05T06:11:58.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- start start 2024-09-05T06:11:58.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc80b5ac0 0x7fecc80b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc81f7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8157110 0x7fecc81422f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fecc80b3e80 con 0x7fecc80d0e60 2024-09-05T06:11:58.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fecc80b3d00 con 0x7fecc8157110 2024-09-05T06:11:58.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecce459640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fecc80b4000 con 0x7fecc80b5ac0 2024-09-05T06:11:58.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc81f7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc81f7eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47042/0 (socket says 172.21.15.70:47042) 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 -- 172.21.15.70:0/2151535914 learned_addr learned my addr 172.21.15.70:0/2151535914 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecc7fff640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc80b5ac0 0x7fecc80b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7feccc9f6640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8157110 0x7fecc81422f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 -- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc80b5ac0 msgr2=0x7fecc80b2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc80b5ac0 0x7fecc80b2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 -- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8157110 msgr2=0x7fecc81422f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8157110 0x7fecc81422f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 -- 172.21.15.70:0/2151535914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc81f8540 con 0x7fecc80d0e60 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecc7fff640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc80b5ac0 0x7fecc80b2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.755+0000 7fecbffff640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc81f7eb0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fecb000c460 tx=0x7fecb000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecc57fa640 1 -- 172.21.15.70:0/2151535914 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecb0016020 con 0x7fecc80d0e60 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecc57fa640 1 -- 172.21.15.70:0/2151535914 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecb00052d0 con 0x7fecc80d0e60 2024-09-05T06:11:58.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecc57fa640 1 -- 172.21.15.70:0/2151535914 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecb0007260 con 0x7fecc80d0e60 2024-09-05T06:11:58.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecc81f8820 con 0x7fecc80d0e60 2024-09-05T06:11:58.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecc81f8de0 con 0x7fecc80d0e60 2024-09-05T06:11:58.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecc80af720 con 0x7fecc80d0e60 2024-09-05T06:11:58.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecc57fa640 1 -- 172.21.15.70:0/2151535914 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fecb0007400 con 0x7fecc80d0e60 2024-09-05T06:11:58.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecc57fa640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feca80678c0 0x7feca8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:58.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecc57fa640 1 -- 172.21.15.70:0/2151535914 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7fecb0086020 con 0x7fecc80d0e60 2024-09-05T06:11:58.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecc7fff640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feca80678c0 0x7feca8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:58.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.759+0000 7fecc7fff640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feca80678c0 0x7feca8069d80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fecb80097a0 tx=0x7fecb8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:58.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.763+0000 7fecc57fa640 1 -- 172.21.15.70:0/2151535914 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fecb0020020 con 0x7fecc80d0e60 2024-09-05T06:11:58.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.923+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fecc80d0530 con 0x7fecc80d0e60 2024-09-05T06:11:58.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecc57fa640 1 -- 172.21.15.70:0/2151535914 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v62) ==== 74+0+13020 (secure 0 0 0) 0x7fecb0005480 con 0x7fecc80d0e60 2024-09-05T06:11:58.925 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:11:58.925 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":62,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:11:57.601862+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6837/2505280854":"2024-09-06T06:11:54.594066+0000","172.21.15.70:6836/2505280854":"2024-09-06T06:11:54.594066+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:11:58.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feca80678c0 msgr2=0x7feca8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feca80678c0 0x7feca8069d80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fecb80097a0 tx=0x7fecb8008040 comp rx=0 tx=0).stop 2024-09-05T06:11:58.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 msgr2=0x7fecc81f7eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:58.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc81f7eb0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fecb000c460 tx=0x7fecb000c920 comp rx=0 tx=0).stop 2024-09-05T06:11:58.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 shutdown_connections 2024-09-05T06:11:58.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feca80678c0 0x7feca8069d80 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8157110 0x7fecc81422f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80d0e60 0x7fecc81f7eb0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 --2- 172.21.15.70:0/2151535914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fecc80b5ac0 0x7fecc80b2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:58.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 >> 172.21.15.70:0/2151535914 conn(0x7fecc806bcc0 msgr2=0x7fecc815abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:58.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 shutdown_connections 2024-09-05T06:11:58.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:58.927+0000 7fecce459640 1 -- 172.21.15.70:0/2151535914 wait complete. 2024-09-05T06:11:58.945 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '57', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:11:58.945 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:11:59.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b88d2640 1 Processor -- start 2024-09-05T06:11:59.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b88d2640 1 -- start start 2024-09-05T06:11:59.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b88d2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe1b40d0e60 0x7fe1b40af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b88d2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1b406d570 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b88d2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1b406d850 con 0x7fe1b4157110 2024-09-05T06:11:59.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b88d2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe1b406db30 con 0x7fe1b40d0e60 2024-09-05T06:11:59.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b1d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe1b40ceaf0 0x7fe1b40d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54854/0 (socket says 172.21.15.70:54854) 2024-09-05T06:11:59.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b1d9b640 1 -- 172.21.15.70:0/3350516181 learned_addr learned my addr 172.21.15.70:0/3350516181 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:11:59.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b2d9d640 1 --2- 172.21.15.70:0/3350516181 >> v2:172.21.15.70:3300/0 conn(0x7fe1b40d0e60 0x7fe1b40af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b2d9d640 1 -- 172.21.15.70:0/3350516181 >> v1:172.21.15.196:6789/0 conn(0x7fe1b4157110 legacy=0x7fe1b40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b2d9d640 1 -- 172.21.15.70:0/3350516181 >> v1:172.21.15.70:6789/0 conn(0x7fe1b40ceaf0 legacy=0x7fe1b40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.071+0000 7fe1b2d9d640 1 -- 172.21.15.70:0/3350516181 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b406de10 con 0x7fe1b40d0e60 2024-09-05T06:11:59.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b2d9d640 1 --2- 172.21.15.70:0/3350516181 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40d0e60 0x7fe1b40af720 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac009d90 tx=0x7fe1ac01c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56ab6b38c56c88fa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:59.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b159a640 1 -- 172.21.15.70:0/3350516181 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac0b2070 con 0x7fe1b40d0e60 2024-09-05T06:11:59.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b159a640 1 -- 172.21.15.70:0/3350516181 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1ac0a5830 con 0x7fe1b40d0e60 2024-09-05T06:11:59.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b159a640 1 -- 172.21.15.70:0/3350516181 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac0a5c00 con 0x7fe1b40d0e60 2024-09-05T06:11:59.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3350516181 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40d0e60 msgr2=0x7fe1b40af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 --2- 172.21.15.70:0/3350516181 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40d0e60 0x7fe1b40af720 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac009d90 tx=0x7fe1ac01c970 comp rx=0 tx=0).stop 2024-09-05T06:11:59.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3350516181 shutdown_connections 2024-09-05T06:11:59.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 --2- 172.21.15.70:0/3350516181 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40d0e60 0x7fe1b40af720 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3350516181 >> 172.21.15.70:0/3350516181 conn(0x7fe1b406bcc0 msgr2=0x7fe1b406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:59.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3350516181 shutdown_connections 2024-09-05T06:11:59.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3350516181 wait complete. 2024-09-05T06:11:59.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 Processor -- start 2024-09-05T06:11:59.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- start start 2024-09-05T06:11:59.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40ceaf0 0x7fe1b4157620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1b40d0e60 0x7fe1b4149240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1b4157110 0x7fe1b40b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b416a7e0 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b416a660 con 0x7fe1b4157110 2024-09-05T06:11:59.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b88d2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe1b416a960 con 0x7fe1b40d0e60 2024-09-05T06:11:59.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40ceaf0 0x7fe1b4157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40ceaf0 0x7fe1b4157620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47052/0 (socket says 172.21.15.70:47052) 2024-09-05T06:11:59.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b259c640 1 -- 172.21.15.70:0/3096147395 learned_addr learned my addr 172.21.15.70:0/3096147395 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:59.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b1d9b640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1b40d0e60 0x7fe1b4149240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b2d9d640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1b4157110 0x7fe1b40b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b259c640 1 -- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1b40d0e60 msgr2=0x7fe1b4149240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b259c640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1b40d0e60 0x7fe1b4149240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b259c640 1 -- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1b4157110 msgr2=0x7fe1b40b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b259c640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1b4157110 0x7fe1b40b04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b259c640 1 -- 172.21.15.70:0/3096147395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b4157b60 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.075+0000 7fe1b1d9b640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1b40d0e60 0x7fe1b4149240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1b259c640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40ceaf0 0x7fe1b4157620 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fe1a400c370 tx=0x7fe1a400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1a2ffd640 1 -- 172.21.15.70:0/3096147395 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a40052d0 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1a2ffd640 1 -- 172.21.15.70:0/3096147395 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1a4005470 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b40b3010 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1a2ffd640 1 -- 172.21.15.70:0/3096147395 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a4007260 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b414cef0 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1b40af720 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1a2ffd640 1 -- 172.21.15.70:0/3096147395 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe1a4007400 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1a2ffd640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe1940678c0 0x7fe194069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1a2ffd640 1 -- 172.21.15.70:0/3096147395 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7fe1a4085330 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1b1d9b640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe1940678c0 0x7fe194069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.079+0000 7fe1b1d9b640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe1940678c0 0x7fe194069d80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe1b40d02a0 tx=0x7fe1a8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:59.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.083+0000 7fe1a2ffd640 1 -- 172.21.15.70:0/3096147395 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe1a40561d0 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.247+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe1b40d0530 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.247+0000 7fe1a2ffd640 1 -- 172.21.15.70:0/3096147395 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v62) ==== 93+0+10 (secure 0 0 0) 0x7fe1a4055ad0 con 0x7fe1b40ceaf0 2024-09-05T06:11:59.246 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:11:59.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe1940678c0 msgr2=0x7fe194069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe1940678c0 0x7fe194069d80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe1b40d02a0 tx=0x7fe1a8009040 comp rx=0 tx=0).stop 2024-09-05T06:11:59.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40ceaf0 msgr2=0x7fe1b4157620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40ceaf0 0x7fe1b4157620 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fe1a400c370 tx=0x7fe1a400c830 comp rx=0 tx=0).stop 2024-09-05T06:11:59.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 shutdown_connections 2024-09-05T06:11:59.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe1940678c0 0x7fe194069d80 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1b4157110 0x7fe1b40b04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1b40d0e60 0x7fe1b4149240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 --2- 172.21.15.70:0/3096147395 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1b40ceaf0 0x7fe1b4157620 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 >> 172.21.15.70:0/3096147395 conn(0x7fe1b406bcc0 msgr2=0x7fe1b4152ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:59.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 shutdown_connections 2024-09-05T06:11:59.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.251+0000 7fe1b88d2640 1 -- 172.21.15.70:0/3096147395 wait complete. 2024-09-05T06:11:59.266 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestClusterFull.test_full_fclose' 2024-09-05T06:11:59.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26dba26640 1 Processor -- start 2024-09-05T06:11:59.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26dba26640 1 -- start start 2024-09-05T06:11:59.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26dba26640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f26d415edb0 0x7f26d40d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26dba26640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f26d40cf7e0 0x7f26d40d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26dba26640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26d40cfd30 con 0x7f26d40d4980 2024-09-05T06:11:59.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26dba26640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f26d40b5620 con 0x7f26d415edb0 2024-09-05T06:11:59.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26dba26640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f26d40d0010 con 0x7f26d40cf7e0 2024-09-05T06:11:59.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26d8fc1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f26d415edb0 0x7f26d40d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26d8fc1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f26d415edb0 0x7f26d40d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47060/0 (socket says 172.21.15.70:47060) 2024-09-05T06:11:59.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26d8fc1640 1 -- 172.21.15.70:0/5622979 learned_addr learned my addr 172.21.15.70:0/5622979 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:59.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26d8fc1640 1 -- 172.21.15.70:0/5622979 >> v2:172.21.15.196:3300/0 conn(0x7f26d40cf7e0 msgr2=0x7f26d40d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:59.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26d8fc1640 1 --2- 172.21.15.70:0/5622979 >> v2:172.21.15.196:3300/0 conn(0x7f26d40cf7e0 0x7f26d40d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26d8fc1640 1 -- 172.21.15.70:0/5622979 >> v1:172.21.15.196:6789/0 conn(0x7f26d40d4980 legacy=0x7f26d40d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:11:59.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.383+0000 7f26d8fc1640 1 -- 172.21.15.70:0/5622979 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d40d02f0 con 0x7f26d415edb0 2024-09-05T06:11:59.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d8fc1640 1 --2- 172.21.15.70:0/5622979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d40d3340 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f26d40d5db0 tx=0x7f26c401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c7fbb31b9b721c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:59.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26cbfff640 1 -- 172.21.15.70:0/5622979 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c40aa610 con 0x7f26d415edb0 2024-09-05T06:11:59.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26cbfff640 1 -- 172.21.15.70:0/5622979 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26c40af070 con 0x7f26d415edb0 2024-09-05T06:11:59.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26cbfff640 1 -- 172.21.15.70:0/5622979 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c40aa9d0 con 0x7f26d415edb0 2024-09-05T06:11:59.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- 172.21.15.70:0/5622979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 msgr2=0x7f26d40d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 --2- 172.21.15.70:0/5622979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d40d3340 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f26d40d5db0 tx=0x7f26c401c4b0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- 172.21.15.70:0/5622979 shutdown_connections 2024-09-05T06:11:59.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 --2- 172.21.15.70:0/5622979 >> v2:172.21.15.196:3300/0 conn(0x7f26d40cf7e0 0x7f26d40d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 --2- 172.21.15.70:0/5622979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d40d3340 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- 172.21.15.70:0/5622979 >> 172.21.15.70:0/5622979 conn(0x7f26d408e690 msgr2=0x7f26d409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:11:59.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- 172.21.15.70:0/5622979 shutdown_connections 2024-09-05T06:11:59.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- 172.21.15.70:0/5622979 wait complete. 2024-09-05T06:11:59.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 Processor -- start 2024-09-05T06:11:59.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- start start 2024-09-05T06:11:59.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f26d40cf7e0 0x7f26d4153600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26d40d4980 0x7f26d41581c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d4158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f26d40b4fa0 con 0x7f26d415edb0 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f26d40b4e20 con 0x7f26d40d4980 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f26d40b5120 con 0x7f26d40cf7e0 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d4158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d4158700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47068/0 (socket says 172.21.15.70:47068) 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 -- 172.21.15.70:0/602404385 learned_addr learned my addr 172.21.15.70:0/602404385 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d8fc1640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26d40d4980 0x7f26d41581c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d97c2640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f26d40cf7e0 0x7f26d4153600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 -- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f26d40cf7e0 msgr2=0x7f26d4153600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f26d40cf7e0 0x7f26d4153600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 -- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26d40d4980 msgr2=0x7f26d41581c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26d40d4980 0x7f26d41581c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 -- 172.21.15.70:0/602404385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d4156c60 con 0x7f26d415edb0 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d8fc1640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26d40d4980 0x7f26d41581c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26d9fc3640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d4158700 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f26cc00b970 tx=0x7f26cc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26c9ffb640 1 -- 172.21.15.70:0/602404385 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc019070 con 0x7f26d415edb0 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26c9ffb640 1 -- 172.21.15.70:0/602404385 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26cc00cb60 con 0x7f26d415edb0 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26c9ffb640 1 -- 172.21.15.70:0/602404385 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc014440 con 0x7f26d415edb0 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d4155ea0 con 0x7f26d415edb0 2024-09-05T06:11:59.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.387+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d4156460 con 0x7f26d415edb0 2024-09-05T06:11:59.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.391+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d409e340 con 0x7f26d415edb0 2024-09-05T06:11:59.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.391+0000 7f26c9ffb640 1 -- 172.21.15.70:0/602404385 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f26cc01c070 con 0x7f26d415edb0 2024-09-05T06:11:59.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.391+0000 7f26c9ffb640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26b80678c0 0x7f26b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:11:59.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.391+0000 7f26c9ffb640 1 -- 172.21.15.70:0/602404385 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7f26cc085640 con 0x7f26d415edb0 2024-09-05T06:11:59.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.391+0000 7f26d97c2640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26b80678c0 0x7f26b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:11:59.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.391+0000 7f26d97c2640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26b80678c0 0x7f26b8069d80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f26d0001600 tx=0x7f26d0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:11:59.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.395+0000 7f26c9ffb640 1 -- 172.21.15.70:0/602404385 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f26cc056510 con 0x7f26d415edb0 2024-09-05T06:11:59.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:11:59.611+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_full_fclose"]} v 0) -- 0x7f26d40d4d60 con 0x7f26d415edb0 2024-09-05T06:11:59.934 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:11:59.937 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:12:00.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26c9ffb640 1 -- 172.21.15.70:0/602404385 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_full_fclose"]}]=0 v124) ==== 137+0+0 (secure 0 0 0) 0x7f26cc055e10 con 0x7f26d415edb0 2024-09-05T06:12:00.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26b80678c0 msgr2=0x7f26b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:00.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26b80678c0 0x7f26b8069d80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f26d0001600 tx=0x7f26d0009040 comp rx=0 tx=0).stop 2024-09-05T06:12:00.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 msgr2=0x7f26d4158700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:00.608 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d4158700 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f26cc00b970 tx=0x7f26cc00be30 comp rx=0 tx=0).stop 2024-09-05T06:12:00.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 shutdown_connections 2024-09-05T06:12:00.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26b80678c0 0x7f26b8069d80 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f26d415edb0 0x7f26d4158700 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26d40d4980 0x7f26d41581c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 --2- 172.21.15.70:0/602404385 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f26d40cf7e0 0x7f26d4153600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.607+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 >> 172.21.15.70:0/602404385 conn(0x7f26d408e690 msgr2=0x7f26d40d3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:00.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.611+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 shutdown_connections 2024-09-05T06:12:00.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.611+0000 7f26dba26640 1 -- 172.21.15.70:0/602404385 wait complete. 2024-09-05T06:12:00.629 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_objectstore 2024-09-05T06:12:00.752 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_objectstore":"memstore"} 2024-09-05T06:12:00.753 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_objectstore": "memstore" } 2024-09-05T06:12:00.753 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:12:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a8d16640 1 Processor -- start 2024-09-05T06:12:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a8d16640 1 -- start start 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a8d16640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe6a415ea00 0x7fe6a4072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a8d16640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe6a406de80 0x7fe6a40b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a8d16640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6a406e4d0 con 0x7fe6a40b5310 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a8d16640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe6a40b5ca0 con 0x7fe6a406de80 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a8d16640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe6a4071db0 con 0x7fe6a415ea00 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a2d9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe6a406de80 0x7fe6a40b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a1d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe6a40b5310 0x7fe6a406d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54858/0 (socket says 172.21.15.70:54858) 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a1d9b640 1 -- 172.21.15.70:0/1558825967 learned_addr learned my addr 172.21.15.70:0/1558825967 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a259c640 1 --2- 172.21.15.70:0/1558825967 >> v2:172.21.15.196:3300/0 conn(0x7fe6a415ea00 0x7fe6a4072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a2d9d640 1 -- 172.21.15.70:0/1558825967 >> v2:172.21.15.196:3300/0 conn(0x7fe6a415ea00 msgr2=0x7fe6a4072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a2d9d640 1 --2- 172.21.15.70:0/1558825967 >> v2:172.21.15.196:3300/0 conn(0x7fe6a415ea00 0x7fe6a4072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a2d9d640 1 -- 172.21.15.70:0/1558825967 >> v1:172.21.15.70:6789/0 conn(0x7fe6a40b5310 legacy=0x7fe6a406d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.867+0000 7fe6a2d9d640 1 -- 172.21.15.70:0/1558825967 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a4071760 con 0x7fe6a406de80 2024-09-05T06:12:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a2d9d640 1 --2- 172.21.15.70:0/1558825967 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a406de80 0x7fe6a40b5760 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fe6a406f6d0 tx=0x7fe69c01c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b57056f86efd14a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a159a640 1 -- 172.21.15.70:0/1558825967 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c0b2070 con 0x7fe6a406de80 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a159a640 1 -- 172.21.15.70:0/1558825967 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe69c0a57f0 con 0x7fe6a406de80 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a159a640 1 -- 172.21.15.70:0/1558825967 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c0a5bc0 con 0x7fe6a406de80 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- 172.21.15.70:0/1558825967 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a406de80 msgr2=0x7fe6a40b5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/1558825967 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a406de80 0x7fe6a40b5760 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fe6a406f6d0 tx=0x7fe69c01c930 comp rx=0 tx=0).stop 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- 172.21.15.70:0/1558825967 shutdown_connections 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/1558825967 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a406de80 0x7fe6a40b5760 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/1558825967 >> v2:172.21.15.196:3300/0 conn(0x7fe6a415ea00 0x7fe6a4072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- 172.21.15.70:0/1558825967 >> 172.21.15.70:0/1558825967 conn(0x7fe6a406bcc0 msgr2=0x7fe6a406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- 172.21.15.70:0/1558825967 shutdown_connections 2024-09-05T06:12:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- 172.21.15.70:0/1558825967 wait complete. 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 Processor -- start 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- start start 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe6a406de80 0x7fe6a4152060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a40b5310 0x7fe6a4148350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6a415ea00 0x7fe6a41529e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a40b4710 con 0x7fe6a40b5310 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a40b4590 con 0x7fe6a406de80 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe6a40b4890 con 0x7fe6a415ea00 2024-09-05T06:12:00.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a40b5310 0x7fe6a4148350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a40b5310 0x7fe6a4148350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47086/0 (socket says 172.21.15.70:47086) 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 -- 172.21.15.70:0/3761923157 learned_addr learned my addr 172.21.15.70:0/3761923157 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a259c640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe6a406de80 0x7fe6a4152060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 -- 172.21.15.70:0/3761923157 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6a415ea00 msgr2=0x7fe6a41529e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6a415ea00 0x7fe6a41529e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 -- 172.21.15.70:0/3761923157 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe6a406de80 msgr2=0x7fe6a4152060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe6a406de80 0x7fe6a4152060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 -- 172.21.15.70:0/3761923157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a4149f00 con 0x7fe6a40b5310 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a1d9b640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a40b5310 0x7fe6a4148350 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe69800c370 tx=0x7fe69800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe692ffd640 1 -- 172.21.15.70:0/3761923157 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe698017070 con 0x7fe6a40b5310 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe692ffd640 1 -- 172.21.15.70:0/3761923157 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe698005cf0 con 0x7fe6a40b5310 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6a4148b80 con 0x7fe6a40b5310 2024-09-05T06:12:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe692ffd640 1 -- 172.21.15.70:0/3761923157 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6980072f0 con 0x7fe6a40b5310 2024-09-05T06:12:00.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.871+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6a4149140 con 0x7fe6a40b5310 2024-09-05T06:12:00.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.875+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6a40b5760 con 0x7fe6a40b5310 2024-09-05T06:12:00.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.875+0000 7fe692ffd640 1 -- 172.21.15.70:0/3761923157 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe69801a070 con 0x7fe6a40b5310 2024-09-05T06:12:00.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.875+0000 7fe692ffd640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6840678c0 0x7fe684069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:00.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.875+0000 7fe692ffd640 1 -- 172.21.15.70:0/3761923157 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7fe698084d60 con 0x7fe6a40b5310 2024-09-05T06:12:00.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.875+0000 7fe6a259c640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6840678c0 0x7fe684069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:00.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.875+0000 7fe6a259c640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6840678c0 0x7fe684069d80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe6a4151600 tx=0x7fe694008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:00.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:00.879+0000 7fe692ffd640 1 -- 172.21.15.70:0/3761923157 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe6a4149f00 con 0x7fe6a40b5310 2024-09-05T06:12:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.035+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe6a4149b30 con 0x7fe6a40b5310 2024-09-05T06:12:01.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.039+0000 7fe692ffd640 1 -- 172.21.15.70:0/3761923157 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v6)=0 v6) ==== 122+0+0 (secure 0 0 0) 0x7fe698055ba0 con 0x7fe6a40b5310 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6840678c0 msgr2=0x7fe684069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6840678c0 0x7fe684069d80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe6a4151600 tx=0x7fe694008040 comp rx=0 tx=0).stop 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a40b5310 msgr2=0x7fe6a4148350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a40b5310 0x7fe6a4148350 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe69800c370 tx=0x7fe69800c830 comp rx=0 tx=0).stop 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 shutdown_connections 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6840678c0 0x7fe684069d80 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6a415ea00 0x7fe6a41529e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6a40b5310 0x7fe6a4148350 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 --2- 172.21.15.70:0/3761923157 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe6a406de80 0x7fe6a4152060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 >> 172.21.15.70:0/3761923157 conn(0x7fe6a406bcc0 msgr2=0x7fe6a406d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:01.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 shutdown_connections 2024-09-05T06:12:01.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.043+0000 7fe6a8d16640 1 -- 172.21.15.70:0/3761923157 wait complete. 2024-09-05T06:12:01.058 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:12:01.058 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:12:01.090 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:12:01.140 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:12:01.141 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:12:01.141 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:12:01.145 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:12:01.145 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:12:01.146 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:12:01.151 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:12:01.151 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:12:01.151 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:12:01.192 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:12:01.192 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:12:01.192 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:12:01.202 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:12:01.202 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:12:01.202 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:12:01.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f34be640 1 Processor -- start 2024-09-05T06:12:01.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f34be640 1 -- start start 2024-09-05T06:12:01.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f34be640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23ec15ea00 0x7f23ec072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f34be640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f23ec0b5310 0x7f23ec0b5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f34be640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23ec0b5c70 con 0x7f23ec06d770 2024-09-05T06:12:01.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f34be640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f23ec071db0 con 0x7f23ec0b5310 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f34be640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f23ec06e4d0 con 0x7f23ec15ea00 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f1a5b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f23ec06d770 0x7f23ec06dc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54872/0 (socket says 172.21.15.70:54872) 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f1a5b640 1 -- 172.21.15.70:0/1256710658 learned_addr learned my addr 172.21.15.70:0/1256710658 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f0a59640 1 --2- 172.21.15.70:0/1256710658 >> v2:172.21.15.196:3300/0 conn(0x7f23ec0b5310 0x7f23ec0b5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3698379003 0 0) 0x7f23ec0b5c70 con 0x7f23ec06d770 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f125a640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23ec15ea00 0x7f23ec072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f23d4003530 con 0x7f23ec06d770 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2412865732 0 0) 0x7f23d4003530 con 0x7f23ec06d770 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23ec15ea00 msgr2=0x7f23ec072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23ec15ea00 0x7f23ec072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 >> v2:172.21.15.196:3300/0 conn(0x7f23ec0b5310 msgr2=0x7f23ec0b5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 --2- 172.21.15.70:0/1256710658 >> v2:172.21.15.196:3300/0 conn(0x7f23ec0b5310 0x7f23ec0b5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23ec071760 con 0x7f23ec06d770 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f23e4001a00 con 0x7f23ec06d770 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 >> v1:172.21.15.70:6789/0 conn(0x7f23ec06d770 legacy=0x7f23ec06dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23d40039c0 0x7f23d4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23ec15ea00 0x7f23d4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4004d50 0x7f23d40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec071db0 con 0x7f23d4004d50 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec06e4d0 con 0x7f23d40039c0 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f23d400b9d0 con 0x7f23ec15ea00 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f1a5b640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4004d50 0x7f23d40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f125a640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23d40039c0 0x7f23d4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f0a59640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23ec15ea00 0x7f23d4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f1a5b640 1 -- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23ec15ea00 msgr2=0x7f23d4004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:01.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f1a5b640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23ec15ea00 0x7f23d4004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f1a5b640 1 -- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23d40039c0 msgr2=0x7f23d4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:01.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f1a5b640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23d40039c0 0x7f23d4003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f1a5b640 1 -- 172.21.15.70:0/1256710658 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23d4003530 con 0x7f23d4004d50 2024-09-05T06:12:01.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.355+0000 7f23f125a640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23d40039c0 0x7f23d4003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:12:01.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f1a5b640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4004d50 0x7f23d40051d0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f23e400a880 tx=0x7f23e401d3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5da060962200718 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:01.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e400a4a0 con 0x7f23d4004d50 2024-09-05T06:12:01.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23e40ad630 con 0x7f23d4004d50 2024-09-05T06:12:01.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23ebfff640 1 -- 172.21.15.70:0/1256710658 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e40ada20 con 0x7f23d4004d50 2024-09-05T06:12:01.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f34be640 1 -- 172.21.15.70:0/1256710658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4004d50 msgr2=0x7f23d40051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f34be640 1 --2- 172.21.15.70:0/1256710658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4004d50 0x7f23d40051d0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f23e400a880 tx=0x7f23e401d3a0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f1a5b640 1 -- 172.21.15.70:0/1256710658 reap_dead start 2024-09-05T06:12:01.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f34be640 1 -- 172.21.15.70:0/1256710658 shutdown_connections 2024-09-05T06:12:01.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f34be640 1 -- 172.21.15.70:0/1256710658 >> 172.21.15.70:0/1256710658 conn(0x7f23ec06bcc0 msgr2=0x7f23ec06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:01.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f34be640 1 -- 172.21.15.70:0/1256710658 shutdown_connections 2024-09-05T06:12:01.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f34be640 1 -- 172.21.15.70:0/1256710658 wait complete. 2024-09-05T06:12:01.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.359+0000 7f23f34be640 1 Processor -- start 2024-09-05T06:12:01.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 -- start start 2024-09-05T06:12:01.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d4004d50 0x7f23ec141170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23ec15d520 0x7f23ec15d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23ec15fb20 0x7f23ec15ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec15ef60 con 0x7f23ec15d520 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec15ede0 con 0x7f23ec15fb20 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f23ec072240 con 0x7f23d4004d50 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23ec15d520 0x7f23ec15d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23ec15d520 0x7f23ec15d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47116/0 (socket says 172.21.15.70:47116) 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 -- 172.21.15.70:0/2861229193 learned_addr learned my addr 172.21.15.70:0/2861229193 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f1a5b640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23ec15fb20 0x7f23ec15ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f125a640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d4004d50 0x7f23ec141170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 -- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d4004d50 msgr2=0x7f23ec141170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d4004d50 0x7f23ec141170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 -- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23ec15fb20 msgr2=0x7f23ec15ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23ec15fb20 0x7f23ec15ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 -- 172.21.15.70:0/2861229193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23ec15dfc0 con 0x7f23ec15d520 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f1a5b640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23ec15fb20 0x7f23ec15ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f0a59640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23ec15d520 0x7f23ec15d980 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f23e00119a0 tx=0x7f23e0011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23e9ffb640 1 -- 172.21.15.70:0/2861229193 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e000fa90 con 0x7f23ec15d520 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23e9ffb640 1 -- 172.21.15.70:0/2861229193 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23e000fc30 con 0x7f23ec15d520 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23ec155da0 con 0x7f23ec15d520 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23e9ffb640 1 -- 172.21.15.70:0/2861229193 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e0014440 con 0x7f23ec15d520 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23ec156360 con 0x7f23ec15d520 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23ec0b5730 con 0x7f23ec15d520 2024-09-05T06:12:01.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23e9ffb640 1 -- 172.21.15.70:0/2861229193 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f23e0012040 con 0x7f23ec15d520 2024-09-05T06:12:01.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23e9ffb640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d80678c0 0x7f23d8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23e9ffb640 1 -- 172.21.15.70:0/2861229193 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7f23e0085fb0 con 0x7f23ec15d520 2024-09-05T06:12:01.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.363+0000 7f23f125a640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d80678c0 0x7f23d8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.367+0000 7f23f125a640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d80678c0 0x7f23d8069d80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f23dc009cc0 tx=0x7f23dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:01.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.371+0000 7f23e9ffb640 1 -- 172.21.15.70:0/2861229193 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f23e0019030 con 0x7f23ec15d520 2024-09-05T06:12:01.550 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.551+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f23ec0afed0 con 0x7f23ec15d520 2024-09-05T06:12:01.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.551+0000 7f23e9ffb640 1 -- 172.21.15.70:0/2861229193 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+3914 (secure 0 0 0) 0x7f23e0056830 con 0x7f23ec15d520 2024-09-05T06:12:01.551 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:01.552 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":22,"btime":"2024-09-05T06:11:55:596816+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3689990574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3689990574},{"type":"v1","addr":"172.21.15.196:6833","nonce":3689990574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4670,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/771835923","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":771835923},{"type":"v1","addr":"172.21.15.196:6835","nonce":771835923}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5154,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/1917874706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1917874706},{"type":"v1","addr":"172.21.15.70:6835","nonce":1917874706}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":5448,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3346717335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3346717335},{"type":"v1","addr":"172.21.15.70:6837","nonce":3346717335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[]} 2024-09-05T06:12:01.552 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 22 2024-09-05T06:12:01.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d80678c0 msgr2=0x7f23d8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d80678c0 0x7f23d8069d80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f23dc009cc0 tx=0x7f23dc008040 comp rx=0 tx=0).stop 2024-09-05T06:12:01.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23ec15d520 msgr2=0x7f23ec15d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23ec15d520 0x7f23ec15d980 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f23e00119a0 tx=0x7f23e0011e60 comp rx=0 tx=0).stop 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 shutdown_connections 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d80678c0 0x7f23d8069d80 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23ec15fb20 0x7f23ec15ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23ec15d520 0x7f23ec15d980 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 --2- 172.21.15.70:0/2861229193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d4004d50 0x7f23ec141170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 >> 172.21.15.70:0/2861229193 conn(0x7f23ec06bcc0 msgr2=0x7f23ec0b0a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 shutdown_connections 2024-09-05T06:12:01.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.555+0000 7f23f34be640 1 -- 172.21.15.70:0/2861229193 wait complete. 2024-09-05T06:12:01.569 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:12:01.569 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:12:01.570 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:12:01.570 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:12:01.570 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:12:01.570 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:12:01.570 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:12:01.571 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:12:01.571 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:12:01.571 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:12:01.571 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:12:01.571 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:12:01.571 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:12:01.571 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:12:01.572 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:12:01.572 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:12:01.583 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:12:01.583 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:12:01.583 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:12:01.584 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:12:01.587 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:12:01.587 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:12:01.588 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:12:01.588 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:12:01.626 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:12:01.626 DEBUG:teuthology.parallel:result is None 2024-09-05T06:12:01.627 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:12:01.627 DEBUG:teuthology.parallel:result is None 2024-09-05T06:12:01.630 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:12:01.630 DEBUG:teuthology.parallel:result is None 2024-09-05T06:12:01.631 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:12:01.632 DEBUG:teuthology.parallel:result is None 2024-09-05T06:12:01.632 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:12:01.688 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:12:01.689 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:12:01.701 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:12:01.702 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:12:01.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.755+0000 7f44c58e1640 1 Processor -- start 2024-09-05T06:12:01.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.755+0000 7f44c58e1640 1 -- start start 2024-09-05T06:12:01.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44c58e1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f44c015bbb0 0x7f44c015e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44c58e1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44c00753f0 con 0x7f44c015f0d0 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44c58e1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44c0075690 con 0x7f44c00b4160 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44c58e1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f44c015cfa0 con 0x7f44c015bbb0 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bf7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f44c015f0d0 0x7f44c00b4740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54896/0 (socket says 172.21.15.70:54896) 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bf7fe640 1 -- 172.21.15.70:0/1073196161 learned_addr learned my addr 172.21.15.70:0/1073196161 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44beffd640 1 --2- 172.21.15.70:0/1073196161 >> v2:172.21.15.196:3300/0 conn(0x7f44c015bbb0 0x7f44c015e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bdffb640 1 -- 172.21.15.70:0/1073196161 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 892189912 0 0) 0x7f44c00753f0 con 0x7f44c015f0d0 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bdffb640 1 -- 172.21.15.70:0/1073196161 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f44a8003530 con 0x7f44c015f0d0 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bdffb640 1 -- 172.21.15.70:0/1073196161 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2994574564 0 0) 0x7f44c0075690 con 0x7f44c00b4160 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bdffb640 1 -- 172.21.15.70:0/1073196161 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f44c00753f0 con 0x7f44c00b4160 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44beffd640 1 -- 172.21.15.70:0/1073196161 >> v1:172.21.15.196:6789/0 conn(0x7f44c00b4160 legacy=0x7f44c015e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44beffd640 1 -- 172.21.15.70:0/1073196161 >> v1:172.21.15.70:6789/0 conn(0x7f44c015f0d0 legacy=0x7f44c00b4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bdffb640 1 -- 172.21.15.70:0/1073196161 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1208686598 0 0) 0x7f44a8003530 con 0x7f44c015f0d0 2024-09-05T06:12:01.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44beffd640 1 -- 172.21.15.70:0/1073196161 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c015dc80 con 0x7f44c015bbb0 2024-09-05T06:12:01.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44beffd640 1 --2- 172.21.15.70:0/1073196161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 0x7f44c015e480 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f44b40097c0 tx=0x7f44b401c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=daa544adc5ee5510 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:01.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bdffb640 1 -- 172.21.15.70:0/1073196161 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b40b0070 con 0x7f44c015bbb0 2024-09-05T06:12:01.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bdffb640 1 -- 172.21.15.70:0/1073196161 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44b40a4e50 con 0x7f44c015bbb0 2024-09-05T06:12:01.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.759+0000 7f44bdffb640 1 -- 172.21.15.70:0/1073196161 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b8001680 con 0x7f44c015bbb0 2024-09-05T06:12:01.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- 172.21.15.70:0/1073196161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 msgr2=0x7f44c015e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 --2- 172.21.15.70:0/1073196161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 0x7f44c015e480 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f44b40097c0 tx=0x7f44b401c330 comp rx=0 tx=0).stop 2024-09-05T06:12:01.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- 172.21.15.70:0/1073196161 shutdown_connections 2024-09-05T06:12:01.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 --2- 172.21.15.70:0/1073196161 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 0x7f44c015e480 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- 172.21.15.70:0/1073196161 >> 172.21.15.70:0/1073196161 conn(0x7f44c00723c0 msgr2=0x7f44c00b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:01.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- 172.21.15.70:0/1073196161 shutdown_connections 2024-09-05T06:12:01.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- 172.21.15.70:0/1073196161 wait complete. 2024-09-05T06:12:01.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 Processor -- start 2024-09-05T06:12:01.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- start start 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44c00b4160 0x7f44c009a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 0x7f44c0098180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f44c015f0d0 0x7f44c014ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f44c0169690 con 0x7f44c00b4160 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f44c00b5870 con 0x7f44c015bbb0 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f44c0169810 con 0x7f44c015f0d0 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44c00b4160 0x7f44c009a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44c00b4160 0x7f44c009a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47146/0 (socket says 172.21.15.70:47146) 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 -- 172.21.15.70:0/2648876834 learned_addr learned my addr 172.21.15.70:0/2648876834 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44bf7fe640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f44c015f0d0 0x7f44c014ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44be7fc640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 0x7f44c0098180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 -- 172.21.15.70:0/2648876834 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f44c015f0d0 msgr2=0x7f44c014ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f44c015f0d0 0x7f44c014ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 -- 172.21.15.70:0/2648876834 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 msgr2=0x7f44c0098180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 0x7f44c0098180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 -- 172.21.15.70:0/2648876834 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c0073ec0 con 0x7f44c00b4160 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44beffd640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44c00b4160 0x7f44c009a7c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f44b4018f40 tx=0x7f44b40190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44a7fff640 1 -- 172.21.15.70:0/2648876834 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b40b0040 con 0x7f44c00b4160 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44a7fff640 1 -- 172.21.15.70:0/2648876834 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44b40036a0 con 0x7f44c00b4160 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44c014a2a0 con 0x7f44c00b4160 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44a7fff640 1 -- 172.21.15.70:0/2648876834 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b4003a50 con 0x7f44c00b4160 2024-09-05T06:12:01.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.763+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44c009ad00 con 0x7f44c00b4160 2024-09-05T06:12:01.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.767+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44c00b4740 con 0x7f44c00b4160 2024-09-05T06:12:01.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.767+0000 7f44a7fff640 1 -- 172.21.15.70:0/2648876834 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f44b40bb030 con 0x7f44c00b4160 2024-09-05T06:12:01.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.767+0000 7f44a7fff640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f44ac0678c0 0x7f44ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:01.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.767+0000 7f44be7fc640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f44ac0678c0 0x7f44ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:01.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.767+0000 7f44a7fff640 1 -- 172.21.15.70:0/2648876834 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4943+0+0 (secure 0 0 0) 0x7f44b411ead0 con 0x7f44c00b4160 2024-09-05T06:12:01.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.767+0000 7f44be7fc640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f44ac0678c0 0x7f44ac069d80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f44c00757f0 tx=0x7f44b0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:01.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.771+0000 7f44a7fff640 1 -- 172.21.15.70:0/2648876834 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f44b40c2020 con 0x7f44c00b4160 2024-09-05T06:12:01.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:01.939+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f44c014a070 con 0x7f44c00b4160 2024-09-05T06:12:02.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.623+0000 7f44a7fff640 1 -- 172.21.15.70:0/2648876834 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v64) ==== 97+0+0 (secure 0 0 0) 0x7f44b4015fb0 con 0x7f44c00b4160 2024-09-05T06:12:02.624 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:12:02.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f44ac0678c0 msgr2=0x7f44ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:02.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f44ac0678c0 0x7f44ac069d80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f44c00757f0 tx=0x7f44b0009040 comp rx=0 tx=0).stop 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44c00b4160 msgr2=0x7f44c009a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44c00b4160 0x7f44c009a7c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f44b4018f40 tx=0x7f44b40190d0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 shutdown_connections 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f44ac0678c0 0x7f44ac069d80 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f44c015f0d0 0x7f44c014ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f44c015bbb0 0x7f44c0098180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 --2- 172.21.15.70:0/2648876834 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44c00b4160 0x7f44c009a7c0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 >> 172.21.15.70:0/2648876834 conn(0x7f44c00723c0 msgr2=0x7f44c00cde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 shutdown_connections 2024-09-05T06:12:02.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.627+0000 7f44c58e1640 1 -- 172.21.15.70:0/2648876834 wait complete. 2024-09-05T06:12:02.649 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:12:02.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec502fe640 1 Processor -- start 2024-09-05T06:12:02.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec502fe640 1 -- start start 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec502fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fec48157110 0x7fec480b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec502fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fec480b5ac0 0x7fec480d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec502fe640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec4806d570 con 0x7fec480ceaf0 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec502fe640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fec4806d850 con 0x7fec48157110 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec502fe640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fec4806db30 con 0x7fec480b5ac0 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4e09a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fec48157110 0x7fec480b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4e09a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fec48157110 0x7fec480b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47148/0 (socket says 172.21.15.70:47148) 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4e09a640 1 -- 172.21.15.70:0/230418526 learned_addr learned my addr 172.21.15.70:0/230418526 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4e09a640 1 -- 172.21.15.70:0/230418526 >> v2:172.21.15.196:3300/0 conn(0x7fec480b5ac0 msgr2=0x7fec480d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:02.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4d899640 1 --2- 172.21.15.70:0/230418526 >> v2:172.21.15.196:3300/0 conn(0x7fec480b5ac0 0x7fec480d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:02.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4e09a640 1 --2- 172.21.15.70:0/230418526 >> v2:172.21.15.196:3300/0 conn(0x7fec480b5ac0 0x7fec480d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4e09a640 1 -- 172.21.15.70:0/230418526 >> v1:172.21.15.196:6789/0 conn(0x7fec480ceaf0 legacy=0x7fec480af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:02.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4e09a640 1 -- 172.21.15.70:0/230418526 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec4806de10 con 0x7fec48157110 2024-09-05T06:12:02.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.775+0000 7fec4d899640 1 --2- 172.21.15.70:0/230418526 >> v2:172.21.15.196:3300/0 conn(0x7fec480b5ac0 0x7fec480d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:02.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e09a640 1 --2- 172.21.15.70:0/230418526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec480b5580 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fec480d1500 tx=0x7fec4401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73a11c0eddef8830 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:02.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4d098640 1 -- 172.21.15.70:0/230418526 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec440b0070 con 0x7fec48157110 2024-09-05T06:12:02.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4d098640 1 -- 172.21.15.70:0/230418526 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec440ab600 con 0x7fec48157110 2024-09-05T06:12:02.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4d098640 1 -- 172.21.15.70:0/230418526 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec440ab9d0 con 0x7fec48157110 2024-09-05T06:12:02.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- 172.21.15.70:0/230418526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 msgr2=0x7fec480b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:02.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 --2- 172.21.15.70:0/230418526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec480b5580 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fec480d1500 tx=0x7fec4401c4e0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- 172.21.15.70:0/230418526 shutdown_connections 2024-09-05T06:12:02.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 --2- 172.21.15.70:0/230418526 >> v2:172.21.15.196:3300/0 conn(0x7fec480b5ac0 0x7fec480d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 --2- 172.21.15.70:0/230418526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec480b5580 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- 172.21.15.70:0/230418526 >> 172.21.15.70:0/230418526 conn(0x7fec4806bcc0 msgr2=0x7fec4806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:02.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- 172.21.15.70:0/230418526 shutdown_connections 2024-09-05T06:12:02.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- 172.21.15.70:0/230418526 wait complete. 2024-09-05T06:12:02.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 Processor -- start 2024-09-05T06:12:02.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- start start 2024-09-05T06:12:02.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec480b5ac0 0x7fec480b2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:02.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec480ceaf0 0x7fec48145870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:02.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec48154760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:02.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fec480b4280 con 0x7fec48157110 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fec480d10a0 con 0x7fec480b5ac0 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fec480b4400 con 0x7fec480ceaf0 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec48154760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec48154760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47164/0 (socket says 172.21.15.70:47164) 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 -- 172.21.15.70:0/3913422419 learned_addr learned my addr 172.21.15.70:0/3913422419 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e09a640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec480b5ac0 0x7fec480b2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 -- 172.21.15.70:0/3913422419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec480ceaf0 msgr2=0x7fec48145870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec480ceaf0 0x7fec48145870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 -- 172.21.15.70:0/3913422419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec480b5ac0 msgr2=0x7fec480b2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec480b5ac0 0x7fec480b2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 -- 172.21.15.70:0/3913422419 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec480b20f0 con 0x7fec48157110 2024-09-05T06:12:02.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec4e89b640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec48154760 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fec4000c780 tx=0x7fec4000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:02.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec3effd640 1 -- 172.21.15.70:0/3913422419 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec40004b70 con 0x7fec48157110 2024-09-05T06:12:02.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec3effd640 1 -- 172.21.15.70:0/3913422419 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec40004d10 con 0x7fec48157110 2024-09-05T06:12:02.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec3effd640 1 -- 172.21.15.70:0/3913422419 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4000aa90 con 0x7fec48157110 2024-09-05T06:12:02.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec480b23d0 con 0x7fec48157110 2024-09-05T06:12:02.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.779+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec48145db0 con 0x7fec48157110 2024-09-05T06:12:02.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.783+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec480b4770 con 0x7fec48157110 2024-09-05T06:12:02.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.783+0000 7fec3effd640 1 -- 172.21.15.70:0/3913422419 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fec4000ac30 con 0x7fec48157110 2024-09-05T06:12:02.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.783+0000 7fec3effd640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec2c0678f0 0x7fec2c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:02.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.783+0000 7fec3effd640 1 -- 172.21.15.70:0/3913422419 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7fec40085b50 con 0x7fec48157110 2024-09-05T06:12:02.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.783+0000 7fec4e09a640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec2c0678f0 0x7fec2c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:02.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.783+0000 7fec4e09a640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec2c0678f0 0x7fec2c069db0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fec440ad000 tx=0x7fec440a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:02.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:02.787+0000 7fec3effd640 1 -- 172.21.15.70:0/3913422419 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fec40020070 con 0x7fec48157110 2024-09-05T06:12:03.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.007+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fec480d0530 con 0x7fec48157110 2024-09-05T06:12:03.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.007+0000 7fec3effd640 1 -- 172.21.15.70:0/3913422419 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v10) ==== 80+0+5304 (secure 0 0 0) 0x7fec40056a70 con 0x7fec48157110 2024-09-05T06:12:03.008 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:03.008 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:12:03.008 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:12:03.008 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.009 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:12:03.009 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:12:03.009 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.009 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:12:03.009 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.010 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:12:03.011 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:12:03.012 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:12:03.013 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.014 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.015 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.016 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.017 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.018 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:12:03.019 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.020 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:12:03.021 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:12:03.022 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.022 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.022 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:12:03.022 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec2c0678f0 msgr2=0x7fec2c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec2c0678f0 0x7fec2c069db0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fec440ad000 tx=0x7fec440a6000 comp rx=0 tx=0).stop 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 msgr2=0x7fec48154760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec48154760 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fec4000c780 tx=0x7fec4000cc40 comp rx=0 tx=0).stop 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 shutdown_connections 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fec2c0678f0 0x7fec2c069db0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec48157110 0x7fec48154760 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec480ceaf0 0x7fec48145870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 --2- 172.21.15.70:0/3913422419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec480b5ac0 0x7fec480b2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 >> 172.21.15.70:0/3913422419 conn(0x7fec4806bcc0 msgr2=0x7fec481469f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:03.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 shutdown_connections 2024-09-05T06:12:03.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.011+0000 7fec502fe640 1 -- 172.21.15.70:0/3913422419 wait complete. 2024-09-05T06:12:03.027 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:12:03.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1eafca640 1 Processor -- start 2024-09-05T06:12:03.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1eafca640 1 -- start start 2024-09-05T06:12:03.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1eafca640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e40ceaf0 0x7fc1e40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1eafca640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1e406d570 con 0x7fc1e40d0c90 2024-09-05T06:12:03.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1eafca640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1e406d850 con 0x7fc1e4157110 2024-09-05T06:12:03.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1eafca640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc1e40d10e0 con 0x7fc1e40ceaf0 2024-09-05T06:12:03.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e9567640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc1e40d0c90 0x7fc1e40af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54900/0 (socket says 172.21.15.70:54900) 2024-09-05T06:12:03.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e9567640 1 -- 172.21.15.70:0/3629792756 learned_addr learned my addr 172.21.15.70:0/3629792756 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:03.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e3fff640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e40ceaf0 0x7fc1e40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3227031499 0 0) 0x7fc1e406d570 con 0x7fc1e40d0c90 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc1d0003530 con 0x7fc1e40d0c90 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1723490931 0 0) 0x7fc1d0003530 con 0x7fc1e40d0c90 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e40ceaf0 msgr2=0x7fc1e40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e40ceaf0 0x7fc1e40d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 >> v1:172.21.15.196:6789/0 conn(0x7fc1e4157110 legacy=0x7fc1e40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e406db30 con 0x7fc1e40d0c90 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fc1dc001680 con 0x7fc1e40d0c90 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 >> v1:172.21.15.70:6789/0 conn(0x7fc1e40d0c90 legacy=0x7fc1e40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1d00039f0 0x7fc1d0003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e40ceaf0 0x7fc1d0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1d0004d50 0x7fc1d00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e40d10e0 con 0x7fc1d00039f0 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d000bab0 con 0x7fc1d0004d50 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc1d000bcb0 con 0x7fc1e40ceaf0 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e8d66640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1d00039f0 0x7fc1d0003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e9567640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1d0004d50 0x7fc1d00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e8d66640 1 -- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e40ceaf0 msgr2=0x7fc1d0004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e8d66640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e40ceaf0 0x7fc1d0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e8d66640 1 -- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1d0004d50 msgr2=0x7fc1d00051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e8d66640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1d0004d50 0x7fc1d00051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e8d66640 1 -- 172.21.15.70:0/3629792756 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d0003530 con 0x7fc1d00039f0 2024-09-05T06:12:03.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.139+0000 7fc1e9567640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1d0004d50 0x7fc1d00051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:03.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e8d66640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1d00039f0 0x7fc1d0003e10 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4001e40 tx=0x7fc1d401c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46b3584cb607fabb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:03.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d40b0070 con 0x7fc1d00039f0 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1d40a7070 con 0x7fc1d00039f0 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e37fe640 1 -- 172.21.15.70:0/3629792756 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d4001a90 con 0x7fc1d00039f0 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- 172.21.15.70:0/3629792756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1d00039f0 msgr2=0x7fc1d0003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 --2- 172.21.15.70:0/3629792756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1d00039f0 0x7fc1d0003e10 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4001e40 tx=0x7fc1d401c760 comp rx=0 tx=0).stop 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e9567640 1 -- 172.21.15.70:0/3629792756 reap_dead start 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- 172.21.15.70:0/3629792756 shutdown_connections 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- 172.21.15.70:0/3629792756 >> 172.21.15.70:0/3629792756 conn(0x7fc1e406bcc0 msgr2=0x7fc1e406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- 172.21.15.70:0/3629792756 shutdown_connections 2024-09-05T06:12:03.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- 172.21.15.70:0/3629792756 wait complete. 2024-09-05T06:12:03.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 Processor -- start 2024-09-05T06:12:03.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- start start 2024-09-05T06:12:03.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1e414a400 0x7fc1e414ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1e41538a0 0x7fc1e414f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e4154090 0x7fc1e4154510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e40b5c90 con 0x7fc1e41538a0 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e40b0240 con 0x7fc1e414a400 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1eafca640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc1e4168e60 con 0x7fc1e4154090 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1e41538a0 0x7fc1e414f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1e41538a0 0x7fc1e414f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47170/0 (socket says 172.21.15.70:47170) 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e3fff640 1 -- 172.21.15.70:0/1308548498 learned_addr learned my addr 172.21.15.70:0/1308548498 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e3fff640 1 -- 172.21.15.70:0/1308548498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e4154090 msgr2=0x7fc1e4154510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e3fff640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e4154090 0x7fc1e4154510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e8d66640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1e414a400 0x7fc1e414ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e3fff640 1 -- 172.21.15.70:0/1308548498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1e414a400 msgr2=0x7fc1e414ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e3fff640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1e414a400 0x7fc1e414ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.143+0000 7fc1e3fff640 1 -- 172.21.15.70:0/1308548498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e4150260 con 0x7fc1e41538a0 2024-09-05T06:12:03.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e3fff640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1e41538a0 0x7fc1e414f8f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00e780 tx=0x7fc1cc00ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:03.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e17fa640 1 -- 172.21.15.70:0/1308548498 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc017070 con 0x7fc1e41538a0 2024-09-05T06:12:03.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e17fa640 1 -- 172.21.15.70:0/1308548498 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1cc00ee90 con 0x7fc1e41538a0 2024-09-05T06:12:03.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1e414e4a0 con 0x7fc1e41538a0 2024-09-05T06:12:03.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e17fa640 1 -- 172.21.15.70:0/1308548498 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc00cb20 con 0x7fc1e41538a0 2024-09-05T06:12:03.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1e414ea60 con 0x7fc1e41538a0 2024-09-05T06:12:03.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1e40af720 con 0x7fc1e41538a0 2024-09-05T06:12:03.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e17fa640 1 -- 172.21.15.70:0/1308548498 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc1cc01a070 con 0x7fc1e41538a0 2024-09-05T06:12:03.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e17fa640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc1c40678f0 0x7fc1c4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e17fa640 1 -- 172.21.15.70:0/1308548498 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7fc1cc0859b0 con 0x7fc1e41538a0 2024-09-05T06:12:03.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e8d66640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc1c40678f0 0x7fc1c4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.147+0000 7fc1e8d66640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc1c40678f0 0x7fc1c4069db0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40ad000 tx=0x7fc1d4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:03.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.151+0000 7fc1e17fa640 1 -- 172.21.15.70:0/1308548498 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc1cc0568d0 con 0x7fc1e41538a0 2024-09-05T06:12:03.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc1e40d0530 con 0x7fc1e41538a0 2024-09-05T06:12:03.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1e17fa640 1 -- 172.21.15.70:0/1308548498 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v66) ==== 84+0+65 (secure 0 0 0) 0x7fc1cc0561d0 con 0x7fc1e41538a0 2024-09-05T06:12:03.314 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:03.314 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:12:03.314 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:12:03.314 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:12:03.314 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:12:03.314 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:03.314 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:12:03.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc1c40678f0 msgr2=0x7fc1c4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc1c40678f0 0x7fc1c4069db0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40ad000 tx=0x7fc1d4009040 comp rx=0 tx=0).stop 2024-09-05T06:12:03.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1e41538a0 msgr2=0x7fc1e414f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1e41538a0 0x7fc1e414f8f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00e780 tx=0x7fc1cc00ec40 comp rx=0 tx=0).stop 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 shutdown_connections 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc1c40678f0 0x7fc1c4069db0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc1e4154090 0x7fc1e4154510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc1e41538a0 0x7fc1e414f8f0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 --2- 172.21.15.70:0/1308548498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc1e414a400 0x7fc1e414ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.315+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 >> 172.21.15.70:0/1308548498 conn(0x7fc1e406bcc0 msgr2=0x7fc1e40b4e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.319+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 shutdown_connections 2024-09-05T06:12:03.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.319+0000 7fc1eafca640 1 -- 172.21.15.70:0/1308548498 wait complete. 2024-09-05T06:12:03.333 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:12:03.333 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:12:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41d0112640 1 Processor -- start 2024-09-05T06:12:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41d0112640 1 -- start start 2024-09-05T06:12:03.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41d0112640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f41c815cb90 0x7f41c815cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41d0112640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f41c80b16a0 0x7f41c80b64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41d0112640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41c80b60c0 con 0x7f41c80b6a20 2024-09-05T06:12:03.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41d0112640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f41c80b6e70 con 0x7f41c815cb90 2024-09-05T06:12:03.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41d0112640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f41c80b2f60 con 0x7f41c80b16a0 2024-09-05T06:12:03.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41cdeae640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f41c815cb90 0x7f41c815cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41ce6af640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f41c80b6a20 0x7f41c80b33f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54910/0 (socket says 172.21.15.70:54910) 2024-09-05T06:12:03.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41ce6af640 1 -- 172.21.15.70:0/2204602381 learned_addr learned my addr 172.21.15.70:0/2204602381 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:03.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41cd6ad640 1 --2- 172.21.15.70:0/2204602381 >> v2:172.21.15.196:3300/0 conn(0x7f41c80b16a0 0x7f41c80b64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41cdeae640 1 -- 172.21.15.70:0/2204602381 >> v2:172.21.15.196:3300/0 conn(0x7f41c80b16a0 msgr2=0x7f41c80b64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:03.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41cdeae640 1 --2- 172.21.15.70:0/2204602381 >> v2:172.21.15.196:3300/0 conn(0x7f41c80b16a0 0x7f41c80b64e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41cceac640 1 -- 172.21.15.70:0/2204602381 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1107860347 0 0) 0x7f41c80b60c0 con 0x7f41c80b6a20 2024-09-05T06:12:03.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41cdeae640 1 -- 172.21.15.70:0/2204602381 >> v1:172.21.15.70:6789/0 conn(0x7f41c80b6a20 legacy=0x7f41c80b33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.447+0000 7f41cdeae640 1 -- 172.21.15.70:0/2204602381 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c80b5b00 con 0x7f41c815cb90 2024-09-05T06:12:03.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41cdeae640 1 --2- 172.21.15.70:0/2204602381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c815cb90 0x7f41c815cf70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f41c80b8b40 tx=0x7f41c401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e304fbffac68515b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:03.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41cceac640 1 -- 172.21.15.70:0/2204602381 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c40b2070 con 0x7f41c815cb90 2024-09-05T06:12:03.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41cceac640 1 -- 172.21.15.70:0/2204602381 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41c40a5900 con 0x7f41c815cb90 2024-09-05T06:12:03.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41cceac640 1 -- 172.21.15.70:0/2204602381 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c40a5cd0 con 0x7f41c815cb90 2024-09-05T06:12:03.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 -- 172.21.15.70:0/2204602381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c815cb90 msgr2=0x7f41c815cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 --2- 172.21.15.70:0/2204602381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c815cb90 0x7f41c815cf70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f41c80b8b40 tx=0x7f41c401c930 comp rx=0 tx=0).stop 2024-09-05T06:12:03.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 -- 172.21.15.70:0/2204602381 shutdown_connections 2024-09-05T06:12:03.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 --2- 172.21.15.70:0/2204602381 >> v2:172.21.15.196:3300/0 conn(0x7f41c80b16a0 0x7f41c80b64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 --2- 172.21.15.70:0/2204602381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c815cb90 0x7f41c815cf70 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 -- 172.21.15.70:0/2204602381 >> 172.21.15.70:0/2204602381 conn(0x7f41c8073d10 msgr2=0x7f41c809ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:03.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 -- 172.21.15.70:0/2204602381 shutdown_connections 2024-09-05T06:12:03.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 -- 172.21.15.70:0/2204602381 wait complete. 2024-09-05T06:12:03.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 Processor -- start 2024-09-05T06:12:03.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.451+0000 7f41d0112640 1 -- start start 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f41c80b16a0 0x7f41c806d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c80b6a20 0x7f41c80ce190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f41c815cb90 0x7f41c809e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f41c8169870 con 0x7f41c80b6a20 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f41c81696f0 con 0x7f41c80b16a0 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f41c81699f0 con 0x7f41c815cb90 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c80b6a20 0x7f41c80ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c80b6a20 0x7f41c80ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47190/0 (socket says 172.21.15.70:47190) 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 -- 172.21.15.70:0/1876493693 learned_addr learned my addr 172.21.15.70:0/1876493693 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:03.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cdeae640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f41c80b16a0 0x7f41c806d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 -- 172.21.15.70:0/1876493693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f41c815cb90 msgr2=0x7f41c809e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f41c815cb90 0x7f41c809e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 -- 172.21.15.70:0/1876493693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f41c80b16a0 msgr2=0x7f41c806d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f41c80b16a0 0x7f41c806d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 -- 172.21.15.70:0/1876493693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c80b7800 con 0x7f41c80b6a20 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cdeae640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f41c80b16a0 0x7f41c806d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cd6ad640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c80b6a20 0x7f41c80ce190 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f41c000c7f0 tx=0x7f41c000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41ba7fc640 1 -- 172.21.15.70:0/1876493693 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c0015070 con 0x7f41c80b6a20 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41ba7fc640 1 -- 172.21.15.70:0/1876493693 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41c0004240 con 0x7f41c80b6a20 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41c8141420 con 0x7f41c80b6a20 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41ba7fc640 1 -- 172.21.15.70:0/1876493693 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c0003620 con 0x7f41c80b6a20 2024-09-05T06:12:03.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41c81419e0 con 0x7f41c80b6a20 2024-09-05T06:12:03.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41c815d110 con 0x7f41c80b6a20 2024-09-05T06:12:03.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41ba7fc640 1 -- 172.21.15.70:0/1876493693 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f41c00039d0 con 0x7f41c80b6a20 2024-09-05T06:12:03.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41ba7fc640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f41ac0678c0 0x7f41ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:03.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41ba7fc640 1 -- 172.21.15.70:0/1876493693 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7f41c0085a30 con 0x7f41c80b6a20 2024-09-05T06:12:03.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cdeae640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f41ac0678c0 0x7f41ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:03.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.455+0000 7f41cdeae640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f41ac0678c0 0x7f41ac069d80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f41c40af000 tx=0x7f41c40a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:03.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.459+0000 7f41ba7fc640 1 -- 172.21.15.70:0/1876493693 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f41c00568c0 con 0x7f41c80b6a20 2024-09-05T06:12:03.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:03.619+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f41c806dd20 con 0x7f41c80b6a20 2024-09-05T06:12:04.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.622+0000 7f41ba7fc640 1 -- 172.21.15.70:0/1876493693 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v67) ==== 138+0+0 (secure 0 0 0) 0x7f41c00561c0 con 0x7f41c80b6a20 2024-09-05T06:12:04.624 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:12:04.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f41ac0678c0 msgr2=0x7f41ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:04.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f41ac0678c0 0x7f41ac069d80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f41c40af000 tx=0x7f41c40a7070 comp rx=0 tx=0).stop 2024-09-05T06:12:04.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c80b6a20 msgr2=0x7f41c80ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:04.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c80b6a20 0x7f41c80ce190 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f41c000c7f0 tx=0x7f41c000ccb0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 shutdown_connections 2024-09-05T06:12:04.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f41ac0678c0 0x7f41ac069d80 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f41c815cb90 0x7f41c809e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f41c80b6a20 0x7f41c80ce190 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 --2- 172.21.15.70:0/1876493693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f41c80b16a0 0x7f41c806d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 >> 172.21.15.70:0/1876493693 conn(0x7f41c8073d10 msgr2=0x7f41c809cac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:04.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 shutdown_connections 2024-09-05T06:12:04.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.626+0000 7f41d0112640 1 -- 172.21.15.70:0/1876493693 wait complete. 2024-09-05T06:12:04.649 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:12:04.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765359e640 1 Processor -- start 2024-09-05T06:12:04.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765359e640 1 -- start start 2024-09-05T06:12:04.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765359e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f765406e280 0x7f76541696e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:04.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765359e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7654072500 con 0x7f7654158f90 2024-09-05T06:12:04.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765359e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76540b5070 con 0x7f765415fc40 2024-09-05T06:12:04.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765359e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f76540b5350 con 0x7f765406e280 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765259c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7654158f90 0x7f76540b4770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54924/0 (socket says 172.21.15.70:54924) 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765259c640 1 -- 172.21.15.70:0/1360882641 learned_addr learned my addr 172.21.15.70:0/1360882641 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3324130791 0 0) 0x7f764c0014a0 con 0x7f7654158f90 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7652d9d640 1 --2- 172.21.15.70:0/1360882641 >> v2:172.21.15.196:3300/0 conn(0x7f765406e280 0x7f76541696e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7640003530 con 0x7f7654158f90 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 611009767 0 0) 0x7f7640003530 con 0x7f7654158f90 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 >> v2:172.21.15.196:3300/0 conn(0x7f765406e280 msgr2=0x7f76541696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 --2- 172.21.15.70:0/1360882641 >> v2:172.21.15.196:3300/0 conn(0x7f765406e280 0x7f76541696e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 >> v1:172.21.15.196:6789/0 conn(0x7f765415fc40 legacy=0x7f765406db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76540b5630 con 0x7f7654158f90 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f764c001bd0 con 0x7f7654158f90 2024-09-05T06:12:04.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 >> v1:172.21.15.70:6789/0 conn(0x7f7654158f90 legacy=0x7f76540b4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640003a30 0x7f7640003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7640004810 0x7f7640004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76400051d0 0x7f764000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f76540b5350 con 0x7f7640004810 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f764000c100 con 0x7f76400051d0 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f764000c300 con 0x7f7640003a30 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7651d9b640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7640004810 0x7f7640004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7652d9d640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76400051d0 0x7f764000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f765259c640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640003a30 0x7f7640003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7651d9b640 1 -- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640003a30 msgr2=0x7f7640003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7651d9b640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640003a30 0x7f7640003e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7651d9b640 1 -- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76400051d0 msgr2=0x7f764000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:04.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7651d9b640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76400051d0 0x7f764000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7651d9b640 1 -- 172.21.15.70:0/1360882641 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7640003530 con 0x7f7640004810 2024-09-05T06:12:04.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7652d9d640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76400051d0 0x7f764000b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:04.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.778+0000 7f7652d9d640 1 -- 172.21.15.70:0/1360882641 reap_dead start 2024-09-05T06:12:04.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f7651d9b640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7640004810 0x7f7640004c90 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f763c001780 tx=0x7f763c01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1395c5eb4d951b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c0013a0 con 0x7f7640004810 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f763c0052f0 con 0x7f7640004810 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765159a640 1 -- 172.21.15.70:0/1360882641 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c003840 con 0x7f7640004810 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 -- 172.21.15.70:0/1360882641 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7640004810 msgr2=0x7f7640004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7640004810 0x7f7640004c90 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f763c001780 tx=0x7f763c01c340 comp rx=0 tx=0).stop 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 -- 172.21.15.70:0/1360882641 shutdown_connections 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 --2- 172.21.15.70:0/1360882641 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7640004810 0x7f7640004c90 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 -- 172.21.15.70:0/1360882641 >> 172.21.15.70:0/1360882641 conn(0x7f765406bcc0 msgr2=0x7f765406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 -- 172.21.15.70:0/1360882641 shutdown_connections 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 -- 172.21.15.70:0/1360882641 wait complete. 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 Processor -- start 2024-09-05T06:12:04.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.782+0000 7f765359e640 1 -- start start 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640004810 0x7f765414cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76540afa00 0x7f76540afe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76540b2de0 0x7f76540b3260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f765406db70 con 0x7f76540afa00 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7654159370 con 0x7f76540b2de0 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f765406dcf0 con 0x7f7640004810 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76540afa00 0x7f76540afe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76540afa00 0x7f76540afe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47204/0 (socket says 172.21.15.70:47204) 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 -- 172.21.15.70:0/1860535846 learned_addr learned my addr 172.21.15.70:0/1860535846 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7652d9d640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76540b2de0 0x7f76540b3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:04.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765259c640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640004810 0x7f765414cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 -- 172.21.15.70:0/1860535846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640004810 msgr2=0x7f765414cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640004810 0x7f765414cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 -- 172.21.15.70:0/1860535846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76540b2de0 msgr2=0x7f76540b3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76540b2de0 0x7f76540b3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 -- 172.21.15.70:0/1860535846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76541f4d50 con 0x7f76540afa00 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f7651d9b640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76540afa00 0x7f76540afe80 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f763c005040 tx=0x7f7640005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f764affd640 1 -- 172.21.15.70:0/1860535846 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c007a40 con 0x7f76540afa00 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f764affd640 1 -- 172.21.15.70:0/1860535846 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f763c0ba070 con 0x7f76540afa00 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f764affd640 1 -- 172.21.15.70:0/1860535846 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c007270 con 0x7f76540afa00 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76541f5030 con 0x7f76540afa00 2024-09-05T06:12:04.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76541f55f0 con 0x7f76540afa00 2024-09-05T06:12:04.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76540b4770 con 0x7f76540afa00 2024-09-05T06:12:04.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f764affd640 1 -- 172.21.15.70:0/1860535846 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f763c005280 con 0x7f76540afa00 2024-09-05T06:12:04.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f764affd640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76340678c0 0x7f7634069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:04.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765259c640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76340678c0 0x7f7634069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:04.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f764affd640 1 -- 172.21.15.70:0/1860535846 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5227+0+0 (secure 0 0 0) 0x7f763c11fbc0 con 0x7f76540afa00 2024-09-05T06:12:04.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.786+0000 7f765259c640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76340678c0 0x7f7634069d80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f76540b2940 tx=0x7f764c0012e0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:04.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.790+0000 7f764affd640 1 -- 172.21.15.70:0/1860535846 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f763c016110 con 0x7f76540afa00 2024-09-05T06:12:04.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:04.942+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f7654073a00 con 0x7f76540afa00 2024-09-05T06:12:05.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.634+0000 7f764affd640 1 -- 172.21.15.70:0/1860535846 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v68) ==== 170+0+0 (secure 0 0 0) 0x7f763c0f08e0 con 0x7f76540afa00 2024-09-05T06:12:05.635 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76340678c0 msgr2=0x7f7634069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76340678c0 0x7f7634069d80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f76540b2940 tx=0x7f764c0012e0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76540afa00 msgr2=0x7f76540afe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76540afa00 0x7f76540afe80 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f763c005040 tx=0x7f7640005840 comp rx=0 tx=0).stop 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 shutdown_connections 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76340678c0 0x7f7634069d80 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f76540b2de0 0x7f76540b3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76540afa00 0x7f76540afe80 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 --2- 172.21.15.70:0/1860535846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7640004810 0x7f765414cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 >> 172.21.15.70:0/1860535846 conn(0x7f765406bcc0 msgr2=0x7f7654160070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:05.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 shutdown_connections 2024-09-05T06:12:05.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.638+0000 7f765359e640 1 -- 172.21.15.70:0/1860535846 wait complete. 2024-09-05T06:12:05.665 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:12:05.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa158a8640 1 Processor -- start 2024-09-05T06:12:05.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa158a8640 1 -- start start 2024-09-05T06:12:05.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa158a8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa1015edb0 0x7ffa100d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:05.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa158a8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffa100cf7e0 0x7ffa100d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:05.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa158a8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa100cfd30 con 0x7ffa100d4980 2024-09-05T06:12:05.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa158a8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ffa100b5620 con 0x7ffa100cf7e0 2024-09-05T06:12:05.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa158a8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffa100d0010 con 0x7ffa1015edb0 2024-09-05T06:12:05.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0effd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7ffa100d4980 0x7ffa100d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54926/0 (socket says 172.21.15.70:54926) 2024-09-05T06:12:05.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0effd640 1 -- 172.21.15.70:0/3986148430 learned_addr learned my addr 172.21.15.70:0/3986148430 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:05.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0f7fe640 1 --2- 172.21.15.70:0/3986148430 >> v2:172.21.15.70:3300/0 conn(0x7ffa100cf7e0 0x7ffa100d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:05.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa07fff640 1 --2- 172.21.15.70:0/3986148430 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa1015edb0 0x7ffa100d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:05.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0e7fc640 1 -- 172.21.15.70:0/3986148430 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2047463527 0 0) 0x7ffa100cfd30 con 0x7ffa100d4980 2024-09-05T06:12:05.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0e7fc640 1 -- 172.21.15.70:0/3986148430 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff9fc003530 con 0x7ffa100d4980 2024-09-05T06:12:05.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0f7fe640 1 -- 172.21.15.70:0/3986148430 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa1015edb0 msgr2=0x7ffa100d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:05.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0f7fe640 1 --2- 172.21.15.70:0/3986148430 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa1015edb0 0x7ffa100d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0f7fe640 1 -- 172.21.15.70:0/3986148430 >> v1:172.21.15.70:6789/0 conn(0x7ffa100d4980 legacy=0x7ffa100d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:05.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.782+0000 7ffa0f7fe640 1 -- 172.21.15.70:0/3986148430 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa100d02f0 con 0x7ffa100cf7e0 2024-09-05T06:12:05.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 --2- 172.21.15.70:0/3986148430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa100cf7e0 0x7ffa100d3880 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009d90 tx=0x7ffa0801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f71a0593be78edf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:05.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0e7fc640 1 -- 172.21.15.70:0/3986148430 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa080b2070 con 0x7ffa100cf7e0 2024-09-05T06:12:05.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0e7fc640 1 -- 172.21.15.70:0/3986148430 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa080a5a00 con 0x7ffa100cf7e0 2024-09-05T06:12:05.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0e7fc640 1 -- 172.21.15.70:0/3986148430 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa080a5db0 con 0x7ffa100cf7e0 2024-09-05T06:12:05.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- 172.21.15.70:0/3986148430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa100cf7e0 msgr2=0x7ffa100d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:05.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 --2- 172.21.15.70:0/3986148430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa100cf7e0 0x7ffa100d3880 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009d90 tx=0x7ffa0801c940 comp rx=0 tx=0).stop 2024-09-05T06:12:05.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- 172.21.15.70:0/3986148430 shutdown_connections 2024-09-05T06:12:05.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 --2- 172.21.15.70:0/3986148430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa100cf7e0 0x7ffa100d3880 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 --2- 172.21.15.70:0/3986148430 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa1015edb0 0x7ffa100d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- 172.21.15.70:0/3986148430 >> 172.21.15.70:0/3986148430 conn(0x7ffa1008e690 msgr2=0x7ffa1009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:05.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- 172.21.15.70:0/3986148430 shutdown_connections 2024-09-05T06:12:05.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- 172.21.15.70:0/3986148430 wait complete. 2024-09-05T06:12:05.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 Processor -- start 2024-09-05T06:12:05.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- start start 2024-09-05T06:12:05.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa100cf7e0 0x7ffa10156fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:05.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffa100d4980 0x7ffa1015c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:05.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa1015edb0 0x7ffa100b5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:05.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffa100b4fa0 con 0x7ffa1015edb0 2024-09-05T06:12:05.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ffa100b4e20 con 0x7ffa100d4980 2024-09-05T06:12:05.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa158a8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffa100b5120 con 0x7ffa100cf7e0 2024-09-05T06:12:05.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa1015edb0 0x7ffa100b5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa1015edb0 0x7ffa100b5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47210/0 (socket says 172.21.15.70:47210) 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 -- 172.21.15.70:0/1599777750 learned_addr learned my addr 172.21.15.70:0/1599777750 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa07fff640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffa100d4980 0x7ffa1015c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0effd640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa100cf7e0 0x7ffa10156fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 -- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa100cf7e0 msgr2=0x7ffa10156fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa100cf7e0 0x7ffa10156fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 -- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffa100d4980 msgr2=0x7ffa1015c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffa100d4980 0x7ffa1015c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 -- 172.21.15.70:0/1599777750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa101574f0 con 0x7ffa1015edb0 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa07fff640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffa100d4980 0x7ffa1015c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.786+0000 7ffa0f7fe640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa1015edb0 0x7ffa100b5fb0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ffa080b0040 tx=0x7ffa080196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa0cff9640 1 -- 172.21.15.70:0/1599777750 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa080b2050 con 0x7ffa1015edb0 2024-09-05T06:12:05.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa0cff9640 1 -- 172.21.15.70:0/1599777750 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa080be070 con 0x7ffa1015edb0 2024-09-05T06:12:05.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa100ce100 con 0x7ffa1015edb0 2024-09-05T06:12:05.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa0cff9640 1 -- 172.21.15.70:0/1599777750 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa080adaf0 con 0x7ffa1015edb0 2024-09-05T06:12:05.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa10152420 con 0x7ffa1015edb0 2024-09-05T06:12:05.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa100d4d60 con 0x7ffa1015edb0 2024-09-05T06:12:05.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa0cff9640 1 -- 172.21.15.70:0/1599777750 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffa080adc90 con 0x7ffa1015edb0 2024-09-05T06:12:05.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa0cff9640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9f00678c0 0x7ff9f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:05.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa0effd640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9f00678c0 0x7ff9f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:05.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa0cff9640 1 -- 172.21.15.70:0/1599777750 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5609+0+0 (secure 0 0 0) 0x7ffa08121030 con 0x7ffa1015edb0 2024-09-05T06:12:05.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.790+0000 7ffa0effd640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9f00678c0 0x7ff9f0069d80 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ffa00007fd0 tx=0x7ffa00009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:05.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.794+0000 7ffa0cff9640 1 -- 172.21.15.70:0/1599777750 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffa08016560 con 0x7ffa1015edb0 2024-09-05T06:12:05.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:05.990+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7ffa100b1d50 con 0x7ffa1015edb0 2024-09-05T06:12:06.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.638+0000 7ffa0cff9640 1 -- 172.21.15.70:0/1599777750 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v25) ==== 172+0+0 (secure 0 0 0) 0x7ffa080f1ca0 con 0x7ffa1015edb0 2024-09-05T06:12:06.638 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 8 and data pool 9 2024-09-05T06:12:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9f00678c0 msgr2=0x7ff9f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9f00678c0 0x7ff9f0069d80 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ffa00007fd0 tx=0x7ffa00009040 comp rx=0 tx=0).stop 2024-09-05T06:12:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa1015edb0 msgr2=0x7ffa100b5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa1015edb0 0x7ffa100b5fb0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ffa080b0040 tx=0x7ffa080196e0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 shutdown_connections 2024-09-05T06:12:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9f00678c0 0x7ff9f0069d80 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa1015edb0 0x7ffa100b5fb0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffa100d4980 0x7ffa1015c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 --2- 172.21.15.70:0/1599777750 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffa100cf7e0 0x7ffa10156fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 >> 172.21.15.70:0/1599777750 conn(0x7ffa1008e690 msgr2=0x7ffa1015b360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:06.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 shutdown_connections 2024-09-05T06:12:06.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.642+0000 7ffa158a8640 1 -- 172.21.15.70:0/1599777750 wait complete. 2024-09-05T06:12:06.670 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:12:06.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03e9ed640 1 Processor -- start 2024-09-05T06:12:06.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03e9ed640 1 -- start start 2024-09-05T06:12:06.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03e9ed640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 0x7fd03815d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03e9ed640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd03815db00 0x7fd0380b41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03e9ed640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0380b5790 con 0x7fd03815d1e0 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03e9ed640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd0380b5a70 con 0x7fd03815db00 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03e9ed640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd0380b39f0 con 0x7fd0380afc90 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd037fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd03815d1e0 0x7fd03806df80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54938/0 (socket says 172.21.15.70:54938) 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd037fff640 1 -- 172.21.15.70:0/3627572625 learned_addr learned my addr 172.21.15.70:0/3627572625 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03cf8a640 1 --2- 172.21.15.70:0/3627572625 >> v2:172.21.15.196:3300/0 conn(0x7fd03815db00 0x7fd0380b41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd02ffff640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 0x7fd03815d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2367578048 0 0) 0x7fd0380b5790 con 0x7fd03815d1e0 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd024003530 con 0x7fd03815d1e0 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 33639500 0 0) 0x7fd024003530 con 0x7fd03815d1e0 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 msgr2=0x7fd03815d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 0x7fd03815d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 >> v2:172.21.15.196:3300/0 conn(0x7fd03815db00 msgr2=0x7fd0380b41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:06.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 --2- 172.21.15.70:0/3627572625 >> v2:172.21.15.196:3300/0 conn(0x7fd03815db00 0x7fd0380b41f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0380b3cd0 con 0x7fd03815d1e0 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fd028001680 con 0x7fd03815d1e0 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd02ffff640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 0x7fd03815d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 >> v1:172.21.15.70:6789/0 conn(0x7fd03815d1e0 legacy=0x7fd03806df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd0240039c0 0x7fd024003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 0x7fd024004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd024004d50 0x7fd0240051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd0380b5a70 con 0x7fd0240039c0 2024-09-05T06:12:06.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd0380b39f0 con 0x7fd024004d50 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd02400b9d0 con 0x7fd0380afc90 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03cf8a640 1 --2- 172.21.15.70:0/3627572625 >> v2:172.21.15.196:3300/0 conn(0x7fd03815db00 0x7fd0380b41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd037fff640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd0240039c0 0x7fd024003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd02ffff640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 0x7fd024004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd03cf8a640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd024004d50 0x7fd0240051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd037fff640 1 -- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 msgr2=0x7fd024004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd037fff640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0380afc90 0x7fd024004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd037fff640 1 -- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd024004d50 msgr2=0x7fd0240051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd037fff640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd024004d50 0x7fd0240051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.786+0000 7fd037fff640 1 -- 172.21.15.70:0/3627572625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd024003530 con 0x7fd0240039c0 2024-09-05T06:12:06.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd037fff640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd0240039c0 0x7fd024003de0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fd02800c240 tx=0x7fd02801cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b25979ecd74449a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:06.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd028007d40 con 0x7fd0240039c0 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0280a9020 con 0x7fd0240039c0 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd0377fe640 1 -- 172.21.15.70:0/3627572625 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd028005ae0 con 0x7fd0240039c0 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03e9ed640 1 -- 172.21.15.70:0/3627572625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd0240039c0 msgr2=0x7fd024003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03e9ed640 1 --2- 172.21.15.70:0/3627572625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd0240039c0 0x7fd024003de0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fd02800c240 tx=0x7fd02801cca0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03cf8a640 1 -- 172.21.15.70:0/3627572625 reap_dead start 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03e9ed640 1 -- 172.21.15.70:0/3627572625 shutdown_connections 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03e9ed640 1 -- 172.21.15.70:0/3627572625 >> 172.21.15.70:0/3627572625 conn(0x7fd03806bcc0 msgr2=0x7fd03806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03e9ed640 1 -- 172.21.15.70:0/3627572625 shutdown_connections 2024-09-05T06:12:06.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03e9ed640 1 -- 172.21.15.70:0/3627572625 wait complete. 2024-09-05T06:12:06.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03e9ed640 1 Processor -- start 2024-09-05T06:12:06.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.790+0000 7fd03e9ed640 1 -- start start 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0240039c0 0x7fd038162ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd038146f70 0x7fd0381473f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd038159f30 0x7fd03815a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd0381678d0 con 0x7fd038159f30 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd038167750 con 0x7fd0240039c0 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd038167a50 con 0x7fd038146f70 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd038159f30 0x7fd03815a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd038159f30 0x7fd03815a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47220/0 (socket says 172.21.15.70:47220) 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 -- 172.21.15.70:0/1159757267 learned_addr learned my addr 172.21.15.70:0/1159757267 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd037fff640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0240039c0 0x7fd038162ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd02ffff640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd038146f70 0x7fd0381473f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 -- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd038146f70 msgr2=0x7fd0381473f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:06.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd038146f70 0x7fd0381473f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 -- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0240039c0 msgr2=0x7fd038162ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0240039c0 0x7fd038162ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 -- 172.21.15.70:0/1159757267 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd038147930 con 0x7fd038159f30 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd037fff640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0240039c0 0x7fd038162ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03cf8a640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd038159f30 0x7fd03815a3b0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fd0380d1850 tx=0x7fd030009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd0357fa640 1 -- 172.21.15.70:0/1159757267 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0300039a0 con 0x7fd038159f30 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd0357fa640 1 -- 172.21.15.70:0/1159757267 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd03001b070 con 0x7fd038159f30 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd03815af30 con 0x7fd038159f30 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd0357fa640 1 -- 172.21.15.70:0/1159757267 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd030003b60 con 0x7fd038159f30 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd038160630 con 0x7fd038159f30 2024-09-05T06:12:06.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd03815b450 con 0x7fd038159f30 2024-09-05T06:12:06.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd0357fa640 1 -- 172.21.15.70:0/1159757267 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd030003d00 con 0x7fd038159f30 2024-09-05T06:12:06.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd0357fa640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd0180678f0 0x7fd018069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:06.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd0357fa640 1 -- 172.21.15.70:0/1159757267 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fd0300865a0 con 0x7fd038159f30 2024-09-05T06:12:06.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd037fff640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd0180678f0 0x7fd018069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:06.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.794+0000 7fd037fff640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd0180678f0 0x7fd018069db0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd0280aa000 tx=0x7fd0380b5960 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:06.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.802+0000 7fd0357fa640 1 -- 172.21.15.70:0/1159757267 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd03815b450 con 0x7fd038159f30 2024-09-05T06:12:06.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.950+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd0380b41f0 con 0x7fd038159f30 2024-09-05T06:12:06.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd0357fa640 1 -- 172.21.15.70:0/1159757267 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16726 (secure 0 0 0) 0x7fd030057040 con 0x7fd038159f30 2024-09-05T06:12:06.953 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:06.954 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":69,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:12:05.998806+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:12:03.660852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-05T06:12:04.984209+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:12:06.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd0180678f0 msgr2=0x7fd018069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:06.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd0180678f0 0x7fd018069db0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd0280aa000 tx=0x7fd0380b5960 comp rx=0 tx=0).stop 2024-09-05T06:12:06.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd038159f30 msgr2=0x7fd03815a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd038159f30 0x7fd03815a3b0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fd0380d1850 tx=0x7fd030009f90 comp rx=0 tx=0).stop 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 shutdown_connections 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd0180678f0 0x7fd018069db0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd038159f30 0x7fd03815a3b0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd038146f70 0x7fd0381473f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 --2- 172.21.15.70:0/1159757267 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0240039c0 0x7fd038162ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 >> 172.21.15.70:0/1159757267 conn(0x7fd03806bcc0 msgr2=0x7fd0380b2530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 shutdown_connections 2024-09-05T06:12:06.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:06.954+0000 7fd03e9ed640 1 -- 172.21.15.70:0/1159757267 wait complete. 2024-09-05T06:12:06.971 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:12:07.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7adf0b7640 1 Processor -- start 2024-09-05T06:12:07.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7adf0b7640 1 -- start start 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7adf0b7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad8162440 0x7f7ad80d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7adf0b7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad80d2a50 con 0x7f7ad80b5830 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7adf0b7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad80d2d30 con 0x7f7ad80d3920 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7adf0b7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ad80d2800 con 0x7f7ad8162440 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7ad80b5830 0x7f7ad80d3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54942/0 (socket says 172.21.15.70:54942) 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acffff640 1 -- 172.21.15.70:0/1692857870 learned_addr learned my addr 172.21.15.70:0/1692857870 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7adce53640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad8162440 0x7f7ad80d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3458077600 0 0) 0x7f7ad80d2a50 con 0x7f7ad80b5830 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ac0003530 con 0x7f7ad80b5830 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1839030364 0 0) 0x7f7ac0003530 con 0x7f7ad80b5830 2024-09-05T06:12:07.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad8162440 msgr2=0x7f7ad80d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad8162440 0x7f7ad80d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 >> v1:172.21.15.196:6789/0 conn(0x7f7ad80d3920 legacy=0x7f7ad80b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad80d05a0 con 0x7f7ad80b5830 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7ac8001680 con 0x7f7ad80b5830 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 >> v1:172.21.15.70:6789/0 conn(0x7f7ad80b5830 legacy=0x7f7ad80d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac00039f0 0x7f7ac0003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad8162440 0x7f7ac0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ac0004d50 0x7f7ac00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad80d2800 con 0x7f7ac0004d50 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac000ba80 con 0x7f7ac00039f0 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ac000bc80 con 0x7f7ad8162440 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7add654640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ac0004d50 0x7f7ac00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7adce53640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac00039f0 0x7f7ac0003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7acffff640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad8162440 0x7f7ac0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7add654640 1 -- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad8162440 msgr2=0x7f7ac0004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:07.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7add654640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad8162440 0x7f7ac0004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7add654640 1 -- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac00039f0 msgr2=0x7f7ac0003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:07.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7add654640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac00039f0 0x7f7ac0003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.090+0000 7f7add654640 1 -- 172.21.15.70:0/1692857870 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ac0003530 con 0x7f7ac0004d50 2024-09-05T06:12:07.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7add654640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ac0004d50 0x7f7ac00051d0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7ad808dce0 tx=0x7f7ad001c720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e514bd83d4fccfa0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0001a90 con 0x7f7ac0004d50 2024-09-05T06:12:07.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ad0003b80 con 0x7f7ac0004d50 2024-09-05T06:12:07.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7acf7fe640 1 -- 172.21.15.70:0/1692857870 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0005080 con 0x7f7ac0004d50 2024-09-05T06:12:07.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- 172.21.15.70:0/1692857870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ac0004d50 msgr2=0x7f7ac00051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 --2- 172.21.15.70:0/1692857870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ac0004d50 0x7f7ac00051d0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7ad808dce0 tx=0x7f7ad001c720 comp rx=0 tx=0).stop 2024-09-05T06:12:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7add654640 1 -- 172.21.15.70:0/1692857870 reap_dead start 2024-09-05T06:12:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- 172.21.15.70:0/1692857870 shutdown_connections 2024-09-05T06:12:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- 172.21.15.70:0/1692857870 >> 172.21.15.70:0/1692857870 conn(0x7f7ad80d4c30 msgr2=0x7f7ad80d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- 172.21.15.70:0/1692857870 shutdown_connections 2024-09-05T06:12:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- 172.21.15.70:0/1692857870 wait complete. 2024-09-05T06:12:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 Processor -- start 2024-09-05T06:12:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- start start 2024-09-05T06:12:07.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac0004d50 0x7f7ad81f8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad80cbd00 0x7f7ad8150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad80b9c50 0x7f7ad80ba0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad80d5750 con 0x7f7ad80b9c50 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad80d0350 con 0x7f7ac0004d50 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adf0b7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7ad80d58d0 con 0x7f7ad80cbd00 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7add654640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad80b9c50 0x7f7ad80ba0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7add654640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad80b9c50 0x7f7ad80ba0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47240/0 (socket says 172.21.15.70:47240) 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7add654640 1 -- 172.21.15.70:0/2056576038 learned_addr learned my addr 172.21.15.70:0/2056576038 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7adce53640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac0004d50 0x7f7ad81f8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.094+0000 7f7acffff640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad80cbd00 0x7f7ad8150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7add654640 1 -- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad80cbd00 msgr2=0x7f7ad8150000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7add654640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad80cbd00 0x7f7ad8150000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7add654640 1 -- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac0004d50 msgr2=0x7f7ad81f8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7add654640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac0004d50 0x7f7ad81f8660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7add654640 1 -- 172.21.15.70:0/2056576038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad80cc210 con 0x7f7ad80b9c50 2024-09-05T06:12:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7acffff640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad80cbd00 0x7f7ad8150000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7add654640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad80b9c50 0x7f7ad80ba0d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0098130 tx=0x7f7ac0005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7acd7fa640 1 -- 172.21.15.70:0/2056576038 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0001a90 con 0x7f7ad80b9c50 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7acd7fa640 1 -- 172.21.15.70:0/2056576038 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ad0005820 con 0x7f7ad80b9c50 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7acd7fa640 1 -- 172.21.15.70:0/2056576038 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0007dc0 con 0x7f7ad80b9c50 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ad80cc4f0 con 0x7f7ad80b9c50 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ad80ccab0 con 0x7f7ad80b9c50 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ad806d900 con 0x7f7ad80b9c50 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7acd7fa640 1 -- 172.21.15.70:0/2056576038 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7ad00bb020 con 0x7f7ad80b9c50 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7acd7fa640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ac40678c0 0x7f7ac4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7acd7fa640 1 -- 172.21.15.70:0/2056576038 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f7ad011f8c0 con 0x7f7ad80b9c50 2024-09-05T06:12:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7adce53640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ac40678c0 0x7f7ac4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.098+0000 7f7adce53640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ac40678c0 0x7f7ac4069d80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4009a30 tx=0x7f7ad4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.102+0000 7f7acd7fa640 1 -- 172.21.15.70:0/2056576038 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7ad00ac020 con 0x7f7ad80b9c50 2024-09-05T06:12:07.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.266+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ad806d620 con 0x7f7ad80b9c50 2024-09-05T06:12:07.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.266+0000 7f7acd7fa640 1 -- 172.21.15.70:0/2056576038 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16726 (secure 0 0 0) 0x7f7ad0016430 con 0x7f7ad80b9c50 2024-09-05T06:12:07.267 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:07.268 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":69,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:12:05.998806+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:12:03.660852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-05T06:12:04.984209+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ac40678c0 msgr2=0x7f7ac4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ac40678c0 0x7f7ac4069d80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4009a30 tx=0x7f7ad4008040 comp rx=0 tx=0).stop 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad80b9c50 msgr2=0x7f7ad80ba0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad80b9c50 0x7f7ad80ba0d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0098130 tx=0x7f7ac0005840 comp rx=0 tx=0).stop 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 shutdown_connections 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7ac40678c0 0x7f7ac4069d80 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7ad80b9c50 0x7f7ad80ba0d0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7ad80cbd00 0x7f7ad8150000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 --2- 172.21.15.70:0/2056576038 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7ac0004d50 0x7f7ad81f8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 >> 172.21.15.70:0/2056576038 conn(0x7f7ad80d4c30 msgr2=0x7f7ad80d5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 shutdown_connections 2024-09-05T06:12:07.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.270+0000 7f7adf0b7640 1 -- 172.21.15.70:0/2056576038 wait complete. 2024-09-05T06:12:07.286 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:12:07.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.410+0000 7fccfbee3640 1 Processor -- start 2024-09-05T06:12:07.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.410+0000 7fccfbee3640 1 -- start start 2024-09-05T06:12:07.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccfbee3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fccf4157110 0x7fccf40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccfbee3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf40d0e60 0x7fccf40af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccfbee3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccf406d570 con 0x7fccf40b5ac0 2024-09-05T06:12:07.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccfbee3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fccf406d850 con 0x7fccf4157110 2024-09-05T06:12:07.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccfbee3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fccf406db30 con 0x7fccf40d0e60 2024-09-05T06:12:07.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccf9c7f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fccf4157110 0x7fccf40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccfa480640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf40d0e60 0x7fccf40af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccf947e640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fccf40b5ac0 0x7fccf40d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:54080/0 (socket says 172.21.15.70:54080) 2024-09-05T06:12:07.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccf947e640 1 -- 172.21.15.70:0/1784204505 learned_addr learned my addr 172.21.15.70:0/1784204505 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:07.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccf9c7f640 1 -- 172.21.15.70:0/1784204505 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf40d0e60 msgr2=0x7fccf40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:07.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccf9c7f640 1 --2- 172.21.15.70:0/1784204505 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf40d0e60 0x7fccf40af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccf9c7f640 1 -- 172.21.15.70:0/1784204505 >> v1:172.21.15.196:6789/0 conn(0x7fccf40b5ac0 legacy=0x7fccf40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.414+0000 7fccf9c7f640 1 -- 172.21.15.70:0/1784204505 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf406de10 con 0x7fccf4157110 2024-09-05T06:12:07.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf9c7f640 1 --2- 172.21.15.70:0/1784204505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf4157110 0x7fccf40b5580 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fccf00097c0 tx=0x7fccf001c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab49a7a73417a829 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf8c7d640 1 -- 172.21.15.70:0/1784204505 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf00b0070 con 0x7fccf4157110 2024-09-05T06:12:07.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf8c7d640 1 -- 172.21.15.70:0/1784204505 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccf00ab600 con 0x7fccf4157110 2024-09-05T06:12:07.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf8c7d640 1 -- 172.21.15.70:0/1784204505 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf00ab9d0 con 0x7fccf4157110 2024-09-05T06:12:07.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- 172.21.15.70:0/1784204505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf4157110 msgr2=0x7fccf40b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 --2- 172.21.15.70:0/1784204505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf4157110 0x7fccf40b5580 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fccf00097c0 tx=0x7fccf001c4a0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- 172.21.15.70:0/1784204505 shutdown_connections 2024-09-05T06:12:07.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 --2- 172.21.15.70:0/1784204505 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf40d0e60 0x7fccf40af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 --2- 172.21.15.70:0/1784204505 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf4157110 0x7fccf40b5580 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- 172.21.15.70:0/1784204505 >> 172.21.15.70:0/1784204505 conn(0x7fccf406bcc0 msgr2=0x7fccf406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:07.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- 172.21.15.70:0/1784204505 shutdown_connections 2024-09-05T06:12:07.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- 172.21.15.70:0/1784204505 wait complete. 2024-09-05T06:12:07.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 Processor -- start 2024-09-05T06:12:07.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- start start 2024-09-05T06:12:07.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf40b5ac0 0x7fccf41f7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fccf40d0e60 0x7fccf414e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf4157110 0x7fccf4149460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fccf40b3e80 con 0x7fccf40d0e60 2024-09-05T06:12:07.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fccf40b3d00 con 0x7fccf40b5ac0 2024-09-05T06:12:07.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfbee3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fccf40b4000 con 0x7fccf4157110 2024-09-05T06:12:07.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf947e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fccf40d0e60 0x7fccf414e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf947e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fccf40d0e60 0x7fccf414e730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47256/0 (socket says 172.21.15.70:47256) 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf947e640 1 -- 172.21.15.70:0/3378244146 learned_addr learned my addr 172.21.15.70:0/3378244146 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf9c7f640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf40b5ac0 0x7fccf41f7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccfa480640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf4157110 0x7fccf4149460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf947e640 1 -- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf4157110 msgr2=0x7fccf4149460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.418+0000 7fccf947e640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf4157110 0x7fccf4149460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccf947e640 1 -- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf40b5ac0 msgr2=0x7fccf41f7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccf947e640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf40b5ac0 0x7fccf41f7d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccf947e640 1 -- 172.21.15.70:0/3378244146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf414ee10 con 0x7fccf40d0e60 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccf9c7f640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf40b5ac0 0x7fccf41f7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccf947e640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fccf40d0e60 0x7fccf414e730 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fcce400c430 tx=0x7fcce400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccea7fc640 1 -- 172.21.15.70:0/3378244146 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4017070 con 0x7fccf40d0e60 2024-09-05T06:12:07.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccea7fc640 1 -- 172.21.15.70:0/3378244146 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce4005cf0 con 0x7fccf40d0e60 2024-09-05T06:12:07.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf414f0f0 con 0x7fccf40d0e60 2024-09-05T06:12:07.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccea7fc640 1 -- 172.21.15.70:0/3378244146 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce40072f0 con 0x7fccf40d0e60 2024-09-05T06:12:07.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf414f6b0 con 0x7fccf40d0e60 2024-09-05T06:12:07.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccf40af720 con 0x7fccf40d0e60 2024-09-05T06:12:07.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccea7fc640 1 -- 172.21.15.70:0/3378244146 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcce401a070 con 0x7fccf40d0e60 2024-09-05T06:12:07.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccea7fc640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fccd80678c0 0x7fccd8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccea7fc640 1 -- 172.21.15.70:0/3378244146 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fcce4085010 con 0x7fccf40d0e60 2024-09-05T06:12:07.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccf9c7f640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fccd80678c0 0x7fccd8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.422+0000 7fccf9c7f640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fccd80678c0 0x7fccd8069d80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fccf00ad000 tx=0x7fccf00a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.426+0000 7fccea7fc640 1 -- 172.21.15.70:0/3378244146 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcce4055be0 con 0x7fccf40d0e60 2024-09-05T06:12:07.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.626+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fccf4151100 con 0x7fccf40d0e60 2024-09-05T06:12:07.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.666+0000 7fccea7fc640 1 -- 172.21.15.70:0/3378244146 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v26) ==== 118+0+0 (secure 0 0 0) 0x7fcce40554e0 con 0x7fccf40d0e60 2024-09-05T06:12:07.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fccd80678c0 msgr2=0x7fccd8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fccd80678c0 0x7fccd8069d80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fccf00ad000 tx=0x7fccf00a6000 comp rx=0 tx=0).stop 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fccf40d0e60 msgr2=0x7fccf414e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fccf40d0e60 0x7fccf414e730 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fcce400c430 tx=0x7fcce400c8f0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 shutdown_connections 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fccd80678c0 0x7fccd8069d80 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fccf4157110 0x7fccf4149460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fccf40d0e60 0x7fccf414e730 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 --2- 172.21.15.70:0/3378244146 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fccf40b5ac0 0x7fccf41f7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 >> 172.21.15.70:0/3378244146 conn(0x7fccf406bcc0 msgr2=0x7fccf415a3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 shutdown_connections 2024-09-05T06:12:07.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.670+0000 7fccfbee3640 1 -- 172.21.15.70:0/3378244146 wait complete. 2024-09-05T06:12:07.689 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:12:07.689 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:12:07.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2638987640 1 Processor -- start 2024-09-05T06:12:07.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2638987640 1 -- start start 2024-09-05T06:12:07.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2638987640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2634072a90 0x7f2634072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2638987640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f263406e680 0x7f263406eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2638987640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f263415bc40 con 0x7f26340afff0 2024-09-05T06:12:07.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2638987640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2634073410 con 0x7f2634072a90 2024-09-05T06:12:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2638987640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2634072600 con 0x7f263406e680 2024-09-05T06:12:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2631d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2634072a90 0x7f2634072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2631d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2634072a90 0x7f2634072ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47268/0 (socket says 172.21.15.70:47268) 2024-09-05T06:12:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2631d9b640 1 -- 172.21.15.70:0/232429789 learned_addr learned my addr 172.21.15.70:0/232429789 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2631d9b640 1 -- 172.21.15.70:0/232429789 >> v2:172.21.15.196:3300/0 conn(0x7f263406e680 msgr2=0x7f263406eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2631d9b640 1 --2- 172.21.15.70:0/232429789 >> v2:172.21.15.196:3300/0 conn(0x7f263406e680 0x7f263406eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2631d9b640 1 -- 172.21.15.70:0/232429789 >> v1:172.21.15.196:6789/0 conn(0x7f26340afff0 legacy=0x7f26340cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.814+0000 7f2631d9b640 1 -- 172.21.15.70:0/232429789 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26340d14c0 con 0x7f2634072a90 2024-09-05T06:12:07.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2631d9b640 1 --2- 172.21.15.70:0/232429789 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2634072a90 0x7f2634072ed0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f261c009870 tx=0x7f261c01c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14c6184adfb1bda4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263159a640 1 -- 172.21.15.70:0/232429789 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c0b0070 con 0x7f2634072a90 2024-09-05T06:12:07.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263159a640 1 -- 172.21.15.70:0/232429789 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f261c0ab600 con 0x7f2634072a90 2024-09-05T06:12:07.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263159a640 1 -- 172.21.15.70:0/232429789 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c0ab9d0 con 0x7f2634072a90 2024-09-05T06:12:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- 172.21.15.70:0/232429789 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2634072a90 msgr2=0x7f2634072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 --2- 172.21.15.70:0/232429789 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2634072a90 0x7f2634072ed0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f261c009870 tx=0x7f261c01c4e0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- 172.21.15.70:0/232429789 shutdown_connections 2024-09-05T06:12:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 --2- 172.21.15.70:0/232429789 >> v2:172.21.15.196:3300/0 conn(0x7f263406e680 0x7f263406eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 --2- 172.21.15.70:0/232429789 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2634072a90 0x7f2634072ed0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- 172.21.15.70:0/232429789 >> 172.21.15.70:0/232429789 conn(0x7f263406bcc0 msgr2=0x7f263406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- 172.21.15.70:0/232429789 shutdown_connections 2024-09-05T06:12:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- 172.21.15.70:0/232429789 wait complete. 2024-09-05T06:12:07.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 Processor -- start 2024-09-05T06:12:07.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- start start 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f263406e680 0x7f2634164fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2634072a90 0x7f26340cf170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26340afff0 0x7f26340cf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f26340ce2d0 con 0x7f263406e680 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f26340ce150 con 0x7f26340afff0 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2638987640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f26340d0f80 con 0x7f2634072a90 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f263406e680 0x7f2634164fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f263406e680 0x7f2634164fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:47276/0 (socket says 172.21.15.70:47276) 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 -- 172.21.15.70:0/2349042057 learned_addr learned my addr 172.21.15.70:0/2349042057 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2631d9b640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2634072a90 0x7f26340cf170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f2632d9d640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26340afff0 0x7f26340cf6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 -- 172.21.15.70:0/2349042057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2634072a90 msgr2=0x7f26340cf170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2634072a90 0x7f26340cf170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 -- 172.21.15.70:0/2349042057 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26340afff0 msgr2=0x7f26340cf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26340afff0 0x7f26340cf6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 -- 172.21.15.70:0/2349042057 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f263415c2c0 con 0x7f263406e680 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.818+0000 7f263259c640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f263406e680 0x7f2634164fd0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f262400ba50 tx=0x7f262400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f262affd640 1 -- 172.21.15.70:0/2349042057 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2624019070 con 0x7f263406e680 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f262affd640 1 -- 172.21.15.70:0/2349042057 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f262400cc10 con 0x7f263406e680 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f263415c5a0 con 0x7f263406e680 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f262affd640 1 -- 172.21.15.70:0/2349042057 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2624014440 con 0x7f263406e680 2024-09-05T06:12:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f263415cb60 con 0x7f263406e680 2024-09-05T06:12:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f263406eb10 con 0x7f263406e680 2024-09-05T06:12:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f262affd640 1 -- 172.21.15.70:0/2349042057 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2624007370 con 0x7f263406e680 2024-09-05T06:12:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f262affd640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26140678f0 0x7f2614069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f2631d9b640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26140678f0 0x7f2614069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f262affd640 1 -- 172.21.15.70:0/2349042057 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f2624085870 con 0x7f263406e680 2024-09-05T06:12:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.822+0000 7f2631d9b640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26140678f0 0x7f2614069db0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f261c0ad000 tx=0x7f261c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:07.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:07.826+0000 7f262affd640 1 -- 172.21.15.70:0/2349042057 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2624056440 con 0x7f263406e680 2024-09-05T06:12:08.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.026+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f263415ad60 con 0x7f263406e680 2024-09-05T06:12:08.666 INFO:tasks.ceph.mds.b.smithi196.stderr:2024-09-05T06:12:08.662+0000 7fec2f4db640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:12:08.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.686+0000 7f262affd640 1 -- 172.21.15.70:0/2349042057 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v27) ==== 122+0+0 (secure 0 0 0) 0x7f2624055d40 con 0x7f263406e680 2024-09-05T06:12:08.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26140678f0 msgr2=0x7f2614069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:08.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26140678f0 0x7f2614069db0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f261c0ad000 tx=0x7f261c008040 comp rx=0 tx=0).stop 2024-09-05T06:12:08.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f263406e680 msgr2=0x7f2634164fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:08.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f263406e680 0x7f2634164fd0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f262400ba50 tx=0x7f262400bf10 comp rx=0 tx=0).stop 2024-09-05T06:12:08.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 shutdown_connections 2024-09-05T06:12:08.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26140678f0 0x7f2614069db0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f26340afff0 0x7f26340cf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2634072a90 0x7f26340cf170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 --2- 172.21.15.70:0/2349042057 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f263406e680 0x7f2634164fd0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 >> 172.21.15.70:0/2349042057 conn(0x7f263406bcc0 msgr2=0x7f263415b280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:08.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 shutdown_connections 2024-09-05T06:12:08.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.690+0000 7f2638987640 1 -- 172.21.15.70:0/2349042057 wait complete. 2024-09-05T06:12:08.711 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:12:08.711 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:12:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.830+0000 7faf4da63640 1 Processor -- start 2024-09-05T06:12:08.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf4da63640 1 -- start start 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf4da63640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf4815ee90 0x7faf480b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf4da63640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faf480b3a50 0x7faf480d5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf4da63640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf480d04e0 con 0x7faf480d15d0 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf4da63640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7faf480d28f0 con 0x7faf480b3a50 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf4da63640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faf480d2bd0 con 0x7faf4815ee90 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf3ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faf480b3a50 0x7faf480d5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf47fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7faf480d15d0 0x7faf480d3060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36106/0 (socket says 172.21.15.70:36106) 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf47fff640 1 -- 172.21.15.70:0/382407567 learned_addr learned my addr 172.21.15.70:0/382407567 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf477fe640 1 --2- 172.21.15.70:0/382407567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf4815ee90 0x7faf480b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:08.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf3ffff640 1 -- 172.21.15.70:0/382407567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf4815ee90 msgr2=0x7faf480b18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf3ffff640 1 --2- 172.21.15.70:0/382407567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf4815ee90 0x7faf480b18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf3ffff640 1 -- 172.21.15.70:0/382407567 >> v1:172.21.15.70:6789/0 conn(0x7faf480d15d0 legacy=0x7faf480d3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf46ffd640 1 -- 172.21.15.70:0/382407567 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 117488848 0 0) 0x7faf480d04e0 con 0x7faf480d15d0 2024-09-05T06:12:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf3ffff640 1 -- 172.21.15.70:0/382407567 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf480d07c0 con 0x7faf480b3a50 2024-09-05T06:12:08.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf477fe640 1 --2- 172.21.15.70:0/382407567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf4815ee90 0x7faf480b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf3ffff640 1 --2- 172.21.15.70:0/382407567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480b3a50 0x7faf480d5650 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7faf300097c0 tx=0x7faf3001c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb99edaa7f36518 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf46ffd640 1 -- 172.21.15.70:0/382407567 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf300b0070 con 0x7faf480b3a50 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf46ffd640 1 -- 172.21.15.70:0/382407567 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf300ab600 con 0x7faf480b3a50 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.834+0000 7faf46ffd640 1 -- 172.21.15.70:0/382407567 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf300ab9d0 con 0x7faf480b3a50 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- 172.21.15.70:0/382407567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480b3a50 msgr2=0x7faf480d5650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 --2- 172.21.15.70:0/382407567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480b3a50 0x7faf480d5650 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7faf300097c0 tx=0x7faf3001c380 comp rx=0 tx=0).stop 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- 172.21.15.70:0/382407567 shutdown_connections 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 --2- 172.21.15.70:0/382407567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480b3a50 0x7faf480d5650 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 --2- 172.21.15.70:0/382407567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf4815ee90 0x7faf480b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- 172.21.15.70:0/382407567 >> 172.21.15.70:0/382407567 conn(0x7faf4809dfb0 msgr2=0x7faf480d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:08.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- 172.21.15.70:0/382407567 shutdown_connections 2024-09-05T06:12:08.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- 172.21.15.70:0/382407567 wait complete. 2024-09-05T06:12:08.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 Processor -- start 2024-09-05T06:12:08.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- start start 2024-09-05T06:12:08.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf480b3a50 0x7faf480b2770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:08.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480d15d0 0x7faf480c85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:08.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf4815ee90 0x7faf4815a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:08.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faf4816bd60 con 0x7faf480d15d0 2024-09-05T06:12:08.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faf480d1e50 con 0x7faf4815ee90 2024-09-05T06:12:08.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faf4816bee0 con 0x7faf480b3a50 2024-09-05T06:12:08.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480d15d0 0x7faf480c85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480d15d0 0x7faf480c85a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:32952/0 (socket says 172.21.15.70:32952) 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 -- 172.21.15.70:0/799428321 learned_addr learned my addr 172.21.15.70:0/799428321 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf477fe640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf480b3a50 0x7faf480b2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 -- 172.21.15.70:0/799428321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf480b3a50 msgr2=0x7faf480b2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf480b3a50 0x7faf480b2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 -- 172.21.15.70:0/799428321 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf4815ee90 msgr2=0x7faf4815a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf4815ee90 0x7faf4815a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 -- 172.21.15.70:0/799428321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf480cd020 con 0x7faf480d15d0 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf477fe640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf480b3a50 0x7faf480b2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf3ffff640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480d15d0 0x7faf480c85a0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7faf300097c0 tx=0x7faf3001abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf44ff9640 1 -- 172.21.15.70:0/799428321 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf300bc070 con 0x7faf480d15d0 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf44ff9640 1 -- 172.21.15.70:0/799428321 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf300b1040 con 0x7faf480d15d0 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf44ff9640 1 -- 172.21.15.70:0/799428321 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf300b0050 con 0x7faf480d15d0 2024-09-05T06:12:08.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf481595f0 con 0x7faf480d15d0 2024-09-05T06:12:08.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.838+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf48159bb0 con 0x7faf480d15d0 2024-09-05T06:12:08.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.842+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf4806d040 con 0x7faf480d15d0 2024-09-05T06:12:08.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.842+0000 7faf44ff9640 1 -- 172.21.15.70:0/799428321 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faf300bf070 con 0x7faf480d15d0 2024-09-05T06:12:08.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.842+0000 7faf44ff9640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf280678c0 0x7faf28069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:08.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.842+0000 7faf44ff9640 1 -- 172.21.15.70:0/799428321 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7faf3011f800 con 0x7faf480d15d0 2024-09-05T06:12:08.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.842+0000 7faf477fe640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf280678c0 0x7faf28069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:08.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.842+0000 7faf477fe640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf280678c0 0x7faf28069d80 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7faf480b36c0 tx=0x7faf38008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:08.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:08.846+0000 7faf44ff9640 1 -- 172.21.15.70:0/799428321 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faf30016090 con 0x7faf480d15d0 2024-09-05T06:12:09.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf4815a200 con 0x7faf480d15d0 2024-09-05T06:12:09.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf44ff9640 1 -- 172.21.15.70:0/799428321 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7faf300f0340 con 0x7faf480d15d0 2024-09-05T06:12:09.042 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:09.042 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":27,"btime":"2024-09-05T06:12:08:682614+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1088753869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":1088753869},{"type":"v1","addr":"172.21.15.196:6835","nonce":1088753869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4957,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/282446879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":282446879},{"type":"v1","addr":"172.21.15.70:6836","nonce":282446879}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1793573990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1793573990},{"type":"v1","addr":"172.21.15.70:6837","nonce":1793573990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:12:05.999350+0000","modified":"2024-09-05T06:12:08.031680+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4969":{"gid":4969,"name":"b","rank":0,"incarnation":25,"state":"up:active","state_seq":3,"addr":"172.21.15.196:6834/2479038046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2479038046},{"type":"v1","addr":"172.21.15.196:6834","nonce":2479038046}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4969,"qdb_cluster":[4969]},"id":4}]} 2024-09-05T06:12:09.042 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 27 2024-09-05T06:12:09.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf280678c0 msgr2=0x7faf28069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf280678c0 0x7faf28069d80 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7faf480b36c0 tx=0x7faf38008040 comp rx=0 tx=0).stop 2024-09-05T06:12:09.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480d15d0 msgr2=0x7faf480c85a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480d15d0 0x7faf480c85a0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7faf300097c0 tx=0x7faf3001abc0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 shutdown_connections 2024-09-05T06:12:09.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf280678c0 0x7faf28069d80 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf4815ee90 0x7faf4815a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf480d15d0 0x7faf480c85a0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 --2- 172.21.15.70:0/799428321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf480b3a50 0x7faf480b2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 >> 172.21.15.70:0/799428321 conn(0x7faf4809dfb0 msgr2=0x7faf4806c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:09.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 shutdown_connections 2024-09-05T06:12:09.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.042+0000 7faf4da63640 1 -- 172.21.15.70:0/799428321 wait complete. 2024-09-05T06:12:09.060 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:12:09.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce1da80640 1 Processor -- start 2024-09-05T06:12:09.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce1da80640 1 -- start start 2024-09-05T06:12:09.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce1da80640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180afff0 0x7fce180cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce1da80640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fce180731a0 0x7fce1806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce1da80640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce1815bc40 con 0x7fce180cdf80 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce1da80640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fce18072600 con 0x7fce180731a0 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce1da80640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fce180d14c0 con 0x7fce180afff0 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce0effd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fce180cdf80 0x7fce18072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36108/0 (socket says 172.21.15.70:36108) 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce0effd640 1 -- 172.21.15.70:0/2206802120 learned_addr learned my addr 172.21.15.70:0/2206802120 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce17fff640 1 --2- 172.21.15.70:0/2206802120 >> v2:172.21.15.196:3300/0 conn(0x7fce180731a0 0x7fce1806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce177fe640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180afff0 0x7fce180cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 108211928 0 0) 0x7fce1815bc40 con 0x7fce180cdf80 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fce04005740 con 0x7fce180cdf80 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1091633081 0 0) 0x7fce04005740 con 0x7fce180cdf80 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180afff0 msgr2=0x7fce180cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:09.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180afff0 0x7fce180cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 >> v2:172.21.15.196:3300/0 conn(0x7fce180731a0 msgr2=0x7fce1806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 --2- 172.21.15.70:0/2206802120 >> v2:172.21.15.196:3300/0 conn(0x7fce180731a0 0x7fce1806e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce18071cd0 con 0x7fce180cdf80 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fce00001680 con 0x7fce180cdf80 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 >> v1:172.21.15.70:6789/0 conn(0x7fce180cdf80 legacy=0x7fce18072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce04005bd0 0x7fce04005ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180afff0 0x7fce04006a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04006f60 0x7fce040073e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fce18072600 con 0x7fce04005bd0 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fce180d14c0 con 0x7fce04006f60 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fce0400dbe0 con 0x7fce180afff0 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce177fe640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce04005bd0 0x7fce04005ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce0effd640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180afff0 0x7fce04006a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce17fff640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04006f60 0x7fce040073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce177fe640 1 -- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180afff0 msgr2=0x7fce04006a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:09.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce177fe640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180afff0 0x7fce04006a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce177fe640 1 -- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04006f60 msgr2=0x7fce040073e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:09.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce177fe640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04006f60 0x7fce040073e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.182+0000 7fce177fe640 1 -- 172.21.15.70:0/2206802120 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce04005740 con 0x7fce04005bd0 2024-09-05T06:12:09.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce177fe640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce04005bd0 0x7fce04005ff0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fce08009ae0 tx=0x7fce0801ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e910bf48f0bd674e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce080096b0 con 0x7fce04005bd0 2024-09-05T06:12:09.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce080a6450 con 0x7fce04005bd0 2024-09-05T06:12:09.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce16ffd640 1 -- 172.21.15.70:0/2206802120 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce080a6840 con 0x7fce04005bd0 2024-09-05T06:12:09.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce1da80640 1 -- 172.21.15.70:0/2206802120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce04005bd0 msgr2=0x7fce04005ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce1da80640 1 --2- 172.21.15.70:0/2206802120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce04005bd0 0x7fce04005ff0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fce08009ae0 tx=0x7fce0801ca70 comp rx=0 tx=0).stop 2024-09-05T06:12:09.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce17fff640 1 -- 172.21.15.70:0/2206802120 reap_dead start 2024-09-05T06:12:09.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce1da80640 1 -- 172.21.15.70:0/2206802120 shutdown_connections 2024-09-05T06:12:09.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce1da80640 1 -- 172.21.15.70:0/2206802120 >> 172.21.15.70:0/2206802120 conn(0x7fce1806bcc0 msgr2=0x7fce1806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:09.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce1da80640 1 -- 172.21.15.70:0/2206802120 shutdown_connections 2024-09-05T06:12:09.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce1da80640 1 -- 172.21.15.70:0/2206802120 wait complete. 2024-09-05T06:12:09.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce1da80640 1 Processor -- start 2024-09-05T06:12:09.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.186+0000 7fce1da80640 1 -- start start 2024-09-05T06:12:09.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04005bd0 0x7fce180cf780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce18159660 0x7fce180ad070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180abf90 0x7fce1815f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fce1806efd0 con 0x7fce18159660 2024-09-05T06:12:09.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fce180d1190 con 0x7fce04005bd0 2024-09-05T06:12:09.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fce1806d570 con 0x7fce180abf90 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce18159660 0x7fce180ad070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce18159660 0x7fce180ad070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:32962/0 (socket says 172.21.15.70:32962) 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 -- 172.21.15.70:0/793818289 learned_addr learned my addr 172.21.15.70:0/793818289 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce177fe640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04005bd0 0x7fce180cf780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce17fff640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180abf90 0x7fce1815f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 -- 172.21.15.70:0/793818289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180abf90 msgr2=0x7fce1815f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180abf90 0x7fce1815f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 -- 172.21.15.70:0/793818289 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04005bd0 msgr2=0x7fce180cf780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04005bd0 0x7fce180cf780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 -- 172.21.15.70:0/793818289 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce180ad7c0 con 0x7fce18159660 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce0effd640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce18159660 0x7fce180ad070 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fce0000e710 tx=0x7fce0000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce14ff9640 1 -- 172.21.15.70:0/793818289 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0000c660 con 0x7fce18159660 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce14ff9640 1 -- 172.21.15.70:0/793818289 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce00018070 con 0x7fce18159660 2024-09-05T06:12:09.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce180adaa0 con 0x7fce18159660 2024-09-05T06:12:09.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce14ff9640 1 -- 172.21.15.70:0/793818289 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0000ca60 con 0x7fce18159660 2024-09-05T06:12:09.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce180aba70 con 0x7fce18159660 2024-09-05T06:12:09.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce180cfcc0 con 0x7fce18159660 2024-09-05T06:12:09.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce14ff9640 1 -- 172.21.15.70:0/793818289 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fce0000cc00 con 0x7fce18159660 2024-09-05T06:12:09.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce14ff9640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcdf80678f0 0x7fcdf8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce14ff9640 1 -- 172.21.15.70:0/793818289 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fce00085850 con 0x7fce18159660 2024-09-05T06:12:09.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce177fe640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcdf80678f0 0x7fcdf8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.190+0000 7fce177fe640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcdf80678f0 0x7fcdf8069db0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fce080ad000 tx=0x7fce080046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.194+0000 7fce14ff9640 1 -- 172.21.15.70:0/793818289 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fce00056300 con 0x7fce18159660 2024-09-05T06:12:09.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.342+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fce18072a90 con 0x7fce18159660 2024-09-05T06:12:09.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce14ff9640 1 -- 172.21.15.70:0/793818289 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+16713 (secure 0 0 0) 0x7fce00055c00 con 0x7fce18159660 2024-09-05T06:12:09.346 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:09.346 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":70,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:12:07.643500+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:12:03.660852+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-05T06:12:04.984209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:12:09.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcdf80678f0 msgr2=0x7fcdf8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcdf80678f0 0x7fcdf8069db0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fce080ad000 tx=0x7fce080046d0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce18159660 msgr2=0x7fce180ad070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce18159660 0x7fce180ad070 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fce0000e710 tx=0x7fce0000ebd0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 shutdown_connections 2024-09-05T06:12:09.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcdf80678f0 0x7fcdf8069db0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce180abf90 0x7fce1815f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fce18159660 0x7fce180ad070 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 --2- 172.21.15.70:0/793818289 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce04005bd0 0x7fce180cf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 >> 172.21.15.70:0/793818289 conn(0x7fce1806bcc0 msgr2=0x7fce180ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:09.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 shutdown_connections 2024-09-05T06:12:09.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.346+0000 7fce1da80640 1 -- 172.21.15.70:0/793818289 wait complete. 2024-09-05T06:12:09.364 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:12:09.365 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:12:09.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f9023a70640 1 Processor -- start 2024-09-05T06:12:09.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f9023a70640 1 -- start start 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f9023a70640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f901c0b6400 0x7f901c0b0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f9023a70640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f901c06d820 con 0x7f901c073270 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f9023a70640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f901c146370 con 0x7f901c1465e0 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f9023a70640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f901c075360 con 0x7f901c0b6400 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902180c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f901c073270 0x7f901c073650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36118/0 (socket says 172.21.15.70:36118) 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902180c640 1 -- 172.21.15.70:0/3665135862 learned_addr learned my addr 172.21.15.70:0/3665135862 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2428706962 0 0) 0x7f901c06d820 con 0x7f901c073270 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902100b640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f901c0b6400 0x7f901c0b0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9008003530 con 0x7f901c073270 2024-09-05T06:12:09.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3563159772 0 0) 0x7f9008003530 con 0x7f901c073270 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f901c0b6400 msgr2=0x7f901c0b0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f901c0b6400 0x7f901c0b0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 >> v1:172.21.15.196:6789/0 conn(0x7f901c1465e0 legacy=0x7f901c0b0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f901c075640 con 0x7f901c073270 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9018001680 con 0x7f901c073270 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 >> v1:172.21.15.70:6789/0 conn(0x7f901c073270 legacy=0x7f901c073650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90080039f0 0x7f9008003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f901c0b6400 0x7f9008004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9008004d50 0x7f90080051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f901c075360 con 0x7f9008004d50 2024-09-05T06:12:09.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f900800bab0 con 0x7f90080039f0 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f900800bcb0 con 0x7f901c0b6400 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902200d640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9008004d50 0x7f90080051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902180c640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90080039f0 0x7f9008003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902100b640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f901c0b6400 0x7f9008004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902200d640 1 -- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f901c0b6400 msgr2=0x7f9008004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902200d640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f901c0b6400 0x7f9008004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902200d640 1 -- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90080039f0 msgr2=0x7f9008003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902200d640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90080039f0 0x7f9008003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.482+0000 7f902200d640 1 -- 172.21.15.70:0/3665135862 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9008003530 con 0x7f9008004d50 2024-09-05T06:12:09.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f902200d640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9008004d50 0x7f90080051d0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f9014001e40 tx=0x7f901401c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6f84c9152f8975 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9014001a90 con 0x7f9008004d50 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9014003b80 con 0x7f9008004d50 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f902080a640 1 -- 172.21.15.70:0/3665135862 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9014005080 con 0x7f9008004d50 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f9023a70640 1 -- 172.21.15.70:0/3665135862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9008004d50 msgr2=0x7f90080051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f9023a70640 1 --2- 172.21.15.70:0/3665135862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9008004d50 0x7f90080051d0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f9014001e40 tx=0x7f901401c760 comp rx=0 tx=0).stop 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f902200d640 1 -- 172.21.15.70:0/3665135862 reap_dead start 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f9023a70640 1 -- 172.21.15.70:0/3665135862 shutdown_connections 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f9023a70640 1 -- 172.21.15.70:0/3665135862 >> 172.21.15.70:0/3665135862 conn(0x7f901c0723c0 msgr2=0x7f901c0b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f9023a70640 1 -- 172.21.15.70:0/3665135862 shutdown_connections 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f9023a70640 1 -- 172.21.15.70:0/3665135862 wait complete. 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f9023a70640 1 Processor -- start 2024-09-05T06:12:09.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.486+0000 7f9023a70640 1 -- start start 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9008004d50 0x7f901c1f25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f901c0d00e0 0x7f901c0d0540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f901c147660 0x7f901c147ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f901c146030 con 0x7f901c147660 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f901c0b37e0 con 0x7f901c0d00e0 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f901c1602c0 con 0x7f9008004d50 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f901c147660 0x7f901c147ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f901c147660 0x7f901c147ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:32986/0 (socket says 172.21.15.70:32986) 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 -- 172.21.15.70:0/3448522850 learned_addr learned my addr 172.21.15.70:0/3448522850 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902180c640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9008004d50 0x7f901c1f25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902100b640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f901c0d00e0 0x7f901c0d0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 -- 172.21.15.70:0/3448522850 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9008004d50 msgr2=0x7f901c1f25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9008004d50 0x7f901c1f25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 -- 172.21.15.70:0/3448522850 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f901c0d00e0 msgr2=0x7f901c0d0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f901c0d00e0 0x7f901c0d0540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 -- 172.21.15.70:0/3448522850 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f901c148400 con 0x7f901c147660 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902200d640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f901c147660 0x7f901c147ae0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f901401cc40 tx=0x7f9008005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f90127fc640 1 -- 172.21.15.70:0/3448522850 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90140ba070 con 0x7f901c147660 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f90127fc640 1 -- 172.21.15.70:0/3448522850 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9014006b60 con 0x7f901c147660 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f901c1486e0 con 0x7f901c147660 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f90127fc640 1 -- 172.21.15.70:0/3448522850 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9014005840 con 0x7f901c147660 2024-09-05T06:12:09.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f901c148020 con 0x7f901c147660 2024-09-05T06:12:09.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f901c073650 con 0x7f901c147660 2024-09-05T06:12:09.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f90127fc640 1 -- 172.21.15.70:0/3448522850 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f90140bd070 con 0x7f901c147660 2024-09-05T06:12:09.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f90127fc640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90000678c0 0x7f9000069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f90127fc640 1 -- 172.21.15.70:0/3448522850 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f901411f5d0 con 0x7f901c147660 2024-09-05T06:12:09.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902180c640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90000678c0 0x7f9000069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.490+0000 7f902180c640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90000678c0 0x7f9000069d80 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f90180059a0 tx=0x7f9018009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.494+0000 7f90127fc640 1 -- 172.21.15.70:0/3448522850 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f90140ac020 con 0x7f901c147660 2024-09-05T06:12:09.650 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.650+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f901c1488b0 con 0x7f90000678c0 2024-09-05T06:12:09.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.666+0000 7f90127fc640 1 -- 172.21.15.70:0/3448522850 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247423 (secure 0 0 0) 0x7f901c1488b0 con 0x7f90000678c0 2024-09-05T06:12:09.668 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:09.670 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90000678c0 msgr2=0x7f9000069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90000678c0 0x7f9000069d80 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f90180059a0 tx=0x7f9018009040 comp rx=0 tx=0).stop 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f901c147660 msgr2=0x7f901c147ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f901c147660 0x7f901c147ae0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f901401cc40 tx=0x7f9008005840 comp rx=0 tx=0).stop 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 shutdown_connections 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90000678c0 0x7f9000069d80 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f901c147660 0x7f901c147ae0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f901c0d00e0 0x7f901c0d0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 --2- 172.21.15.70:0/3448522850 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9008004d50 0x7f901c1f25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 >> 172.21.15.70:0/3448522850 conn(0x7f901c0723c0 msgr2=0x7f901c15eb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:09.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 shutdown_connections 2024-09-05T06:12:09.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.670+0000 7f9023a70640 1 -- 172.21.15.70:0/3448522850 wait complete. 2024-09-05T06:12:09.686 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2024-09-05T06:12:08.366865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":92,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":3947,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1558552,"statfs":{"total":1600000000,"available":1595957937,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001114"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.663498+0000","last_change":"2024-09-05T06:12:06.663215+0000","last_active":"2024-09-05T06:12:06.663498+0000","last_peered":"2024-09-05T06:12:06.663498+0000","last_clean":"2024-09-05T06:12:06.663498+0000","last_became_active":"2024-09-05T06:12:06.662968+0000","last_became_peered":"2024-09-05T06:12:06.662968+0000","last_unstale":"2024-09-05T06:12:06.663498+0000","last_undegraded":"2024-09-05T06:12:06.663498+0000","last_fullsized":"2024-09-05T06:12:06.663498+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:57.169431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.661146+0000","last_change":"2024-09-05T06:12:06.659503+0000","last_active":"2024-09-05T06:12:06.661146+0000","last_peered":"2024-09-05T06:12:06.661146+0000","last_clean":"2024-09-05T06:12:06.661146+0000","last_became_active":"2024-09-05T06:12:06.659271+0000","last_became_peered":"2024-09-05T06:12:06.659271+0000","last_unstale":"2024-09-05T06:12:06.661146+0000","last_undegraded":"2024-09-05T06:12:06.661146+0000","last_fullsized":"2024-09-05T06:12:06.661146+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:14:35.314574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.656734+0000","last_change":"2024-09-05T06:12:06.656609+0000","last_active":"2024-09-05T06:12:06.656734+0000","last_peered":"2024-09-05T06:12:06.656734+0000","last_clean":"2024-09-05T06:12:06.656734+0000","last_became_active":"2024-09-05T06:12:06.655888+0000","last_became_peered":"2024-09-05T06:12:06.655888+0000","last_unstale":"2024-09-05T06:12:06.656734+0000","last_undegraded":"2024-09-05T06:12:06.656734+0000","last_fullsized":"2024-09-05T06:12:06.656734+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:05.202186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.676253+0000","last_change":"2024-09-05T06:12:06.672658+0000","last_active":"2024-09-05T06:12:06.676253+0000","last_peered":"2024-09-05T06:12:06.676253+0000","last_clean":"2024-09-05T06:12:06.676253+0000","last_became_active":"2024-09-05T06:12:06.671974+0000","last_became_peered":"2024-09-05T06:12:06.671974+0000","last_unstale":"2024-09-05T06:12:06.676253+0000","last_undegraded":"2024-09-05T06:12:06.676253+0000","last_fullsized":"2024-09-05T06:12:06.676253+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:56:33.778761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.675660+0000","last_change":"2024-09-05T06:12:06.675550+0000","last_active":"2024-09-05T06:12:06.675660+0000","last_peered":"2024-09-05T06:12:06.675660+0000","last_clean":"2024-09-05T06:12:06.675660+0000","last_became_active":"2024-09-05T06:12:06.675326+0000","last_became_peered":"2024-09-05T06:12:06.675326+0000","last_unstale":"2024-09-05T06:12:06.675660+0000","last_undegraded":"2024-09-05T06:12:06.675660+0000","last_fullsized":"2024-09-05T06:12:06.675660+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:06.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665485+0000","last_change":"2024-09-05T06:12:06.664829+0000","last_active":"2024-09-05T06:12:06.665485+0000","last_peered":"2024-09-05T06:12:06.665485+0000","last_clean":"2024-09-05T06:12:06.665485+0000","last_became_active":"2024-09-05T06:12:06.664591+0000","last_became_peered":"2024-09-05T06:12:06.664591+0000","last_unstale":"2024-09-05T06:12:06.665485+0000","last_undegraded":"2024-09-05T06:12:06.665485+0000","last_fullsized":"2024-09-05T06:12:06.665485+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:49.113164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680794+0000","last_change":"2024-09-05T06:12:06.679270+0000","last_active":"2024-09-05T06:12:06.680794+0000","last_peered":"2024-09-05T06:12:06.680794+0000","last_clean":"2024-09-05T06:12:06.680794+0000","last_became_active":"2024-09-05T06:12:06.677213+0000","last_became_peered":"2024-09-05T06:12:06.677213+0000","last_unstale":"2024-09-05T06:12:06.680794+0000","last_undegraded":"2024-09-05T06:12:06.680794+0000","last_fullsized":"2024-09-05T06:12:06.680794+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:41:46.684769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.672982+0000","last_change":"2024-09-05T06:12:06.672871+0000","last_active":"2024-09-05T06:12:06.672982+0000","last_peered":"2024-09-05T06:12:06.672982+0000","last_clean":"2024-09-05T06:12:06.672982+0000","last_became_active":"2024-09-05T06:12:06.672640+0000","last_became_peered":"2024-09-05T06:12:06.672640+0000","last_unstale":"2024-09-05T06:12:06.672982+0000","last_undegraded":"2024-09-05T06:12:06.672982+0000","last_fullsized":"2024-09-05T06:12:06.672982+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:28:15.969150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.678389+0000","last_change":"2024-09-05T06:12:06.677695+0000","last_active":"2024-09-05T06:12:06.678389+0000","last_peered":"2024-09-05T06:12:06.678389+0000","last_clean":"2024-09-05T06:12:06.678389+0000","last_became_active":"2024-09-05T06:12:06.677239+0000","last_became_peered":"2024-09-05T06:12:06.677239+0000","last_unstale":"2024-09-05T06:12:06.678389+0000","last_undegraded":"2024-09-05T06:12:06.678389+0000","last_fullsized":"2024-09-05T06:12:06.678389+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:37:34.117184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.660573+0000","last_change":"2024-09-05T06:12:06.660395+0000","last_active":"2024-09-05T06:12:06.660573+0000","last_peered":"2024-09-05T06:12:06.660573+0000","last_clean":"2024-09-05T06:12:06.660573+0000","last_became_active":"2024-09-05T06:12:06.659940+0000","last_became_peered":"2024-09-05T06:12:06.659940+0000","last_unstale":"2024-09-05T06:12:06.660573+0000","last_undegraded":"2024-09-05T06:12:06.660573+0000","last_fullsized":"2024-09-05T06:12:06.660573+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:55.229938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665498+0000","last_change":"2024-09-05T06:12:06.665392+0000","last_active":"2024-09-05T06:12:06.665498+0000","last_peered":"2024-09-05T06:12:06.665498+0000","last_clean":"2024-09-05T06:12:06.665498+0000","last_became_active":"2024-09-05T06:12:06.665026+0000","last_became_peered":"2024-09-05T06:12:06.665026+0000","last_unstale":"2024-09-05T06:12:06.665498+0000","last_undegraded":"2024-09-05T06:12:06.665498+0000","last_fullsized":"2024-09-05T06:12:06.665498+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:37:46.564627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.668624+0000","last_change":"2024-09-05T06:12:06.668388+0000","last_active":"2024-09-05T06:12:06.668624+0000","last_peered":"2024-09-05T06:12:06.668624+0000","last_clean":"2024-09-05T06:12:06.668624+0000","last_became_active":"2024-09-05T06:12:06.667967+0000","last_became_peered":"2024-09-05T06:12:06.667967+0000","last_unstale":"2024-09-05T06:12:06.668624+0000","last_undegraded":"2024-09-05T06:12:06.668624+0000","last_fullsized":"2024-09-05T06:12:06.668624+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:46.252579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.673645+0000","last_change":"2024-09-05T06:12:06.673294+0000","last_active":"2024-09-05T06:12:06.673645+0000","last_peered":"2024-09-05T06:12:06.673645+0000","last_clean":"2024-09-05T06:12:06.673645+0000","last_became_active":"2024-09-05T06:12:06.671826+0000","last_became_peered":"2024-09-05T06:12:06.671826+0000","last_unstale":"2024-09-05T06:12:06.673645+0000","last_undegraded":"2024-09-05T06:12:06.673645+0000","last_fullsized":"2024-09-05T06:12:06.673645+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:40:36.801674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.670070+0000","last_change":"2024-09-05T06:12:06.669678+0000","last_active":"2024-09-05T06:12:06.670070+0000","last_peered":"2024-09-05T06:12:06.670070+0000","last_clean":"2024-09-05T06:12:06.670070+0000","last_became_active":"2024-09-05T06:12:06.668754+0000","last_became_peered":"2024-09-05T06:12:06.668754+0000","last_unstale":"2024-09-05T06:12:06.670070+0000","last_undegraded":"2024-09-05T06:12:06.670070+0000","last_fullsized":"2024-09-05T06:12:06.670070+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:45.864626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.674554+0000","last_change":"2024-09-05T06:12:06.674320+0000","last_active":"2024-09-05T06:12:06.674554+0000","last_peered":"2024-09-05T06:12:06.674554+0000","last_clean":"2024-09-05T06:12:06.674554+0000","last_became_active":"2024-09-05T06:12:06.673725+0000","last_became_peered":"2024-09-05T06:12:06.673725+0000","last_unstale":"2024-09-05T06:12:06.674554+0000","last_undegraded":"2024-09-05T06:12:06.674554+0000","last_fullsized":"2024-09-05T06:12:06.674554+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:36:21.002929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.671635+0000","last_change":"2024-09-05T06:12:06.671516+0000","last_active":"2024-09-05T06:12:06.671635+0000","last_peered":"2024-09-05T06:12:06.671635+0000","last_clean":"2024-09-05T06:12:06.671635+0000","last_became_active":"2024-09-05T06:12:06.671237+0000","last_became_peered":"2024-09-05T06:12:06.671237+0000","last_unstale":"2024-09-05T06:12:06.671635+0000","last_undegraded":"2024-09-05T06:12:06.671635+0000","last_fullsized":"2024-09-05T06:12:06.671635+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:13:26.591645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665497+0000","last_change":"2024-09-05T06:12:06.665105+0000","last_active":"2024-09-05T06:12:06.665497+0000","last_peered":"2024-09-05T06:12:06.665497+0000","last_clean":"2024-09-05T06:12:06.665497+0000","last_became_active":"2024-09-05T06:12:06.664526+0000","last_became_peered":"2024-09-05T06:12:06.664526+0000","last_unstale":"2024-09-05T06:12:06.665497+0000","last_undegraded":"2024-09-05T06:12:06.665497+0000","last_fullsized":"2024-09-05T06:12:06.665497+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:31.396438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.656248+0000","last_change":"2024-09-05T06:12:06.656108+0000","last_active":"2024-09-05T06:12:06.656248+0000","last_peered":"2024-09-05T06:12:06.656248+0000","last_clean":"2024-09-05T06:12:06.656248+0000","last_became_active":"2024-09-05T06:12:06.655239+0000","last_became_peered":"2024-09-05T06:12:06.655239+0000","last_unstale":"2024-09-05T06:12:06.656248+0000","last_undegraded":"2024-09-05T06:12:06.656248+0000","last_fullsized":"2024-09-05T06:12:06.656248+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:12:07.017769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.664118+0000","last_change":"2024-09-05T06:12:06.664036+0000","last_active":"2024-09-05T06:12:06.664118+0000","last_peered":"2024-09-05T06:12:06.664118+0000","last_clean":"2024-09-05T06:12:06.664118+0000","last_became_active":"2024-09-05T06:12:06.663845+0000","last_became_peered":"2024-09-05T06:12:06.663845+0000","last_unstale":"2024-09-05T06:12:06.664118+0000","last_undegraded":"2024-09-05T06:12:06.664118+0000","last_fullsized":"2024-09-05T06:12:06.664118+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:35.353623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665170+0000","last_change":"2024-09-05T06:12:06.665042+0000","last_active":"2024-09-05T06:12:06.665170+0000","last_peered":"2024-09-05T06:12:06.665170+0000","last_clean":"2024-09-05T06:12:06.665170+0000","last_became_active":"2024-09-05T06:12:06.664833+0000","last_became_peered":"2024-09-05T06:12:06.664833+0000","last_unstale":"2024-09-05T06:12:06.665170+0000","last_undegraded":"2024-09-05T06:12:06.665170+0000","last_fullsized":"2024-09-05T06:12:06.665170+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:59.977333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.672787+0000","last_change":"2024-09-05T06:12:06.672591+0000","last_active":"2024-09-05T06:12:06.672787+0000","last_peered":"2024-09-05T06:12:06.672787+0000","last_clean":"2024-09-05T06:12:06.672787+0000","last_became_active":"2024-09-05T06:12:06.672241+0000","last_became_peered":"2024-09-05T06:12:06.672241+0000","last_unstale":"2024-09-05T06:12:06.672787+0000","last_undegraded":"2024-09-05T06:12:06.672787+0000","last_fullsized":"2024-09-05T06:12:06.672787+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:45:51.812983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.645519+0000","last_change":"2024-09-05T06:12:06.645390+0000","last_active":"2024-09-05T06:12:06.645519+0000","last_peered":"2024-09-05T06:12:06.645519+0000","last_clean":"2024-09-05T06:12:06.645519+0000","last_became_active":"2024-09-05T06:12:06.645123+0000","last_became_peered":"2024-09-05T06:12:06.645123+0000","last_unstale":"2024-09-05T06:12:06.645519+0000","last_undegraded":"2024-09-05T06:12:06.645519+0000","last_fullsized":"2024-09-05T06:12:06.645519+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:33:48.275680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.676198+0000","last_change":"2024-09-05T06:12:06.668746+0000","last_active":"2024-09-05T06:12:06.676198+0000","last_peered":"2024-09-05T06:12:06.676198+0000","last_clean":"2024-09-05T06:12:06.676198+0000","last_became_active":"2024-09-05T06:12:06.668059+0000","last_became_peered":"2024-09-05T06:12:06.668059+0000","last_unstale":"2024-09-05T06:12:06.676198+0000","last_undegraded":"2024-09-05T06:12:06.676198+0000","last_fullsized":"2024-09-05T06:12:06.676198+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:27:47.227621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.678352+0000","last_change":"2024-09-05T06:12:06.677416+0000","last_active":"2024-09-05T06:12:06.678352+0000","last_peered":"2024-09-05T06:12:06.678352+0000","last_clean":"2024-09-05T06:12:06.678352+0000","last_became_active":"2024-09-05T06:12:06.676625+0000","last_became_peered":"2024-09-05T06:12:06.676625+0000","last_unstale":"2024-09-05T06:12:06.678352+0000","last_undegraded":"2024-09-05T06:12:06.678352+0000","last_fullsized":"2024-09-05T06:12:06.678352+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:34:29.851282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.655824+0000","last_change":"2024-09-05T06:12:06.655750+0000","last_active":"2024-09-05T06:12:06.655824+0000","last_peered":"2024-09-05T06:12:06.655824+0000","last_clean":"2024-09-05T06:12:06.655824+0000","last_became_active":"2024-09-05T06:12:06.655590+0000","last_became_peered":"2024-09-05T06:12:06.655590+0000","last_unstale":"2024-09-05T06:12:06.655824+0000","last_undegraded":"2024-09-05T06:12:06.655824+0000","last_fullsized":"2024-09-05T06:12:06.655824+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:37:23.710585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.682374+0000","last_change":"2024-09-05T06:12:06.682246+0000","last_active":"2024-09-05T06:12:06.682374+0000","last_peered":"2024-09-05T06:12:06.682374+0000","last_clean":"2024-09-05T06:12:06.682374+0000","last_became_active":"2024-09-05T06:12:06.677499+0000","last_became_peered":"2024-09-05T06:12:06.677499+0000","last_unstale":"2024-09-05T06:12:06.682374+0000","last_undegraded":"2024-09-05T06:12:06.682374+0000","last_fullsized":"2024-09-05T06:12:06.682374+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:37:59.835874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.646852+0000","last_change":"2024-09-05T06:12:06.646698+0000","last_active":"2024-09-05T06:12:06.646852+0000","last_peered":"2024-09-05T06:12:06.646852+0000","last_clean":"2024-09-05T06:12:06.646852+0000","last_became_active":"2024-09-05T06:12:06.645333+0000","last_became_peered":"2024-09-05T06:12:06.645333+0000","last_unstale":"2024-09-05T06:12:06.646852+0000","last_undegraded":"2024-09-05T06:12:06.646852+0000","last_fullsized":"2024-09-05T06:12:06.646852+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:14:40.216768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.668044+0000","last_change":"2024-09-05T06:12:06.667934+0000","last_active":"2024-09-05T06:12:06.668044+0000","last_peered":"2024-09-05T06:12:06.668044+0000","last_clean":"2024-09-05T06:12:06.668044+0000","last_became_active":"2024-09-05T06:12:06.667756+0000","last_became_peered":"2024-09-05T06:12:06.667756+0000","last_unstale":"2024-09-05T06:12:06.668044+0000","last_undegraded":"2024-09-05T06:12:06.668044+0000","last_fullsized":"2024-09-05T06:12:06.668044+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:34.175287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.671652+0000","last_change":"2024-09-05T06:12:06.671563+0000","last_active":"2024-09-05T06:12:06.671652+0000","last_peered":"2024-09-05T06:12:06.671652+0000","last_clean":"2024-09-05T06:12:06.671652+0000","last_became_active":"2024-09-05T06:12:06.671339+0000","last_became_peered":"2024-09-05T06:12:06.671339+0000","last_unstale":"2024-09-05T06:12:06.671652+0000","last_undegraded":"2024-09-05T06:12:06.671652+0000","last_fullsized":"2024-09-05T06:12:06.671652+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:02.747450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.681162+0000","last_change":"2024-09-05T06:12:06.680872+0000","last_active":"2024-09-05T06:12:06.681162+0000","last_peered":"2024-09-05T06:12:06.681162+0000","last_clean":"2024-09-05T06:12:06.681162+0000","last_became_active":"2024-09-05T06:12:06.677137+0000","last_became_peered":"2024-09-05T06:12:06.677137+0000","last_unstale":"2024-09-05T06:12:06.681162+0000","last_undegraded":"2024-09-05T06:12:06.681162+0000","last_fullsized":"2024-09-05T06:12:06.681162+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:31.806814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.647947+0000","last_change":"2024-09-05T06:12:06.647812+0000","last_active":"2024-09-05T06:12:06.647947+0000","last_peered":"2024-09-05T06:12:06.647947+0000","last_clean":"2024-09-05T06:12:06.647947+0000","last_became_active":"2024-09-05T06:12:06.647475+0000","last_became_peered":"2024-09-05T06:12:06.647475+0000","last_unstale":"2024-09-05T06:12:06.647947+0000","last_undegraded":"2024-09-05T06:12:06.647947+0000","last_fullsized":"2024-09-05T06:12:06.647947+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:08.388145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.647878+0000","last_change":"2024-09-05T06:12:06.647576+0000","last_active":"2024-09-05T06:12:06.647878+0000","last_peered":"2024-09-05T06:12:06.647878+0000","last_clean":"2024-09-05T06:12:06.647878+0000","last_became_active":"2024-09-05T06:12:06.647054+0000","last_became_peered":"2024-09-05T06:12:06.647054+0000","last_unstale":"2024-09-05T06:12:06.647878+0000","last_undegraded":"2024-09-05T06:12:06.647878+0000","last_fullsized":"2024-09-05T06:12:06.647878+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:56:37.556663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.673284+0000","last_change":"2024-09-05T06:12:06.673141+0000","last_active":"2024-09-05T06:12:06.673284+0000","last_peered":"2024-09-05T06:12:06.673284+0000","last_clean":"2024-09-05T06:12:06.673284+0000","last_became_active":"2024-09-05T06:12:06.672769+0000","last_became_peered":"2024-09-05T06:12:06.672769+0000","last_unstale":"2024-09-05T06:12:06.673284+0000","last_undegraded":"2024-09-05T06:12:06.673284+0000","last_fullsized":"2024-09-05T06:12:06.673284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:01.261005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"69'4","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.670459+0000","last_change":"2024-09-05T06:12:05.651768+0000","last_active":"2024-09-05T06:12:06.670459+0000","last_peered":"2024-09-05T06:12:06.670459+0000","last_clean":"2024-09-05T06:12:06.670459+0000","last_became_active":"2024-09-05T06:12:05.646343+0000","last_became_peered":"2024-09-05T06:12:05.646343+0000","last_unstale":"2024-09-05T06:12:06.670459+0000","last_undegraded":"2024-09-05T06:12:06.670459+0000","last_fullsized":"2024-09-05T06:12:06.670459+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:39:35.245727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.654647+0000","last_change":"2024-09-05T06:12:06.654098+0000","last_active":"2024-09-05T06:12:06.654647+0000","last_peered":"2024-09-05T06:12:06.654647+0000","last_clean":"2024-09-05T06:12:06.654647+0000","last_became_active":"2024-09-05T06:12:06.653854+0000","last_became_peered":"2024-09-05T06:12:06.653854+0000","last_unstale":"2024-09-05T06:12:06.654647+0000","last_undegraded":"2024-09-05T06:12:06.654647+0000","last_fullsized":"2024-09-05T06:12:06.654647+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:21.896389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653965+0000","last_change":"2024-09-05T06:12:05.647472+0000","last_active":"2024-09-05T06:12:06.653965+0000","last_peered":"2024-09-05T06:12:06.653965+0000","last_clean":"2024-09-05T06:12:06.653965+0000","last_became_active":"2024-09-05T06:12:05.646747+0000","last_became_peered":"2024-09-05T06:12:05.646747+0000","last_unstale":"2024-09-05T06:12:06.653965+0000","last_undegraded":"2024-09-05T06:12:06.653965+0000","last_fullsized":"2024-09-05T06:12:06.653965+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:30:11.248390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667327+0000","last_change":"2024-09-05T06:12:06.667106+0000","last_active":"2024-09-05T06:12:06.667327+0000","last_peered":"2024-09-05T06:12:06.667327+0000","last_clean":"2024-09-05T06:12:06.667327+0000","last_became_active":"2024-09-05T06:12:06.663653+0000","last_became_peered":"2024-09-05T06:12:06.663653+0000","last_unstale":"2024-09-05T06:12:06.667327+0000","last_undegraded":"2024-09-05T06:12:06.667327+0000","last_fullsized":"2024-09-05T06:12:06.667327+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:52:15.605002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.658963+0000","last_change":"2024-09-05T06:12:05.663287+0000","last_active":"2024-09-05T06:12:06.658963+0000","last_peered":"2024-09-05T06:12:06.658963+0000","last_clean":"2024-09-05T06:12:06.658963+0000","last_became_active":"2024-09-05T06:12:05.662574+0000","last_became_peered":"2024-09-05T06:12:05.662574+0000","last_unstale":"2024-09-05T06:12:06.658963+0000","last_undegraded":"2024-09-05T06:12:06.658963+0000","last_fullsized":"2024-09-05T06:12:06.658963+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:35:03.321559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.660560+0000","last_change":"2024-09-05T06:12:06.660188+0000","last_active":"2024-09-05T06:12:06.660560+0000","last_peered":"2024-09-05T06:12:06.660560+0000","last_clean":"2024-09-05T06:12:06.660560+0000","last_became_active":"2024-09-05T06:12:06.659261+0000","last_became_peered":"2024-09-05T06:12:06.659261+0000","last_unstale":"2024-09-05T06:12:06.660560+0000","last_undegraded":"2024-09-05T06:12:06.660560+0000","last_fullsized":"2024-09-05T06:12:06.660560+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:28.419549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680052+0000","last_change":"2024-09-05T06:12:05.653344+0000","last_active":"2024-09-05T06:12:06.680052+0000","last_peered":"2024-09-05T06:12:06.680052+0000","last_clean":"2024-09-05T06:12:06.680052+0000","last_became_active":"2024-09-05T06:12:05.653103+0000","last_became_peered":"2024-09-05T06:12:05.653103+0000","last_unstale":"2024-09-05T06:12:06.680052+0000","last_undegraded":"2024-09-05T06:12:06.680052+0000","last_fullsized":"2024-09-05T06:12:06.680052+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:27:32.663744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667552+0000","last_change":"2024-09-05T06:12:06.667427+0000","last_active":"2024-09-05T06:12:06.667552+0000","last_peered":"2024-09-05T06:12:06.667552+0000","last_clean":"2024-09-05T06:12:06.667552+0000","last_became_active":"2024-09-05T06:12:06.663669+0000","last_became_peered":"2024-09-05T06:12:06.663669+0000","last_unstale":"2024-09-05T06:12:06.667552+0000","last_undegraded":"2024-09-05T06:12:06.667552+0000","last_fullsized":"2024-09-05T06:12:06.667552+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:44.123234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.670889+0000","last_change":"2024-09-05T06:12:05.650962+0000","last_active":"2024-09-05T06:12:06.670889+0000","last_peered":"2024-09-05T06:12:06.670889+0000","last_clean":"2024-09-05T06:12:06.670889+0000","last_became_active":"2024-09-05T06:12:05.650573+0000","last_became_peered":"2024-09-05T06:12:05.650573+0000","last_unstale":"2024-09-05T06:12:06.670889+0000","last_undegraded":"2024-09-05T06:12:06.670889+0000","last_fullsized":"2024-09-05T06:12:06.670889+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:15:45.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.647895+0000","last_change":"2024-09-05T06:12:06.647759+0000","last_active":"2024-09-05T06:12:06.647895+0000","last_peered":"2024-09-05T06:12:06.647895+0000","last_clean":"2024-09-05T06:12:06.647895+0000","last_became_active":"2024-09-05T06:12:06.647341+0000","last_became_peered":"2024-09-05T06:12:06.647341+0000","last_unstale":"2024-09-05T06:12:06.647895+0000","last_undegraded":"2024-09-05T06:12:06.647895+0000","last_fullsized":"2024-09-05T06:12:06.647895+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:07:28.218602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.664348+0000","last_change":"2024-09-05T06:12:05.667448+0000","last_active":"2024-09-05T06:12:06.664348+0000","last_peered":"2024-09-05T06:12:06.664348+0000","last_clean":"2024-09-05T06:12:06.664348+0000","last_became_active":"2024-09-05T06:12:05.666275+0000","last_became_peered":"2024-09-05T06:12:05.666275+0000","last_unstale":"2024-09-05T06:12:06.664348+0000","last_undegraded":"2024-09-05T06:12:06.664348+0000","last_fullsized":"2024-09-05T06:12:06.664348+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:22:31.386489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680184+0000","last_change":"2024-09-05T06:12:06.679845+0000","last_active":"2024-09-05T06:12:06.680184+0000","last_peered":"2024-09-05T06:12:06.680184+0000","last_clean":"2024-09-05T06:12:06.680184+0000","last_became_active":"2024-09-05T06:12:06.679251+0000","last_became_peered":"2024-09-05T06:12:06.679251+0000","last_unstale":"2024-09-05T06:12:06.680184+0000","last_undegraded":"2024-09-05T06:12:06.680184+0000","last_fullsized":"2024-09-05T06:12:06.680184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:16.346021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653487+0000","last_change":"2024-09-05T06:12:05.657011+0000","last_active":"2024-09-05T06:12:06.653487+0000","last_peered":"2024-09-05T06:12:06.653487+0000","last_clean":"2024-09-05T06:12:06.653487+0000","last_became_active":"2024-09-05T06:12:05.656768+0000","last_became_peered":"2024-09-05T06:12:05.656768+0000","last_unstale":"2024-09-05T06:12:06.653487+0000","last_undegraded":"2024-09-05T06:12:06.653487+0000","last_fullsized":"2024-09-05T06:12:06.653487+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:30.488522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.674030+0000","last_change":"2024-09-05T06:12:06.673877+0000","last_active":"2024-09-05T06:12:06.674030+0000","last_peered":"2024-09-05T06:12:06.674030+0000","last_clean":"2024-09-05T06:12:06.674030+0000","last_became_active":"2024-09-05T06:12:06.673601+0000","last_became_peered":"2024-09-05T06:12:06.673601+0000","last_unstale":"2024-09-05T06:12:06.674030+0000","last_undegraded":"2024-09-05T06:12:06.674030+0000","last_fullsized":"2024-09-05T06:12:06.674030+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:18:08.721005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.661773+0000","last_change":"2024-09-05T06:12:05.660466+0000","last_active":"2024-09-05T06:12:06.661773+0000","last_peered":"2024-09-05T06:12:06.661773+0000","last_clean":"2024-09-05T06:12:06.661773+0000","last_became_active":"2024-09-05T06:12:05.660193+0000","last_became_peered":"2024-09-05T06:12:05.660193+0000","last_unstale":"2024-09-05T06:12:06.661773+0000","last_undegraded":"2024-09-05T06:12:06.661773+0000","last_fullsized":"2024-09-05T06:12:06.661773+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:25:57.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667409+0000","last_change":"2024-09-05T06:12:06.666938+0000","last_active":"2024-09-05T06:12:06.667409+0000","last_peered":"2024-09-05T06:12:06.667409+0000","last_clean":"2024-09-05T06:12:06.667409+0000","last_became_active":"2024-09-05T06:12:06.666313+0000","last_became_peered":"2024-09-05T06:12:06.666313+0000","last_unstale":"2024-09-05T06:12:06.667409+0000","last_undegraded":"2024-09-05T06:12:06.667409+0000","last_fullsized":"2024-09-05T06:12:06.667409+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:47:51.011148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.652810+0000","last_change":"2024-09-05T06:12:05.662317+0000","last_active":"2024-09-05T06:12:06.652810+0000","last_peered":"2024-09-05T06:12:06.652810+0000","last_clean":"2024-09-05T06:12:06.652810+0000","last_became_active":"2024-09-05T06:12:05.662151+0000","last_became_peered":"2024-09-05T06:12:05.662151+0000","last_unstale":"2024-09-05T06:12:06.652810+0000","last_undegraded":"2024-09-05T06:12:06.652810+0000","last_fullsized":"2024-09-05T06:12:06.652810+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:15:19.283766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.666327+0000","last_change":"2024-09-05T06:12:06.666148+0000","last_active":"2024-09-05T06:12:06.666327+0000","last_peered":"2024-09-05T06:12:06.666327+0000","last_clean":"2024-09-05T06:12:06.666327+0000","last_became_active":"2024-09-05T06:12:06.665663+0000","last_became_peered":"2024-09-05T06:12:06.665663+0000","last_unstale":"2024-09-05T06:12:06.666327+0000","last_undegraded":"2024-09-05T06:12:06.666327+0000","last_fullsized":"2024-09-05T06:12:06.666327+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:56:20.154408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.655021+0000","last_change":"2024-09-05T06:12:05.654925+0000","last_active":"2024-09-05T06:12:06.655021+0000","last_peered":"2024-09-05T06:12:06.655021+0000","last_clean":"2024-09-05T06:12:06.655021+0000","last_became_active":"2024-09-05T06:12:05.654201+0000","last_became_peered":"2024-09-05T06:12:05.654201+0000","last_unstale":"2024-09-05T06:12:06.655021+0000","last_undegraded":"2024-09-05T06:12:06.655021+0000","last_fullsized":"2024-09-05T06:12:06.655021+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:18:03.410704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.668767+0000","last_change":"2024-09-05T06:12:06.668636+0000","last_active":"2024-09-05T06:12:06.668767+0000","last_peered":"2024-09-05T06:12:06.668767+0000","last_clean":"2024-09-05T06:12:06.668767+0000","last_became_active":"2024-09-05T06:12:06.668000+0000","last_became_peered":"2024-09-05T06:12:06.668000+0000","last_unstale":"2024-09-05T06:12:06.668767+0000","last_undegraded":"2024-09-05T06:12:06.668767+0000","last_fullsized":"2024-09-05T06:12:06.668767+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:35:32.780526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"69'3","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.687574+0000","last_change":"2024-09-05T06:12:05.655338+0000","last_active":"2024-09-05T06:12:06.687574+0000","last_peered":"2024-09-05T06:12:06.687574+0000","last_clean":"2024-09-05T06:12:06.687574+0000","last_became_active":"2024-09-05T06:12:05.655043+0000","last_became_peered":"2024-09-05T06:12:05.655043+0000","last_unstale":"2024-09-05T06:12:06.687574+0000","last_undegraded":"2024-09-05T06:12:06.687574+0000","last_fullsized":"2024-09-05T06:12:06.687574+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:12:32.336087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.681740+0000","last_change":"2024-09-05T06:12:06.681537+0000","last_active":"2024-09-05T06:12:06.681740+0000","last_peered":"2024-09-05T06:12:06.681740+0000","last_clean":"2024-09-05T06:12:06.681740+0000","last_became_active":"2024-09-05T06:12:06.680695+0000","last_became_peered":"2024-09-05T06:12:06.680695+0000","last_unstale":"2024-09-05T06:12:06.681740+0000","last_undegraded":"2024-09-05T06:12:06.681740+0000","last_fullsized":"2024-09-05T06:12:06.681740+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:44:35.182456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"69'6","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.676610+0000","last_change":"2024-09-05T06:12:05.658048+0000","last_active":"2024-09-05T06:12:06.676610+0000","last_peered":"2024-09-05T06:12:06.676610+0000","last_clean":"2024-09-05T06:12:06.676610+0000","last_became_active":"2024-09-05T06:12:05.657798+0000","last_became_peered":"2024-09-05T06:12:05.657798+0000","last_unstale":"2024-09-05T06:12:06.676610+0000","last_undegraded":"2024-09-05T06:12:06.676610+0000","last_fullsized":"2024-09-05T06:12:06.676610+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:03.340053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.654085+0000","last_change":"2024-09-05T06:12:06.653903+0000","last_active":"2024-09-05T06:12:06.654085+0000","last_peered":"2024-09-05T06:12:06.654085+0000","last_clean":"2024-09-05T06:12:06.654085+0000","last_became_active":"2024-09-05T06:12:06.653645+0000","last_became_peered":"2024-09-05T06:12:06.653645+0000","last_unstale":"2024-09-05T06:12:06.654085+0000","last_undegraded":"2024-09-05T06:12:06.654085+0000","last_fullsized":"2024-09-05T06:12:06.654085+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:13.156330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.662800+0000","last_change":"2024-09-05T06:12:05.662744+0000","last_active":"2024-09-05T06:12:06.662800+0000","last_peered":"2024-09-05T06:12:06.662800+0000","last_clean":"2024-09-05T06:12:06.662800+0000","last_became_active":"2024-09-05T06:12:05.657038+0000","last_became_peered":"2024-09-05T06:12:05.657038+0000","last_unstale":"2024-09-05T06:12:06.662800+0000","last_undegraded":"2024-09-05T06:12:06.662800+0000","last_fullsized":"2024-09-05T06:12:06.662800+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:27.409515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667125+0000","last_change":"2024-09-05T06:12:06.666924+0000","last_active":"2024-09-05T06:12:06.667125+0000","last_peered":"2024-09-05T06:12:06.667125+0000","last_clean":"2024-09-05T06:12:06.667125+0000","last_became_active":"2024-09-05T06:12:06.656437+0000","last_became_peered":"2024-09-05T06:12:06.656437+0000","last_unstale":"2024-09-05T06:12:06.667125+0000","last_undegraded":"2024-09-05T06:12:06.667125+0000","last_fullsized":"2024-09-05T06:12:06.667125+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:02:15.451657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.661594+0000","last_change":"2024-09-05T06:12:05.655858+0000","last_active":"2024-09-05T06:12:06.661594+0000","last_peered":"2024-09-05T06:12:06.661594+0000","last_clean":"2024-09-05T06:12:06.661594+0000","last_became_active":"2024-09-05T06:12:05.655628+0000","last_became_peered":"2024-09-05T06:12:05.655628+0000","last_unstale":"2024-09-05T06:12:06.661594+0000","last_undegraded":"2024-09-05T06:12:06.661594+0000","last_fullsized":"2024-09-05T06:12:06.661594+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:09:55.179372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.674365+0000","last_change":"2024-09-05T06:12:06.674178+0000","last_active":"2024-09-05T06:12:06.674365+0000","last_peered":"2024-09-05T06:12:06.674365+0000","last_clean":"2024-09-05T06:12:06.674365+0000","last_became_active":"2024-09-05T06:12:06.673732+0000","last_became_peered":"2024-09-05T06:12:06.673732+0000","last_unstale":"2024-09-05T06:12:06.674365+0000","last_undegraded":"2024-09-05T06:12:06.674365+0000","last_fullsized":"2024-09-05T06:12:06.674365+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:21:48.264200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.664764+0000","last_change":"2024-09-05T06:12:05.651476+0000","last_active":"2024-09-05T06:12:06.664764+0000","last_peered":"2024-09-05T06:12:06.664764+0000","last_clean":"2024-09-05T06:12:06.664764+0000","last_became_active":"2024-09-05T06:12:05.651260+0000","last_became_peered":"2024-09-05T06:12:05.651260+0000","last_unstale":"2024-09-05T06:12:06.664764+0000","last_undegraded":"2024-09-05T06:12:06.664764+0000","last_fullsized":"2024-09-05T06:12:06.664764+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:48:28.392976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680785+0000","last_change":"2024-09-05T06:12:06.679003+0000","last_active":"2024-09-05T06:12:06.680785+0000","last_peered":"2024-09-05T06:12:06.680785+0000","last_clean":"2024-09-05T06:12:06.680785+0000","last_became_active":"2024-09-05T06:12:06.676814+0000","last_became_peered":"2024-09-05T06:12:06.676814+0000","last_unstale":"2024-09-05T06:12:06.680785+0000","last_undegraded":"2024-09-05T06:12:06.680785+0000","last_fullsized":"2024-09-05T06:12:06.680785+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:23:49.745552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"69'8","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.686699+0000","last_change":"2024-09-05T06:12:05.657018+0000","last_active":"2024-09-05T06:12:06.686699+0000","last_peered":"2024-09-05T06:12:06.686699+0000","last_clean":"2024-09-05T06:12:06.686699+0000","last_became_active":"2024-09-05T06:12:05.656687+0000","last_became_peered":"2024-09-05T06:12:05.656687+0000","last_unstale":"2024-09-05T06:12:06.686699+0000","last_undegraded":"2024-09-05T06:12:06.686699+0000","last_fullsized":"2024-09-05T06:12:06.686699+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:30.773392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.657377+0000","last_change":"2024-09-05T06:12:06.657079+0000","last_active":"2024-09-05T06:12:06.657377+0000","last_peered":"2024-09-05T06:12:06.657377+0000","last_clean":"2024-09-05T06:12:06.657377+0000","last_became_active":"2024-09-05T06:12:06.655509+0000","last_became_peered":"2024-09-05T06:12:06.655509+0000","last_unstale":"2024-09-05T06:12:06.657377+0000","last_undegraded":"2024-09-05T06:12:06.657377+0000","last_fullsized":"2024-09-05T06:12:06.657377+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:49:06.472569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.654702+0000","last_change":"2024-09-05T06:12:05.658431+0000","last_active":"2024-09-05T06:12:06.654702+0000","last_peered":"2024-09-05T06:12:06.654702+0000","last_clean":"2024-09-05T06:12:06.654702+0000","last_became_active":"2024-09-05T06:12:05.657762+0000","last_became_peered":"2024-09-05T06:12:05.657762+0000","last_unstale":"2024-09-05T06:12:06.654702+0000","last_undegraded":"2024-09-05T06:12:06.654702+0000","last_fullsized":"2024-09-05T06:12:06.654702+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:04:49.800370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.670019+0000","last_change":"2024-09-05T06:12:06.669401+0000","last_active":"2024-09-05T06:12:06.670019+0000","last_peered":"2024-09-05T06:12:06.670019+0000","last_clean":"2024-09-05T06:12:06.670019+0000","last_became_active":"2024-09-05T06:12:06.668144+0000","last_became_peered":"2024-09-05T06:12:06.668144+0000","last_unstale":"2024-09-05T06:12:06.670019+0000","last_undegraded":"2024-09-05T06:12:06.670019+0000","last_fullsized":"2024-09-05T06:12:06.670019+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:15.827348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.662506+0000","last_change":"2024-09-05T06:12:05.656472+0000","last_active":"2024-09-05T06:12:06.662506+0000","last_peered":"2024-09-05T06:12:06.662506+0000","last_clean":"2024-09-05T06:12:06.662506+0000","last_became_active":"2024-09-05T06:12:05.652433+0000","last_became_peered":"2024-09-05T06:12:05.652433+0000","last_unstale":"2024-09-05T06:12:06.662506+0000","last_undegraded":"2024-09-05T06:12:06.662506+0000","last_fullsized":"2024-09-05T06:12:06.662506+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:36.477927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.662303+0000","last_change":"2024-09-05T06:12:06.662089+0000","last_active":"2024-09-05T06:12:06.662303+0000","last_peered":"2024-09-05T06:12:06.662303+0000","last_clean":"2024-09-05T06:12:06.662303+0000","last_became_active":"2024-09-05T06:12:06.661833+0000","last_became_peered":"2024-09-05T06:12:06.661833+0000","last_unstale":"2024-09-05T06:12:06.662303+0000","last_undegraded":"2024-09-05T06:12:06.662303+0000","last_fullsized":"2024-09-05T06:12:06.662303+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:05:29.850166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.664591+0000","last_change":"2024-09-05T06:12:05.649048+0000","last_active":"2024-09-05T06:12:06.664591+0000","last_peered":"2024-09-05T06:12:06.664591+0000","last_clean":"2024-09-05T06:12:06.664591+0000","last_became_active":"2024-09-05T06:12:05.648769+0000","last_became_peered":"2024-09-05T06:12:05.648769+0000","last_unstale":"2024-09-05T06:12:06.664591+0000","last_undegraded":"2024-09-05T06:12:06.664591+0000","last_fullsized":"2024-09-05T06:12:06.664591+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:45:09.733728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680772+0000","last_change":"2024-09-05T06:12:06.677015+0000","last_active":"2024-09-05T06:12:06.680772+0000","last_peered":"2024-09-05T06:12:06.680772+0000","last_clean":"2024-09-05T06:12:06.680772+0000","last_became_active":"2024-09-05T06:12:06.676358+0000","last_became_peered":"2024-09-05T06:12:06.676358+0000","last_unstale":"2024-09-05T06:12:06.680772+0000","last_undegraded":"2024-09-05T06:12:06.680772+0000","last_fullsized":"2024-09-05T06:12:06.680772+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:52:34.974578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.655114+0000","last_change":"2024-09-05T06:12:05.668164+0000","last_active":"2024-09-05T06:12:06.655114+0000","last_peered":"2024-09-05T06:12:06.655114+0000","last_clean":"2024-09-05T06:12:06.655114+0000","last_became_active":"2024-09-05T06:12:05.667194+0000","last_became_peered":"2024-09-05T06:12:05.667194+0000","last_unstale":"2024-09-05T06:12:06.655114+0000","last_undegraded":"2024-09-05T06:12:06.655114+0000","last_fullsized":"2024-09-05T06:12:06.655114+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:54:52.766092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.678371+0000","last_change":"2024-09-05T06:12:06.677574+0000","last_active":"2024-09-05T06:12:06.678371+0000","last_peered":"2024-09-05T06:12:06.678371+0000","last_clean":"2024-09-05T06:12:06.678371+0000","last_became_active":"2024-09-05T06:12:06.676954+0000","last_became_peered":"2024-09-05T06:12:06.676954+0000","last_unstale":"2024-09-05T06:12:06.678371+0000","last_undegraded":"2024-09-05T06:12:06.678371+0000","last_fullsized":"2024-09-05T06:12:06.678371+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:59:34.588640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.666471+0000","last_change":"2024-09-05T06:12:05.669692+0000","last_active":"2024-09-05T06:12:06.666471+0000","last_peered":"2024-09-05T06:12:06.666471+0000","last_clean":"2024-09-05T06:12:06.666471+0000","last_became_active":"2024-09-05T06:12:05.668840+0000","last_became_peered":"2024-09-05T06:12:05.668840+0000","last_unstale":"2024-09-05T06:12:06.666471+0000","last_undegraded":"2024-09-05T06:12:06.666471+0000","last_fullsized":"2024-09-05T06:12:06.666471+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:56:38.699874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.675987+0000","last_change":"2024-09-05T06:12:06.675900+0000","last_active":"2024-09-05T06:12:06.675987+0000","last_peered":"2024-09-05T06:12:06.675987+0000","last_clean":"2024-09-05T06:12:06.675987+0000","last_became_active":"2024-09-05T06:12:06.675709+0000","last_became_peered":"2024-09-05T06:12:06.675709+0000","last_unstale":"2024-09-05T06:12:06.675987+0000","last_undegraded":"2024-09-05T06:12:06.675987+0000","last_fullsized":"2024-09-05T06:12:06.675987+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:02:59.517948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.658025+0000","last_change":"2024-09-05T06:12:05.658905+0000","last_active":"2024-09-05T06:12:06.658025+0000","last_peered":"2024-09-05T06:12:06.658025+0000","last_clean":"2024-09-05T06:12:06.658025+0000","last_became_active":"2024-09-05T06:12:05.657748+0000","last_became_peered":"2024-09-05T06:12:05.657748+0000","last_unstale":"2024-09-05T06:12:06.658025+0000","last_undegraded":"2024-09-05T06:12:06.658025+0000","last_fullsized":"2024-09-05T06:12:06.658025+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:44:03.527323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667706+0000","last_change":"2024-09-05T06:12:06.667575+0000","last_active":"2024-09-05T06:12:06.667706+0000","last_peered":"2024-09-05T06:12:06.667706+0000","last_clean":"2024-09-05T06:12:06.667706+0000","last_became_active":"2024-09-05T06:12:06.667254+0000","last_became_peered":"2024-09-05T06:12:06.667254+0000","last_unstale":"2024-09-05T06:12:06.667706+0000","last_undegraded":"2024-09-05T06:12:06.667706+0000","last_fullsized":"2024-09-05T06:12:06.667706+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:09.242962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653119+0000","last_change":"2024-09-05T06:12:05.667734+0000","last_active":"2024-09-05T06:12:06.653119+0000","last_peered":"2024-09-05T06:12:06.653119+0000","last_clean":"2024-09-05T06:12:06.653119+0000","last_became_active":"2024-09-05T06:12:05.667557+0000","last_became_peered":"2024-09-05T06:12:05.667557+0000","last_unstale":"2024-09-05T06:12:06.653119+0000","last_undegraded":"2024-09-05T06:12:06.653119+0000","last_fullsized":"2024-09-05T06:12:06.653119+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:20:30.380413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.656528+0000","last_change":"2024-09-05T06:12:06.656372+0000","last_active":"2024-09-05T06:12:06.656528+0000","last_peered":"2024-09-05T06:12:06.656528+0000","last_clean":"2024-09-05T06:12:06.656528+0000","last_became_active":"2024-09-05T06:12:06.655584+0000","last_became_peered":"2024-09-05T06:12:06.655584+0000","last_unstale":"2024-09-05T06:12:06.656528+0000","last_undegraded":"2024-09-05T06:12:06.656528+0000","last_fullsized":"2024-09-05T06:12:06.656528+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:34.756513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.657918+0000","last_change":"2024-09-05T06:12:05.666969+0000","last_active":"2024-09-05T06:12:06.657918+0000","last_peered":"2024-09-05T06:12:06.657918+0000","last_clean":"2024-09-05T06:12:06.657918+0000","last_became_active":"2024-09-05T06:12:05.665137+0000","last_became_peered":"2024-09-05T06:12:05.665137+0000","last_unstale":"2024-09-05T06:12:06.657918+0000","last_undegraded":"2024-09-05T06:12:06.657918+0000","last_fullsized":"2024-09-05T06:12:06.657918+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:05.930717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.678231+0000","last_change":"2024-09-05T06:12:06.677940+0000","last_active":"2024-09-05T06:12:06.678231+0000","last_peered":"2024-09-05T06:12:06.678231+0000","last_clean":"2024-09-05T06:12:06.678231+0000","last_became_active":"2024-09-05T06:12:06.677283+0000","last_became_peered":"2024-09-05T06:12:06.677283+0000","last_unstale":"2024-09-05T06:12:06.678231+0000","last_undegraded":"2024-09-05T06:12:06.678231+0000","last_fullsized":"2024-09-05T06:12:06.678231+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:27:41.544696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.651842+0000","last_change":"2024-09-05T06:12:05.666897+0000","last_active":"2024-09-05T06:12:06.651842+0000","last_peered":"2024-09-05T06:12:06.651842+0000","last_clean":"2024-09-05T06:12:06.651842+0000","last_became_active":"2024-09-05T06:12:05.665390+0000","last_became_peered":"2024-09-05T06:12:05.665390+0000","last_unstale":"2024-09-05T06:12:06.651842+0000","last_undegraded":"2024-09-05T06:12:06.651842+0000","last_fullsized":"2024-09-05T06:12:06.651842+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:56.528657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.671362+0000","last_change":"2024-09-05T06:12:06.671225+0000","last_active":"2024-09-05T06:12:06.671362+0000","last_peered":"2024-09-05T06:12:06.671362+0000","last_clean":"2024-09-05T06:12:06.671362+0000","last_became_active":"2024-09-05T06:12:06.670954+0000","last_became_peered":"2024-09-05T06:12:06.670954+0000","last_unstale":"2024-09-05T06:12:06.671362+0000","last_undegraded":"2024-09-05T06:12:06.671362+0000","last_fullsized":"2024-09-05T06:12:06.671362+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:52:41.101281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653760+0000","last_change":"2024-09-05T06:12:05.650863+0000","last_active":"2024-09-05T06:12:06.653760+0000","last_peered":"2024-09-05T06:12:06.653760+0000","last_clean":"2024-09-05T06:12:06.653760+0000","last_became_active":"2024-09-05T06:12:05.649920+0000","last_became_peered":"2024-09-05T06:12:05.649920+0000","last_unstale":"2024-09-05T06:12:06.653760+0000","last_undegraded":"2024-09-05T06:12:06.653760+0000","last_fullsized":"2024-09-05T06:12:06.653760+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:15.506574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.660983+0000","last_change":"2024-09-05T06:12:06.660631+0000","last_active":"2024-09-05T06:12:06.660983+0000","last_peered":"2024-09-05T06:12:06.660983+0000","last_clean":"2024-09-05T06:12:06.660983+0000","last_became_active":"2024-09-05T06:12:06.660233+0000","last_became_peered":"2024-09-05T06:12:06.660233+0000","last_unstale":"2024-09-05T06:12:06.660983+0000","last_undegraded":"2024-09-05T06:12:06.660983+0000","last_fullsized":"2024-09-05T06:12:06.660983+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:20.217819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.649916+0000","last_change":"2024-09-05T06:12:05.652689+0000","last_active":"2024-09-05T06:12:06.649916+0000","last_peered":"2024-09-05T06:12:06.649916+0000","last_clean":"2024-09-05T06:12:06.649916+0000","last_became_active":"2024-09-05T06:12:05.652354+0000","last_became_peered":"2024-09-05T06:12:05.652354+0000","last_unstale":"2024-09-05T06:12:06.649916+0000","last_undegraded":"2024-09-05T06:12:06.649916+0000","last_fullsized":"2024-09-05T06:12:06.649916+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:02.145359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665507+0000","last_change":"2024-09-05T06:12:06.665299+0000","last_active":"2024-09-05T06:12:06.665507+0000","last_peered":"2024-09-05T06:12:06.665507+0000","last_clean":"2024-09-05T06:12:06.665507+0000","last_became_active":"2024-09-05T06:12:06.664860+0000","last_became_peered":"2024-09-05T06:12:06.664860+0000","last_unstale":"2024-09-05T06:12:06.665507+0000","last_undegraded":"2024-09-05T06:12:06.665507+0000","last_fullsized":"2024-09-05T06:12:06.665507+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:10.329333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.640594+0000","last_change":"2024-09-05T06:12:05.664041+0000","last_active":"2024-09-05T06:12:06.640594+0000","last_peered":"2024-09-05T06:12:06.640594+0000","last_clean":"2024-09-05T06:12:06.640594+0000","last_became_active":"2024-09-05T06:12:05.663358+0000","last_became_peered":"2024-09-05T06:12:05.663358+0000","last_unstale":"2024-09-05T06:12:06.640594+0000","last_undegraded":"2024-09-05T06:12:06.640594+0000","last_fullsized":"2024-09-05T06:12:06.640594+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:53:55.638975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667234+0000","last_change":"2024-09-05T06:12:06.666108+0000","last_active":"2024-09-05T06:12:06.667234+0000","last_peered":"2024-09-05T06:12:06.667234+0000","last_clean":"2024-09-05T06:12:06.667234+0000","last_became_active":"2024-09-05T06:12:06.665669+0000","last_became_peered":"2024-09-05T06:12:06.665669+0000","last_unstale":"2024-09-05T06:12:06.667234+0000","last_undegraded":"2024-09-05T06:12:06.667234+0000","last_fullsized":"2024-09-05T06:12:06.667234+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:44.799107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.647482+0000","last_change":"2024-09-05T06:12:05.648385+0000","last_active":"2024-09-05T06:12:06.647482+0000","last_peered":"2024-09-05T06:12:06.647482+0000","last_clean":"2024-09-05T06:12:06.647482+0000","last_became_active":"2024-09-05T06:12:05.648134+0000","last_became_peered":"2024-09-05T06:12:05.648134+0000","last_unstale":"2024-09-05T06:12:06.647482+0000","last_undegraded":"2024-09-05T06:12:06.647482+0000","last_fullsized":"2024-09-05T06:12:06.647482+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:31:56.744916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.661255+0000","last_change":"2024-09-05T06:12:06.661130+0000","last_active":"2024-09-05T06:12:06.661255+0000","last_peered":"2024-09-05T06:12:06.661255+0000","last_clean":"2024-09-05T06:12:06.661255+0000","last_became_active":"2024-09-05T06:12:06.660903+0000","last_became_peered":"2024-09-05T06:12:06.660903+0000","last_unstale":"2024-09-05T06:12:06.661255+0000","last_undegraded":"2024-09-05T06:12:06.661255+0000","last_fullsized":"2024-09-05T06:12:06.661255+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:09:17.109160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653332+0000","last_change":"2024-09-05T06:12:05.670674+0000","last_active":"2024-09-05T06:12:06.653332+0000","last_peered":"2024-09-05T06:12:06.653332+0000","last_clean":"2024-09-05T06:12:06.653332+0000","last_became_active":"2024-09-05T06:12:05.669979+0000","last_became_peered":"2024-09-05T06:12:05.669979+0000","last_unstale":"2024-09-05T06:12:06.653332+0000","last_undegraded":"2024-09-05T06:12:06.653332+0000","last_fullsized":"2024-09-05T06:12:06.653332+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:47.077009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.644421+0000","last_change":"2024-09-05T06:12:06.644207+0000","last_active":"2024-09-05T06:12:06.644421+0000","last_peered":"2024-09-05T06:12:06.644421+0000","last_clean":"2024-09-05T06:12:06.644421+0000","last_became_active":"2024-09-05T06:12:06.643514+0000","last_became_peered":"2024-09-05T06:12:06.643514+0000","last_unstale":"2024-09-05T06:12:06.644421+0000","last_undegraded":"2024-09-05T06:12:06.644421+0000","last_fullsized":"2024-09-05T06:12:06.644421+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:39:55.655126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.658178+0000","last_change":"2024-09-05T06:12:05.658425+0000","last_active":"2024-09-05T06:12:06.658178+0000","last_peered":"2024-09-05T06:12:06.658178+0000","last_clean":"2024-09-05T06:12:06.658178+0000","last_became_active":"2024-09-05T06:12:05.655729+0000","last_became_peered":"2024-09-05T06:12:05.655729+0000","last_unstale":"2024-09-05T06:12:06.658178+0000","last_undegraded":"2024-09-05T06:12:06.658178+0000","last_fullsized":"2024-09-05T06:12:06.658178+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:36:06.656636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.657816+0000","last_change":"2024-09-05T06:12:06.657693+0000","last_active":"2024-09-05T06:12:06.657816+0000","last_peered":"2024-09-05T06:12:06.657816+0000","last_clean":"2024-09-05T06:12:06.657816+0000","last_became_active":"2024-09-05T06:12:06.657416+0000","last_became_peered":"2024-09-05T06:12:06.657416+0000","last_unstale":"2024-09-05T06:12:06.657816+0000","last_undegraded":"2024-09-05T06:12:06.657816+0000","last_fullsized":"2024-09-05T06:12:06.657816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:22:16.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.662129+0000","last_change":"2024-09-05T06:12:05.658891+0000","last_active":"2024-09-05T06:12:06.662129+0000","last_peered":"2024-09-05T06:12:06.662129+0000","last_clean":"2024-09-05T06:12:06.662129+0000","last_became_active":"2024-09-05T06:12:05.658641+0000","last_became_peered":"2024-09-05T06:12:05.658641+0000","last_unstale":"2024-09-05T06:12:06.662129+0000","last_undegraded":"2024-09-05T06:12:06.662129+0000","last_fullsized":"2024-09-05T06:12:06.662129+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:41:17.452394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":264,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653846+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:12:06.653846+0000","last_peered":"2024-09-05T06:12:06.653846+0000","last_clean":"2024-09-05T06:12:06.653846+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:12:06.653846+0000","last_undegraded":"2024-09-05T06:12:06.653846+0000","last_fullsized":"2024-09-05T06:12:06.653846+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:05.517998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574877,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":351,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194960,"statfs":{"total":200000000,"available":199640007,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":344,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194967,"statfs":{"total":200000000,"available":199646874,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574878,"num_pgs":26,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":928,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194384,"statfs":{"total":200000000,"available":199049697,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574877,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":352,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194960,"statfs":{"total":200000000,"available":199639483,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":351,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194960,"statfs":{"total":200000000,"available":199640009,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574877,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":344,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194967,"statfs":{"total":200000000,"available":199646874,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574877,"num_pgs":13,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":921,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194391,"statfs":{"total":200000000,"available":199056506,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":353,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194959,"statfs":{"total":200000000,"available":199638487,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:12:09.690 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:12:09.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3afed0640 1 Processor -- start 2024-09-05T06:12:09.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3afed0640 1 -- start start 2024-09-05T06:12:09.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3afed0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3a80ceaf0 0x7fd3a80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3afed0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a80d0c90 0x7fd3a80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3afed0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3a806d570 con 0x7fd3a8157110 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3afed0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd3a80d1100 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3afed0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd3a806d850 con 0x7fd3a80d0c90 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3ad46b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3a80ceaf0 0x7fd3a80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3ad46b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3a80ceaf0 0x7fd3a80d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33002/0 (socket says 172.21.15.70:33002) 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.838+0000 7fd3ad46b640 1 -- 172.21.15.70:0/4012881458 learned_addr learned my addr 172.21.15.70:0/4012881458 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3ae46d640 1 --2- 172.21.15.70:0/4012881458 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a80d0c90 0x7fd3a80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3ad46b640 1 -- 172.21.15.70:0/4012881458 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a80d0c90 msgr2=0x7fd3a80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3ad46b640 1 --2- 172.21.15.70:0/4012881458 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a80d0c90 0x7fd3a80af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3ad46b640 1 -- 172.21.15.70:0/4012881458 >> v1:172.21.15.196:6789/0 conn(0x7fd3a8157110 legacy=0x7fd3a80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3ad46b640 1 -- 172.21.15.70:0/4012881458 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a806db30 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3ad46b640 1 --2- 172.21.15.70:0/4012881458 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a80d0750 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fd398009870 tx=0x7fd39801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40ff17dc52f3c2dc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3acc6a640 1 -- 172.21.15.70:0/4012881458 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3980b0070 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3acc6a640 1 -- 172.21.15.70:0/4012881458 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3980ab600 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3acc6a640 1 -- 172.21.15.70:0/4012881458 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3980ab9d0 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3afed0640 1 -- 172.21.15.70:0/4012881458 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 msgr2=0x7fd3a80d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3afed0640 1 --2- 172.21.15.70:0/4012881458 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a80d0750 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fd398009870 tx=0x7fd39801c560 comp rx=0 tx=0).stop 2024-09-05T06:12:09.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3afed0640 1 -- 172.21.15.70:0/4012881458 shutdown_connections 2024-09-05T06:12:09.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3afed0640 1 --2- 172.21.15.70:0/4012881458 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a80d0c90 0x7fd3a80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3afed0640 1 --2- 172.21.15.70:0/4012881458 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a80d0750 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3afed0640 1 -- 172.21.15.70:0/4012881458 >> 172.21.15.70:0/4012881458 conn(0x7fd3a806bcc0 msgr2=0x7fd3a806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:09.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3afed0640 1 -- 172.21.15.70:0/4012881458 shutdown_connections 2024-09-05T06:12:09.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.842+0000 7fd3afed0640 1 -- 172.21.15.70:0/4012881458 wait complete. 2024-09-05T06:12:09.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 Processor -- start 2024-09-05T06:12:09.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 -- start start 2024-09-05T06:12:09.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a814bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3a80d0c90 0x7fd3a80b2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a8157110 0x7fd3a80ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a80b3a70 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a80b5c90 con 0x7fd3a80d0c90 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd3a80b3bf0 con 0x7fd3a8157110 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a814bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a814bcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33014/0 (socket says 172.21.15.70:33014) 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 -- 172.21.15.70:0/3631193316 learned_addr learned my addr 172.21.15.70:0/3631193316 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3ad46b640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3a80d0c90 0x7fd3a80b2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 -- 172.21.15.70:0/3631193316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a8157110 msgr2=0x7fd3a80ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a8157110 0x7fd3a80ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 -- 172.21.15.70:0/3631193316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3a80d0c90 msgr2=0x7fd3a80b2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3a80d0c90 0x7fd3a80b2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:09.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 -- 172.21.15.70:0/3631193316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a814fad0 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3ad46b640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3a80d0c90 0x7fd3a80b2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:09.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3adc6c640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a814bcb0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fd3a400c370 tx=0x7fd3a400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd39e7fc640 1 -- 172.21.15.70:0/3631193316 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3a40052d0 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd39e7fc640 1 -- 172.21.15.70:0/3631193316 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3a4005470 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3a80cd1d0 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd39e7fc640 1 -- 172.21.15.70:0/3631193316 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3a4007260 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3a8071b30 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3a815c4e0 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd39e7fc640 1 -- 172.21.15.70:0/3631193316 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd3a4007400 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd39e7fc640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd38c0678f0 0x7fd38c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:09.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd39e7fc640 1 -- 172.21.15.70:0/3631193316 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fd3a40857f0 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.846+0000 7fd3ad46b640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd38c0678f0 0x7fd38c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:09.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.850+0000 7fd3ad46b640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd38c0678f0 0x7fd38c069db0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd3980ad000 tx=0x7fd398008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:09.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.850+0000 7fd39e7fc640 1 -- 172.21.15.70:0/3631193316 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd3a814fad0 con 0x7fd3a80ceaf0 2024-09-05T06:12:09.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:09.998+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd3a8071600 con 0x7fd38c0678f0 2024-09-05T06:12:10.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.006+0000 7fd39e7fc640 1 -- 172.21.15.70:0/3631193316 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247423 (secure 0 0 0) 0x7fd3a8071600 con 0x7fd38c0678f0 2024-09-05T06:12:10.007 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:10.009 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd38c0678f0 msgr2=0x7fd38c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd38c0678f0 0x7fd38c069db0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd3980ad000 tx=0x7fd398008040 comp rx=0 tx=0).stop 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 msgr2=0x7fd3a814bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a814bcb0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fd3a400c370 tx=0x7fd3a400c830 comp rx=0 tx=0).stop 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 shutdown_connections 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd38c0678f0 0x7fd38c069db0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3a8157110 0x7fd3a80ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3a80d0c90 0x7fd3a80b2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 --2- 172.21.15.70:0/3631193316 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3a80ceaf0 0x7fd3a814bcb0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 >> 172.21.15.70:0/3631193316 conn(0x7fd3a806bcc0 msgr2=0x7fd3a80b3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:10.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 shutdown_connections 2024-09-05T06:12:10.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.010+0000 7fd3afed0640 1 -- 172.21.15.70:0/3631193316 wait complete. 2024-09-05T06:12:10.024 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2024-09-05T06:12:08.366865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":92,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":3947,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1558552,"statfs":{"total":1600000000,"available":1595957937,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001114"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.663498+0000","last_change":"2024-09-05T06:12:06.663215+0000","last_active":"2024-09-05T06:12:06.663498+0000","last_peered":"2024-09-05T06:12:06.663498+0000","last_clean":"2024-09-05T06:12:06.663498+0000","last_became_active":"2024-09-05T06:12:06.662968+0000","last_became_peered":"2024-09-05T06:12:06.662968+0000","last_unstale":"2024-09-05T06:12:06.663498+0000","last_undegraded":"2024-09-05T06:12:06.663498+0000","last_fullsized":"2024-09-05T06:12:06.663498+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:57.169431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.661146+0000","last_change":"2024-09-05T06:12:06.659503+0000","last_active":"2024-09-05T06:12:06.661146+0000","last_peered":"2024-09-05T06:12:06.661146+0000","last_clean":"2024-09-05T06:12:06.661146+0000","last_became_active":"2024-09-05T06:12:06.659271+0000","last_became_peered":"2024-09-05T06:12:06.659271+0000","last_unstale":"2024-09-05T06:12:06.661146+0000","last_undegraded":"2024-09-05T06:12:06.661146+0000","last_fullsized":"2024-09-05T06:12:06.661146+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:14:35.314574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.656734+0000","last_change":"2024-09-05T06:12:06.656609+0000","last_active":"2024-09-05T06:12:06.656734+0000","last_peered":"2024-09-05T06:12:06.656734+0000","last_clean":"2024-09-05T06:12:06.656734+0000","last_became_active":"2024-09-05T06:12:06.655888+0000","last_became_peered":"2024-09-05T06:12:06.655888+0000","last_unstale":"2024-09-05T06:12:06.656734+0000","last_undegraded":"2024-09-05T06:12:06.656734+0000","last_fullsized":"2024-09-05T06:12:06.656734+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:05.202186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.676253+0000","last_change":"2024-09-05T06:12:06.672658+0000","last_active":"2024-09-05T06:12:06.676253+0000","last_peered":"2024-09-05T06:12:06.676253+0000","last_clean":"2024-09-05T06:12:06.676253+0000","last_became_active":"2024-09-05T06:12:06.671974+0000","last_became_peered":"2024-09-05T06:12:06.671974+0000","last_unstale":"2024-09-05T06:12:06.676253+0000","last_undegraded":"2024-09-05T06:12:06.676253+0000","last_fullsized":"2024-09-05T06:12:06.676253+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:56:33.778761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.675660+0000","last_change":"2024-09-05T06:12:06.675550+0000","last_active":"2024-09-05T06:12:06.675660+0000","last_peered":"2024-09-05T06:12:06.675660+0000","last_clean":"2024-09-05T06:12:06.675660+0000","last_became_active":"2024-09-05T06:12:06.675326+0000","last_became_peered":"2024-09-05T06:12:06.675326+0000","last_unstale":"2024-09-05T06:12:06.675660+0000","last_undegraded":"2024-09-05T06:12:06.675660+0000","last_fullsized":"2024-09-05T06:12:06.675660+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:06.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665485+0000","last_change":"2024-09-05T06:12:06.664829+0000","last_active":"2024-09-05T06:12:06.665485+0000","last_peered":"2024-09-05T06:12:06.665485+0000","last_clean":"2024-09-05T06:12:06.665485+0000","last_became_active":"2024-09-05T06:12:06.664591+0000","last_became_peered":"2024-09-05T06:12:06.664591+0000","last_unstale":"2024-09-05T06:12:06.665485+0000","last_undegraded":"2024-09-05T06:12:06.665485+0000","last_fullsized":"2024-09-05T06:12:06.665485+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:49.113164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680794+0000","last_change":"2024-09-05T06:12:06.679270+0000","last_active":"2024-09-05T06:12:06.680794+0000","last_peered":"2024-09-05T06:12:06.680794+0000","last_clean":"2024-09-05T06:12:06.680794+0000","last_became_active":"2024-09-05T06:12:06.677213+0000","last_became_peered":"2024-09-05T06:12:06.677213+0000","last_unstale":"2024-09-05T06:12:06.680794+0000","last_undegraded":"2024-09-05T06:12:06.680794+0000","last_fullsized":"2024-09-05T06:12:06.680794+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:41:46.684769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.672982+0000","last_change":"2024-09-05T06:12:06.672871+0000","last_active":"2024-09-05T06:12:06.672982+0000","last_peered":"2024-09-05T06:12:06.672982+0000","last_clean":"2024-09-05T06:12:06.672982+0000","last_became_active":"2024-09-05T06:12:06.672640+0000","last_became_peered":"2024-09-05T06:12:06.672640+0000","last_unstale":"2024-09-05T06:12:06.672982+0000","last_undegraded":"2024-09-05T06:12:06.672982+0000","last_fullsized":"2024-09-05T06:12:06.672982+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:28:15.969150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.678389+0000","last_change":"2024-09-05T06:12:06.677695+0000","last_active":"2024-09-05T06:12:06.678389+0000","last_peered":"2024-09-05T06:12:06.678389+0000","last_clean":"2024-09-05T06:12:06.678389+0000","last_became_active":"2024-09-05T06:12:06.677239+0000","last_became_peered":"2024-09-05T06:12:06.677239+0000","last_unstale":"2024-09-05T06:12:06.678389+0000","last_undegraded":"2024-09-05T06:12:06.678389+0000","last_fullsized":"2024-09-05T06:12:06.678389+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:37:34.117184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.660573+0000","last_change":"2024-09-05T06:12:06.660395+0000","last_active":"2024-09-05T06:12:06.660573+0000","last_peered":"2024-09-05T06:12:06.660573+0000","last_clean":"2024-09-05T06:12:06.660573+0000","last_became_active":"2024-09-05T06:12:06.659940+0000","last_became_peered":"2024-09-05T06:12:06.659940+0000","last_unstale":"2024-09-05T06:12:06.660573+0000","last_undegraded":"2024-09-05T06:12:06.660573+0000","last_fullsized":"2024-09-05T06:12:06.660573+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:55.229938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665498+0000","last_change":"2024-09-05T06:12:06.665392+0000","last_active":"2024-09-05T06:12:06.665498+0000","last_peered":"2024-09-05T06:12:06.665498+0000","last_clean":"2024-09-05T06:12:06.665498+0000","last_became_active":"2024-09-05T06:12:06.665026+0000","last_became_peered":"2024-09-05T06:12:06.665026+0000","last_unstale":"2024-09-05T06:12:06.665498+0000","last_undegraded":"2024-09-05T06:12:06.665498+0000","last_fullsized":"2024-09-05T06:12:06.665498+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:37:46.564627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.668624+0000","last_change":"2024-09-05T06:12:06.668388+0000","last_active":"2024-09-05T06:12:06.668624+0000","last_peered":"2024-09-05T06:12:06.668624+0000","last_clean":"2024-09-05T06:12:06.668624+0000","last_became_active":"2024-09-05T06:12:06.667967+0000","last_became_peered":"2024-09-05T06:12:06.667967+0000","last_unstale":"2024-09-05T06:12:06.668624+0000","last_undegraded":"2024-09-05T06:12:06.668624+0000","last_fullsized":"2024-09-05T06:12:06.668624+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:29:46.252579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.673645+0000","last_change":"2024-09-05T06:12:06.673294+0000","last_active":"2024-09-05T06:12:06.673645+0000","last_peered":"2024-09-05T06:12:06.673645+0000","last_clean":"2024-09-05T06:12:06.673645+0000","last_became_active":"2024-09-05T06:12:06.671826+0000","last_became_peered":"2024-09-05T06:12:06.671826+0000","last_unstale":"2024-09-05T06:12:06.673645+0000","last_undegraded":"2024-09-05T06:12:06.673645+0000","last_fullsized":"2024-09-05T06:12:06.673645+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:40:36.801674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.670070+0000","last_change":"2024-09-05T06:12:06.669678+0000","last_active":"2024-09-05T06:12:06.670070+0000","last_peered":"2024-09-05T06:12:06.670070+0000","last_clean":"2024-09-05T06:12:06.670070+0000","last_became_active":"2024-09-05T06:12:06.668754+0000","last_became_peered":"2024-09-05T06:12:06.668754+0000","last_unstale":"2024-09-05T06:12:06.670070+0000","last_undegraded":"2024-09-05T06:12:06.670070+0000","last_fullsized":"2024-09-05T06:12:06.670070+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:45.864626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.674554+0000","last_change":"2024-09-05T06:12:06.674320+0000","last_active":"2024-09-05T06:12:06.674554+0000","last_peered":"2024-09-05T06:12:06.674554+0000","last_clean":"2024-09-05T06:12:06.674554+0000","last_became_active":"2024-09-05T06:12:06.673725+0000","last_became_peered":"2024-09-05T06:12:06.673725+0000","last_unstale":"2024-09-05T06:12:06.674554+0000","last_undegraded":"2024-09-05T06:12:06.674554+0000","last_fullsized":"2024-09-05T06:12:06.674554+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:36:21.002929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.671635+0000","last_change":"2024-09-05T06:12:06.671516+0000","last_active":"2024-09-05T06:12:06.671635+0000","last_peered":"2024-09-05T06:12:06.671635+0000","last_clean":"2024-09-05T06:12:06.671635+0000","last_became_active":"2024-09-05T06:12:06.671237+0000","last_became_peered":"2024-09-05T06:12:06.671237+0000","last_unstale":"2024-09-05T06:12:06.671635+0000","last_undegraded":"2024-09-05T06:12:06.671635+0000","last_fullsized":"2024-09-05T06:12:06.671635+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:13:26.591645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665497+0000","last_change":"2024-09-05T06:12:06.665105+0000","last_active":"2024-09-05T06:12:06.665497+0000","last_peered":"2024-09-05T06:12:06.665497+0000","last_clean":"2024-09-05T06:12:06.665497+0000","last_became_active":"2024-09-05T06:12:06.664526+0000","last_became_peered":"2024-09-05T06:12:06.664526+0000","last_unstale":"2024-09-05T06:12:06.665497+0000","last_undegraded":"2024-09-05T06:12:06.665497+0000","last_fullsized":"2024-09-05T06:12:06.665497+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:31.396438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.656248+0000","last_change":"2024-09-05T06:12:06.656108+0000","last_active":"2024-09-05T06:12:06.656248+0000","last_peered":"2024-09-05T06:12:06.656248+0000","last_clean":"2024-09-05T06:12:06.656248+0000","last_became_active":"2024-09-05T06:12:06.655239+0000","last_became_peered":"2024-09-05T06:12:06.655239+0000","last_unstale":"2024-09-05T06:12:06.656248+0000","last_undegraded":"2024-09-05T06:12:06.656248+0000","last_fullsized":"2024-09-05T06:12:06.656248+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:12:07.017769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.664118+0000","last_change":"2024-09-05T06:12:06.664036+0000","last_active":"2024-09-05T06:12:06.664118+0000","last_peered":"2024-09-05T06:12:06.664118+0000","last_clean":"2024-09-05T06:12:06.664118+0000","last_became_active":"2024-09-05T06:12:06.663845+0000","last_became_peered":"2024-09-05T06:12:06.663845+0000","last_unstale":"2024-09-05T06:12:06.664118+0000","last_undegraded":"2024-09-05T06:12:06.664118+0000","last_fullsized":"2024-09-05T06:12:06.664118+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:35.353623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665170+0000","last_change":"2024-09-05T06:12:06.665042+0000","last_active":"2024-09-05T06:12:06.665170+0000","last_peered":"2024-09-05T06:12:06.665170+0000","last_clean":"2024-09-05T06:12:06.665170+0000","last_became_active":"2024-09-05T06:12:06.664833+0000","last_became_peered":"2024-09-05T06:12:06.664833+0000","last_unstale":"2024-09-05T06:12:06.665170+0000","last_undegraded":"2024-09-05T06:12:06.665170+0000","last_fullsized":"2024-09-05T06:12:06.665170+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:59.977333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.672787+0000","last_change":"2024-09-05T06:12:06.672591+0000","last_active":"2024-09-05T06:12:06.672787+0000","last_peered":"2024-09-05T06:12:06.672787+0000","last_clean":"2024-09-05T06:12:06.672787+0000","last_became_active":"2024-09-05T06:12:06.672241+0000","last_became_peered":"2024-09-05T06:12:06.672241+0000","last_unstale":"2024-09-05T06:12:06.672787+0000","last_undegraded":"2024-09-05T06:12:06.672787+0000","last_fullsized":"2024-09-05T06:12:06.672787+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:45:51.812983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.645519+0000","last_change":"2024-09-05T06:12:06.645390+0000","last_active":"2024-09-05T06:12:06.645519+0000","last_peered":"2024-09-05T06:12:06.645519+0000","last_clean":"2024-09-05T06:12:06.645519+0000","last_became_active":"2024-09-05T06:12:06.645123+0000","last_became_peered":"2024-09-05T06:12:06.645123+0000","last_unstale":"2024-09-05T06:12:06.645519+0000","last_undegraded":"2024-09-05T06:12:06.645519+0000","last_fullsized":"2024-09-05T06:12:06.645519+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:33:48.275680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.676198+0000","last_change":"2024-09-05T06:12:06.668746+0000","last_active":"2024-09-05T06:12:06.676198+0000","last_peered":"2024-09-05T06:12:06.676198+0000","last_clean":"2024-09-05T06:12:06.676198+0000","last_became_active":"2024-09-05T06:12:06.668059+0000","last_became_peered":"2024-09-05T06:12:06.668059+0000","last_unstale":"2024-09-05T06:12:06.676198+0000","last_undegraded":"2024-09-05T06:12:06.676198+0000","last_fullsized":"2024-09-05T06:12:06.676198+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:27:47.227621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.678352+0000","last_change":"2024-09-05T06:12:06.677416+0000","last_active":"2024-09-05T06:12:06.678352+0000","last_peered":"2024-09-05T06:12:06.678352+0000","last_clean":"2024-09-05T06:12:06.678352+0000","last_became_active":"2024-09-05T06:12:06.676625+0000","last_became_peered":"2024-09-05T06:12:06.676625+0000","last_unstale":"2024-09-05T06:12:06.678352+0000","last_undegraded":"2024-09-05T06:12:06.678352+0000","last_fullsized":"2024-09-05T06:12:06.678352+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:34:29.851282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.655824+0000","last_change":"2024-09-05T06:12:06.655750+0000","last_active":"2024-09-05T06:12:06.655824+0000","last_peered":"2024-09-05T06:12:06.655824+0000","last_clean":"2024-09-05T06:12:06.655824+0000","last_became_active":"2024-09-05T06:12:06.655590+0000","last_became_peered":"2024-09-05T06:12:06.655590+0000","last_unstale":"2024-09-05T06:12:06.655824+0000","last_undegraded":"2024-09-05T06:12:06.655824+0000","last_fullsized":"2024-09-05T06:12:06.655824+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:37:23.710585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.682374+0000","last_change":"2024-09-05T06:12:06.682246+0000","last_active":"2024-09-05T06:12:06.682374+0000","last_peered":"2024-09-05T06:12:06.682374+0000","last_clean":"2024-09-05T06:12:06.682374+0000","last_became_active":"2024-09-05T06:12:06.677499+0000","last_became_peered":"2024-09-05T06:12:06.677499+0000","last_unstale":"2024-09-05T06:12:06.682374+0000","last_undegraded":"2024-09-05T06:12:06.682374+0000","last_fullsized":"2024-09-05T06:12:06.682374+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:37:59.835874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.646852+0000","last_change":"2024-09-05T06:12:06.646698+0000","last_active":"2024-09-05T06:12:06.646852+0000","last_peered":"2024-09-05T06:12:06.646852+0000","last_clean":"2024-09-05T06:12:06.646852+0000","last_became_active":"2024-09-05T06:12:06.645333+0000","last_became_peered":"2024-09-05T06:12:06.645333+0000","last_unstale":"2024-09-05T06:12:06.646852+0000","last_undegraded":"2024-09-05T06:12:06.646852+0000","last_fullsized":"2024-09-05T06:12:06.646852+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:14:40.216768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.668044+0000","last_change":"2024-09-05T06:12:06.667934+0000","last_active":"2024-09-05T06:12:06.668044+0000","last_peered":"2024-09-05T06:12:06.668044+0000","last_clean":"2024-09-05T06:12:06.668044+0000","last_became_active":"2024-09-05T06:12:06.667756+0000","last_became_peered":"2024-09-05T06:12:06.667756+0000","last_unstale":"2024-09-05T06:12:06.668044+0000","last_undegraded":"2024-09-05T06:12:06.668044+0000","last_fullsized":"2024-09-05T06:12:06.668044+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:34.175287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.671652+0000","last_change":"2024-09-05T06:12:06.671563+0000","last_active":"2024-09-05T06:12:06.671652+0000","last_peered":"2024-09-05T06:12:06.671652+0000","last_clean":"2024-09-05T06:12:06.671652+0000","last_became_active":"2024-09-05T06:12:06.671339+0000","last_became_peered":"2024-09-05T06:12:06.671339+0000","last_unstale":"2024-09-05T06:12:06.671652+0000","last_undegraded":"2024-09-05T06:12:06.671652+0000","last_fullsized":"2024-09-05T06:12:06.671652+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:02.747450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.681162+0000","last_change":"2024-09-05T06:12:06.680872+0000","last_active":"2024-09-05T06:12:06.681162+0000","last_peered":"2024-09-05T06:12:06.681162+0000","last_clean":"2024-09-05T06:12:06.681162+0000","last_became_active":"2024-09-05T06:12:06.677137+0000","last_became_peered":"2024-09-05T06:12:06.677137+0000","last_unstale":"2024-09-05T06:12:06.681162+0000","last_undegraded":"2024-09-05T06:12:06.681162+0000","last_fullsized":"2024-09-05T06:12:06.681162+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:31.806814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.647947+0000","last_change":"2024-09-05T06:12:06.647812+0000","last_active":"2024-09-05T06:12:06.647947+0000","last_peered":"2024-09-05T06:12:06.647947+0000","last_clean":"2024-09-05T06:12:06.647947+0000","last_became_active":"2024-09-05T06:12:06.647475+0000","last_became_peered":"2024-09-05T06:12:06.647475+0000","last_unstale":"2024-09-05T06:12:06.647947+0000","last_undegraded":"2024-09-05T06:12:06.647947+0000","last_fullsized":"2024-09-05T06:12:06.647947+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:08.388145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.647878+0000","last_change":"2024-09-05T06:12:06.647576+0000","last_active":"2024-09-05T06:12:06.647878+0000","last_peered":"2024-09-05T06:12:06.647878+0000","last_clean":"2024-09-05T06:12:06.647878+0000","last_became_active":"2024-09-05T06:12:06.647054+0000","last_became_peered":"2024-09-05T06:12:06.647054+0000","last_unstale":"2024-09-05T06:12:06.647878+0000","last_undegraded":"2024-09-05T06:12:06.647878+0000","last_fullsized":"2024-09-05T06:12:06.647878+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:56:37.556663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.673284+0000","last_change":"2024-09-05T06:12:06.673141+0000","last_active":"2024-09-05T06:12:06.673284+0000","last_peered":"2024-09-05T06:12:06.673284+0000","last_clean":"2024-09-05T06:12:06.673284+0000","last_became_active":"2024-09-05T06:12:06.672769+0000","last_became_peered":"2024-09-05T06:12:06.672769+0000","last_unstale":"2024-09-05T06:12:06.673284+0000","last_undegraded":"2024-09-05T06:12:06.673284+0000","last_fullsized":"2024-09-05T06:12:06.673284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:01.261005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"69'4","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.670459+0000","last_change":"2024-09-05T06:12:05.651768+0000","last_active":"2024-09-05T06:12:06.670459+0000","last_peered":"2024-09-05T06:12:06.670459+0000","last_clean":"2024-09-05T06:12:06.670459+0000","last_became_active":"2024-09-05T06:12:05.646343+0000","last_became_peered":"2024-09-05T06:12:05.646343+0000","last_unstale":"2024-09-05T06:12:06.670459+0000","last_undegraded":"2024-09-05T06:12:06.670459+0000","last_fullsized":"2024-09-05T06:12:06.670459+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:39:35.245727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.654647+0000","last_change":"2024-09-05T06:12:06.654098+0000","last_active":"2024-09-05T06:12:06.654647+0000","last_peered":"2024-09-05T06:12:06.654647+0000","last_clean":"2024-09-05T06:12:06.654647+0000","last_became_active":"2024-09-05T06:12:06.653854+0000","last_became_peered":"2024-09-05T06:12:06.653854+0000","last_unstale":"2024-09-05T06:12:06.654647+0000","last_undegraded":"2024-09-05T06:12:06.654647+0000","last_fullsized":"2024-09-05T06:12:06.654647+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:21.896389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653965+0000","last_change":"2024-09-05T06:12:05.647472+0000","last_active":"2024-09-05T06:12:06.653965+0000","last_peered":"2024-09-05T06:12:06.653965+0000","last_clean":"2024-09-05T06:12:06.653965+0000","last_became_active":"2024-09-05T06:12:05.646747+0000","last_became_peered":"2024-09-05T06:12:05.646747+0000","last_unstale":"2024-09-05T06:12:06.653965+0000","last_undegraded":"2024-09-05T06:12:06.653965+0000","last_fullsized":"2024-09-05T06:12:06.653965+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:30:11.248390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667327+0000","last_change":"2024-09-05T06:12:06.667106+0000","last_active":"2024-09-05T06:12:06.667327+0000","last_peered":"2024-09-05T06:12:06.667327+0000","last_clean":"2024-09-05T06:12:06.667327+0000","last_became_active":"2024-09-05T06:12:06.663653+0000","last_became_peered":"2024-09-05T06:12:06.663653+0000","last_unstale":"2024-09-05T06:12:06.667327+0000","last_undegraded":"2024-09-05T06:12:06.667327+0000","last_fullsized":"2024-09-05T06:12:06.667327+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:52:15.605002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.658963+0000","last_change":"2024-09-05T06:12:05.663287+0000","last_active":"2024-09-05T06:12:06.658963+0000","last_peered":"2024-09-05T06:12:06.658963+0000","last_clean":"2024-09-05T06:12:06.658963+0000","last_became_active":"2024-09-05T06:12:05.662574+0000","last_became_peered":"2024-09-05T06:12:05.662574+0000","last_unstale":"2024-09-05T06:12:06.658963+0000","last_undegraded":"2024-09-05T06:12:06.658963+0000","last_fullsized":"2024-09-05T06:12:06.658963+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:35:03.321559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.660560+0000","last_change":"2024-09-05T06:12:06.660188+0000","last_active":"2024-09-05T06:12:06.660560+0000","last_peered":"2024-09-05T06:12:06.660560+0000","last_clean":"2024-09-05T06:12:06.660560+0000","last_became_active":"2024-09-05T06:12:06.659261+0000","last_became_peered":"2024-09-05T06:12:06.659261+0000","last_unstale":"2024-09-05T06:12:06.660560+0000","last_undegraded":"2024-09-05T06:12:06.660560+0000","last_fullsized":"2024-09-05T06:12:06.660560+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:28.419549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680052+0000","last_change":"2024-09-05T06:12:05.653344+0000","last_active":"2024-09-05T06:12:06.680052+0000","last_peered":"2024-09-05T06:12:06.680052+0000","last_clean":"2024-09-05T06:12:06.680052+0000","last_became_active":"2024-09-05T06:12:05.653103+0000","last_became_peered":"2024-09-05T06:12:05.653103+0000","last_unstale":"2024-09-05T06:12:06.680052+0000","last_undegraded":"2024-09-05T06:12:06.680052+0000","last_fullsized":"2024-09-05T06:12:06.680052+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:27:32.663744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667552+0000","last_change":"2024-09-05T06:12:06.667427+0000","last_active":"2024-09-05T06:12:06.667552+0000","last_peered":"2024-09-05T06:12:06.667552+0000","last_clean":"2024-09-05T06:12:06.667552+0000","last_became_active":"2024-09-05T06:12:06.663669+0000","last_became_peered":"2024-09-05T06:12:06.663669+0000","last_unstale":"2024-09-05T06:12:06.667552+0000","last_undegraded":"2024-09-05T06:12:06.667552+0000","last_fullsized":"2024-09-05T06:12:06.667552+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:44.123234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.670889+0000","last_change":"2024-09-05T06:12:05.650962+0000","last_active":"2024-09-05T06:12:06.670889+0000","last_peered":"2024-09-05T06:12:06.670889+0000","last_clean":"2024-09-05T06:12:06.670889+0000","last_became_active":"2024-09-05T06:12:05.650573+0000","last_became_peered":"2024-09-05T06:12:05.650573+0000","last_unstale":"2024-09-05T06:12:06.670889+0000","last_undegraded":"2024-09-05T06:12:06.670889+0000","last_fullsized":"2024-09-05T06:12:06.670889+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:15:45.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.647895+0000","last_change":"2024-09-05T06:12:06.647759+0000","last_active":"2024-09-05T06:12:06.647895+0000","last_peered":"2024-09-05T06:12:06.647895+0000","last_clean":"2024-09-05T06:12:06.647895+0000","last_became_active":"2024-09-05T06:12:06.647341+0000","last_became_peered":"2024-09-05T06:12:06.647341+0000","last_unstale":"2024-09-05T06:12:06.647895+0000","last_undegraded":"2024-09-05T06:12:06.647895+0000","last_fullsized":"2024-09-05T06:12:06.647895+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:07:28.218602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.664348+0000","last_change":"2024-09-05T06:12:05.667448+0000","last_active":"2024-09-05T06:12:06.664348+0000","last_peered":"2024-09-05T06:12:06.664348+0000","last_clean":"2024-09-05T06:12:06.664348+0000","last_became_active":"2024-09-05T06:12:05.666275+0000","last_became_peered":"2024-09-05T06:12:05.666275+0000","last_unstale":"2024-09-05T06:12:06.664348+0000","last_undegraded":"2024-09-05T06:12:06.664348+0000","last_fullsized":"2024-09-05T06:12:06.664348+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:22:31.386489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680184+0000","last_change":"2024-09-05T06:12:06.679845+0000","last_active":"2024-09-05T06:12:06.680184+0000","last_peered":"2024-09-05T06:12:06.680184+0000","last_clean":"2024-09-05T06:12:06.680184+0000","last_became_active":"2024-09-05T06:12:06.679251+0000","last_became_peered":"2024-09-05T06:12:06.679251+0000","last_unstale":"2024-09-05T06:12:06.680184+0000","last_undegraded":"2024-09-05T06:12:06.680184+0000","last_fullsized":"2024-09-05T06:12:06.680184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:16.346021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653487+0000","last_change":"2024-09-05T06:12:05.657011+0000","last_active":"2024-09-05T06:12:06.653487+0000","last_peered":"2024-09-05T06:12:06.653487+0000","last_clean":"2024-09-05T06:12:06.653487+0000","last_became_active":"2024-09-05T06:12:05.656768+0000","last_became_peered":"2024-09-05T06:12:05.656768+0000","last_unstale":"2024-09-05T06:12:06.653487+0000","last_undegraded":"2024-09-05T06:12:06.653487+0000","last_fullsized":"2024-09-05T06:12:06.653487+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:30.488522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.674030+0000","last_change":"2024-09-05T06:12:06.673877+0000","last_active":"2024-09-05T06:12:06.674030+0000","last_peered":"2024-09-05T06:12:06.674030+0000","last_clean":"2024-09-05T06:12:06.674030+0000","last_became_active":"2024-09-05T06:12:06.673601+0000","last_became_peered":"2024-09-05T06:12:06.673601+0000","last_unstale":"2024-09-05T06:12:06.674030+0000","last_undegraded":"2024-09-05T06:12:06.674030+0000","last_fullsized":"2024-09-05T06:12:06.674030+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:18:08.721005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.661773+0000","last_change":"2024-09-05T06:12:05.660466+0000","last_active":"2024-09-05T06:12:06.661773+0000","last_peered":"2024-09-05T06:12:06.661773+0000","last_clean":"2024-09-05T06:12:06.661773+0000","last_became_active":"2024-09-05T06:12:05.660193+0000","last_became_peered":"2024-09-05T06:12:05.660193+0000","last_unstale":"2024-09-05T06:12:06.661773+0000","last_undegraded":"2024-09-05T06:12:06.661773+0000","last_fullsized":"2024-09-05T06:12:06.661773+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:25:57.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667409+0000","last_change":"2024-09-05T06:12:06.666938+0000","last_active":"2024-09-05T06:12:06.667409+0000","last_peered":"2024-09-05T06:12:06.667409+0000","last_clean":"2024-09-05T06:12:06.667409+0000","last_became_active":"2024-09-05T06:12:06.666313+0000","last_became_peered":"2024-09-05T06:12:06.666313+0000","last_unstale":"2024-09-05T06:12:06.667409+0000","last_undegraded":"2024-09-05T06:12:06.667409+0000","last_fullsized":"2024-09-05T06:12:06.667409+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:47:51.011148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.652810+0000","last_change":"2024-09-05T06:12:05.662317+0000","last_active":"2024-09-05T06:12:06.652810+0000","last_peered":"2024-09-05T06:12:06.652810+0000","last_clean":"2024-09-05T06:12:06.652810+0000","last_became_active":"2024-09-05T06:12:05.662151+0000","last_became_peered":"2024-09-05T06:12:05.662151+0000","last_unstale":"2024-09-05T06:12:06.652810+0000","last_undegraded":"2024-09-05T06:12:06.652810+0000","last_fullsized":"2024-09-05T06:12:06.652810+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:15:19.283766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.666327+0000","last_change":"2024-09-05T06:12:06.666148+0000","last_active":"2024-09-05T06:12:06.666327+0000","last_peered":"2024-09-05T06:12:06.666327+0000","last_clean":"2024-09-05T06:12:06.666327+0000","last_became_active":"2024-09-05T06:12:06.665663+0000","last_became_peered":"2024-09-05T06:12:06.665663+0000","last_unstale":"2024-09-05T06:12:06.666327+0000","last_undegraded":"2024-09-05T06:12:06.666327+0000","last_fullsized":"2024-09-05T06:12:06.666327+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:56:20.154408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.655021+0000","last_change":"2024-09-05T06:12:05.654925+0000","last_active":"2024-09-05T06:12:06.655021+0000","last_peered":"2024-09-05T06:12:06.655021+0000","last_clean":"2024-09-05T06:12:06.655021+0000","last_became_active":"2024-09-05T06:12:05.654201+0000","last_became_peered":"2024-09-05T06:12:05.654201+0000","last_unstale":"2024-09-05T06:12:06.655021+0000","last_undegraded":"2024-09-05T06:12:06.655021+0000","last_fullsized":"2024-09-05T06:12:06.655021+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:18:03.410704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.668767+0000","last_change":"2024-09-05T06:12:06.668636+0000","last_active":"2024-09-05T06:12:06.668767+0000","last_peered":"2024-09-05T06:12:06.668767+0000","last_clean":"2024-09-05T06:12:06.668767+0000","last_became_active":"2024-09-05T06:12:06.668000+0000","last_became_peered":"2024-09-05T06:12:06.668000+0000","last_unstale":"2024-09-05T06:12:06.668767+0000","last_undegraded":"2024-09-05T06:12:06.668767+0000","last_fullsized":"2024-09-05T06:12:06.668767+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:35:32.780526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"69'3","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.687574+0000","last_change":"2024-09-05T06:12:05.655338+0000","last_active":"2024-09-05T06:12:06.687574+0000","last_peered":"2024-09-05T06:12:06.687574+0000","last_clean":"2024-09-05T06:12:06.687574+0000","last_became_active":"2024-09-05T06:12:05.655043+0000","last_became_peered":"2024-09-05T06:12:05.655043+0000","last_unstale":"2024-09-05T06:12:06.687574+0000","last_undegraded":"2024-09-05T06:12:06.687574+0000","last_fullsized":"2024-09-05T06:12:06.687574+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:12:32.336087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.681740+0000","last_change":"2024-09-05T06:12:06.681537+0000","last_active":"2024-09-05T06:12:06.681740+0000","last_peered":"2024-09-05T06:12:06.681740+0000","last_clean":"2024-09-05T06:12:06.681740+0000","last_became_active":"2024-09-05T06:12:06.680695+0000","last_became_peered":"2024-09-05T06:12:06.680695+0000","last_unstale":"2024-09-05T06:12:06.681740+0000","last_undegraded":"2024-09-05T06:12:06.681740+0000","last_fullsized":"2024-09-05T06:12:06.681740+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:44:35.182456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"69'6","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.676610+0000","last_change":"2024-09-05T06:12:05.658048+0000","last_active":"2024-09-05T06:12:06.676610+0000","last_peered":"2024-09-05T06:12:06.676610+0000","last_clean":"2024-09-05T06:12:06.676610+0000","last_became_active":"2024-09-05T06:12:05.657798+0000","last_became_peered":"2024-09-05T06:12:05.657798+0000","last_unstale":"2024-09-05T06:12:06.676610+0000","last_undegraded":"2024-09-05T06:12:06.676610+0000","last_fullsized":"2024-09-05T06:12:06.676610+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:03.340053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.654085+0000","last_change":"2024-09-05T06:12:06.653903+0000","last_active":"2024-09-05T06:12:06.654085+0000","last_peered":"2024-09-05T06:12:06.654085+0000","last_clean":"2024-09-05T06:12:06.654085+0000","last_became_active":"2024-09-05T06:12:06.653645+0000","last_became_peered":"2024-09-05T06:12:06.653645+0000","last_unstale":"2024-09-05T06:12:06.654085+0000","last_undegraded":"2024-09-05T06:12:06.654085+0000","last_fullsized":"2024-09-05T06:12:06.654085+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:13.156330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.662800+0000","last_change":"2024-09-05T06:12:05.662744+0000","last_active":"2024-09-05T06:12:06.662800+0000","last_peered":"2024-09-05T06:12:06.662800+0000","last_clean":"2024-09-05T06:12:06.662800+0000","last_became_active":"2024-09-05T06:12:05.657038+0000","last_became_peered":"2024-09-05T06:12:05.657038+0000","last_unstale":"2024-09-05T06:12:06.662800+0000","last_undegraded":"2024-09-05T06:12:06.662800+0000","last_fullsized":"2024-09-05T06:12:06.662800+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:27.409515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667125+0000","last_change":"2024-09-05T06:12:06.666924+0000","last_active":"2024-09-05T06:12:06.667125+0000","last_peered":"2024-09-05T06:12:06.667125+0000","last_clean":"2024-09-05T06:12:06.667125+0000","last_became_active":"2024-09-05T06:12:06.656437+0000","last_became_peered":"2024-09-05T06:12:06.656437+0000","last_unstale":"2024-09-05T06:12:06.667125+0000","last_undegraded":"2024-09-05T06:12:06.667125+0000","last_fullsized":"2024-09-05T06:12:06.667125+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:02:15.451657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.661594+0000","last_change":"2024-09-05T06:12:05.655858+0000","last_active":"2024-09-05T06:12:06.661594+0000","last_peered":"2024-09-05T06:12:06.661594+0000","last_clean":"2024-09-05T06:12:06.661594+0000","last_became_active":"2024-09-05T06:12:05.655628+0000","last_became_peered":"2024-09-05T06:12:05.655628+0000","last_unstale":"2024-09-05T06:12:06.661594+0000","last_undegraded":"2024-09-05T06:12:06.661594+0000","last_fullsized":"2024-09-05T06:12:06.661594+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:09:55.179372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.674365+0000","last_change":"2024-09-05T06:12:06.674178+0000","last_active":"2024-09-05T06:12:06.674365+0000","last_peered":"2024-09-05T06:12:06.674365+0000","last_clean":"2024-09-05T06:12:06.674365+0000","last_became_active":"2024-09-05T06:12:06.673732+0000","last_became_peered":"2024-09-05T06:12:06.673732+0000","last_unstale":"2024-09-05T06:12:06.674365+0000","last_undegraded":"2024-09-05T06:12:06.674365+0000","last_fullsized":"2024-09-05T06:12:06.674365+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:21:48.264200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.664764+0000","last_change":"2024-09-05T06:12:05.651476+0000","last_active":"2024-09-05T06:12:06.664764+0000","last_peered":"2024-09-05T06:12:06.664764+0000","last_clean":"2024-09-05T06:12:06.664764+0000","last_became_active":"2024-09-05T06:12:05.651260+0000","last_became_peered":"2024-09-05T06:12:05.651260+0000","last_unstale":"2024-09-05T06:12:06.664764+0000","last_undegraded":"2024-09-05T06:12:06.664764+0000","last_fullsized":"2024-09-05T06:12:06.664764+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:48:28.392976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680785+0000","last_change":"2024-09-05T06:12:06.679003+0000","last_active":"2024-09-05T06:12:06.680785+0000","last_peered":"2024-09-05T06:12:06.680785+0000","last_clean":"2024-09-05T06:12:06.680785+0000","last_became_active":"2024-09-05T06:12:06.676814+0000","last_became_peered":"2024-09-05T06:12:06.676814+0000","last_unstale":"2024-09-05T06:12:06.680785+0000","last_undegraded":"2024-09-05T06:12:06.680785+0000","last_fullsized":"2024-09-05T06:12:06.680785+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:23:49.745552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"69'8","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.686699+0000","last_change":"2024-09-05T06:12:05.657018+0000","last_active":"2024-09-05T06:12:06.686699+0000","last_peered":"2024-09-05T06:12:06.686699+0000","last_clean":"2024-09-05T06:12:06.686699+0000","last_became_active":"2024-09-05T06:12:05.656687+0000","last_became_peered":"2024-09-05T06:12:05.656687+0000","last_unstale":"2024-09-05T06:12:06.686699+0000","last_undegraded":"2024-09-05T06:12:06.686699+0000","last_fullsized":"2024-09-05T06:12:06.686699+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:30.773392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.657377+0000","last_change":"2024-09-05T06:12:06.657079+0000","last_active":"2024-09-05T06:12:06.657377+0000","last_peered":"2024-09-05T06:12:06.657377+0000","last_clean":"2024-09-05T06:12:06.657377+0000","last_became_active":"2024-09-05T06:12:06.655509+0000","last_became_peered":"2024-09-05T06:12:06.655509+0000","last_unstale":"2024-09-05T06:12:06.657377+0000","last_undegraded":"2024-09-05T06:12:06.657377+0000","last_fullsized":"2024-09-05T06:12:06.657377+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:49:06.472569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.654702+0000","last_change":"2024-09-05T06:12:05.658431+0000","last_active":"2024-09-05T06:12:06.654702+0000","last_peered":"2024-09-05T06:12:06.654702+0000","last_clean":"2024-09-05T06:12:06.654702+0000","last_became_active":"2024-09-05T06:12:05.657762+0000","last_became_peered":"2024-09-05T06:12:05.657762+0000","last_unstale":"2024-09-05T06:12:06.654702+0000","last_undegraded":"2024-09-05T06:12:06.654702+0000","last_fullsized":"2024-09-05T06:12:06.654702+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:04:49.800370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.670019+0000","last_change":"2024-09-05T06:12:06.669401+0000","last_active":"2024-09-05T06:12:06.670019+0000","last_peered":"2024-09-05T06:12:06.670019+0000","last_clean":"2024-09-05T06:12:06.670019+0000","last_became_active":"2024-09-05T06:12:06.668144+0000","last_became_peered":"2024-09-05T06:12:06.668144+0000","last_unstale":"2024-09-05T06:12:06.670019+0000","last_undegraded":"2024-09-05T06:12:06.670019+0000","last_fullsized":"2024-09-05T06:12:06.670019+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:15.827348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.662506+0000","last_change":"2024-09-05T06:12:05.656472+0000","last_active":"2024-09-05T06:12:06.662506+0000","last_peered":"2024-09-05T06:12:06.662506+0000","last_clean":"2024-09-05T06:12:06.662506+0000","last_became_active":"2024-09-05T06:12:05.652433+0000","last_became_peered":"2024-09-05T06:12:05.652433+0000","last_unstale":"2024-09-05T06:12:06.662506+0000","last_undegraded":"2024-09-05T06:12:06.662506+0000","last_fullsized":"2024-09-05T06:12:06.662506+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:56:36.477927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.662303+0000","last_change":"2024-09-05T06:12:06.662089+0000","last_active":"2024-09-05T06:12:06.662303+0000","last_peered":"2024-09-05T06:12:06.662303+0000","last_clean":"2024-09-05T06:12:06.662303+0000","last_became_active":"2024-09-05T06:12:06.661833+0000","last_became_peered":"2024-09-05T06:12:06.661833+0000","last_unstale":"2024-09-05T06:12:06.662303+0000","last_undegraded":"2024-09-05T06:12:06.662303+0000","last_fullsized":"2024-09-05T06:12:06.662303+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:05:29.850166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.664591+0000","last_change":"2024-09-05T06:12:05.649048+0000","last_active":"2024-09-05T06:12:06.664591+0000","last_peered":"2024-09-05T06:12:06.664591+0000","last_clean":"2024-09-05T06:12:06.664591+0000","last_became_active":"2024-09-05T06:12:05.648769+0000","last_became_peered":"2024-09-05T06:12:05.648769+0000","last_unstale":"2024-09-05T06:12:06.664591+0000","last_undegraded":"2024-09-05T06:12:06.664591+0000","last_fullsized":"2024-09-05T06:12:06.664591+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:45:09.733728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.680772+0000","last_change":"2024-09-05T06:12:06.677015+0000","last_active":"2024-09-05T06:12:06.680772+0000","last_peered":"2024-09-05T06:12:06.680772+0000","last_clean":"2024-09-05T06:12:06.680772+0000","last_became_active":"2024-09-05T06:12:06.676358+0000","last_became_peered":"2024-09-05T06:12:06.676358+0000","last_unstale":"2024-09-05T06:12:06.680772+0000","last_undegraded":"2024-09-05T06:12:06.680772+0000","last_fullsized":"2024-09-05T06:12:06.680772+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:52:34.974578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.655114+0000","last_change":"2024-09-05T06:12:05.668164+0000","last_active":"2024-09-05T06:12:06.655114+0000","last_peered":"2024-09-05T06:12:06.655114+0000","last_clean":"2024-09-05T06:12:06.655114+0000","last_became_active":"2024-09-05T06:12:05.667194+0000","last_became_peered":"2024-09-05T06:12:05.667194+0000","last_unstale":"2024-09-05T06:12:06.655114+0000","last_undegraded":"2024-09-05T06:12:06.655114+0000","last_fullsized":"2024-09-05T06:12:06.655114+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:54:52.766092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.678371+0000","last_change":"2024-09-05T06:12:06.677574+0000","last_active":"2024-09-05T06:12:06.678371+0000","last_peered":"2024-09-05T06:12:06.678371+0000","last_clean":"2024-09-05T06:12:06.678371+0000","last_became_active":"2024-09-05T06:12:06.676954+0000","last_became_peered":"2024-09-05T06:12:06.676954+0000","last_unstale":"2024-09-05T06:12:06.678371+0000","last_undegraded":"2024-09-05T06:12:06.678371+0000","last_fullsized":"2024-09-05T06:12:06.678371+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:59:34.588640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.666471+0000","last_change":"2024-09-05T06:12:05.669692+0000","last_active":"2024-09-05T06:12:06.666471+0000","last_peered":"2024-09-05T06:12:06.666471+0000","last_clean":"2024-09-05T06:12:06.666471+0000","last_became_active":"2024-09-05T06:12:05.668840+0000","last_became_peered":"2024-09-05T06:12:05.668840+0000","last_unstale":"2024-09-05T06:12:06.666471+0000","last_undegraded":"2024-09-05T06:12:06.666471+0000","last_fullsized":"2024-09-05T06:12:06.666471+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:56:38.699874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.675987+0000","last_change":"2024-09-05T06:12:06.675900+0000","last_active":"2024-09-05T06:12:06.675987+0000","last_peered":"2024-09-05T06:12:06.675987+0000","last_clean":"2024-09-05T06:12:06.675987+0000","last_became_active":"2024-09-05T06:12:06.675709+0000","last_became_peered":"2024-09-05T06:12:06.675709+0000","last_unstale":"2024-09-05T06:12:06.675987+0000","last_undegraded":"2024-09-05T06:12:06.675987+0000","last_fullsized":"2024-09-05T06:12:06.675987+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:02:59.517948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.658025+0000","last_change":"2024-09-05T06:12:05.658905+0000","last_active":"2024-09-05T06:12:06.658025+0000","last_peered":"2024-09-05T06:12:06.658025+0000","last_clean":"2024-09-05T06:12:06.658025+0000","last_became_active":"2024-09-05T06:12:05.657748+0000","last_became_peered":"2024-09-05T06:12:05.657748+0000","last_unstale":"2024-09-05T06:12:06.658025+0000","last_undegraded":"2024-09-05T06:12:06.658025+0000","last_fullsized":"2024-09-05T06:12:06.658025+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:44:03.527323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667706+0000","last_change":"2024-09-05T06:12:06.667575+0000","last_active":"2024-09-05T06:12:06.667706+0000","last_peered":"2024-09-05T06:12:06.667706+0000","last_clean":"2024-09-05T06:12:06.667706+0000","last_became_active":"2024-09-05T06:12:06.667254+0000","last_became_peered":"2024-09-05T06:12:06.667254+0000","last_unstale":"2024-09-05T06:12:06.667706+0000","last_undegraded":"2024-09-05T06:12:06.667706+0000","last_fullsized":"2024-09-05T06:12:06.667706+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:09.242962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653119+0000","last_change":"2024-09-05T06:12:05.667734+0000","last_active":"2024-09-05T06:12:06.653119+0000","last_peered":"2024-09-05T06:12:06.653119+0000","last_clean":"2024-09-05T06:12:06.653119+0000","last_became_active":"2024-09-05T06:12:05.667557+0000","last_became_peered":"2024-09-05T06:12:05.667557+0000","last_unstale":"2024-09-05T06:12:06.653119+0000","last_undegraded":"2024-09-05T06:12:06.653119+0000","last_fullsized":"2024-09-05T06:12:06.653119+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:20:30.380413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.656528+0000","last_change":"2024-09-05T06:12:06.656372+0000","last_active":"2024-09-05T06:12:06.656528+0000","last_peered":"2024-09-05T06:12:06.656528+0000","last_clean":"2024-09-05T06:12:06.656528+0000","last_became_active":"2024-09-05T06:12:06.655584+0000","last_became_peered":"2024-09-05T06:12:06.655584+0000","last_unstale":"2024-09-05T06:12:06.656528+0000","last_undegraded":"2024-09-05T06:12:06.656528+0000","last_fullsized":"2024-09-05T06:12:06.656528+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:23:34.756513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.657918+0000","last_change":"2024-09-05T06:12:05.666969+0000","last_active":"2024-09-05T06:12:06.657918+0000","last_peered":"2024-09-05T06:12:06.657918+0000","last_clean":"2024-09-05T06:12:06.657918+0000","last_became_active":"2024-09-05T06:12:05.665137+0000","last_became_peered":"2024-09-05T06:12:05.665137+0000","last_unstale":"2024-09-05T06:12:06.657918+0000","last_undegraded":"2024-09-05T06:12:06.657918+0000","last_fullsized":"2024-09-05T06:12:06.657918+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:05.930717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.678231+0000","last_change":"2024-09-05T06:12:06.677940+0000","last_active":"2024-09-05T06:12:06.678231+0000","last_peered":"2024-09-05T06:12:06.678231+0000","last_clean":"2024-09-05T06:12:06.678231+0000","last_became_active":"2024-09-05T06:12:06.677283+0000","last_became_peered":"2024-09-05T06:12:06.677283+0000","last_unstale":"2024-09-05T06:12:06.678231+0000","last_undegraded":"2024-09-05T06:12:06.678231+0000","last_fullsized":"2024-09-05T06:12:06.678231+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:27:41.544696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.651842+0000","last_change":"2024-09-05T06:12:05.666897+0000","last_active":"2024-09-05T06:12:06.651842+0000","last_peered":"2024-09-05T06:12:06.651842+0000","last_clean":"2024-09-05T06:12:06.651842+0000","last_became_active":"2024-09-05T06:12:05.665390+0000","last_became_peered":"2024-09-05T06:12:05.665390+0000","last_unstale":"2024-09-05T06:12:06.651842+0000","last_undegraded":"2024-09-05T06:12:06.651842+0000","last_fullsized":"2024-09-05T06:12:06.651842+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:56.528657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.671362+0000","last_change":"2024-09-05T06:12:06.671225+0000","last_active":"2024-09-05T06:12:06.671362+0000","last_peered":"2024-09-05T06:12:06.671362+0000","last_clean":"2024-09-05T06:12:06.671362+0000","last_became_active":"2024-09-05T06:12:06.670954+0000","last_became_peered":"2024-09-05T06:12:06.670954+0000","last_unstale":"2024-09-05T06:12:06.671362+0000","last_undegraded":"2024-09-05T06:12:06.671362+0000","last_fullsized":"2024-09-05T06:12:06.671362+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:52:41.101281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653760+0000","last_change":"2024-09-05T06:12:05.650863+0000","last_active":"2024-09-05T06:12:06.653760+0000","last_peered":"2024-09-05T06:12:06.653760+0000","last_clean":"2024-09-05T06:12:06.653760+0000","last_became_active":"2024-09-05T06:12:05.649920+0000","last_became_peered":"2024-09-05T06:12:05.649920+0000","last_unstale":"2024-09-05T06:12:06.653760+0000","last_undegraded":"2024-09-05T06:12:06.653760+0000","last_fullsized":"2024-09-05T06:12:06.653760+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:15.506574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.660983+0000","last_change":"2024-09-05T06:12:06.660631+0000","last_active":"2024-09-05T06:12:06.660983+0000","last_peered":"2024-09-05T06:12:06.660983+0000","last_clean":"2024-09-05T06:12:06.660983+0000","last_became_active":"2024-09-05T06:12:06.660233+0000","last_became_peered":"2024-09-05T06:12:06.660233+0000","last_unstale":"2024-09-05T06:12:06.660983+0000","last_undegraded":"2024-09-05T06:12:06.660983+0000","last_fullsized":"2024-09-05T06:12:06.660983+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:20.217819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.649916+0000","last_change":"2024-09-05T06:12:05.652689+0000","last_active":"2024-09-05T06:12:06.649916+0000","last_peered":"2024-09-05T06:12:06.649916+0000","last_clean":"2024-09-05T06:12:06.649916+0000","last_became_active":"2024-09-05T06:12:05.652354+0000","last_became_peered":"2024-09-05T06:12:05.652354+0000","last_unstale":"2024-09-05T06:12:06.649916+0000","last_undegraded":"2024-09-05T06:12:06.649916+0000","last_fullsized":"2024-09-05T06:12:06.649916+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:02.145359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.665507+0000","last_change":"2024-09-05T06:12:06.665299+0000","last_active":"2024-09-05T06:12:06.665507+0000","last_peered":"2024-09-05T06:12:06.665507+0000","last_clean":"2024-09-05T06:12:06.665507+0000","last_became_active":"2024-09-05T06:12:06.664860+0000","last_became_peered":"2024-09-05T06:12:06.664860+0000","last_unstale":"2024-09-05T06:12:06.665507+0000","last_undegraded":"2024-09-05T06:12:06.665507+0000","last_fullsized":"2024-09-05T06:12:06.665507+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:10.329333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.640594+0000","last_change":"2024-09-05T06:12:05.664041+0000","last_active":"2024-09-05T06:12:06.640594+0000","last_peered":"2024-09-05T06:12:06.640594+0000","last_clean":"2024-09-05T06:12:06.640594+0000","last_became_active":"2024-09-05T06:12:05.663358+0000","last_became_peered":"2024-09-05T06:12:05.663358+0000","last_unstale":"2024-09-05T06:12:06.640594+0000","last_undegraded":"2024-09-05T06:12:06.640594+0000","last_fullsized":"2024-09-05T06:12:06.640594+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:53:55.638975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.667234+0000","last_change":"2024-09-05T06:12:06.666108+0000","last_active":"2024-09-05T06:12:06.667234+0000","last_peered":"2024-09-05T06:12:06.667234+0000","last_clean":"2024-09-05T06:12:06.667234+0000","last_became_active":"2024-09-05T06:12:06.665669+0000","last_became_peered":"2024-09-05T06:12:06.665669+0000","last_unstale":"2024-09-05T06:12:06.667234+0000","last_undegraded":"2024-09-05T06:12:06.667234+0000","last_fullsized":"2024-09-05T06:12:06.667234+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:44.799107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.647482+0000","last_change":"2024-09-05T06:12:05.648385+0000","last_active":"2024-09-05T06:12:06.647482+0000","last_peered":"2024-09-05T06:12:06.647482+0000","last_clean":"2024-09-05T06:12:06.647482+0000","last_became_active":"2024-09-05T06:12:05.648134+0000","last_became_peered":"2024-09-05T06:12:05.648134+0000","last_unstale":"2024-09-05T06:12:06.647482+0000","last_undegraded":"2024-09-05T06:12:06.647482+0000","last_fullsized":"2024-09-05T06:12:06.647482+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:31:56.744916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.661255+0000","last_change":"2024-09-05T06:12:06.661130+0000","last_active":"2024-09-05T06:12:06.661255+0000","last_peered":"2024-09-05T06:12:06.661255+0000","last_clean":"2024-09-05T06:12:06.661255+0000","last_became_active":"2024-09-05T06:12:06.660903+0000","last_became_peered":"2024-09-05T06:12:06.660903+0000","last_unstale":"2024-09-05T06:12:06.661255+0000","last_undegraded":"2024-09-05T06:12:06.661255+0000","last_fullsized":"2024-09-05T06:12:06.661255+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:09:17.109160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653332+0000","last_change":"2024-09-05T06:12:05.670674+0000","last_active":"2024-09-05T06:12:06.653332+0000","last_peered":"2024-09-05T06:12:06.653332+0000","last_clean":"2024-09-05T06:12:06.653332+0000","last_became_active":"2024-09-05T06:12:05.669979+0000","last_became_peered":"2024-09-05T06:12:05.669979+0000","last_unstale":"2024-09-05T06:12:06.653332+0000","last_undegraded":"2024-09-05T06:12:06.653332+0000","last_fullsized":"2024-09-05T06:12:06.653332+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:47.077009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.644421+0000","last_change":"2024-09-05T06:12:06.644207+0000","last_active":"2024-09-05T06:12:06.644421+0000","last_peered":"2024-09-05T06:12:06.644421+0000","last_clean":"2024-09-05T06:12:06.644421+0000","last_became_active":"2024-09-05T06:12:06.643514+0000","last_became_peered":"2024-09-05T06:12:06.643514+0000","last_unstale":"2024-09-05T06:12:06.644421+0000","last_undegraded":"2024-09-05T06:12:06.644421+0000","last_fullsized":"2024-09-05T06:12:06.644421+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:39:55.655126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.658178+0000","last_change":"2024-09-05T06:12:05.658425+0000","last_active":"2024-09-05T06:12:06.658178+0000","last_peered":"2024-09-05T06:12:06.658178+0000","last_clean":"2024-09-05T06:12:06.658178+0000","last_became_active":"2024-09-05T06:12:05.655729+0000","last_became_peered":"2024-09-05T06:12:05.655729+0000","last_unstale":"2024-09-05T06:12:06.658178+0000","last_undegraded":"2024-09-05T06:12:06.658178+0000","last_fullsized":"2024-09-05T06:12:06.658178+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:36:06.656636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.657816+0000","last_change":"2024-09-05T06:12:06.657693+0000","last_active":"2024-09-05T06:12:06.657816+0000","last_peered":"2024-09-05T06:12:06.657816+0000","last_clean":"2024-09-05T06:12:06.657816+0000","last_became_active":"2024-09-05T06:12:06.657416+0000","last_became_peered":"2024-09-05T06:12:06.657416+0000","last_unstale":"2024-09-05T06:12:06.657816+0000","last_undegraded":"2024-09-05T06:12:06.657816+0000","last_fullsized":"2024-09-05T06:12:06.657816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:05.630170+0000","last_clean_scrub_stamp":"2024-09-05T06:12:05.630170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:22:16.723197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.662129+0000","last_change":"2024-09-05T06:12:05.658891+0000","last_active":"2024-09-05T06:12:06.662129+0000","last_peered":"2024-09-05T06:12:06.662129+0000","last_clean":"2024-09-05T06:12:06.662129+0000","last_became_active":"2024-09-05T06:12:05.658641+0000","last_became_peered":"2024-09-05T06:12:05.658641+0000","last_unstale":"2024-09-05T06:12:06.662129+0000","last_undegraded":"2024-09-05T06:12:06.662129+0000","last_fullsized":"2024-09-05T06:12:06.662129+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:12:04.617262+0000","last_clean_scrub_stamp":"2024-09-05T06:12:04.617262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:41:17.452394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":264,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-05T06:12:06.653846+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:12:06.653846+0000","last_peered":"2024-09-05T06:12:06.653846+0000","last_clean":"2024-09-05T06:12:06.653846+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:12:06.653846+0000","last_undegraded":"2024-09-05T06:12:06.653846+0000","last_fullsized":"2024-09-05T06:12:06.653846+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:05.517998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574877,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":351,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194960,"statfs":{"total":200000000,"available":199640007,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":344,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194967,"statfs":{"total":200000000,"available":199646874,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574878,"num_pgs":26,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":928,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194384,"statfs":{"total":200000000,"available":199049697,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574877,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":352,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194960,"statfs":{"total":200000000,"available":199639483,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":351,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194960,"statfs":{"total":200000000,"available":199640009,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574877,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":344,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194967,"statfs":{"total":200000000,"available":199646874,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574877,"num_pgs":13,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":921,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194391,"statfs":{"total":200000000,"available":199056506,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":353,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194959,"statfs":{"total":200000000,"available":199638487,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:12:10.027 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:12:10.028 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:12:10.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f068e7c8640 1 Processor -- start 2024-09-05T06:12:10.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f068e7c8640 1 -- start start 2024-09-05T06:12:10.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f068e7c8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f068815edb0 0x7f06880d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f068e7c8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06880cfd30 con 0x7f06880cf7e0 2024-09-05T06:12:10.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f068e7c8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06880d0010 con 0x7f06880d4980 2024-09-05T06:12:10.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f068e7c8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f06880d02f0 con 0x7f068815edb0 2024-09-05T06:12:10.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f067ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f068815edb0 0x7f06880d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f068cd65640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f06880cf7e0 0x7f06880b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36132/0 (socket says 172.21.15.70:36132) 2024-09-05T06:12:10.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f068cd65640 1 -- 172.21.15.70:0/3165894495 learned_addr learned my addr 172.21.15.70:0/3165894495 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:10.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f067ffff640 1 -- 172.21.15.70:0/3165894495 >> v1:172.21.15.196:6789/0 conn(0x7f06880d4980 legacy=0x7f06880d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:10.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f067ffff640 1 -- 172.21.15.70:0/3165894495 >> v1:172.21.15.70:6789/0 conn(0x7f06880cf7e0 legacy=0x7f06880b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f06877fe640 1 -- 172.21.15.70:0/3165894495 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1409510479 0 0) 0x7f06880cfd30 con 0x7f06880cf7e0 2024-09-05T06:12:10.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.190+0000 7f067ffff640 1 -- 172.21.15.70:0/3165894495 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06880d05d0 con 0x7f068815edb0 2024-09-05T06:12:10.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f067ffff640 1 --2- 172.21.15.70:0/3165894495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880d3340 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f06700097c0 tx=0x7f067001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=648232052d3cb3c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:10.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f06877fe640 1 -- 172.21.15.70:0/3165894495 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06700aa5f0 con 0x7f068815edb0 2024-09-05T06:12:10.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f06877fe640 1 -- 172.21.15.70:0/3165894495 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06700af070 con 0x7f068815edb0 2024-09-05T06:12:10.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f06877fe640 1 -- 172.21.15.70:0/3165894495 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06700aa9b0 con 0x7f068815edb0 2024-09-05T06:12:10.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- 172.21.15.70:0/3165894495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 msgr2=0x7f06880d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 --2- 172.21.15.70:0/3165894495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880d3340 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f06700097c0 tx=0x7f067001c470 comp rx=0 tx=0).stop 2024-09-05T06:12:10.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- 172.21.15.70:0/3165894495 shutdown_connections 2024-09-05T06:12:10.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 --2- 172.21.15.70:0/3165894495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880d3340 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- 172.21.15.70:0/3165894495 >> 172.21.15.70:0/3165894495 conn(0x7f068808e690 msgr2=0x7f068809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:10.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- 172.21.15.70:0/3165894495 shutdown_connections 2024-09-05T06:12:10.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- 172.21.15.70:0/3165894495 wait complete. 2024-09-05T06:12:10.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 Processor -- start 2024-09-05T06:12:10.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- start start 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06880cf7e0 0x7f0688150cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06880d4980 0x7f0688159e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880b2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f068816c8c0 con 0x7f068815edb0 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f068816c740 con 0x7f06880d4980 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068e7c8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f068816ca40 con 0x7f06880cf7e0 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880b2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880b2cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33028/0 (socket says 172.21.15.70:33028) 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 -- 172.21.15.70:0/1327785858 learned_addr learned my addr 172.21.15.70:0/1327785858 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 -- 172.21.15.70:0/1327785858 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06880cf7e0 msgr2=0x7f0688150cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f067ffff640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06880d4980 0x7f0688159e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06880cf7e0 0x7f0688150cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 -- 172.21.15.70:0/1327785858 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06880d4980 msgr2=0x7f0688159e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06880d4980 0x7f0688159e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 -- 172.21.15.70:0/1327785858 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f068815a3c0 con 0x7f068815edb0 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.194+0000 7f068cd65640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880b2cc0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f068000c7d0 tx=0x7f068000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f06857fa640 1 -- 172.21.15.70:0/1327785858 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0680018070 con 0x7f068815edb0 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f06857fa640 1 -- 172.21.15.70:0/1327785858 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f068000a640 con 0x7f068815edb0 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0688158410 con 0x7f068815edb0 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f06857fa640 1 -- 172.21.15.70:0/1327785858 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f068000aa30 con 0x7f068815edb0 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06881589d0 con 0x7f068815edb0 2024-09-05T06:12:10.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06880d3340 con 0x7f068815edb0 2024-09-05T06:12:10.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f06857fa640 1 -- 172.21.15.70:0/1327785858 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f068001b070 con 0x7f068815edb0 2024-09-05T06:12:10.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f06857fa640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06680678c0 0x7f0668069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f06857fa640 1 -- 172.21.15.70:0/1327785858 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f0680085620 con 0x7f068815edb0 2024-09-05T06:12:10.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f0687fff640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06680678c0 0x7f0668069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.198+0000 7f0687fff640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06680678c0 0x7f0668069d80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0678000f70 tx=0x7f06780079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:10.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.202+0000 7f06857fa640 1 -- 172.21.15.70:0/1327785858 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f068815a3c0 con 0x7f068815edb0 2024-09-05T06:12:10.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.422+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f06880c85a0 con 0x7f068815edb0 2024-09-05T06:12:10.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.426+0000 7f06857fa640 1 -- 172.21.15.70:0/1327785858 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f06800561c0 con 0x7f068815edb0 2024-09-05T06:12:10.428 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:12:10.428 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:12:10.428 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:12:10.428 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:12:10.428 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:12:10.428 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06680678c0 msgr2=0x7f0668069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06680678c0 0x7f0668069d80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0678000f70 tx=0x7f06780079c0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 msgr2=0x7f06880b2cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880b2cc0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f068000c7d0 tx=0x7f068000cc90 comp rx=0 tx=0).stop 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 shutdown_connections 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06680678c0 0x7f0668069d80 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f068815edb0 0x7f06880b2cc0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06880d4980 0x7f0688159e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 --2- 172.21.15.70:0/1327785858 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06880cf7e0 0x7f0688150cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 >> 172.21.15.70:0/1327785858 conn(0x7f068808e690 msgr2=0x7f068815af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:10.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 shutdown_connections 2024-09-05T06:12:10.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.430+0000 7f068e7c8640 1 -- 172.21.15.70:0/1327785858 wait complete. 2024-09-05T06:12:10.447 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:12:10.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.550+0000 7f01bea62640 1 Processor -- start 2024-09-05T06:12:10.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.550+0000 7f01bea62640 1 -- start start 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b8157110 0x7f01b80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f01b80b5ac0 0x7f01b80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f01b80ceaf0 0x7f01b80d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f01b806d570 con 0x7f01b80ceaf0 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f01b806d850 con 0x7f01b80b5ac0 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f01b806db30 con 0x7f01b8157110 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f01b80ceaf0 0x7f01b80d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f01b80ceaf0 0x7f01b80d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33038/0 (socket says 172.21.15.70:33038) 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 -- 172.21.15.70:0/1050768765 learned_addr learned my addr 172.21.15.70:0/1050768765 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:10.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01b77fe640 1 --2- 172.21.15.70:0/1050768765 >> v2:172.21.15.196:3300/0 conn(0x7f01b80b5ac0 0x7f01b80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01b7fff640 1 --2- 172.21.15.70:0/1050768765 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b8157110 0x7f01b80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 -- 172.21.15.70:0/1050768765 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b8157110 msgr2=0x7f01b80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:10.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 --2- 172.21.15.70:0/1050768765 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b8157110 0x7f01b80b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 -- 172.21.15.70:0/1050768765 >> v2:172.21.15.196:3300/0 conn(0x7f01b80b5ac0 msgr2=0x7f01b80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:10.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 --2- 172.21.15.70:0/1050768765 >> v2:172.21.15.196:3300/0 conn(0x7f01b80b5ac0 0x7f01b80d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 -- 172.21.15.70:0/1050768765 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01b806de10 con 0x7f01b80ceaf0 2024-09-05T06:12:10.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bcfff640 1 --2- 172.21.15.70:0/1050768765 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80ceaf0 0x7f01b80d0c90 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f01b806f780 tx=0x7f01b001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=880e38bf9b28bcf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:10.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01b6ffd640 1 -- 172.21.15.70:0/1050768765 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b00b0070 con 0x7f01b80ceaf0 2024-09-05T06:12:10.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01b6ffd640 1 -- 172.21.15.70:0/1050768765 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01b00ab600 con 0x7f01b80ceaf0 2024-09-05T06:12:10.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01b6ffd640 1 -- 172.21.15.70:0/1050768765 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b00ab9d0 con 0x7f01b80ceaf0 2024-09-05T06:12:10.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 -- 172.21.15.70:0/1050768765 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80ceaf0 msgr2=0x7f01b80d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 --2- 172.21.15.70:0/1050768765 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80ceaf0 0x7f01b80d0c90 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f01b806f780 tx=0x7f01b001c520 comp rx=0 tx=0).stop 2024-09-05T06:12:10.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 -- 172.21.15.70:0/1050768765 shutdown_connections 2024-09-05T06:12:10.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 --2- 172.21.15.70:0/1050768765 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80ceaf0 0x7f01b80d0c90 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 --2- 172.21.15.70:0/1050768765 >> v2:172.21.15.196:3300/0 conn(0x7f01b80b5ac0 0x7f01b80d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 --2- 172.21.15.70:0/1050768765 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b8157110 0x7f01b80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 -- 172.21.15.70:0/1050768765 >> 172.21.15.70:0/1050768765 conn(0x7f01b806bcc0 msgr2=0x7f01b806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:10.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 -- 172.21.15.70:0/1050768765 shutdown_connections 2024-09-05T06:12:10.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.554+0000 7f01bea62640 1 -- 172.21.15.70:0/1050768765 wait complete. 2024-09-05T06:12:10.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 Processor -- start 2024-09-05T06:12:10.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 -- start start 2024-09-05T06:12:10.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80b5ac0 0x7f01b8157620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b80ceaf0 0x7f01b80b2d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f01b8157110 0x7f01b8151d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f01b80b0300 con 0x7f01b80b5ac0 2024-09-05T06:12:10.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f01b80b0180 con 0x7f01b8157110 2024-09-05T06:12:10.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f01b8160550 con 0x7f01b80ceaf0 2024-09-05T06:12:10.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80b5ac0 0x7f01b8157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80b5ac0 0x7f01b8157620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33054/0 (socket says 172.21.15.70:33054) 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 -- 172.21.15.70:0/2354798045 learned_addr learned my addr 172.21.15.70:0/2354798045 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bcfff640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f01b8157110 0x7f01b8151d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b77fe640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b80ceaf0 0x7f01b80b2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 -- 172.21.15.70:0/2354798045 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b80ceaf0 msgr2=0x7f01b80b2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b80ceaf0 0x7f01b80b2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 -- 172.21.15.70:0/2354798045 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f01b8157110 msgr2=0x7f01b8151d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f01b8157110 0x7f01b8151d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 -- 172.21.15.70:0/2354798045 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01b81f5840 con 0x7f01b80b5ac0 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b7fff640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80b5ac0 0x7f01b8157620 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f01a800ccd0 tx=0x7f01a800a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b4ff9640 1 -- 172.21.15.70:0/2354798045 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a80039a0 con 0x7f01b80b5ac0 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b4ff9640 1 -- 172.21.15.70:0/2354798045 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01a8003b40 con 0x7f01b80b5ac0 2024-09-05T06:12:10.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01b4ff9640 1 -- 172.21.15.70:0/2354798045 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a8004020 con 0x7f01b80b5ac0 2024-09-05T06:12:10.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01b81f5b00 con 0x7f01b80b5ac0 2024-09-05T06:12:10.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.558+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01b81f60c0 con 0x7f01b80b5ac0 2024-09-05T06:12:10.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.562+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01b80b5580 con 0x7f01b80b5ac0 2024-09-05T06:12:10.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.562+0000 7f01b4ff9640 1 -- 172.21.15.70:0/2354798045 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f01a80041c0 con 0x7f01b80b5ac0 2024-09-05T06:12:10.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.562+0000 7f01b4ff9640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01980678c0 0x7f0198069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:10.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.562+0000 7f01b4ff9640 1 -- 172.21.15.70:0/2354798045 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f01a8086410 con 0x7f01b80b5ac0 2024-09-05T06:12:10.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.562+0000 7f01b77fe640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01980678c0 0x7f0198069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:10.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.562+0000 7f01b77fe640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01980678c0 0x7f0198069d80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f01b8153410 tx=0x7f01a0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:10.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.566+0000 7f01b4ff9640 1 -- 172.21.15.70:0/2354798045 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f01a8014030 con 0x7f01b80b5ac0 2024-09-05T06:12:10.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.746+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01b80d0260 con 0x7f01b80b5ac0 2024-09-05T06:12:10.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.746+0000 7f01b4ff9640 1 -- 172.21.15.70:0/2354798045 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f01a8057040 con 0x7f01b80b5ac0 2024-09-05T06:12:10.748 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:10.748 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":27,"btime":"2024-09-05T06:12:08:682614+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1088753869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":1088753869},{"type":"v1","addr":"172.21.15.196:6835","nonce":1088753869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4957,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/282446879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":282446879},{"type":"v1","addr":"172.21.15.70:6836","nonce":282446879}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1793573990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1793573990},{"type":"v1","addr":"172.21.15.70:6837","nonce":1793573990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:12:05.999350+0000","modified":"2024-09-05T06:12:08.031680+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4969":{"gid":4969,"name":"b","rank":0,"incarnation":25,"state":"up:active","state_seq":3,"addr":"172.21.15.196:6834/2479038046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2479038046},{"type":"v1","addr":"172.21.15.196:6834","nonce":2479038046}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4969,"qdb_cluster":[4969]},"id":4}]} 2024-09-05T06:12:10.749 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 27 2024-09-05T06:12:10.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01980678c0 msgr2=0x7f0198069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01980678c0 0x7f0198069d80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f01b8153410 tx=0x7f01a0008040 comp rx=0 tx=0).stop 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80b5ac0 msgr2=0x7f01b8157620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80b5ac0 0x7f01b8157620 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f01a800ccd0 tx=0x7f01a800a5c0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 shutdown_connections 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01980678c0 0x7f0198069d80 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f01b8157110 0x7f01b8151d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01b80ceaf0 0x7f01b80b2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 --2- 172.21.15.70:0/2354798045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01b80b5ac0 0x7f01b8157620 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 >> 172.21.15.70:0/2354798045 conn(0x7f01b806bcc0 msgr2=0x7f01b815e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 shutdown_connections 2024-09-05T06:12:10.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:10.750+0000 7f01bea62640 1 -- 172.21.15.70:0/2354798045 wait complete. 2024-09-05T06:12:11.168 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:12:05.999350+0000', 'modified': '2024-09-05T06:12:08.031680+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4969}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4969': {'gid': 4969, 'name': 'b', 'rank': 0, 'incarnation': 25, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.196:6834/2479038046', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.196:6832', 'nonce': 2479038046}, {'type': 'v1', 'addr': '172.21.15.196:6834', 'nonce': 2479038046}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4969, 'qdb_cluster': [4969]} 2024-09-05T06:12:11.168 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:12:11.169 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-05T06:12:11.301 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc3380640 1 Processor -- start 2024-09-05T06:12:11.301 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc3380640 1 -- start start 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc3380640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6bbc072a90 0x7f6bbc072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc3380640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6bbc06e680 0x7f6bbc06eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc3380640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bbc15bc40 con 0x7f6bbc0afff0 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc3380640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6bbc073410 con 0x7f6bbc06e680 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc3380640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6bbc072600 con 0x7f6bbc072a90 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc111c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6bbc0afff0 0x7f6bbc0cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36148/0 (socket says 172.21.15.70:36148) 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc111c640 1 -- 172.21.15.70:0/3084617222 learned_addr learned my addr 172.21.15.70:0/3084617222 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc191d640 1 --2- 172.21.15.70:0/3084617222 >> v2:172.21.15.70:3300/0 conn(0x7f6bbc06e680 0x7f6bbc06eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc091b640 1 --2- 172.21.15.70:0/3084617222 >> v2:172.21.15.196:3300/0 conn(0x7f6bbc072a90 0x7f6bbc072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc191d640 1 -- 172.21.15.70:0/3084617222 >> v2:172.21.15.196:3300/0 conn(0x7f6bbc072a90 msgr2=0x7f6bbc072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc191d640 1 --2- 172.21.15.70:0/3084617222 >> v2:172.21.15.196:3300/0 conn(0x7f6bbc072a90 0x7f6bbc072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc191d640 1 -- 172.21.15.70:0/3084617222 >> v1:172.21.15.70:6789/0 conn(0x7f6bbc0afff0 legacy=0x7f6bbc0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.302+0000 7f6bc191d640 1 -- 172.21.15.70:0/3084617222 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bbc0d14c0 con 0x7f6bbc06e680 2024-09-05T06:12:11.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 --2- 172.21.15.70:0/3084617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc06e680 0x7f6bbc06eb10 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009d90 tx=0x7f6bb401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29ffc78b070c7d8f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bb3fff640 1 -- 172.21.15.70:0/3084617222 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40b2070 con 0x7f6bbc06e680 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bb3fff640 1 -- 172.21.15.70:0/3084617222 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb40a57f0 con 0x7f6bbc06e680 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bb3fff640 1 -- 172.21.15.70:0/3084617222 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40a5bc0 con 0x7f6bbc06e680 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- 172.21.15.70:0/3084617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc06e680 msgr2=0x7f6bbc06eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 --2- 172.21.15.70:0/3084617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc06e680 0x7f6bbc06eb10 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009d90 tx=0x7f6bb401c930 comp rx=0 tx=0).stop 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- 172.21.15.70:0/3084617222 shutdown_connections 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 --2- 172.21.15.70:0/3084617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc06e680 0x7f6bbc06eb10 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 --2- 172.21.15.70:0/3084617222 >> v2:172.21.15.196:3300/0 conn(0x7f6bbc072a90 0x7f6bbc072ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- 172.21.15.70:0/3084617222 >> 172.21.15.70:0/3084617222 conn(0x7f6bbc06bcc0 msgr2=0x7f6bbc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- 172.21.15.70:0/3084617222 shutdown_connections 2024-09-05T06:12:11.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- 172.21.15.70:0/3084617222 wait complete. 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 Processor -- start 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- start start 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bbc06e680 0x7f6bbc15a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bbc072a90 0x7f6bbc1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc0afff0 0x7f6bbc15dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc0ce2d0 con 0x7f6bbc0afff0 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc0ce150 con 0x7f6bbc072a90 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc3380640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6bbc0d0f80 con 0x7f6bbc06e680 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc0afff0 0x7f6bbc15dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc0afff0 0x7f6bbc15dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33084/0 (socket says 172.21.15.70:33084) 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 -- 172.21.15.70:0/2838125375 learned_addr learned my addr 172.21.15.70:0/2838125375 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc091b640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bbc072a90 0x7f6bbc1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc111c640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bbc06e680 0x7f6bbc15a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 -- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bbc06e680 msgr2=0x7f6bbc15a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bbc06e680 0x7f6bbc15a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 -- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bbc072a90 msgr2=0x7f6bbc1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bbc072a90 0x7f6bbc1514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc191d640 1 -- 172.21.15.70:0/2838125375 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bbc0af5e0 con 0x7f6bbc0afff0 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.306+0000 7f6bc111c640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bbc06e680 0x7f6bbc15a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc191d640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc0afff0 0x7f6bbc15dd70 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009d90 tx=0x7f6bb40196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bb1ffb640 1 -- 172.21.15.70:0/2838125375 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40b2050 con 0x7f6bbc0afff0 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bb1ffb640 1 -- 172.21.15.70:0/2838125375 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb40be070 con 0x7f6bbc0afff0 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bb1ffb640 1 -- 172.21.15.70:0/2838125375 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40ada70 con 0x7f6bbc0afff0 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc3380640 1 -- 172.21.15.70:0/2838125375 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bbc159a00 con 0x7f6bbc0afff0 2024-09-05T06:12:11.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc3380640 1 -- 172.21.15.70:0/2838125375 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bbc159fc0 con 0x7f6bbc0afff0 2024-09-05T06:12:11.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bb1ffb640 1 -- 172.21.15.70:0/2838125375 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6bb40a5670 con 0x7f6bbc0afff0 2024-09-05T06:12:11.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bb1ffb640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba00678c0 0x7f6ba0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bb1ffb640 1 -- 172.21.15.70:0/2838125375 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f6bb4120d70 con 0x7f6bbc0afff0 2024-09-05T06:12:11.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc111c640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba00678c0 0x7f6ba0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc111c640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba00678c0 0x7f6ba0069d80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8007fd0 tx=0x7f6bb8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc643c000 1 Processor -- start 2024-09-05T06:12:11.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc643c000 1 -- start start 2024-09-05T06:12:11.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c2428f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.310+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23ded50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23df290 0x5598c23df670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5598c22c6b60 con 0x5598c23df290 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x5598c222dc70 con 0x5598c2428b20 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x5598c21d3ed0 con 0x5598c2429440 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23df290 0x5598c23df670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23df290 0x5598c23df670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33094/0 (socket says 172.21.15.70:33094) 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 -- 172.21.15.70:0/1673317349 learned_addr learned my addr 172.21.15.70:0/1673317349 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc111c640 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c2428f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc091b640 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23ded50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 -- 172.21.15.70:0/1673317349 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 msgr2=0x5598c23ded50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23ded50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 -- 172.21.15.70:0/1673317349 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 msgr2=0x5598c2428f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c2428f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 -- 172.21.15.70:0/1673317349 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c21e5e50 con 0x5598c23df290 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23df290 0x5598c23df670 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40f98f0 tx=0x7f6bb40f1940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41ff92cadbff5854 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6b9effd640 1 -- 172.21.15.70:0/1673317349 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4109020 con 0x5598c23df290 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6b9effd640 1 -- 172.21.15.70:0/1673317349 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb40b3040 con 0x5598c23df290 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6b9effd640 1 -- 172.21.15.70:0/1673317349 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40f9e20 con 0x5598c23df290 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- 172.21.15.70:0/1673317349 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23df290 msgr2=0x5598c23df670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23df290 0x5598c23df670 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40f98f0 tx=0x7f6bb40f1940 comp rx=0 tx=0).stop 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- 172.21.15.70:0/1673317349 shutdown_connections 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23df290 0x5598c23df670 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23ded50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1673317349 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c2428f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- 172.21.15.70:0/1673317349 >> 172.21.15.70:0/1673317349 conn(0x5598c23e5600 msgr2=0x5598c23dd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:11.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- 172.21.15.70:0/1673317349 shutdown_connections 2024-09-05T06:12:11.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- 172.21.15.70:0/1673317349 wait complete. 2024-09-05T06:12:11.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- start start 2024-09-05T06:12:11.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 Processor -- start 2024-09-05T06:12:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c23e3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23e41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c23ea0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5598c228fb00 con 0x5598c23e9cf0 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x5598c2208360 con 0x5598c2428b20 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x5598c22052d0 con 0x5598c2429440 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 10 client.0 _ll_register_callbacks cb 0x5598c23ca820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c23ea0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c23ea0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33104/0 (socket says 172.21.15.70:33104) 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 -- 172.21.15.70:0/245829370 learned_addr learned my addr 172.21.15.70:0/245829370 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc111c640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c23e3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc091b640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23e41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 -- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 msgr2=0x5598c23e41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23e41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 -- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 msgr2=0x5598c23e3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c23e3c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 -- 172.21.15.70:0/245829370 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598c21d4120 con 0x5598c23e9cf0 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc111c640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c23e3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc091b640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23e41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc191d640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c23ea0d0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40f1af0 tx=0x7f6bb401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feb45a97ea8317a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6b97fff640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6b97fff640 1 -- 172.21.15.70:0/245829370 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4109020 con 0x5598c23e9cf0 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6b97fff640 1 -- 172.21.15.70:0/245829370 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f6bb41091c0 con 0x5598c23e9cf0 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- 172.21.15.70:0/245829370 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bb40b3040 con 0x5598c23e9cf0 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6b97fff640 1 -- 172.21.15.70:0/245829370 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6bb40f5170 con 0x5598c23e9cf0 2024-09-05T06:12:11.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 10 client.5664 fetch_fsmap learned FSMap version 27 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6bc643c000 1 -- 172.21.15.70:0/245829370 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x5598c21cd450 con 0x5598c23e9cf0 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.314+0000 7f6b97fff640 1 -- 172.21.15.70:0/245829370 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb40b3040 con 0x5598c23e9cf0 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6b97fff640 1 -- 172.21.15.70:0/245829370 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f6bb40f14a0 con 0x5598c23e9cf0 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 10 client.5664 fetch_fsmap finished waiting for FSMap version 27 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 10 client.5664 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 20 client.5664 populate_metadata read hostname 'smithi070' 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] conn(0x5598c2437280 0x5598c2439670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 4 client.5664 mds_command: new command op to 4969 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 -- 172.21.15.70:0/245829370 --> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598c21c7c00 con 0x5598c2437280 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc111c640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] conn(0x5598c2437280 0x5598c2439670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6b97fff640 10 client.5664 ms_handle_connect on v2:172.21.15.196:6832/2479038046 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc111c640 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] conn(0x5598c2437280 0x5598c2439670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29df01bdb85b2786 server_cookie=f399b7fd13997224 in_seq=0 out_seq=0 2024-09-05T06:12:11.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6b97fff640 1 -- 172.21.15.70:0/245829370 <== mds.0 v2:172.21.15.196:6832/2479038046 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5598c21c7c00 con 0x5598c2437280 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6b97fff640 10 client.5664 handle_command_reply: tid=0 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 client.5664 shutdown 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 -- 172.21.15.70:0/245829370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 msgr2=0x5598c23ea0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c23ea0d0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40f1af0 tx=0x7f6bb401c930 comp rx=0 tx=0).stop 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 -- 172.21.15.70:0/245829370 shutdown_connections 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] conn(0x5598c2437280 0x5598c2439670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c23ea0d0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c23e41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6b97fff640 0 client.5664 ms_handle_reset on v2:172.21.15.196:6832/2479038046 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 --2- 172.21.15.70:0/245829370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c23e3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 -- 172.21.15.70:0/245829370 >> 172.21.15.70:0/245829370 conn(0x5598c23df290 msgr2=0x5598c23ddd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 -- 172.21.15.70:0/245829370 shutdown_connections 2024-09-05T06:12:11.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 1 -- 172.21.15.70:0/245829370 wait complete. 2024-09-05T06:12:11.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.318+0000 7f6bc643c000 20 client.5664 trim_cache size 0 max 16384 2024-09-05T06:12:11.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 Processor -- start 2024-09-05T06:12:11.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 -- start start 2024-09-05T06:12:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c23e9cf0 0x5598c2427b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2428b20 0x5598c24280d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c2429440 0x5598c2439670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc202f50 con 0x5598c2429440 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc0af3b0 con 0x5598c23e9cf0 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6bbc152c30 con 0x5598c2428b20 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c2429440 0x5598c2439670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c2429440 0x5598c2439670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33116/0 (socket says 172.21.15.70:33116) 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 -- 172.21.15.70:0/3796319054 learned_addr learned my addr 172.21.15.70:0/3796319054 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 -- 172.21.15.70:0/3796319054 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2428b20 msgr2=0x5598c24280d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 --2- 172.21.15.70:0/3796319054 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2428b20 0x5598c24280d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc111c640 1 --2- 172.21.15.70:0/3796319054 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c23e9cf0 0x5598c2427b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 -- 172.21.15.70:0/3796319054 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c23e9cf0 msgr2=0x5598c2427b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 --2- 172.21.15.70:0/3796319054 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c23e9cf0 0x5598c2427b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 -- 172.21.15.70:0/3796319054 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c21b4fd0 con 0x5598c2429440 2024-09-05T06:12:11.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc191d640 1 --2- 172.21.15.70:0/3796319054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c2429440 0x5598c2439670 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40edbc0 tx=0x7f6bb40ba000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6998249760b8e2b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6b9e7fc640 1 -- 172.21.15.70:0/3796319054 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4109040 con 0x5598c2429440 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6b9e7fc640 1 -- 172.21.15.70:0/3796319054 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb40ef540 con 0x5598c2429440 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6b9e7fc640 1 -- 172.21.15.70:0/3796319054 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40f14a0 con 0x5598c2429440 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 -- 172.21.15.70:0/3796319054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c2429440 msgr2=0x5598c2439670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.338+0000 7f6bc643c000 1 --2- 172.21.15.70:0/3796319054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c2429440 0x5598c2439670 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40edbc0 tx=0x7f6bb40ba000 comp rx=0 tx=0).stop 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- 172.21.15.70:0/3796319054 shutdown_connections 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 --2- 172.21.15.70:0/3796319054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c2429440 0x5598c2439670 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 --2- 172.21.15.70:0/3796319054 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2428b20 0x5598c24280d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 --2- 172.21.15.70:0/3796319054 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c23e9cf0 0x5598c2427b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- 172.21.15.70:0/3796319054 >> 172.21.15.70:0/3796319054 conn(0x5598c23df290 msgr2=0x5598c23e0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- 172.21.15.70:0/3796319054 shutdown_connections 2024-09-05T06:12:11.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- 172.21.15.70:0/3796319054 wait complete. 2024-09-05T06:12:11.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- start start 2024-09-05T06:12:11.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 Processor -- start 2024-09-05T06:12:11.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c243c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c243c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c2460170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5598c222cf80 con 0x5598c23e9cf0 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x5598c21e5ca0 con 0x5598c2428b20 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x5598c22322a0 con 0x5598c2429440 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 10 client.0 _ll_register_callbacks cb 0x7f6bb40f0e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c243c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c243c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33120/0 (socket says 172.21.15.70:33120) 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 -- 172.21.15.70:0/1376870319 learned_addr learned my addr 172.21.15.70:0/1376870319 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc191d640 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c2460170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc091b640 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c243c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 -- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 msgr2=0x5598c2460170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c2460170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 -- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 msgr2=0x5598c243c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c243c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 -- 172.21.15.70:0/1376870319 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598c22b0750 con 0x5598c23e9cf0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc111c640 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c243c460 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8005bb0 tx=0x7f6bb8000bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d28aeec9f45e503 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6b97fff640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6b97fff640 1 -- 172.21.15.70:0/1376870319 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb801d040 con 0x5598c23e9cf0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6b97fff640 1 -- 172.21.15.70:0/1376870319 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f6bb800d960 con 0x5598c23e9cf0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- 172.21.15.70:0/1376870319 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bb40ef540 con 0x5598c23e9cf0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6b97fff640 1 -- 172.21.15.70:0/1376870319 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6bb8033050 con 0x5598c23e9cf0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 10 client.5670 fetch_fsmap learned FSMap version 27 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- 172.21.15.70:0/1376870319 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x5598c21bba30 con 0x5598c23e9cf0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6b97fff640 1 -- 172.21.15.70:0/1376870319 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb40ef540 con 0x5598c23e9cf0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6b97fff640 1 -- 172.21.15.70:0/1376870319 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f6bb8036020 con 0x5598c23e9cf0 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 10 client.5670 fetch_fsmap finished waiting for FSMap version 27 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 10 client.5670 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T06:12:11.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 20 client.5670 populate_metadata read hostname 'smithi070' 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] conn(0x5598c24a3ff0 0x5598c24a43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 4 client.5670 mds_command: new command op to 4969 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc643c000 1 -- 172.21.15.70:0/1376870319 --> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] -- command(tid 0: {"prefix": "status"}) -- 0x5598c223b3a0 con 0x5598c24a3ff0 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc091b640 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] conn(0x5598c24a3ff0 0x5598c24a43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6bc091b640 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] conn(0x5598c24a3ff0 0x5598c24a43d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe877586e44fe53e server_cookie=36c900d8b18a0539 in_seq=0 out_seq=0 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.342+0000 7f6b97fff640 10 client.5670 ms_handle_connect on v2:172.21.15.196:6832/2479038046 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6b97fff640 1 -- 172.21.15.70:0/1376870319 <== mds.0 v2:172.21.15.196:6832/2479038046 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5598c223b3a0 con 0x5598c24a3ff0 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6b97fff640 10 client.5670 handle_command_reply: tid=0 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 client.5670 shutdown 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 -- 172.21.15.70:0/1376870319 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 msgr2=0x5598c243c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c243c460 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8005bb0 tx=0x7f6bb8000bd0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 -- 172.21.15.70:0/1376870319 shutdown_connections 2024-09-05T06:12:11.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:6832/2479038046,v1:172.21.15.196:6834/2479038046] conn(0x5598c24a3ff0 0x5598c24a43d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5598c2429440 0x5598c2460170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5598c2428b20 0x5598c243c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 --2- 172.21.15.70:0/1376870319 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5598c23e9cf0 0x5598c243c460 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6b97fff640 0 client.5670 ms_handle_reset on v2:172.21.15.196:6832/2479038046 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 -- 172.21.15.70:0/1376870319 >> 172.21.15.70:0/1376870319 conn(0x5598c23df290 msgr2=0x5598c2426b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 -- 172.21.15.70:0/1376870319 shutdown_connections 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 1 -- 172.21.15.70:0/1376870319 wait complete. 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc643c000 20 client.5670 trim_cache size 0 max 16384 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:12:11.350 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4969, 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 4.7049643650000004, 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 27, 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 70, 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 70, 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 9.6413012990000002 2024-09-05T06:12:11.351 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:12:11.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 -- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba00678c0 msgr2=0x7f6ba0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba00678c0 0x7f6ba0069d80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8007fd0 tx=0x7f6bb8009040 comp rx=0 tx=0).stop 2024-09-05T06:12:11.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 -- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc0afff0 msgr2=0x7f6bbc15dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc0afff0 0x7f6bbc15dd70 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009d90 tx=0x7f6bb40196d0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 -- 172.21.15.70:0/2838125375 shutdown_connections 2024-09-05T06:12:11.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba00678c0 0x7f6ba0069d80 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bbc0afff0 0x7f6bbc15dd70 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bbc072a90 0x7f6bbc1514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 --2- 172.21.15.70:0/2838125375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bbc06e680 0x7f6bbc15a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 -- 172.21.15.70:0/2838125375 >> 172.21.15.70:0/2838125375 conn(0x7f6bbc06bcc0 msgr2=0x7f6bbc15c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:11.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 -- 172.21.15.70:0/2838125375 shutdown_connections 2024-09-05T06:12:11.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.346+0000 7f6bc3380640 1 -- 172.21.15.70:0/2838125375 wait complete. 2024-09-05T06:12:11.362 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:12:11.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.474+0000 7faa27023640 1 Processor -- start 2024-09-05T06:12:11.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.474+0000 7faa27023640 1 -- start start 2024-09-05T06:12:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa27023640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7faa2015edb0 0x7faa200d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa27023640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa200cf7e0 0x7faa200d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa27023640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa200cfd30 con 0x7faa200d4980 2024-09-05T06:12:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa27023640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7faa200b5620 con 0x7faa2015edb0 2024-09-05T06:12:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa27023640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faa200d0010 con 0x7faa200cf7e0 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa24dbf640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7faa200d4980 0x7faa200d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36150/0 (socket says 172.21.15.70:36150) 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa24dbf640 1 -- 172.21.15.70:0/305823901 learned_addr learned my addr 172.21.15.70:0/305823901 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2810023303 0 0) 0x7faa200cfd30 con 0x7faa200d4980 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa08003530 con 0x7faa200d4980 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1ffff640 1 --2- 172.21.15.70:0/305823901 >> v2:172.21.15.196:3300/0 conn(0x7faa2015edb0 0x7faa200d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa255c0640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa200cf7e0 0x7faa200d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3654464121 0 0) 0x7faa08003530 con 0x7faa200d4980 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa200cf7e0 msgr2=0x7faa200d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa200cf7e0 0x7faa200d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 >> v2:172.21.15.196:3300/0 conn(0x7faa2015edb0 msgr2=0x7faa200d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 --2- 172.21.15.70:0/305823901 >> v2:172.21.15.196:3300/0 conn(0x7faa2015edb0 0x7faa200d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa200d02f0 con 0x7faa200d4980 2024-09-05T06:12:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7faa18001a00 con 0x7faa200d4980 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 >> v1:172.21.15.70:6789/0 conn(0x7faa200d4980 legacy=0x7faa200d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa200cf7e0 0x7faa080039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa08004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa08004d50 0x7faa080051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faa200b5620 con 0x7faa08003f40 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faa200d0010 con 0x7faa08004d50 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faa0800ba20 con 0x7faa200cf7e0 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1ffff640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa08004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa24dbf640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa200cf7e0 0x7faa080039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1ffff640 1 -- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa200cf7e0 msgr2=0x7faa080039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1ffff640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa200cf7e0 0x7faa080039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1ffff640 1 -- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa08004d50 msgr2=0x7faa080051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1ffff640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa08004d50 0x7faa080051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1ffff640 1 -- 172.21.15.70:0/305823901 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa08003530 con 0x7faa08003f40 2024-09-05T06:12:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1ffff640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa08004810 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7faa14009ae0 tx=0x7faa1401cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b017315c44f95c0e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.478+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa140b2070 con 0x7faa08003f40 2024-09-05T06:12:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa140a56a0 con 0x7faa08003f40 2024-09-05T06:12:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa1f7fe640 1 -- 172.21.15.70:0/305823901 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa140096b0 con 0x7faa08003f40 2024-09-05T06:12:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- 172.21.15.70:0/305823901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 msgr2=0x7faa08004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 --2- 172.21.15.70:0/305823901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa08004810 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7faa14009ae0 tx=0x7faa1401cab0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa255c0640 1 -- 172.21.15.70:0/305823901 reap_dead start 2024-09-05T06:12:11.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- 172.21.15.70:0/305823901 shutdown_connections 2024-09-05T06:12:11.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- 172.21.15.70:0/305823901 >> 172.21.15.70:0/305823901 conn(0x7faa2008e690 msgr2=0x7faa2009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:11.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- 172.21.15.70:0/305823901 shutdown_connections 2024-09-05T06:12:11.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- 172.21.15.70:0/305823901 wait complete. 2024-09-05T06:12:11.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 Processor -- start 2024-09-05T06:12:11.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- start start 2024-09-05T06:12:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa20158a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa20159320 0x7faa2015c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa2015c890 0x7faa200b64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faa200d0dd0 con 0x7faa08003f40 2024-09-05T06:12:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faa200d08b0 con 0x7faa2015c890 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faa2015cd30 con 0x7faa20159320 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa20158a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa20158a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33136/0 (socket says 172.21.15.70:33136) 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 -- 172.21.15.70:0/917357251 learned_addr learned my addr 172.21.15.70:0/917357251 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa1ffff640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa20159320 0x7faa2015c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa255c0640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa2015c890 0x7faa200b64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 -- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa20159320 msgr2=0x7faa2015c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa20159320 0x7faa2015c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 -- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa2015c890 msgr2=0x7faa200b64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa2015c890 0x7faa200b64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 -- 172.21.15.70:0/917357251 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa200cbe40 con 0x7faa08003f40 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa255c0640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa2015c890 0x7faa200b64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa24dbf640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa20158a00 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7faa18011810 tx=0x7faa18011cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa1d7fa640 1 -- 172.21.15.70:0/917357251 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa18010040 con 0x7faa08003f40 2024-09-05T06:12:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa1d7fa640 1 -- 172.21.15.70:0/917357251 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa1801a070 con 0x7faa08003f40 2024-09-05T06:12:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa1d7fa640 1 -- 172.21.15.70:0/917357251 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1800fd80 con 0x7faa08003f40 2024-09-05T06:12:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa200cc120 con 0x7faa08003f40 2024-09-05T06:12:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.482+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa200cc6e0 con 0x7faa08003f40 2024-09-05T06:12:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.486+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa200d4d60 con 0x7faa08003f40 2024-09-05T06:12:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.486+0000 7faa1d7fa640 1 -- 172.21.15.70:0/917357251 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faa1801f460 con 0x7faa08003f40 2024-09-05T06:12:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.486+0000 7faa1d7fa640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa0c0678c0 0x7faa0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.486+0000 7faa1ffff640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa0c0678c0 0x7faa0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.486+0000 7faa1d7fa640 1 -- 172.21.15.70:0/917357251 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7faa18088eb0 con 0x7faa08003f40 2024-09-05T06:12:11.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.486+0000 7faa1ffff640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa0c0678c0 0x7faa0c069d80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7faa140af000 tx=0x7faa140046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:11.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.490+0000 7faa1d7fa640 1 -- 172.21.15.70:0/917357251 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faa18059960 con 0x7faa08003f40 2024-09-05T06:12:11.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.678+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faa200c84f0 con 0x7faa08003f40 2024-09-05T06:12:11.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.678+0000 7faa1d7fa640 1 -- 172.21.15.70:0/917357251 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7faa18059260 con 0x7faa08003f40 2024-09-05T06:12:11.679 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:12:11.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa0c0678c0 msgr2=0x7faa0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa0c0678c0 0x7faa0c069d80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7faa140af000 tx=0x7faa140046d0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 msgr2=0x7faa20158a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa20158a00 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7faa18011810 tx=0x7faa18011cd0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 shutdown_connections 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa0c0678c0 0x7faa0c069d80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa2015c890 0x7faa200b64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa20159320 0x7faa2015c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 --2- 172.21.15.70:0/917357251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa08003f40 0x7faa20158a00 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 >> 172.21.15.70:0/917357251 conn(0x7faa2008e690 msgr2=0x7faa2006cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 shutdown_connections 2024-09-05T06:12:11.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11.682+0000 7faa27023640 1 -- 172.21.15.70:0/917357251 wait complete. 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:12:11.697 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:12:11.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:11.698 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:12:11.704 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42412sec preferred_lft 42412sec 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:12:11.705 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:12:11.706 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:12:11.707 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:12:11.707 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:11.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:11.707 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:12:11.761 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:12:11.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:11.762 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:12:11.812 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:12:11.813 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:12:11.813 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:12:11.813 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:12:11.813 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:12:11.813 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:12:11.813 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:12:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:12:11.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:12:11.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:11.932 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:12:11.981 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:12:11.981 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:12:11.981 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:12:11.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:11.981 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:12:12.036 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:12:12.036 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:12:12.036 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:12:12.084 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:12:12.084 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:12:12.085 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:12:12.132 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:12:12.189 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:12:12.238 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:12:12.239 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:12:12.240 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:12:12.240 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:12:12.240 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:12:12.240 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:12:12.240 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:12:12.240 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:12:12.240 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:12:12.240 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:12:12.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:12.241 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:12:12.292 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:12:12.293 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:12:12.342 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:12:12.358 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:12:12.405 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:12:12.405 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:12:12.405 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:12:12.405 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:12:12.405 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:12:12.405 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:12:12.405 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:12:12.406 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:12:12.407 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:12:12.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:12.408 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:12:12.421 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:12:12.422+0000 7fd190365580 -1 init, newargv = 0x558eec481800 newargc=15 2024-09-05T06:12:12.421 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[30809]: starting ceph client 2024-09-05T06:12:12.426 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[30809]: starting fuse 2024-09-05T06:12:13.527 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:12:13.543 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:12:13.590 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:12:13.590 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:12:13.590 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:12:13.590 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:12:13.591 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:12:13.592 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:12:13.593 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:12:13.593 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:12:13.593 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:12:13.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:13.594 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:12:13.641 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:12:13.641 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:12:13.641 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:12:13.641 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:12:13.641 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:12:13.641 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:12:13.641 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:12:13.642 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:12:13.643 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:12:13.643 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:12:13.643 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:12:13.643 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:12:13.643 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:13.643 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:12:13.643 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:12:13.766 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.30809.asok 2024-09-05T06:12:13.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:12:13.778 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.30809.asok 2024-09-05T06:12:13.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:13.778 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.30809.asok status 2024-09-05T06:12:13.931 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "30809", 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5685, 2024-09-05T06:12:13.932 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 5685 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2309351919 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:12:13.933 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2309351919 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.5685 192.168.0.1:0/2309351919", 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/2309351919", 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 27, 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 70, 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:12:13.934 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:12:13.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:13.947 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:12:13.947 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:12:13.952 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:12:13.953 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:12:13.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:13.953 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:12:14.008 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:12:14.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e9733640 1 Processor -- start 2024-09-05T06:12:14.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e9733640 1 -- start start 2024-09-05T06:12:14.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e9733640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56e40d0e60 0x7f56e40af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:14.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e9733640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56e406d570 con 0x7f56e4157110 2024-09-05T06:12:14.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e9733640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56e406d850 con 0x7f56e40ceaf0 2024-09-05T06:12:14.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e9733640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f56e406db30 con 0x7f56e40d0e60 2024-09-05T06:12:14.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e2ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f56e4157110 0x7f56e40b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36156/0 (socket says 172.21.15.70:36156) 2024-09-05T06:12:14.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e2ffd640 1 -- 172.21.15.70:0/1671649870 learned_addr learned my addr 172.21.15.70:0/1671649870 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e37fe640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56e40d0e60 0x7f56e40af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 360157399 0 0) 0x7f56e406d570 con 0x7f56e4157110 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f56cc003530 con 0x7f56e4157110 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3956083400 0 0) 0x7f56cc003530 con 0x7f56e4157110 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56e40d0e60 msgr2=0x7f56e40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56e40d0e60 0x7f56e40af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 >> v1:172.21.15.196:6789/0 conn(0x7f56e40ceaf0 legacy=0x7f56e40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56e406de10 con 0x7f56e4157110 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f56d8001680 con 0x7f56e4157110 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 >> v1:172.21.15.70:6789/0 conn(0x7f56e4157110 legacy=0x7f56e40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56cc0039f0 0x7f56cc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56cc0043a0 0x7f56cc004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:14.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56e40d0e60 0x7f56cc0050d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f56e406db30 con 0x7f56cc0039f0 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f56cc00ba00 con 0x7f56cc0043a0 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f56cc00bc00 con 0x7f56e40d0e60 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e2ffd640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56cc0039f0 0x7f56cc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e27fc640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56cc0043a0 0x7f56cc004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e37fe640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56e40d0e60 0x7f56cc0050d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e2ffd640 1 -- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56e40d0e60 msgr2=0x7f56cc0050d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e2ffd640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56e40d0e60 0x7f56cc0050d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e2ffd640 1 -- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56cc0043a0 msgr2=0x7f56cc004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e2ffd640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56cc0043a0 0x7f56cc004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.174+0000 7f56e2ffd640 1 -- 172.21.15.70:0/1671649870 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56cc003530 con 0x7f56cc0039f0 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e2ffd640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56cc0039f0 0x7f56cc003dd0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f56d800c2c0 tx=0x7f56d801cd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0f0e8694c94a238 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56d8007d60 con 0x7f56cc0039f0 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56d80a9070 con 0x7f56cc0039f0 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e1ffb640 1 -- 172.21.15.70:0/1671649870 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56d8005d40 con 0x7f56cc0039f0 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- 172.21.15.70:0/1671649870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56cc0039f0 msgr2=0x7f56cc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 --2- 172.21.15.70:0/1671649870 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56cc0039f0 0x7f56cc003dd0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f56d800c2c0 tx=0x7f56d801cd40 comp rx=0 tx=0).stop 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e37fe640 1 -- 172.21.15.70:0/1671649870 reap_dead start 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- 172.21.15.70:0/1671649870 shutdown_connections 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- 172.21.15.70:0/1671649870 >> 172.21.15.70:0/1671649870 conn(0x7f56e406bcc0 msgr2=0x7f56e406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- 172.21.15.70:0/1671649870 shutdown_connections 2024-09-05T06:12:14.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- 172.21.15.70:0/1671649870 wait complete. 2024-09-05T06:12:14.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 Processor -- start 2024-09-05T06:12:14.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- start start 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56cc0039f0 0x7f56e4147bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56e414bc30 0x7f56e414c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56e40b2490 0x7f56e40b2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f56e40b00b0 con 0x7f56e40b2490 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f56e40aff30 con 0x7f56e414bc30 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.178+0000 7f56e9733640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f56e40b0230 con 0x7f56cc0039f0 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56e40b2490 0x7f56e40b2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56e40b2490 0x7f56e40b2920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33158/0 (socket says 172.21.15.70:33158) 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 -- 172.21.15.70:0/2854860806 learned_addr learned my addr 172.21.15.70:0/2854860806 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e27fc640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56e414bc30 0x7f56e414c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e2ffd640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56cc0039f0 0x7f56e4147bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 -- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56cc0039f0 msgr2=0x7f56e4147bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56cc0039f0 0x7f56e4147bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 -- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56e414bc30 msgr2=0x7f56e414c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56e414bc30 0x7f56e414c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 -- 172.21.15.70:0/2854860806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56e40b13f0 con 0x7f56e40b2490 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e27fc640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56e414bc30 0x7f56e414c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e37fe640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56e40b2490 0x7f56e40b2920 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f56e4071500 tx=0x7f56dc00f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56cb7fe640 1 -- 172.21.15.70:0/2854860806 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56dc01c070 con 0x7f56e40b2490 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56cb7fe640 1 -- 172.21.15.70:0/2854860806 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56dc017400 con 0x7f56e40b2490 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56cb7fe640 1 -- 172.21.15.70:0/2854860806 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56dc0177f0 con 0x7f56e40b2490 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56e40b16d0 con 0x7f56e40b2490 2024-09-05T06:12:14.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56e40b1c90 con 0x7f56e40b2490 2024-09-05T06:12:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56e406d850 con 0x7f56e40b2490 2024-09-05T06:12:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56cb7fe640 1 -- 172.21.15.70:0/2854860806 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f56dc01f070 con 0x7f56e40b2490 2024-09-05T06:12:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56cb7fe640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56d00678f0 0x7f56d0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56cb7fe640 1 -- 172.21.15.70:0/2854860806 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f56dc085c70 con 0x7f56e40b2490 2024-09-05T06:12:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e2ffd640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56d00678f0 0x7f56d0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.182+0000 7f56e2ffd640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56d00678f0 0x7f56d0069db0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f56d80ab000 tx=0x7f56d80b1040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:14.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.186+0000 7f56cb7fe640 1 -- 172.21.15.70:0/2854860806 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f56dc012070 con 0x7f56e40b2490 2024-09-05T06:12:14.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f56e40d0530 con 0x7f56e40b2490 2024-09-05T06:12:14.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56cb7fe640 1 -- 172.21.15.70:0/2854860806 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7f56dc056160 con 0x7f56e40b2490 2024-09-05T06:12:14.390 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56d00678f0 msgr2=0x7f56d0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56d00678f0 0x7f56d0069db0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f56d80ab000 tx=0x7f56d80b1040 comp rx=0 tx=0).stop 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56e40b2490 msgr2=0x7f56e40b2920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56e40b2490 0x7f56e40b2920 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f56e4071500 tx=0x7f56dc00f4a0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 shutdown_connections 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56d00678f0 0x7f56d0069db0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56e40b2490 0x7f56e40b2920 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56e414bc30 0x7f56e414c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 --2- 172.21.15.70:0/2854860806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56cc0039f0 0x7f56e4147bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:14.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 >> 172.21.15.70:0/2854860806 conn(0x7f56e406bcc0 msgr2=0x7f56e4151a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:14.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 shutdown_connections 2024-09-05T06:12:14.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:14.390+0000 7f56e9733640 1 -- 172.21.15.70:0/2854860806 wait complete. 2024-09-05T06:12:14.408 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:12:14.409 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:12:14.409 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:12:14.409 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:12:14.409 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:12:14.409 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:12:14.409 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:12:14.409 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:12:14.409 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:12:14.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:14.409 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:12:14.416 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:12:14.417 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42415sec preferred_lft 42415sec 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:12:14.418 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:12:14.419 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:12:14.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:14.420 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:12:14.471 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:12:14.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:14.473 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:12:14.523 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:12:14.523 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:12:14.523 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:12:14.523 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:12:14.524 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:12:14.524 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:12:14.524 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:12:14.524 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:12:14.524 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:12:14.524 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:12:14.524 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:12:14.524 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:12:14.524 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:12:14.524 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:12:14.524 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:12:14.525 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:12:14.525 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:12:14.611 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:12:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:12:14.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:12:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:12:14.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:14.647 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:12:14.653 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:12:14.653 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:12:14.653 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:12:14.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:14.653 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:12:14.710 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:12:14.710 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:12:14.710 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:12:14.758 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:12:14.759 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:12:14.759 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:12:14.806 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:12:14.864 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:12:14.911 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:12:14.912 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:12:14.913 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:12:14.914 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:12:14.914 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:12:14.914 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:12:14.914 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:12:14.914 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:12:14.914 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:12:14.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:14.915 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:12:14.963 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:12:14.963 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:12:15.007 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:12:15.021 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:12:15.071 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:12:15.072 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:12:15.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:15.074 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:12:15.088 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:12:15.082+0000 7f5f902f9580 -1 init, newargv = 0x5558ecb098a0 newargc=15 2024-09-05T06:12:15.088 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25661]: starting ceph client 2024-09-05T06:12:15.093 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25661]: starting fuse 2024-09-05T06:12:16.193 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:12:16.209 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:12:16.261 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:12:16.261 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:12:16.261 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:12:16.261 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:12:16.261 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:12:16.261 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:12:16.261 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:12:16.262 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:12:16.263 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:12:16.264 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:12:16.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:16.264 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:12:16.310 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:12:16.310 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:12:16.311 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:12:16.312 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:12:16.435 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.25661.asok 2024-09-05T06:12:16.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:12:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:12:16.447 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.25661.asok 2024-09-05T06:12:16.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:16.447 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.25661.asok status 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "25661", 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:12:16.602 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 4847, 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 4847 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 226695296 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:12:16.603 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 226695296 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.4847 192.168.0.1:0/226695296", 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/226695296", 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 27, 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 70, 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:12:16.604 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:12:16.615 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:16.615 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:12:16.615 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:12:16.621 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:12:16.621 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:12:16.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:12:16.622 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:12:16.676 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:12:16.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768be12640 1 Processor -- start 2024-09-05T06:12:16.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768be12640 1 -- start start 2024-09-05T06:12:16.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768be12640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 0x7f76840b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768be12640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f76840b5ac0 0x7f76840d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768be12640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f768406d570 con 0x7f76840ceaf0 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768be12640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f768406d850 con 0x7f76840b5ac0 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768be12640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f768406db30 con 0x7f7684157110 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768a3af640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f76840ceaf0 0x7f76840af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36166/0 (socket says 172.21.15.70:36166) 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f768a3af640 1 -- 172.21.15.70:0/1812462846 learned_addr learned my addr 172.21.15.70:0/1812462846 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7689bae640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 0x7f76840b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3364262900 0 0) 0x7f768406d570 con 0x7f76840ceaf0 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f76893ad640 1 --2- 172.21.15.70:0/1812462846 >> v2:172.21.15.196:3300/0 conn(0x7f76840b5ac0 0x7f76840d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7670003530 con 0x7f76840ceaf0 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3415328046 0 0) 0x7f7670003530 con 0x7f76840ceaf0 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 msgr2=0x7f76840b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:16.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 0x7f76840b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 >> v2:172.21.15.196:3300/0 conn(0x7f76840b5ac0 msgr2=0x7f76840d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 --2- 172.21.15.70:0/1812462846 >> v2:172.21.15.196:3300/0 conn(0x7f76840b5ac0 0x7f76840d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f768406de10 con 0x7f76840ceaf0 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f767c001680 con 0x7f76840ceaf0 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 >> v1:172.21.15.70:6789/0 conn(0x7f76840ceaf0 legacy=0x7f76840af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 0x7f76700039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f7670004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7670004d50 0x7f76700051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f768406d850 con 0x7f7670003f40 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f768406db30 con 0x7f7670004d50 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f767000b9d0 con 0x7f7684157110 2024-09-05T06:12:16.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f76893ad640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f7670004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:16.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7689bae640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 0x7f76700039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:16.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f76893ad640 1 -- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 msgr2=0x7f76700039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:16.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f76893ad640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 0x7f76700039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:16.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f76893ad640 1 -- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7670004d50 msgr2=0x7f76700051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:12:16.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f76893ad640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7670004d50 0x7f76700051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:16.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f76893ad640 1 -- 172.21.15.70:0/1812462846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7670003530 con 0x7f7670003f40 2024-09-05T06:12:16.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.806+0000 7f7689bae640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7684157110 0x7f76700039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:16.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f76893ad640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f7670004810 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f7680009f90 tx=0x7f768001cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=952121da8fe8fd2c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:16.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76800b2070 con 0x7f7670003f40 2024-09-05T06:12:16.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76800a5c90 con 0x7f7670003f40 2024-09-05T06:12:16.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f7688bac640 1 -- 172.21.15.70:0/1812462846 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7680009c10 con 0x7f7670003f40 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768be12640 1 -- 172.21.15.70:0/1812462846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 msgr2=0x7f7670004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768be12640 1 --2- 172.21.15.70:0/1812462846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f7670004810 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f7680009f90 tx=0x7f768001cc20 comp rx=0 tx=0).stop 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768a3af640 1 -- 172.21.15.70:0/1812462846 reap_dead start 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768be12640 1 -- 172.21.15.70:0/1812462846 shutdown_connections 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768be12640 1 -- 172.21.15.70:0/1812462846 >> 172.21.15.70:0/1812462846 conn(0x7f768406bcc0 msgr2=0x7f768406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768be12640 1 -- 172.21.15.70:0/1812462846 shutdown_connections 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768be12640 1 -- 172.21.15.70:0/1812462846 wait complete. 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768be12640 1 Processor -- start 2024-09-05T06:12:16.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.810+0000 7f768be12640 1 -- start start 2024-09-05T06:12:16.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f76841574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7684145440 0x7f7684157a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f768414cb30 0x7f768414cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f76840b5580 con 0x7f7670003f40 2024-09-05T06:12:16.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f768406e3d0 con 0x7f7684145440 2024-09-05T06:12:16.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f76840b5700 con 0x7f768414cb30 2024-09-05T06:12:16.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f76841574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f76841574f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33174/0 (socket says 172.21.15.70:33174) 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 -- 172.21.15.70:0/3069011047 learned_addr learned my addr 172.21.15.70:0/3069011047 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768a3af640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f768414cb30 0x7f768414cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f76893ad640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7684145440 0x7f7684157a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 -- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f768414cb30 msgr2=0x7f768414cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f768414cb30 0x7f768414cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 -- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7684145440 msgr2=0x7f7684157a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7684145440 0x7f7684157a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 -- 172.21.15.70:0/3069011047 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7684159780 con 0x7f7670003f40 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f76893ad640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7684145440 0x7f7684157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f7689bae640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f76841574f0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f7674010900 tx=0x7f7674010dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:16.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f767a7fc640 1 -- 172.21.15.70:0/3069011047 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767400f040 con 0x7f7670003f40 2024-09-05T06:12:16.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f767a7fc640 1 -- 172.21.15.70:0/3069011047 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f767400ec20 con 0x7f7670003f40 2024-09-05T06:12:16.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f767a7fc640 1 -- 172.21.15.70:0/3069011047 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7674004020 con 0x7f7670003f40 2024-09-05T06:12:16.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7684158060 con 0x7f7670003f40 2024-09-05T06:12:16.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7684159ce0 con 0x7f7670003f40 2024-09-05T06:12:16.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f768406d570 con 0x7f7670003f40 2024-09-05T06:12:16.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f767a7fc640 1 -- 172.21.15.70:0/3069011047 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f76740041c0 con 0x7f7670003f40 2024-09-05T06:12:16.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f767a7fc640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76680678f0 0x7f7668069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:12:16.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f767a7fc640 1 -- 172.21.15.70:0/3069011047 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f76740862d0 con 0x7f7670003f40 2024-09-05T06:12:16.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f76893ad640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76680678f0 0x7f7668069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:12:16.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.814+0000 7f76893ad640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76680678f0 0x7f7668069db0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f76800af000 tx=0x7f76800a7040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:12:16.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:16.818+0000 7f767a7fc640 1 -- 172.21.15.70:0/3069011047 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7684159780 con 0x7f7670003f40 2024-09-05T06:12:17.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.006+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f76840d0530 con 0x7f7670003f40 2024-09-05T06:12:17.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f767a7fc640 1 -- 172.21.15.70:0/3069011047 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f7674018030 con 0x7f7670003f40 2024-09-05T06:12:17.009 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:12:17.009 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":27,"btime":"2024-09-05T06:12:08:682614+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1088753869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":1088753869},{"type":"v1","addr":"172.21.15.196:6835","nonce":1088753869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4957,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/282446879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":282446879},{"type":"v1","addr":"172.21.15.70:6836","nonce":282446879}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1793573990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1793573990},{"type":"v1","addr":"172.21.15.70:6837","nonce":1793573990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:12:05.999350+0000","modified":"2024-09-05T06:12:08.031680+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4969":{"gid":4969,"name":"b","rank":0,"incarnation":25,"state":"up:active","state_seq":3,"addr":"172.21.15.196:6834/2479038046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2479038046},{"type":"v1","addr":"172.21.15.196:6834","nonce":2479038046}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4969,"qdb_cluster":[4969]},"id":4}]} 2024-09-05T06:12:17.010 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 27 2024-09-05T06:12:17.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76680678f0 msgr2=0x7f7668069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:17.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76680678f0 0x7f7668069db0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f76800af000 tx=0x7f76800a7040 comp rx=0 tx=0).stop 2024-09-05T06:12:17.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 msgr2=0x7f76841574f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:12:17.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f76841574f0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f7674010900 tx=0x7f7674010dc0 comp rx=0 tx=0).stop 2024-09-05T06:12:17.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 shutdown_connections 2024-09-05T06:12:17.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f76680678f0 0x7f7668069db0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:17.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f768414cb30 0x7f768414cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:17.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7684145440 0x7f7684157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:17.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 --2- 172.21.15.70:0/3069011047 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7670003f40 0x7f76841574f0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:12:17.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 >> 172.21.15.70:0/3069011047 conn(0x7f768406bcc0 msgr2=0x7f76840d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:12:17.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 shutdown_connections 2024-09-05T06:12:17.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:12:17.010+0000 7f768be12640 1 -- 172.21.15.70:0/3069011047 wait complete. 2024-09-05T06:12:17.027 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json status 2024-09-05T06:12:17.177 INFO:teuthology.orchestra.run.smithi196.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":4969,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":10.523734178,"mdsmap_epoch":27,"osdmap_epoch":70,"osdmap_epoch_barrier":70,"uptime":15.460079889999999} 2024-09-05T06:12:17.177 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 4969, "mdsmap_epoch": 27, "osdmap_epoch": 70, "osdmap_epoch_barrier": 70, "rank_uptime": 10.523734178, "state": "up:active", "uptime": 15.46007989, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:12:17.178 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_mon_report_interval 2024-09-05T06:12:17.314 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_mon_report_interval":"5"} 2024-09-05T06:12:17.315 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_mon_report_interval": "5" } 2024-09-05T06:12:17.315 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mon_tick_interval 2024-09-05T06:12:17.440 INFO:teuthology.orchestra.run.smithi070.stdout:{"mon_tick_interval":"5"} 2024-09-05T06:12:17.441 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mon_tick_interval": "5" } 2024-09-05T06:12:17.441 INFO:tasks.cephfs.test_full:pool capacity 557049408, 531MB should be enough to fill it 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> import time 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> import datetime 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> # Write some buffered data through before going full, all should be well 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> print("writing some data through which we expect to succeed") 2024-09-05T06:12:17.441 DEBUG:teuthology.orchestra.run.smithi070:> bytes = 0 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> f = os.open("/home/ubuntu/cephtest/mnt.0/full_test_file", os.O_WRONLY | os.O_CREAT) 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> os.setxattr("/home/ubuntu/cephtest/mnt.0/full_test_file", '"'"'ceph.file.layout'"'"', b'"'"'stripe_unit=1048576 stripe_count=1 object_size=1048576'"'"') 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'a'"'"' * 512 * 1024) 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(f) 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> print("fsync'"'"'ed data successfully, will now attempt to fill fs") 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> # Okay, now we'"'"'re going to fill up the filesystem, and then keep 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> # writing until we see an error from fsync. As long as we'"'"'re doing 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> # buffered IO, the error should always only appear from fsync and not 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> # from write 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> full = False 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> for n in range(0, int(531 * 0.9)): 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'x'"'"' * 1024 * 1024) 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> print("wrote {0} bytes via buffered write, may repeat".format(bytes)) 2024-09-05T06:12:17.442 DEBUG:teuthology.orchestra.run.smithi070:> print("done writing {0} bytes".format(bytes)) 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> # OK, now we should sneak in under the full condition 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> # due to the time it takes the OSDs to report to the 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> # mons, and get a successful fsync on our full-making data 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(f) 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> print("successfully fsync'"'"'ed prior to getting full state reported") 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> # buffered write, add more dirty data to the buffer 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> print("starting buffered write") 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> try: 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> for n in range(0, int(531 * 0.2)): 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'x'"'"' * 1024 * 1024) 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> print("sleeping a bit as we'"'"'ve exceeded 90% of our expected full ratio") 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> time.sleep(15.0) 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> except OSError: 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> pass; 2024-09-05T06:12:17.443 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> print("wrote, now waiting 30s and then doing a close we expect to fail") 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> # Wait long enough for a background flush that should fail 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> time.sleep(30) 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> if True: 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> # ...and check that the failed background flush is reflected in fclose 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> try: 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> os.close(f) 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> except OSError: 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> print("close() returned an error as expected") 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> else: 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("close() failed to raise error") 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> else: 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> # The kernel cephfs client does not raise errors on fclose 2024-09-05T06:12:17.444 DEBUG:teuthology.orchestra.run.smithi070:> os.close(f) 2024-09-05T06:12:17.445 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:12:17.445 DEBUG:teuthology.orchestra.run.smithi070:> os.unlink("/home/ubuntu/cephtest/mnt.0/full_test_file") 2024-09-05T06:12:17.445 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:12:22.282 INFO:teuthology.orchestra.run.smithi070.stdout:writing some data through which we expect to succeed 2024-09-05T06:12:22.282 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed data successfully, will now attempt to fill fs 2024-09-05T06:12:22.282 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 1572864 bytes via buffered write, may repeat 2024-09-05T06:12:22.282 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 2621440 bytes via buffered write, may repeat 2024-09-05T06:12:22.282 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 3670016 bytes via buffered write, may repeat 2024-09-05T06:12:22.282 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 4718592 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 5767168 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 6815744 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 7864320 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 8912896 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 9961472 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 11010048 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 12058624 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 13107200 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 14155776 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 15204352 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 16252928 bytes via buffered write, may repeat 2024-09-05T06:12:22.283 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 17301504 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 18350080 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 19398656 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 20447232 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 21495808 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 22544384 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 23592960 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 24641536 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 25690112 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 26738688 bytes via buffered write, may repeat 2024-09-05T06:12:22.284 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 27787264 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 28835840 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 29884416 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 30932992 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 31981568 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 33030144 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 34078720 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 35127296 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 36175872 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 37224448 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 38273024 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 39321600 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 40370176 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 41418752 bytes via buffered write, may repeat 2024-09-05T06:12:22.285 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 42467328 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 43515904 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 44564480 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 45613056 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 46661632 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 47710208 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 48758784 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 49807360 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 50855936 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 51904512 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 52953088 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 54001664 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 55050240 bytes via buffered write, may repeat 2024-09-05T06:12:22.286 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 56098816 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 57147392 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 58195968 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 59244544 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 60293120 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 61341696 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 62390272 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 63438848 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 64487424 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 65536000 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 66584576 bytes via buffered write, may repeat 2024-09-05T06:12:22.287 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 67633152 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 68681728 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 69730304 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 70778880 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 71827456 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 72876032 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 73924608 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 74973184 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 76021760 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 77070336 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 78118912 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 79167488 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 80216064 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 81264640 bytes via buffered write, may repeat 2024-09-05T06:12:22.288 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 82313216 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 83361792 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 84410368 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 85458944 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 86507520 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 87556096 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 88604672 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 89653248 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 90701824 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 91750400 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 92798976 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 93847552 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 94896128 bytes via buffered write, may repeat 2024-09-05T06:12:22.289 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 95944704 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 96993280 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 98041856 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 99090432 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 100139008 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 101187584 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 102236160 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 103284736 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 104333312 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 105381888 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 106430464 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 107479040 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 108527616 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 109576192 bytes via buffered write, may repeat 2024-09-05T06:12:22.290 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 110624768 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 111673344 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 112721920 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 113770496 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 114819072 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 115867648 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 116916224 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 117964800 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 119013376 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 120061952 bytes via buffered write, may repeat 2024-09-05T06:12:22.291 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 121110528 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 122159104 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 123207680 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 124256256 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 125304832 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 126353408 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 127401984 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 128450560 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 129499136 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 130547712 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 131596288 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 132644864 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 133693440 bytes via buffered write, may repeat 2024-09-05T06:12:22.292 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 134742016 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 135790592 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 136839168 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 137887744 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 138936320 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 139984896 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 141033472 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 142082048 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 143130624 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 144179200 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 145227776 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 146276352 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 147324928 bytes via buffered write, may repeat 2024-09-05T06:12:22.293 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 148373504 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 149422080 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 150470656 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 151519232 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 152567808 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 153616384 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 154664960 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 155713536 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 156762112 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 157810688 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 158859264 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 159907840 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 160956416 bytes via buffered write, may repeat 2024-09-05T06:12:22.294 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 162004992 bytes via buffered write, may repeat 2024-09-05T06:12:22.590 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 163053568 bytes via buffered write, may repeat 2024-09-05T06:12:22.590 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 164102144 bytes via buffered write, may repeat 2024-09-05T06:12:22.590 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 165150720 bytes via buffered write, may repeat 2024-09-05T06:12:22.590 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 166199296 bytes via buffered write, may repeat 2024-09-05T06:12:22.590 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 167247872 bytes via buffered write, may repeat 2024-09-05T06:12:22.590 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 168296448 bytes via buffered write, may repeat 2024-09-05T06:12:22.590 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 169345024 bytes via buffered write, may repeat 2024-09-05T06:12:22.590 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 170393600 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 171442176 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 172490752 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 173539328 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 174587904 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 175636480 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 176685056 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 177733632 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 178782208 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 179830784 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 180879360 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 181927936 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 182976512 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 184025088 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 185073664 bytes via buffered write, may repeat 2024-09-05T06:12:22.591 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 186122240 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 187170816 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 188219392 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 189267968 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 190316544 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 191365120 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 192413696 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 193462272 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 194510848 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 195559424 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 196608000 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 197656576 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 198705152 bytes via buffered write, may repeat 2024-09-05T06:12:22.592 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 199753728 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 200802304 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 201850880 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 202899456 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 203948032 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 204996608 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 206045184 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 207093760 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 208142336 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 209190912 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 210239488 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 211288064 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 212336640 bytes via buffered write, may repeat 2024-09-05T06:12:22.593 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 213385216 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 214433792 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 215482368 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 216530944 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 217579520 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 218628096 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 219676672 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 220725248 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 221773824 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 222822400 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 223870976 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 224919552 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 225968128 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 227016704 bytes via buffered write, may repeat 2024-09-05T06:12:22.594 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 228065280 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 229113856 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 230162432 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 231211008 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 232259584 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 233308160 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 234356736 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 235405312 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 236453888 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 237502464 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 238551040 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 239599616 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 240648192 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 241696768 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 242745344 bytes via buffered write, may repeat 2024-09-05T06:12:22.595 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 243793920 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 244842496 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 245891072 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 246939648 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 247988224 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 249036800 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 250085376 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 251133952 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 252182528 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 253231104 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 254279680 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 255328256 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 256376832 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 257425408 bytes via buffered write, may repeat 2024-09-05T06:12:22.596 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 258473984 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 259522560 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 260571136 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 261619712 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 262668288 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 263716864 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 264765440 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 265814016 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 266862592 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 267911168 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 268959744 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 270008320 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 271056896 bytes via buffered write, may repeat 2024-09-05T06:12:22.597 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 272105472 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 273154048 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 274202624 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 275251200 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 276299776 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 277348352 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 278396928 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 279445504 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 280494080 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 281542656 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 282591232 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 283639808 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 284688384 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 285736960 bytes via buffered write, may repeat 2024-09-05T06:12:22.598 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 286785536 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 287834112 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 288882688 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 289931264 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 290979840 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 292028416 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 293076992 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 294125568 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 295174144 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 296222720 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 297271296 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 298319872 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 299368448 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 300417024 bytes via buffered write, may repeat 2024-09-05T06:12:22.599 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 301465600 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 302514176 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 303562752 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 304611328 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 305659904 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 306708480 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 307757056 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 308805632 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 309854208 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 310902784 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 311951360 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 312999936 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 314048512 bytes via buffered write, may repeat 2024-09-05T06:12:22.600 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 315097088 bytes via buffered write, may repeat 2024-09-05T06:12:22.601 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 316145664 bytes via buffered write, may repeat 2024-09-05T06:12:22.601 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 317194240 bytes via buffered write, may repeat 2024-09-05T06:12:22.601 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 318242816 bytes via buffered write, may repeat 2024-09-05T06:12:22.601 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 319291392 bytes via buffered write, may repeat 2024-09-05T06:12:22.601 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 320339968 bytes via buffered write, may repeat 2024-09-05T06:12:22.601 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 321388544 bytes via buffered write, may repeat 2024-09-05T06:12:22.601 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 322437120 bytes via buffered write, may repeat 2024-09-05T06:12:22.601 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 323485696 bytes via buffered write, may repeat 2024-09-05T06:12:22.881 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 324534272 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 325582848 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 326631424 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 327680000 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 328728576 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 329777152 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 330825728 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 331874304 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 332922880 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 333971456 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 335020032 bytes via buffered write, may repeat 2024-09-05T06:12:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 336068608 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 337117184 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 338165760 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 339214336 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 340262912 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 341311488 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 342360064 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 343408640 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 344457216 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 345505792 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 346554368 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 347602944 bytes via buffered write, may repeat 2024-09-05T06:12:22.883 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 348651520 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 349700096 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 350748672 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 351797248 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 352845824 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 353894400 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 354942976 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 355991552 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 357040128 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 358088704 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 359137280 bytes via buffered write, may repeat 2024-09-05T06:12:22.884 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 360185856 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 361234432 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 362283008 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 363331584 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 364380160 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 365428736 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 366477312 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 367525888 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 368574464 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 369623040 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 370671616 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 371720192 bytes via buffered write, may repeat 2024-09-05T06:12:22.885 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 372768768 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 373817344 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 374865920 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 375914496 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 376963072 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 378011648 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 379060224 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 380108800 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 381157376 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 382205952 bytes via buffered write, may repeat 2024-09-05T06:12:22.886 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 383254528 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 384303104 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 385351680 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 386400256 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 387448832 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 388497408 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 389545984 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 390594560 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 391643136 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 392691712 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 393740288 bytes via buffered write, may repeat 2024-09-05T06:12:22.887 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 394788864 bytes via buffered write, may repeat 2024-09-05T06:12:22.888 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 395837440 bytes via buffered write, may repeat 2024-09-05T06:12:22.888 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 396886016 bytes via buffered write, may repeat 2024-09-05T06:12:22.888 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 397934592 bytes via buffered write, may repeat 2024-09-05T06:12:22.888 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 398983168 bytes via buffered write, may repeat 2024-09-05T06:12:22.888 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 400031744 bytes via buffered write, may repeat 2024-09-05T06:12:22.888 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 401080320 bytes via buffered write, may repeat 2024-09-05T06:12:22.888 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 402128896 bytes via buffered write, may repeat 2024-09-05T06:12:22.888 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 403177472 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 404226048 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 405274624 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 406323200 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 407371776 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 408420352 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 409468928 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 410517504 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 411566080 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 412614656 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 413663232 bytes via buffered write, may repeat 2024-09-05T06:12:22.889 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 414711808 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 415760384 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 416808960 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 417857536 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 418906112 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 419954688 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 421003264 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 422051840 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 423100416 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 424148992 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 425197568 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 426246144 bytes via buffered write, may repeat 2024-09-05T06:12:22.890 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 427294720 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 428343296 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 429391872 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 430440448 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 431489024 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 432537600 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 433586176 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 434634752 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 435683328 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 436731904 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 437780480 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 438829056 bytes via buffered write, may repeat 2024-09-05T06:12:22.891 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 439877632 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 440926208 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 441974784 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 443023360 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 444071936 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 445120512 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 446169088 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 447217664 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 448266240 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 449314816 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 450363392 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 451411968 bytes via buffered write, may repeat 2024-09-05T06:12:22.892 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 452460544 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 453509120 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 454557696 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 455606272 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 456654848 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 457703424 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 458752000 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 459800576 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 460849152 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 461897728 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 462946304 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 463994880 bytes via buffered write, may repeat 2024-09-05T06:12:22.893 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 465043456 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 466092032 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 467140608 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 468189184 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 469237760 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 470286336 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 471334912 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 472383488 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 473432064 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 474480640 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 475529216 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 476577792 bytes via buffered write, may repeat 2024-09-05T06:12:22.894 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 477626368 bytes via buffered write, may repeat 2024-09-05T06:12:22.895 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 478674944 bytes via buffered write, may repeat 2024-09-05T06:12:22.895 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 479723520 bytes via buffered write, may repeat 2024-09-05T06:12:22.895 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 480772096 bytes via buffered write, may repeat 2024-09-05T06:12:22.895 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 481820672 bytes via buffered write, may repeat 2024-09-05T06:12:22.895 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 482869248 bytes via buffered write, may repeat 2024-09-05T06:12:22.895 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 483917824 bytes via buffered write, may repeat 2024-09-05T06:12:22.895 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 484966400 bytes via buffered write, may repeat 2024-09-05T06:12:24.460 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:12:24.466+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 full osd(s) (OSD_FULL) 2024-09-05T06:12:29.984 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:12:29.987 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:12:30.167 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:12:30.170+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check update: 3 full osd(s) (OSD_FULL) 2024-09-05T06:13:00.120 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:13:00.124 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:13:08.045 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 486014976 bytes via buffered write, may repeat 2024-09-05T06:13:08.045 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 487063552 bytes via buffered write, may repeat 2024-09-05T06:13:08.045 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 488112128 bytes via buffered write, may repeat 2024-09-05T06:13:08.045 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 489160704 bytes via buffered write, may repeat 2024-09-05T06:13:08.045 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 490209280 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 491257856 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 492306432 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 493355008 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 494403584 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 495452160 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 496500736 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 497549312 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 498597888 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 499646464 bytes via buffered write, may repeat 2024-09-05T06:13:08.046 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 500695040 bytes via buffered write, may repeat 2024-09-05T06:13:08.047 INFO:teuthology.orchestra.run.smithi070.stdout:done writing 500695040 bytes 2024-09-05T06:13:08.047 INFO:teuthology.orchestra.run.smithi070.stdout:successfully fsync'ed prior to getting full state reported 2024-09-05T06:13:08.047 INFO:teuthology.orchestra.run.smithi070.stdout:starting buffered write 2024-09-05T06:13:08.047 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:13:08.047 INFO:teuthology.orchestra.run.smithi070.stdout:wrote, now waiting 30s and then doing a close we expect to fail 2024-09-05T06:13:08.047 INFO:teuthology.orchestra.run.smithi070.stdout:close() returned an error as expected 2024-09-05T06:13:08.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:13:08.067 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:13:08.067 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:13:08.141 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:13:08.575 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:13:08.575 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:13:08.575 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:13:08.575 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:08.582 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:13:08.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f3580d640 1 Processor -- start 2024-09-05T06:13:08.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f3580d640 1 -- start start 2024-09-05T06:13:08.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f3580d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0f30167690 0x7f0f300d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:08.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f3580d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f300b5980 con 0x7f0f30162f30 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f3580d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f300b5c60 con 0x7f0f300d0c90 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f3580d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0f30166bb0 con 0x7f0f30167690 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f2effd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f0f30162f30 0x7f0f300732f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49368/0 (socket says 172.21.15.70:49368) 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f2effd640 1 -- 172.21.15.70:0/3079265352 learned_addr learned my addr 172.21.15.70:0/3079265352 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f2e7fc640 1 --2- 172.21.15.70:0/3079265352 >> v2:172.21.15.70:3300/0 conn(0x7f0f30167690 0x7f0f300d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f2e7fc640 1 -- 172.21.15.70:0/3079265352 >> v1:172.21.15.196:6789/0 conn(0x7f0f300d0c90 legacy=0x7f0f30071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f2e7fc640 1 -- 172.21.15.70:0/3079265352 >> v1:172.21.15.70:6789/0 conn(0x7f0f30162f30 legacy=0x7f0f300732f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f2e7fc640 1 -- 172.21.15.70:0/3079265352 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f30166e90 con 0x7f0f30167690 2024-09-05T06:13:08.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.761+0000 7f0f2dffb640 1 -- 172.21.15.70:0/3079265352 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 23873322 0 0) 0x7f0f300b5980 con 0x7f0f30162f30 2024-09-05T06:13:08.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f2e7fc640 1 --2- 172.21.15.70:0/3079265352 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30167690 0x7f0f300d0750 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f0f240097c0 tx=0x7f0f2401c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=259cc1e096869646 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:08.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f2dffb640 1 -- 172.21.15.70:0/3079265352 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f240b0070 con 0x7f0f30167690 2024-09-05T06:13:08.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f2dffb640 1 -- 172.21.15.70:0/3079265352 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f240ab600 con 0x7f0f30167690 2024-09-05T06:13:08.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f2dffb640 1 -- 172.21.15.70:0/3079265352 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f240a4e60 con 0x7f0f30167690 2024-09-05T06:13:08.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- 172.21.15.70:0/3079265352 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30167690 msgr2=0x7f0f300d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:08.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 --2- 172.21.15.70:0/3079265352 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30167690 0x7f0f300d0750 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f0f240097c0 tx=0x7f0f2401c3d0 comp rx=0 tx=0).stop 2024-09-05T06:13:08.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- 172.21.15.70:0/3079265352 shutdown_connections 2024-09-05T06:13:08.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 --2- 172.21.15.70:0/3079265352 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30167690 0x7f0f300d0750 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:08.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- 172.21.15.70:0/3079265352 >> 172.21.15.70:0/3079265352 conn(0x7f0f3006bcc0 msgr2=0x7f0f3006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:08.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- 172.21.15.70:0/3079265352 shutdown_connections 2024-09-05T06:13:08.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- 172.21.15.70:0/3079265352 wait complete. 2024-09-05T06:13:08.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 Processor -- start 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- start start 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f300d0c90 0x7f0f30163f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30162f30 0x7f0f30157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f30167690 0x7f0f301611b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0f300afc70 con 0x7f0f30162f30 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0f300afaf0 con 0x7f0f30167690 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.765+0000 7f0f3580d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0f30170cb0 con 0x7f0f300d0c90 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30162f30 0x7f0f30157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30162f30 0x7f0f30157960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53116/0 (socket says 172.21.15.70:53116) 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 -- 172.21.15.70:0/333174448 learned_addr learned my addr 172.21.15.70:0/333174448 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:08.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2f7fe640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f30167690 0x7f0f301611b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2effd640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f300d0c90 0x7f0f30163f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 -- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f300d0c90 msgr2=0x7f0f30163f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f300d0c90 0x7f0f30163f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 -- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f30167690 msgr2=0x7f0f301611b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f30167690 0x7f0f301611b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 -- 172.21.15.70:0/333174448 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f30162540 con 0x7f0f30162f30 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2effd640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f300d0c90 0x7f0f30163f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2e7fc640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30162f30 0x7f0f30157960 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0f24018fe0 tx=0x7f0f24019170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f17fff640 1 -- 172.21.15.70:0/333174448 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f240bb070 con 0x7f0f30162f30 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f17fff640 1 -- 172.21.15.70:0/333174448 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f240b7460 con 0x7f0f30162f30 2024-09-05T06:13:08.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f301606d0 con 0x7f0f30162f30 2024-09-05T06:13:08.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f17fff640 1 -- 172.21.15.70:0/333174448 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f240b0040 con 0x7f0f30162f30 2024-09-05T06:13:08.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f30160c90 con 0x7f0f30162f30 2024-09-05T06:13:08.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f3016e590 con 0x7f0f30162f30 2024-09-05T06:13:08.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f17fff640 1 -- 172.21.15.70:0/333174448 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0f240be070 con 0x7f0f30162f30 2024-09-05T06:13:08.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f17fff640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0f1c0678c0 0x7f0f1c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:08.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f17fff640 1 -- 172.21.15.70:0/333174448 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5767+0+0 (secure 0 0 0) 0x7f0f24120470 con 0x7f0f30162f30 2024-09-05T06:13:08.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2effd640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0f1c0678c0 0x7f0f1c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:08.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f17fff640 1 -- 172.21.15.70:0/333174448 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=76}) -- 0x7f0f1c06f4b0 con 0x7f0f30162f30 2024-09-05T06:13:08.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.769+0000 7f0f2effd640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0f1c0678c0 0x7f0f1c069d80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0f20000f70 tx=0x7f0f20009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:08.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.773+0000 7f0f17fff640 1 -- 172.21.15.70:0/333174448 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0f24016050 con 0x7f0f30162f30 2024-09-05T06:13:08.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.945+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0f30071680 con 0x7f0f30162f30 2024-09-05T06:13:08.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.945+0000 7f0f17fff640 1 -- 172.21.15.70:0/333174448 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v75) ==== 80+0+0 (secure 0 0 0) 0x7f0f240f1200 con 0x7f0f30162f30 2024-09-05T06:13:08.943 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:13:08.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0f1c0678c0 msgr2=0x7f0f1c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:08.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0f1c0678c0 0x7f0f1c069d80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0f20000f70 tx=0x7f0f20009040 comp rx=0 tx=0).stop 2024-09-05T06:13:08.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30162f30 msgr2=0x7f0f30157960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:08.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30162f30 0x7f0f30157960 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0f24018fe0 tx=0x7f0f24019170 comp rx=0 tx=0).stop 2024-09-05T06:13:08.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 shutdown_connections 2024-09-05T06:13:08.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0f1c0678c0 0x7f0f1c069d80 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:08.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f30167690 0x7f0f301611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:08.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f30162f30 0x7f0f30157960 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:08.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 --2- 172.21.15.70:0/333174448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f300d0c90 0x7f0f30163f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:08.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 >> 172.21.15.70:0/333174448 conn(0x7f0f3006bcc0 msgr2=0x7f0f300b2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:08.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 shutdown_connections 2024-09-05T06:13:08.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:08.949+0000 7f0f3580d640 1 -- 172.21.15.70:0/333174448 wait complete. 2024-09-05T06:13:08.963 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:13:08.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:08.963 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:08.975 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[30809]: fuse finished with error 0 and tester_r 0 2024-09-05T06:13:08.976 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:13:08.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:08.976 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:13:09.094 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:13:09.094 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:13:09.094 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:09.101 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:13:09.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aac1df640 1 Processor -- start 2024-09-05T06:13:09.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aac1df640 1 -- start start 2024-09-05T06:13:09.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aac1df640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0aa4070dd0 0x7f0aa40ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aac1df640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa40cf410 0x7f0aa40b5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aac1df640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aa40cf880 con 0x7f0aa4146490 2024-09-05T06:13:09.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aac1df640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0aa4073580 con 0x7f0aa4070dd0 2024-09-05T06:13:09.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aac1df640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0aa415db90 con 0x7f0aa40cf410 2024-09-05T06:13:09.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aaa77c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa40cf410 0x7f0aa40b5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aa977a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0aa4070dd0 0x7f0aa40ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aaa77c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa40cf410 0x7f0aa40b5ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:51306/0 (socket says 172.21.15.70:51306) 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aa9f7b640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f0aa4146490 0x7f0aa40706c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:46100/0 (socket says 172.21.15.70:46100) 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aa977a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0aa4070dd0 0x7f0aa40ceed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:44152/0 (socket says 172.21.15.70:44152) 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aa9f7b640 1 -- 172.21.15.70:0/967940475 learned_addr learned my addr 172.21.15.70:0/967940475 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aaa77c640 1 -- 172.21.15.70:0/967940475 >> v2:172.21.15.196:3300/0 conn(0x7f0aa4070dd0 msgr2=0x7f0aa40ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aaa77c640 1 --2- 172.21.15.70:0/967940475 >> v2:172.21.15.196:3300/0 conn(0x7f0aa4070dd0 0x7f0aa40ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aaa77c640 1 -- 172.21.15.70:0/967940475 >> v1:172.21.15.196:6789/0 conn(0x7f0aa4146490 legacy=0x7f0aa40706c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aaa77c640 1 -- 172.21.15.70:0/967940475 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa415d260 con 0x7f0aa40cf410 2024-09-05T06:13:09.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.237+0000 7f0aa977a640 1 --2- 172.21.15.70:0/967940475 >> v2:172.21.15.196:3300/0 conn(0x7f0aa4070dd0 0x7f0aa40ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:13:09.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aaa77c640 1 --2- 172.21.15.70:0/967940475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa40cf410 0x7f0aa40b5ba0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c009d90 tx=0x7f0a9c01c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=189ae073dda0986c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:09.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aa8f79640 1 -- 172.21.15.70:0/967940475 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c0b2070 con 0x7f0aa40cf410 2024-09-05T06:13:09.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aa8f79640 1 -- 172.21.15.70:0/967940475 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a9c0a5a00 con 0x7f0aa40cf410 2024-09-05T06:13:09.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aa8f79640 1 -- 172.21.15.70:0/967940475 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c0a5dd0 con 0x7f0aa40cf410 2024-09-05T06:13:09.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 -- 172.21.15.70:0/967940475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa40cf410 msgr2=0x7f0aa40b5ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 --2- 172.21.15.70:0/967940475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa40cf410 0x7f0aa40b5ba0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c009d90 tx=0x7f0a9c01c940 comp rx=0 tx=0).stop 2024-09-05T06:13:09.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 -- 172.21.15.70:0/967940475 shutdown_connections 2024-09-05T06:13:09.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 --2- 172.21.15.70:0/967940475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa40cf410 0x7f0aa40b5ba0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 --2- 172.21.15.70:0/967940475 >> v2:172.21.15.196:3300/0 conn(0x7f0aa4070dd0 0x7f0aa40ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 -- 172.21.15.70:0/967940475 >> 172.21.15.70:0/967940475 conn(0x7f0aa4072730 msgr2=0x7f0aa4072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:09.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 -- 172.21.15.70:0/967940475 shutdown_connections 2024-09-05T06:13:09.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 -- 172.21.15.70:0/967940475 wait complete. 2024-09-05T06:13:09.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 Processor -- start 2024-09-05T06:13:09.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.241+0000 7f0aac1df640 1 -- start start 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa4070dd0 0x7f0aa4144240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0aa40cf410 0x7f0aa4144b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0aa4146490 0x7f0aa4145090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa40b6a70 con 0x7f0aa4146490 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa40b68f0 con 0x7f0aa40cf410 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0aa40b6bf0 con 0x7f0aa4070dd0 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0aa4146490 0x7f0aa4145090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0aa4146490 0x7f0aa4145090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53124/0 (socket says 172.21.15.70:53124) 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 -- 172.21.15.70:0/2600973230 learned_addr learned my addr 172.21.15.70:0/2600973230 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aa9f7b640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa4070dd0 0x7f0aa4144240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aa977a640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0aa40cf410 0x7f0aa4144b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 -- 172.21.15.70:0/2600973230 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa4070dd0 msgr2=0x7f0aa4144240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa4070dd0 0x7f0aa4144240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 -- 172.21.15.70:0/2600973230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0aa40cf410 msgr2=0x7f0aa4144b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0aa40cf410 0x7f0aa4144b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 -- 172.21.15.70:0/2600973230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa4144780 con 0x7f0aa4146490 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aaa77c640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0aa4146490 0x7f0aa4145090 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c01a570 tx=0x7f0a9c0196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0a9a7fc640 1 -- 172.21.15.70:0/2600973230 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c0b2040 con 0x7f0aa4146490 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0a9a7fc640 1 -- 172.21.15.70:0/2600973230 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a9c0bf070 con 0x7f0aa4146490 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0a9a7fc640 1 -- 172.21.15.70:0/2600973230 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c0ad900 con 0x7f0aa4146490 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa4137190 con 0x7f0aa4146490 2024-09-05T06:13:09.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa415c5f0 con 0x7f0aa4146490 2024-09-05T06:13:09.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa40ceed0 con 0x7f0aa4146490 2024-09-05T06:13:09.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0a9a7fc640 1 -- 172.21.15.70:0/2600973230 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0a9c0adaa0 con 0x7f0aa4146490 2024-09-05T06:13:09.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0a9a7fc640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a880678c0 0x7f0a88069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0a9a7fc640 1 -- 172.21.15.70:0/2600973230 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5767+0+0 (secure 0 0 0) 0x7f0a9c120d60 con 0x7f0aa4146490 2024-09-05T06:13:09.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0aa9f7b640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a880678c0 0x7f0a88069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.245+0000 7f0a9a7fc640 1 -- 172.21.15.70:0/2600973230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=76}) -- 0x7f0a8806f4b0 con 0x7f0aa4146490 2024-09-05T06:13:09.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.249+0000 7f0aa9f7b640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a880678c0 0x7f0a88069d80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0000f70 tx=0x7f0aa0007e90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:09.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.253+0000 7f0a9a7fc640 1 -- 172.21.15.70:0/2600973230 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0a9c016560 con 0x7f0aa4146490 2024-09-05T06:13:09.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.417+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0aa40b5050 con 0x7f0aa4146490 2024-09-05T06:13:09.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.417+0000 7f0a9a7fc640 1 -- 172.21.15.70:0/2600973230 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v75) ==== 80+0+0 (secure 0 0 0) 0x7f0a9c0f12a0 con 0x7f0aa4146490 2024-09-05T06:13:09.414 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:13:09.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a880678c0 msgr2=0x7f0a88069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a880678c0 0x7f0a88069d80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0000f70 tx=0x7f0aa0007e90 comp rx=0 tx=0).stop 2024-09-05T06:13:09.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0aa4146490 msgr2=0x7f0aa4145090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0aa4146490 0x7f0aa4145090 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c01a570 tx=0x7f0a9c0196e0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 shutdown_connections 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0a880678c0 0x7f0a88069d80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0aa4146490 0x7f0aa4145090 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0aa40cf410 0x7f0aa4144b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 --2- 172.21.15.70:0/2600973230 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0aa4070dd0 0x7f0aa4144240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 >> 172.21.15.70:0/2600973230 conn(0x7f0aa4072730 msgr2=0x7f0aa40b5570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 shutdown_connections 2024-09-05T06:13:09.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.421+0000 7f0aac1df640 1 -- 172.21.15.70:0/2600973230 wait complete. 2024-09-05T06:13:09.432 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:13:09.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:09.433 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:09.445 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25661]: fuse finished with error 0 and tester_r 0 2024-09-05T06:13:09.447 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:13:09.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:09.448 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:13:09.555 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:13:09.555 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:13:09.555 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:09.561 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:13:09.561 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:13:09.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:09.561 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:13:09.608 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:13:09.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:13:09.609 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:13:09.609 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:13:09.609 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:09.615 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:13:09.615 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:13:09.616 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:09.616 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:13:09.663 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:13:09.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:13:09.664 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.813+0000 7fb9dcf94640 1 Processor -- start 2024-09-05T06:13:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.813+0000 7fb9dcf94640 1 -- start start 2024-09-05T06:13:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d8169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9d80cfd30 con 0x7fb9d80d4980 2024-09-05T06:13:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9d80d0010 con 0x7fb9d815edb0 2024-09-05T06:13:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb9d80b5620 con 0x7fb9d80d3a50 2024-09-05T06:13:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d659c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb9d80d4980 0x7fb9d80d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49384/0 (socket says 172.21.15.70:49384) 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d659c640 1 -- 172.21.15.70:0/3921799439 learned_addr learned my addr 172.21.15.70:0/3921799439 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d6d9d640 1 --2- 172.21.15.70:0/3921799439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d8169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d5d9b640 1 -- 172.21.15.70:0/3921799439 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4269859148 0 0) 0x7fb9d80cfd30 con 0x7fb9d80d4980 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d5d9b640 1 -- 172.21.15.70:0/3921799439 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb9c4003530 con 0x7fb9d80d4980 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d5d9b640 1 -- 172.21.15.70:0/3921799439 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 465322888 0 0) 0x7fb9d80d0010 con 0x7fb9d815edb0 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d5d9b640 1 -- 172.21.15.70:0/3921799439 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb9d80cfd30 con 0x7fb9d815edb0 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d6d9d640 1 -- 172.21.15.70:0/3921799439 >> v1:172.21.15.196:6789/0 conn(0x7fb9d815edb0 legacy=0x7fb9d80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d6d9d640 1 -- 172.21.15.70:0/3921799439 >> v1:172.21.15.70:6789/0 conn(0x7fb9d80d4980 legacy=0x7fb9d80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d6d9d640 1 -- 172.21.15.70:0/3921799439 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9d80d02f0 con 0x7fb9d80d3a50 2024-09-05T06:13:09.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d6d9d640 1 --2- 172.21.15.70:0/3921799439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d8169720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0009dc0 tx=0x7fb9d001c960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46c116f9c2939fcb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:09.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d5d9b640 1 -- 172.21.15.70:0/3921799439 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d00b2070 con 0x7fb9d80d3a50 2024-09-05T06:13:09.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d5d9b640 1 -- 172.21.15.70:0/3921799439 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9d00a5a20 con 0x7fb9d80d3a50 2024-09-05T06:13:09.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9d5d9b640 1 -- 172.21.15.70:0/3921799439 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d00a5dd0 con 0x7fb9d80d3a50 2024-09-05T06:13:09.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 -- 172.21.15.70:0/3921799439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 msgr2=0x7fb9d8169720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 --2- 172.21.15.70:0/3921799439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d8169720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0009dc0 tx=0x7fb9d001c960 comp rx=0 tx=0).stop 2024-09-05T06:13:09.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 -- 172.21.15.70:0/3921799439 shutdown_connections 2024-09-05T06:13:09.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 --2- 172.21.15.70:0/3921799439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d8169720 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 -- 172.21.15.70:0/3921799439 >> 172.21.15.70:0/3921799439 conn(0x7fb9d808e690 msgr2=0x7fb9d809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:09.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 -- 172.21.15.70:0/3921799439 shutdown_connections 2024-09-05T06:13:09.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.817+0000 7fb9dcf94640 1 -- 172.21.15.70:0/3921799439 wait complete. 2024-09-05T06:13:09.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 Processor -- start 2024-09-05T06:13:09.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 -- start start 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d80b7b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb9d80d4980 0x7fb9d80b8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9d815edb0 0x7fb9d80b9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d816c600 con 0x7fb9d815edb0 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d816c480 con 0x7fb9d80d4980 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb9d816c780 con 0x7fb9d80d3a50 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9d815edb0 0x7fb9d80b9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9d815edb0 0x7fb9d80b9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53128/0 (socket says 172.21.15.70:53128) 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 -- 172.21.15.70:0/764108466 learned_addr learned my addr 172.21.15.70:0/764108466 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:09.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d659c640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d80b7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9cffff640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb9d80d4980 0x7fb9d80b8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 -- 172.21.15.70:0/764108466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 msgr2=0x7fb9d80b7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d80b7b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 -- 172.21.15.70:0/764108466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb9d80d4980 msgr2=0x7fb9d80b8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb9d80d4980 0x7fb9d80b8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 -- 172.21.15.70:0/764108466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9d815f1c0 con 0x7fb9d815edb0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9d6d9d640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9d815edb0 0x7fb9d80b9a10 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb9d00b0040 tx=0x7fb9d0019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9ceffd640 1 -- 172.21.15.70:0/764108466 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d00b2050 con 0x7fb9d815edb0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9ceffd640 1 -- 172.21.15.70:0/764108466 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9d00be070 con 0x7fb9d815edb0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9d815f460 con 0x7fb9d815edb0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9ceffd640 1 -- 172.21.15.70:0/764108466 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d00adab0 con 0x7fb9d815edb0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9d815fa20 con 0x7fb9d815edb0 2024-09-05T06:13:09.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9d80d4d60 con 0x7fb9d815edb0 2024-09-05T06:13:09.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.821+0000 7fb9ceffd640 1 -- 172.21.15.70:0/764108466 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb9d00adc50 con 0x7fb9d815edb0 2024-09-05T06:13:09.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.825+0000 7fb9ceffd640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9b80678c0 0x7fb9b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:09.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.825+0000 7fb9d659c640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9b80678c0 0x7fb9b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:09.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.825+0000 7fb9ceffd640 1 -- 172.21.15.70:0/764108466 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5767+0+0 (secure 0 0 0) 0x7fb9d0120db0 con 0x7fb9d815edb0 2024-09-05T06:13:09.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.825+0000 7fb9ceffd640 1 -- 172.21.15.70:0/764108466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=76}) -- 0x7fb9b806f4b0 con 0x7fb9d815edb0 2024-09-05T06:13:09.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.825+0000 7fb9d659c640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9b80678c0 0x7fb9b8069d80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8007fd0 tx=0x7fb9c8007d80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:09.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:09.829+0000 7fb9ceffd640 1 -- 172.21.15.70:0/764108466 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb9d0016580 con 0x7fb9d815edb0 2024-09-05T06:13:10.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.009+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9d80b34b0 con 0x7fb9d815edb0 2024-09-05T06:13:10.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.009+0000 7fb9ceffd640 1 -- 172.21.15.70:0/764108466 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7fb9d00f11d0 con 0x7fb9d815edb0 2024-09-05T06:13:10.006 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:10.006 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":27,"btime":"2024-09-05T06:12:08:682614+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1088753869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":1088753869},{"type":"v1","addr":"172.21.15.196:6835","nonce":1088753869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4957,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/282446879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":282446879},{"type":"v1","addr":"172.21.15.70:6836","nonce":282446879}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1793573990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1793573990},{"type":"v1","addr":"172.21.15.70:6837","nonce":1793573990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:12:05.999350+0000","modified":"2024-09-05T06:12:08.031680+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4969":{"gid":4969,"name":"b","rank":0,"incarnation":25,"state":"up:active","state_seq":3,"addr":"172.21.15.196:6834/2479038046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2479038046},{"type":"v1","addr":"172.21.15.196:6834","nonce":2479038046}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4969,"qdb_cluster":[4969]},"id":4}]} 2024-09-05T06:13:10.006 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 27 2024-09-05T06:13:10.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9b80678c0 msgr2=0x7fb9b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9b80678c0 0x7fb9b8069d80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8007fd0 tx=0x7fb9c8007d80 comp rx=0 tx=0).stop 2024-09-05T06:13:10.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9d815edb0 msgr2=0x7fb9d80b9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9d815edb0 0x7fb9d80b9a10 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb9d00b0040 tx=0x7fb9d0019700 comp rx=0 tx=0).stop 2024-09-05T06:13:10.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 shutdown_connections 2024-09-05T06:13:10.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9b80678c0 0x7fb9b8069d80 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9d815edb0 0x7fb9d80b9a10 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb9d80d4980 0x7fb9d80b8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 --2- 172.21.15.70:0/764108466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9d80d3a50 0x7fb9d80b7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 >> 172.21.15.70:0/764108466 conn(0x7fb9d808e690 msgr2=0x7fb9d80b4d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:10.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 shutdown_connections 2024-09-05T06:13:10.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.013+0000 7fb9dcf94640 1 -- 172.21.15.70:0/764108466 wait complete. 2024-09-05T06:13:10.024 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:10.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.141+0000 7f1eed46c640 1 Processor -- start 2024-09-05T06:13:10.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.141+0000 7f1eed46c640 1 -- start start 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1eed46c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee80b45d0 0x7f1ee806d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1eed46c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1ee806dab0 0x7f1ee806df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1eed46c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ee8072890 con 0x7f1ee815b1a0 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1eed46c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1ee80b0330 con 0x7f1ee806dab0 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1eed46c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1ee8072b70 con 0x7f1ee80b45d0 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee77fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1ee806dab0 0x7f1ee806df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee77fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1ee806dab0 0x7f1ee806df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53132/0 (socket says 172.21.15.70:53132) 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee77fe640 1 -- 172.21.15.70:0/3456788407 learned_addr learned my addr 172.21.15.70:0/3456788407 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee67fc640 1 --2- 172.21.15.70:0/3456788407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee80b45d0 0x7f1ee806d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee77fe640 1 -- 172.21.15.70:0/3456788407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee80b45d0 msgr2=0x7f1ee806d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee77fe640 1 --2- 172.21.15.70:0/3456788407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee80b45d0 0x7f1ee806d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee77fe640 1 -- 172.21.15.70:0/3456788407 >> v1:172.21.15.196:6789/0 conn(0x7f1ee815b1a0 legacy=0x7f1ee80afae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee77fe640 1 -- 172.21.15.70:0/3456788407 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ee8072e50 con 0x7f1ee806dab0 2024-09-05T06:13:10.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee77fe640 1 --2- 172.21.15.70:0/3456788407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee806df20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f1ed800af60 tx=0x7f1ed801db30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8a654a47d68763d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee5ffb640 1 -- 172.21.15.70:0/3456788407 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed800a2d0 con 0x7f1ee806dab0 2024-09-05T06:13:10.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee5ffb640 1 -- 172.21.15.70:0/3456788407 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ed80a6770 con 0x7f1ee806dab0 2024-09-05T06:13:10.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.145+0000 7f1ee5ffb640 1 -- 172.21.15.70:0/3456788407 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed80a6b40 con 0x7f1ee806dab0 2024-09-05T06:13:10.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- 172.21.15.70:0/3456788407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 msgr2=0x7f1ee806df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3456788407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee806df20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f1ed800af60 tx=0x7f1ed801db30 comp rx=0 tx=0).stop 2024-09-05T06:13:10.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- 172.21.15.70:0/3456788407 shutdown_connections 2024-09-05T06:13:10.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3456788407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee806df20 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3456788407 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee80b45d0 0x7f1ee806d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- 172.21.15.70:0/3456788407 >> 172.21.15.70:0/3456788407 conn(0x7f1ee806bcc0 msgr2=0x7f1ee806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:10.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- 172.21.15.70:0/3456788407 shutdown_connections 2024-09-05T06:13:10.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- 172.21.15.70:0/3456788407 wait complete. 2024-09-05T06:13:10.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 Processor -- start 2024-09-05T06:13:10.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- start start 2024-09-05T06:13:10.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee8155220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1ee80b45d0 0x7f1ee80cd210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee815b1a0 0x7f1ee814d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee806e7f0 con 0x7f1ee806dab0 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee806e670 con 0x7f1ee80b45d0 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1ee806e970 con 0x7f1ee815b1a0 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee8155220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee8155220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53136/0 (socket says 172.21.15.70:53136) 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 -- 172.21.15.70:0/3059109981 learned_addr learned my addr 172.21.15.70:0/3059109981 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee67fc640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1ee80b45d0 0x7f1ee80cd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee77fe640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee815b1a0 0x7f1ee814d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 -- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee815b1a0 msgr2=0x7f1ee814d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee815b1a0 0x7f1ee814d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 -- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1ee80b45d0 msgr2=0x7f1ee80cd210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1ee80b45d0 0x7f1ee80cd210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 -- 172.21.15.70:0/3059109981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ee80cd750 con 0x7f1ee806dab0 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee77fe640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee815b1a0 0x7f1ee814d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1ee6ffd640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee8155220 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f1ee000c370 tx=0x7f1ee000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1edf7fe640 1 -- 172.21.15.70:0/3059109981 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee00052d0 con 0x7f1ee806dab0 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1edf7fe640 1 -- 172.21.15.70:0/3059109981 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ee0005470 con 0x7f1ee806dab0 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ee814db70 con 0x7f1ee806dab0 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1edf7fe640 1 -- 172.21.15.70:0/3059109981 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee0007260 con 0x7f1ee806dab0 2024-09-05T06:13:10.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.149+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ee80cdcb0 con 0x7f1ee806dab0 2024-09-05T06:13:10.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.153+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ee806ed80 con 0x7f1ee806dab0 2024-09-05T06:13:10.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.153+0000 7f1edf7fe640 1 -- 172.21.15.70:0/3059109981 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1ee0007400 con 0x7f1ee806dab0 2024-09-05T06:13:10.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.153+0000 7f1edf7fe640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1ec80678c0 0x7f1ec8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.153+0000 7f1edf7fe640 1 -- 172.21.15.70:0/3059109981 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5767+0+0 (secure 0 0 0) 0x7f1ee0085160 con 0x7f1ee806dab0 2024-09-05T06:13:10.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.153+0000 7f1ee67fc640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1ec80678c0 0x7f1ec8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.153+0000 7f1edf7fe640 1 -- 172.21.15.70:0/3059109981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=76}) -- 0x7f1ec806f4b0 con 0x7f1ee806dab0 2024-09-05T06:13:10.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.153+0000 7f1ee67fc640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1ec80678c0 0x7f1ec8069d80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1ee8158000 tx=0x7f1ed0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.157+0000 7f1edf7fe640 1 -- 172.21.15.70:0/3059109981 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1ee80cd750 con 0x7f1ee806dab0 2024-09-05T06:13:10.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.357+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ee8076260 con 0x7f1ee806dab0 2024-09-05T06:13:10.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.357+0000 7f1edf7fe640 1 -- 172.21.15.70:0/3059109981 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f1ee0055c50 con 0x7f1ee806dab0 2024-09-05T06:13:10.355 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:10.355 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":27,"btime":"2024-09-05T06:12:08:682614+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1088753869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":1088753869},{"type":"v1","addr":"172.21.15.196:6835","nonce":1088753869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4957,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/282446879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":282446879},{"type":"v1","addr":"172.21.15.70:6836","nonce":282446879}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1793573990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1793573990},{"type":"v1","addr":"172.21.15.70:6837","nonce":1793573990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:12:05.999350+0000","modified":"2024-09-05T06:12:08.031680+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4969":{"gid":4969,"name":"b","rank":0,"incarnation":25,"state":"up:active","state_seq":3,"addr":"172.21.15.196:6834/2479038046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2479038046},{"type":"v1","addr":"172.21.15.196:6834","nonce":2479038046}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4969,"qdb_cluster":[4969]},"id":4}]} 2024-09-05T06:13:10.355 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 27 2024-09-05T06:13:10.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1ec80678c0 msgr2=0x7f1ec8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1ec80678c0 0x7f1ec8069d80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1ee8158000 tx=0x7f1ed0008040 comp rx=0 tx=0).stop 2024-09-05T06:13:10.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 msgr2=0x7f1ee8155220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee8155220 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f1ee000c370 tx=0x7f1ee000c830 comp rx=0 tx=0).stop 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 shutdown_connections 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1ec80678c0 0x7f1ec8069d80 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1ee815b1a0 0x7f1ee814d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1ee80b45d0 0x7f1ee80cd210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 --2- 172.21.15.70:0/3059109981 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ee806dab0 0x7f1ee8155220 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 >> 172.21.15.70:0/3059109981 conn(0x7f1ee806bcc0 msgr2=0x7f1ee80b18c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 shutdown_connections 2024-09-05T06:13:10.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.361+0000 7f1eed46c640 1 -- 172.21.15.70:0/3059109981 wait complete. 2024-09-05T06:13:10.374 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:13:10.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.493+0000 7febff940640 1 Processor -- start 2024-09-05T06:13:10.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.493+0000 7febff940640 1 -- start start 2024-09-05T06:13:10.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.493+0000 7febff940640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf80ceaf0 0x7febf80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.493+0000 7febff940640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7febf80d0c90 0x7febf80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.493+0000 7febff940640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febf806d570 con 0x7febf8157110 2024-09-05T06:13:10.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.493+0000 7febff940640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7febf80d10e0 con 0x7febf80d0c90 2024-09-05T06:13:10.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.493+0000 7febff940640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7febf806d850 con 0x7febf80ceaf0 2024-09-05T06:13:10.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfcedb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf80ceaf0 0x7febf80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfdedd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7febf80d0c90 0x7febf80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfcedb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf80ceaf0 0x7febf80d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:51352/0 (socket says 172.21.15.70:51352) 2024-09-05T06:13:10.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfd6dc640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7febf8157110 0x7febf80b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:46136/0 (socket says 172.21.15.70:46136) 2024-09-05T06:13:10.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfcedb640 1 -- 172.21.15.70:0/3404156055 learned_addr learned my addr 172.21.15.70:0/3404156055 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:10.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfcedb640 1 -- 172.21.15.70:0/3404156055 >> v2:172.21.15.196:3300/0 conn(0x7febf80d0c90 msgr2=0x7febf80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:10.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfcedb640 1 --2- 172.21.15.70:0/3404156055 >> v2:172.21.15.196:3300/0 conn(0x7febf80d0c90 0x7febf80af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfcedb640 1 -- 172.21.15.70:0/3404156055 >> v1:172.21.15.196:6789/0 conn(0x7febf8157110 legacy=0x7febf80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfcedb640 1 -- 172.21.15.70:0/3404156055 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febf806db30 con 0x7febf80ceaf0 2024-09-05T06:13:10.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febfcedb640 1 --2- 172.21.15.70:0/3404156055 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf80ceaf0 0x7febf80d0750 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7febe8009870 tx=0x7febe801c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee03b06f305d935d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febeffff640 1 -- 172.21.15.70:0/3404156055 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe80b0070 con 0x7febf80ceaf0 2024-09-05T06:13:10.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febeffff640 1 -- 172.21.15.70:0/3404156055 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febe80ab600 con 0x7febf80ceaf0 2024-09-05T06:13:10.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febeffff640 1 -- 172.21.15.70:0/3404156055 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe80ab9d0 con 0x7febf80ceaf0 2024-09-05T06:13:10.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febff940640 1 -- 172.21.15.70:0/3404156055 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf80ceaf0 msgr2=0x7febf80d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febff940640 1 --2- 172.21.15.70:0/3404156055 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf80ceaf0 0x7febf80d0750 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7febe8009870 tx=0x7febe801c560 comp rx=0 tx=0).stop 2024-09-05T06:13:10.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febff940640 1 -- 172.21.15.70:0/3404156055 shutdown_connections 2024-09-05T06:13:10.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febff940640 1 --2- 172.21.15.70:0/3404156055 >> v2:172.21.15.196:3300/0 conn(0x7febf80d0c90 0x7febf80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febff940640 1 --2- 172.21.15.70:0/3404156055 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf80ceaf0 0x7febf80d0750 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febff940640 1 -- 172.21.15.70:0/3404156055 >> 172.21.15.70:0/3404156055 conn(0x7febf806bcc0 msgr2=0x7febf806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:10.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.497+0000 7febff940640 1 -- 172.21.15.70:0/3404156055 shutdown_connections 2024-09-05T06:13:10.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 -- 172.21.15.70:0/3404156055 wait complete. 2024-09-05T06:13:10.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 Processor -- start 2024-09-05T06:13:10.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 -- start start 2024-09-05T06:13:10.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7febf80ceaf0 0x7febf80b2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7febf80d0c90 0x7febf815bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf8157110 0x7febf815c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7febf80b3a70 con 0x7febf80d0c90 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7febf80b5c90 con 0x7febf80ceaf0 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7febf80b3bf0 con 0x7febf8157110 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7febf80d0c90 0x7febf815bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7febf80d0c90 0x7febf815bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53140/0 (socket says 172.21.15.70:53140) 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 -- 172.21.15.70:0/492284027 learned_addr learned my addr 172.21.15.70:0/492284027 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfd6dc640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7febf80ceaf0 0x7febf80b2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 -- 172.21.15.70:0/492284027 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf8157110 msgr2=0x7febf815c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf8157110 0x7febf815c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 -- 172.21.15.70:0/492284027 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7febf80ceaf0 msgr2=0x7febf80b2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7febf80ceaf0 0x7febf80b2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 -- 172.21.15.70:0/492284027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febf80ae660 con 0x7febf80d0c90 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febfcedb640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7febf80d0c90 0x7febf815bcc0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7febe80ae040 tx=0x7febe8019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febedffb640 1 -- 172.21.15.70:0/492284027 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe80b0040 con 0x7febf80d0c90 2024-09-05T06:13:10.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febedffb640 1 -- 172.21.15.70:0/492284027 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febe80b4410 con 0x7febf80d0c90 2024-09-05T06:13:10.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 -- 172.21.15.70:0/492284027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febf80ae940 con 0x7febf80d0c90 2024-09-05T06:13:10.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febedffb640 1 -- 172.21.15.70:0/492284027 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe80b4820 con 0x7febf80d0c90 2024-09-05T06:13:10.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 -- 172.21.15.70:0/492284027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febf80aef00 con 0x7febf80d0c90 2024-09-05T06:13:10.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.501+0000 7febff940640 1 -- 172.21.15.70:0/492284027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febf80cff00 con 0x7febf80d0c90 2024-09-05T06:13:10.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.505+0000 7febedffb640 1 -- 172.21.15.70:0/492284027 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7febe80b49c0 con 0x7febf80d0c90 2024-09-05T06:13:10.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.505+0000 7febedffb640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7febdc0678f0 0x7febdc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.505+0000 7febedffb640 1 -- 172.21.15.70:0/492284027 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5767+0+0 (secure 0 0 0) 0x7febe811f930 con 0x7febf80d0c90 2024-09-05T06:13:10.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.505+0000 7febfd6dc640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7febdc0678f0 0x7febdc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.505+0000 7febedffb640 1 -- 172.21.15.70:0/492284027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=76}) -- 0x7febdc06f540 con 0x7febf80d0c90 2024-09-05T06:13:10.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.505+0000 7febfd6dc640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7febdc0678f0 0x7febdc069db0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7febf4007fd0 tx=0x7febf4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.509+0000 7febedffb640 1 -- 172.21.15.70:0/492284027 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7febe8016150 con 0x7febf80d0c90 2024-09-05T06:13:10.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.669+0000 7febff940640 1 -- 172.21.15.70:0/492284027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7febf80cf940 con 0x7febf80d0c90 2024-09-05T06:13:10.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febedffb640 1 -- 172.21.15.70:0/492284027 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) ==== 74+0+16860 (secure 0 0 0) 0x7febe80f03a0 con 0x7febf80d0c90 2024-09-05T06:13:10.670 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:10.670 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":75,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:12:52.469972+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:12:03.660852+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-05T06:12:04.984209+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["backfillfull","exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","full","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","full","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","full","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.2f","mappings":[{"from":6,"to":4}]},{"pgid":"9.36","mappings":[{"from":6,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:13:10.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febff940640 1 -- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7febdc0678f0 msgr2=0x7febdc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febff940640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7febdc0678f0 0x7febdc069db0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7febf4007fd0 tx=0x7febf4009040 comp rx=0 tx=0).stop 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febff940640 1 -- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7febf80d0c90 msgr2=0x7febf815bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febff940640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7febf80d0c90 0x7febf815bcc0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7febe80ae040 tx=0x7febe8019300 comp rx=0 tx=0).stop 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febff940640 1 -- 172.21.15.70:0/492284027 shutdown_connections 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febff940640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7febdc0678f0 0x7febdc069db0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febff940640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7febf8157110 0x7febf815c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.673+0000 7febff940640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7febf80d0c90 0x7febf815bcc0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.677+0000 7febff940640 1 --2- 172.21.15.70:0/492284027 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7febf80ceaf0 0x7febf80b2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.677+0000 7febff940640 1 -- 172.21.15.70:0/492284027 >> 172.21.15.70:0/492284027 conn(0x7febf806bcc0 msgr2=0x7febf8156110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.677+0000 7febff940640 1 -- 172.21.15.70:0/492284027 shutdown_connections 2024-09-05T06:13:10.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.677+0000 7febff940640 1 -- 172.21.15.70:0/492284027 wait complete. 2024-09-05T06:13:10.689 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:13:10.689 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:10.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f9169071640 1 Processor -- start 2024-09-05T06:13:10.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f9169071640 1 -- start start 2024-09-05T06:13:10.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f9169071640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f91640d3a50 0x7f9164169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f9169071640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91640cfd30 con 0x7f916415edb0 2024-09-05T06:13:10.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f9169071640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91640d0010 con 0x7f91640d4980 2024-09-05T06:13:10.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f9169071640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f91640b5620 con 0x7f91640d3a50 2024-09-05T06:13:10.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f916359e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f91640d3a50 0x7f9164169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f916259c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f916415edb0 0x7f91640d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49392/0 (socket says 172.21.15.70:49392) 2024-09-05T06:13:10.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f916259c640 1 -- 172.21.15.70:0/3032067632 learned_addr learned my addr 172.21.15.70:0/3032067632 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:10.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f916359e640 1 -- 172.21.15.70:0/3032067632 >> v1:172.21.15.196:6789/0 conn(0x7f91640d4980 legacy=0x7f91640d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:10.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f916359e640 1 -- 172.21.15.70:0/3032067632 >> v1:172.21.15.70:6789/0 conn(0x7f916415edb0 legacy=0x7f91640d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.805+0000 7f916359e640 1 -- 172.21.15.70:0/3032067632 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91640d02f0 con 0x7f91640d3a50 2024-09-05T06:13:10.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 --2- 172.21.15.70:0/3032067632 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91640d3a50 0x7f9164169720 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f915c009d90 tx=0x7f915c01c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64679cc20b2c4550 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9161d9b640 1 -- 172.21.15.70:0/3032067632 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915c0b2070 con 0x7f91640d3a50 2024-09-05T06:13:10.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9161d9b640 1 -- 172.21.15.70:0/3032067632 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f915c0a59c0 con 0x7f91640d3a50 2024-09-05T06:13:10.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9161d9b640 1 -- 172.21.15.70:0/3032067632 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915c0a5d90 con 0x7f91640d3a50 2024-09-05T06:13:10.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- 172.21.15.70:0/3032067632 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91640d3a50 msgr2=0x7f9164169720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 --2- 172.21.15.70:0/3032067632 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91640d3a50 0x7f9164169720 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f915c009d90 tx=0x7f915c01c900 comp rx=0 tx=0).stop 2024-09-05T06:13:10.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- 172.21.15.70:0/3032067632 shutdown_connections 2024-09-05T06:13:10.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 --2- 172.21.15.70:0/3032067632 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91640d3a50 0x7f9164169720 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- 172.21.15.70:0/3032067632 >> 172.21.15.70:0/3032067632 conn(0x7f916408e690 msgr2=0x7f916409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:10.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- 172.21.15.70:0/3032067632 shutdown_connections 2024-09-05T06:13:10.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- 172.21.15.70:0/3032067632 wait complete. 2024-09-05T06:13:10.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 Processor -- start 2024-09-05T06:13:10.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- start start 2024-09-05T06:13:10.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91640d3a50 0x7f916414d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91640d4980 0x7f91640cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f916415edb0 0x7f91640cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f916416c600 con 0x7f916415edb0 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f916416c480 con 0x7f91640d4980 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f916416c780 con 0x7f91640d3a50 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f916415edb0 0x7f91640cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f916415edb0 0x7f91640cc2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53158/0 (socket says 172.21.15.70:53158) 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 -- 172.21.15.70:0/1514521833 learned_addr learned my addr 172.21.15.70:0/1514521833 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 -- 172.21.15.70:0/1514521833 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91640d3a50 msgr2=0x7f916414d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916259c640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91640d4980 0x7f91640cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91640d3a50 0x7f916414d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 -- 172.21.15.70:0/1514521833 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91640d4980 msgr2=0x7f91640cbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91640d4980 0x7f91640cbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 -- 172.21.15.70:0/1514521833 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9164074000 con 0x7f916415edb0 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f916359e640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f916415edb0 0x7f91640cc2e0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f915c0b0040 tx=0x7f915c0196a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f914b7fe640 1 -- 172.21.15.70:0/1514521833 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915c0bd020 con 0x7f916415edb0 2024-09-05T06:13:10.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f914b7fe640 1 -- 172.21.15.70:0/1514521833 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f915c0ad7c0 con 0x7f916415edb0 2024-09-05T06:13:10.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91640cc9b0 con 0x7f916415edb0 2024-09-05T06:13:10.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f914b7fe640 1 -- 172.21.15.70:0/1514521833 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915c0b2040 con 0x7f916415edb0 2024-09-05T06:13:10.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.809+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9164153470 con 0x7f916415edb0 2024-09-05T06:13:10.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.813+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91640d4d60 con 0x7f916415edb0 2024-09-05T06:13:10.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.813+0000 7f914b7fe640 1 -- 172.21.15.70:0/1514521833 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f915c0c0020 con 0x7f916415edb0 2024-09-05T06:13:10.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.813+0000 7f914b7fe640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91500678c0 0x7f9150069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:10.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.813+0000 7f914b7fe640 1 -- 172.21.15.70:0/1514521833 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5767+0+0 (secure 0 0 0) 0x7f915c120ea0 con 0x7f916415edb0 2024-09-05T06:13:10.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.813+0000 7f9162d9d640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91500678c0 0x7f9150069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:10.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.813+0000 7f914b7fe640 1 -- 172.21.15.70:0/1514521833 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=76}) -- 0x7f915006f510 con 0x7f916415edb0 2024-09-05T06:13:10.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.813+0000 7f9162d9d640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91500678c0 0x7f9150069d80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9164156560 tx=0x7f91540079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:10.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:10.817+0000 7f914b7fe640 1 -- 172.21.15.70:0/1514521833 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f915c0c7030 con 0x7f916415edb0 2024-09-05T06:13:10.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.001+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91640b3690 con 0x7f916415edb0 2024-09-05T06:13:10.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.001+0000 7f914b7fe640 1 -- 172.21.15.70:0/1514521833 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f915c016520 con 0x7f916415edb0 2024-09-05T06:13:10.999 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:10.999 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":27,"btime":"2024-09-05T06:12:08:682614+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1088753869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":1088753869},{"type":"v1","addr":"172.21.15.196:6835","nonce":1088753869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4957,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/282446879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":282446879},{"type":"v1","addr":"172.21.15.70:6836","nonce":282446879}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1793573990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1793573990},{"type":"v1","addr":"172.21.15.70:6837","nonce":1793573990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:12:05.999350+0000","modified":"2024-09-05T06:12:08.031680+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4969":{"gid":4969,"name":"b","rank":0,"incarnation":25,"state":"up:active","state_seq":3,"addr":"172.21.15.196:6834/2479038046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2479038046},{"type":"v1","addr":"172.21.15.196:6834","nonce":2479038046}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4969,"qdb_cluster":[4969]},"id":4}]} 2024-09-05T06:13:10.999 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 27 2024-09-05T06:13:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91500678c0 msgr2=0x7f9150069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91500678c0 0x7f9150069d80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9164156560 tx=0x7f91540079c0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f916415edb0 msgr2=0x7f91640cc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f916415edb0 0x7f91640cc2e0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f915c0b0040 tx=0x7f915c0196a0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 shutdown_connections 2024-09-05T06:13:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91500678c0 0x7f9150069d80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f916415edb0 0x7f91640cc2e0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91640d4980 0x7f91640cbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 --2- 172.21.15.70:0/1514521833 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91640d3a50 0x7f916414d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 >> 172.21.15.70:0/1514521833 conn(0x7f916408e690 msgr2=0x7f91640d3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:11.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 shutdown_connections 2024-09-05T06:13:11.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.005+0000 7f9169071640 1 -- 172.21.15.70:0/1514521833 wait complete. 2024-09-05T06:13:11.016 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:11.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.125+0000 7f422ed00640 1 Processor -- start 2024-09-05T06:13:11.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.125+0000 7f422ed00640 1 -- start start 2024-09-05T06:13:11.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.125+0000 7f422ed00640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 0x7f42280d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.125+0000 7f422ed00640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f42280d3a50 0x7f42280b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.125+0000 7f422ed00640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42280cfd30 con 0x7f422815edb0 2024-09-05T06:13:11.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.125+0000 7f422ed00640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f42280d0010 con 0x7f42280d3a50 2024-09-05T06:13:11.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.125+0000 7f422ed00640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f42280d02f0 con 0x7f42280d4980 2024-09-05T06:13:11.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422d29d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f42280d3a50 0x7f42280b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422d29d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f42280d3a50 0x7f42280b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53170/0 (socket says 172.21.15.70:53170) 2024-09-05T06:13:11.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422d29d640 1 -- 172.21.15.70:0/1369389008 learned_addr learned my addr 172.21.15.70:0/1369389008 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:11.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422d29d640 1 -- 172.21.15.70:0/1369389008 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 msgr2=0x7f42280d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:11.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ca9c640 1 --2- 172.21.15.70:0/1369389008 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 0x7f42280d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422d29d640 1 --2- 172.21.15.70:0/1369389008 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 0x7f42280d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422d29d640 1 -- 172.21.15.70:0/1369389008 >> v1:172.21.15.196:6789/0 conn(0x7f422815edb0 legacy=0x7f42280d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:11.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422d29d640 1 -- 172.21.15.70:0/1369389008 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42280d05d0 con 0x7f42280d3a50 2024-09-05T06:13:11.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422d29d640 1 --2- 172.21.15.70:0/1369389008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f42280b4610 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f4220009e50 tx=0x7f422001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e2359416ce60aa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f42277fe640 1 -- 172.21.15.70:0/1369389008 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42200a5860 con 0x7f42280d3a50 2024-09-05T06:13:11.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f42277fe640 1 -- 172.21.15.70:0/1369389008 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42200a5a00 con 0x7f42280d3a50 2024-09-05T06:13:11.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f42277fe640 1 -- 172.21.15.70:0/1369389008 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42200a5dd0 con 0x7f42280d3a50 2024-09-05T06:13:11.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ed00640 1 -- 172.21.15.70:0/1369389008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 msgr2=0x7f42280b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ed00640 1 --2- 172.21.15.70:0/1369389008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f42280b4610 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f4220009e50 tx=0x7f422001c9c0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ed00640 1 -- 172.21.15.70:0/1369389008 shutdown_connections 2024-09-05T06:13:11.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ed00640 1 --2- 172.21.15.70:0/1369389008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f42280b4610 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ed00640 1 --2- 172.21.15.70:0/1369389008 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 0x7f42280d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ed00640 1 -- 172.21.15.70:0/1369389008 >> 172.21.15.70:0/1369389008 conn(0x7f422808e690 msgr2=0x7f422809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:11.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ed00640 1 -- 172.21.15.70:0/1369389008 shutdown_connections 2024-09-05T06:13:11.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.129+0000 7f422ed00640 1 -- 172.21.15.70:0/1369389008 wait complete. 2024-09-05T06:13:11.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 Processor -- start 2024-09-05T06:13:11.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 -- start start 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f422814fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 0x7f42281500e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f422815edb0 0x7f422815dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f42280b54e0 con 0x7f42280d3a50 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f42280b5360 con 0x7f422815edb0 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f422816b730 con 0x7f42280d4980 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f422814fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f422814fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53186/0 (socket says 172.21.15.70:53186) 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 -- 172.21.15.70:0/2767072177 learned_addr learned my addr 172.21.15.70:0/2767072177 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 -- 172.21.15.70:0/2767072177 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 msgr2=0x7f42281500e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 0x7f42281500e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 -- 172.21.15.70:0/2767072177 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f422815edb0 msgr2=0x7f422815dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f422815edb0 0x7f422815dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 -- 172.21.15.70:0/2767072177 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42280b9110 con 0x7f42280d3a50 2024-09-05T06:13:11.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ca9c640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f422814fba0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f421800c7f0 tx=0x7f421800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f42257fa640 1 -- 172.21.15.70:0/2767072177 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4218015070 con 0x7f42280d3a50 2024-09-05T06:13:11.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f42257fa640 1 -- 172.21.15.70:0/2767072177 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4218007820 con 0x7f42280d3a50 2024-09-05T06:13:11.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42280b93b0 con 0x7f42280d3a50 2024-09-05T06:13:11.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f42257fa640 1 -- 172.21.15.70:0/2767072177 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4218007c10 con 0x7f42280d3a50 2024-09-05T06:13:11.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42280b9970 con 0x7f42280d3a50 2024-09-05T06:13:11.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42280b4610 con 0x7f42280d3a50 2024-09-05T06:13:11.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f42257fa640 1 -- 172.21.15.70:0/2767072177 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4218018070 con 0x7f42280d3a50 2024-09-05T06:13:11.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f42257fa640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42140678c0 0x7f4214069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f42257fa640 1 -- 172.21.15.70:0/2767072177 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5767+0+0 (secure 0 0 0) 0x7f4218085e00 con 0x7f42280d3a50 2024-09-05T06:13:11.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f4227fff640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42140678c0 0x7f4214069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.133+0000 7f42257fa640 1 -- 172.21.15.70:0/2767072177 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=76}) -- 0x7f421406f4b0 con 0x7f42280d3a50 2024-09-05T06:13:11.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.137+0000 7f4227fff640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42140678c0 0x7f4214069d80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f42280cd3f0 tx=0x7f421c0079e0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.137+0000 7f42257fa640 1 -- 172.21.15.70:0/2767072177 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4218056880 con 0x7f42280d3a50 2024-09-05T06:13:11.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.321+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f42280d4d60 con 0x7f42280d3a50 2024-09-05T06:13:11.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.321+0000 7f42257fa640 1 -- 172.21.15.70:0/2767072177 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f4218056180 con 0x7f42280d3a50 2024-09-05T06:13:11.318 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:11.318 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":27,"btime":"2024-09-05T06:12:08:682614+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1088753869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":1088753869},{"type":"v1","addr":"172.21.15.196:6835","nonce":1088753869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4957,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/282446879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":282446879},{"type":"v1","addr":"172.21.15.70:6836","nonce":282446879}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1793573990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1793573990},{"type":"v1","addr":"172.21.15.70:6837","nonce":1793573990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:12:05.999350+0000","modified":"2024-09-05T06:12:08.031680+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4969":{"gid":4969,"name":"b","rank":0,"incarnation":25,"state":"up:active","state_seq":3,"addr":"172.21.15.196:6834/2479038046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2479038046},{"type":"v1","addr":"172.21.15.196:6834","nonce":2479038046}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4969,"qdb_cluster":[4969]},"id":4}]} 2024-09-05T06:13:11.318 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 27 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42140678c0 msgr2=0x7f4214069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42140678c0 0x7f4214069d80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f42280cd3f0 tx=0x7f421c0079e0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 msgr2=0x7f422814fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f422814fba0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f421800c7f0 tx=0x7f421800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 shutdown_connections 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42140678c0 0x7f4214069d80 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f422815edb0 0x7f422815dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42280d4980 0x7f42281500e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 --2- 172.21.15.70:0/2767072177 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42280d3a50 0x7f422814fba0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 >> 172.21.15.70:0/2767072177 conn(0x7f422808e690 msgr2=0x7f4228158990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 shutdown_connections 2024-09-05T06:13:11.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.325+0000 7f422ed00640 1 -- 172.21.15.70:0/2767072177 wait complete. 2024-09-05T06:13:11.335 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:13:11.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.445+0000 7fab2bcd4640 1 Processor -- start 2024-09-05T06:13:11.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.445+0000 7fab2bcd4640 1 -- start start 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab240d0be0 0x7fab24073270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fab240b0ff0 0x7fab240b1460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab2415bb30 con 0x7fab240b40f0 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fab241590d0 con 0x7fab240d0be0 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fab2415be10 con 0x7fab240b0ff0 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab29a70640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab240d0be0 0x7fab24073270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2926f640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fab240b40f0 0x7fab240737b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49400/0 (socket says 172.21.15.70:49400) 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2926f640 1 -- 172.21.15.70:0/3522822283 learned_addr learned my addr 172.21.15.70:0/3522822283 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2a271640 1 --2- 172.21.15.70:0/3522822283 >> v2:172.21.15.196:3300/0 conn(0x7fab240b0ff0 0x7fab240b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab29a70640 1 -- 172.21.15.70:0/3522822283 >> v2:172.21.15.196:3300/0 conn(0x7fab240b0ff0 msgr2=0x7fab240b1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:11.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab29a70640 1 --2- 172.21.15.70:0/3522822283 >> v2:172.21.15.196:3300/0 conn(0x7fab240b0ff0 0x7fab240b1460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab29a70640 1 -- 172.21.15.70:0/3522822283 >> v1:172.21.15.70:6789/0 conn(0x7fab240b40f0 legacy=0x7fab240737b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab29a70640 1 -- 172.21.15.70:0/3522822283 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab2415c0f0 con 0x7fab240d0be0 2024-09-05T06:13:11.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab28a6e640 1 -- 172.21.15.70:0/3522822283 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1118812303 0 0) 0x7fab2415bb30 con 0x7fab240b40f0 2024-09-05T06:13:11.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab29a70640 1 --2- 172.21.15.70:0/3522822283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240d0be0 0x7fab24073270 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fab24071460 tx=0x7fab2001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2688c76fa1985f8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab28a6e640 1 -- 172.21.15.70:0/3522822283 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab200b1070 con 0x7fab240d0be0 2024-09-05T06:13:11.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab28a6e640 1 -- 172.21.15.70:0/3522822283 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab200ac5f0 con 0x7fab240d0be0 2024-09-05T06:13:11.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab28a6e640 1 -- 172.21.15.70:0/3522822283 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab200ac9c0 con 0x7fab240d0be0 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 -- 172.21.15.70:0/3522822283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240d0be0 msgr2=0x7fab24073270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/3522822283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240d0be0 0x7fab24073270 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fab24071460 tx=0x7fab2001c480 comp rx=0 tx=0).stop 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 -- 172.21.15.70:0/3522822283 shutdown_connections 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/3522822283 >> v2:172.21.15.196:3300/0 conn(0x7fab240b0ff0 0x7fab240b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/3522822283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240d0be0 0x7fab24073270 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.449+0000 7fab2bcd4640 1 -- 172.21.15.70:0/3522822283 >> 172.21.15.70:0/3522822283 conn(0x7fab240723c0 msgr2=0x7fab240b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- 172.21.15.70:0/3522822283 shutdown_connections 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- 172.21.15.70:0/3522822283 wait complete. 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 Processor -- start 2024-09-05T06:13:11.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- start start 2024-09-05T06:13:11.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab240b0ff0 0x7fab2414f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240b40f0 0x7fab240ae0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab240d0be0 0x7fab240ae610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fab24075440 con 0x7fab240b40f0 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fab240752c0 con 0x7fab240b0ff0 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab240755c0 con 0x7fab240d0be0 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240b40f0 0x7fab240ae0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240b40f0 0x7fab240ae0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53208/0 (socket says 172.21.15.70:53208) 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 -- 172.21.15.70:0/4112949933 learned_addr learned my addr 172.21.15.70:0/4112949933 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab29a70640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab240b0ff0 0x7fab2414f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 -- 172.21.15.70:0/4112949933 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab240d0be0 msgr2=0x7fab240ae610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab240d0be0 0x7fab240ae610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 -- 172.21.15.70:0/4112949933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab240b0ff0 msgr2=0x7fab2414f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab240b0ff0 0x7fab2414f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 -- 172.21.15.70:0/4112949933 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab2415e320 con 0x7fab240b40f0 2024-09-05T06:13:11.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab29a70640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab240b0ff0 0x7fab2414f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:11.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2926f640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240b40f0 0x7fab240ae0d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fab1400c520 tx=0x7fab1400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14018070 con 0x7fab240b40f0 2024-09-05T06:13:11.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab140074e0 con 0x7fab240b40f0 2024-09-05T06:13:11.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab241f7e00 con 0x7fab240b40f0 2024-09-05T06:13:11.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab140049f0 con 0x7fab240b40f0 2024-09-05T06:13:11.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab241f83c0 con 0x7fab240b40f0 2024-09-05T06:13:11.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.453+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab241f89d0 con 0x7fab240b40f0 2024-09-05T06:13:11.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.457+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fab1401b070 con 0x7fab240b40f0 2024-09-05T06:13:11.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.457+0000 7fab1a7fc640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab080678c0 0x7fab08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.457+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5767+0+0 (secure 0 0 0) 0x7fab14085330 con 0x7fab240b40f0 2024-09-05T06:13:11.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.457+0000 7fab29a70640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab080678c0 0x7fab08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.457+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=76}) -- 0x7fab0806f4b0 con 0x7fab240b40f0 2024-09-05T06:13:11.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.457+0000 7fab29a70640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab080678c0 0x7fab08069d80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fab200ae000 tx=0x7fab20008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.461+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fab14022080 con 0x7fab240b40f0 2024-09-05T06:13:11.530 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:13:11.533+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check update: 2 full osd(s) (OSD_FULL) 2024-09-05T06:13:11.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.537+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 <== mon.0 v2:172.21.15.70:3300/0 7 ==== osd_map(76..76 src has 1..76) ==== 296+0+0 (secure 0 0 0) 0x7fab140538b0 con 0x7fab240b40f0 2024-09-05T06:13:11.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.537+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=77}) -- 0x7fab0806fcf0 con 0x7fab240b40f0 2024-09-05T06:13:11.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.621+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab24075920 con 0x7fab240b40f0 2024-09-05T06:13:11.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.625+0000 7fab1a7fc640 1 -- 172.21.15.70:0/4112949933 <== mon.0 v2:172.21.15.70:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v76) ==== 74+0+16853 (secure 0 0 0) 0x7fab14055f10 con 0x7fab240b40f0 2024-09-05T06:13:11.622 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:11.622 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":76,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:13:11.537251+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:12:03.660852+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-05T06:12:04.984209+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["backfillfull","exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","full","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","full","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.2f","mappings":[{"from":6,"to":4}]},{"pgid":"9.36","mappings":[{"from":6,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:13:11.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab080678c0 msgr2=0x7fab08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab080678c0 0x7fab08069d80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fab200ae000 tx=0x7fab20008040 comp rx=0 tx=0).stop 2024-09-05T06:13:11.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240b40f0 msgr2=0x7fab240ae0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240b40f0 0x7fab240ae0d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fab1400c520 tx=0x7fab1400c9e0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 shutdown_connections 2024-09-05T06:13:11.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab080678c0 0x7fab08069d80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab240d0be0 0x7fab240ae610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab240b40f0 0x7fab240ae0d0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 --2- 172.21.15.70:0/4112949933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab240b0ff0 0x7fab2414f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 >> 172.21.15.70:0/4112949933 conn(0x7fab240723c0 msgr2=0x7fab240af7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:11.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 shutdown_connections 2024-09-05T06:13:11.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.629+0000 7fab2bcd4640 1 -- 172.21.15.70:0/4112949933 wait complete. 2024-09-05T06:13:11.640 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:13:11.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad2203c640 1 Processor -- start 2024-09-05T06:13:11.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad2203c640 1 -- start start 2024-09-05T06:13:11.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad2203c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fad1c06e990 0x7fad1c0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad2203c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 0x7fad1c0d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad2203c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad1c15f240 con 0x7fad1c15ee60 2024-09-05T06:13:11.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad2203c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fad1c06edb0 con 0x7fad1c06e990 2024-09-05T06:13:11.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad2203c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fad1c06d8f0 con 0x7fad1c0d0c80 2024-09-05T06:13:11.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1affd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fad1c06e990 0x7fad1c0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1affd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fad1c06e990 0x7fad1c0affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53224/0 (socket says 172.21.15.70:53224) 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1affd640 1 -- 172.21.15.70:0/534301447 learned_addr learned my addr 172.21.15.70:0/534301447 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1b7fe640 1 --1- 172.21.15.70:0/534301447 >> v1:172.21.15.70:6789/0 conn(0x7fad1c15ee60 0x7fad1c0af8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49402/0 (socket says 172.21.15.70:49402) 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1affd640 1 -- 172.21.15.70:0/534301447 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 msgr2=0x7fad1c0d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1bfff640 1 --2- 172.21.15.70:0/534301447 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 0x7fad1c0d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1a7fc640 1 -- 172.21.15.70:0/534301447 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4197278542 0 0) 0x7fad1c15f240 con 0x7fad1c15ee60 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1affd640 1 --2- 172.21.15.70:0/534301447 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 0x7fad1c0d1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1affd640 1 -- 172.21.15.70:0/534301447 >> v1:172.21.15.70:6789/0 conn(0x7fad1c15ee60 legacy=0x7fad1c0af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1affd640 1 -- 172.21.15.70:0/534301447 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad1c06dbd0 con 0x7fad1c06e990 2024-09-05T06:13:11.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.753+0000 7fad1bfff640 1 --2- 172.21.15.70:0/534301447 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 0x7fad1c0d1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1affd640 1 --2- 172.21.15.70:0/534301447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c0affc0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fad10009870 tx=0x7fad1001c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5474be35a715b931 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1a7fc640 1 -- 172.21.15.70:0/534301447 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad100a95f0 con 0x7fad1c06e990 2024-09-05T06:13:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1a7fc640 1 -- 172.21.15.70:0/534301447 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad100a9790 con 0x7fad1c06e990 2024-09-05T06:13:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1a7fc640 1 -- 172.21.15.70:0/534301447 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad100a9b60 con 0x7fad1c06e990 2024-09-05T06:13:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- 172.21.15.70:0/534301447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 msgr2=0x7fad1c0affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 --2- 172.21.15.70:0/534301447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c0affc0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fad10009870 tx=0x7fad1001c530 comp rx=0 tx=0).stop 2024-09-05T06:13:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- 172.21.15.70:0/534301447 shutdown_connections 2024-09-05T06:13:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 --2- 172.21.15.70:0/534301447 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 0x7fad1c0d1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 --2- 172.21.15.70:0/534301447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c0affc0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- 172.21.15.70:0/534301447 >> 172.21.15.70:0/534301447 conn(0x7fad1c0b45d0 msgr2=0x7fad1c0b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- 172.21.15.70:0/534301447 shutdown_connections 2024-09-05T06:13:11.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- 172.21.15.70:0/534301447 wait complete. 2024-09-05T06:13:11.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 Processor -- start 2024-09-05T06:13:11.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- start start 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c1620f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 0x7fad1c0b7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad1c15ee60 0x7fad1c15c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fad1c070ad0 con 0x7fad1c06e990 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fad1c0b0500 con 0x7fad1c15ee60 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fad1c16b990 con 0x7fad1c0d0c80 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c1620f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c1620f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53236/0 (socket says 172.21.15.70:53236) 2024-09-05T06:13:11.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 -- 172.21.15.70:0/3298195961 learned_addr learned my addr 172.21.15.70:0/3298195961 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1bfff640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad1c15ee60 0x7fad1c15c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 -- 172.21.15.70:0/3298195961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 msgr2=0x7fad1c0b7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 0x7fad1c0b7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 -- 172.21.15.70:0/3298195961 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad1c15ee60 msgr2=0x7fad1c15c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad1c15ee60 0x7fad1c15c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 -- 172.21.15.70:0/3298195961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad1c158290 con 0x7fad1c06e990 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad1b7fe640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c1620f0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fad0c0011f0 tx=0x7fad0c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0c018070 con 0x7fad1c06e990 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad0c0074e0 con 0x7fad1c06e990 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad1c162630 con 0x7fad1c06e990 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0c004a10 con 0x7fad1c06e990 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.757+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad1c1508c0 con 0x7fad1c06e990 2024-09-05T06:13:11.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.761+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad1c0d10f0 con 0x7fad1c06e990 2024-09-05T06:13:11.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.761+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fad0c01b070 con 0x7fad1c06e990 2024-09-05T06:13:11.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.761+0000 7fad03fff640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad080678c0 0x7fad08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:11.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.761+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 5767+0+0 (secure 0 0 0) 0x7fad0c084fe0 con 0x7fad1c06e990 2024-09-05T06:13:11.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.761+0000 7fad1affd640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad080678c0 0x7fad08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:11.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.761+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=77}) -- 0x7fad0806f510 con 0x7fad1c06e990 2024-09-05T06:13:11.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.761+0000 7fad1affd640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad080678c0 0x7fad08069d80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fad100ae000 tx=0x7fad10004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:11.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.765+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fad0c055b70 con 0x7fad1c06e990 2024-09-05T06:13:11.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.945+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fad1c151430 con 0x7fad1c06e990 2024-09-05T06:13:11.941 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:13:11.945+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:13:11.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.949+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v28) ==== 161+0+0 (secure 0 0 0) 0x7fad0c055470 con 0x7fad1c06e990 2024-09-05T06:13:11.944 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:13:11.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.949+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(77..77 src has 1..77) ==== 374+0+0 (secure 0 0 0) 0x7fad0c0b8030 con 0x7fad1c06e990 2024-09-05T06:13:11.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.949+0000 7fad03fff640 1 -- 172.21.15.70:0/3298195961 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=78}) -- 0x7fad0806fe00 con 0x7fad1c06e990 2024-09-05T06:13:11.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.949+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad080678c0 msgr2=0x7fad08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.949+0000 7fad2203c640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad080678c0 0x7fad08069d80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fad100ae000 tx=0x7fad10004740 comp rx=0 tx=0).stop 2024-09-05T06:13:11.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 msgr2=0x7fad1c1620f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:11.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c1620f0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fad0c0011f0 tx=0x7fad0c00c9b0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 shutdown_connections 2024-09-05T06:13:11.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad080678c0 0x7fad08069d80 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad1c15ee60 0x7fad1c15c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1c0d0c80 0x7fad1c0b7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 --2- 172.21.15.70:0/3298195961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad1c06e990 0x7fad1c1620f0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:11.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 >> 172.21.15.70:0/3298195961 conn(0x7fad1c0b45d0 msgr2=0x7fad1c0b1470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:11.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 shutdown_connections 2024-09-05T06:13:11.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:11.953+0000 7fad2203c640 1 -- 172.21.15.70:0/3298195961 wait complete. 2024-09-05T06:13:11.963 INFO:tasks.ceph.mds.b.smithi196.stderr: -7856> 2024-09-05T06:12:08.662+0000 7fec2f4db640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:13:11.966 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:13:12.036 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:13:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e71deb640 1 Processor -- start 2024-09-05T06:13:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e71deb640 1 -- start start 2024-09-05T06:13:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e71deb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9e6c0ceaf0 0x7f9e6c0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e71deb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e6c0d0c90 0x7f9e6c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e71deb640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e6c06d570 con 0x7f9e6c157110 2024-09-05T06:13:12.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e71deb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9e6c0d1100 con 0x7f9e6c0ceaf0 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e71deb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9e6c06d850 con 0x7f9e6c0d0c90 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e6b7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f9e6c157110 0x7f9e6c0b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49416/0 (socket says 172.21.15.70:49416) 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e6b7fe640 1 -- 172.21.15.70:0/2717439637 learned_addr learned my addr 172.21.15.70:0/2717439637 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e6bfff640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e6c0d0c90 0x7f9e6c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3199822455 0 0) 0x7f9e6c06d570 con 0x7f9e6c157110 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e6affd640 1 --2- 172.21.15.70:0/2717439637 >> v2:172.21.15.196:3300/0 conn(0x7f9e6c0ceaf0 0x7f9e6c0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.089+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e54003530 con 0x7f9e6c157110 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2513445287 0 0) 0x7f9e54003530 con 0x7f9e6c157110 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e6c0d0c90 msgr2=0x7f9e6c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e6c0d0c90 0x7f9e6c0af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 >> v2:172.21.15.196:3300/0 conn(0x7f9e6c0ceaf0 msgr2=0x7f9e6c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:12.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 --2- 172.21.15.70:0/2717439637 >> v2:172.21.15.196:3300/0 conn(0x7f9e6c0ceaf0 0x7f9e6c0d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e6c06db30 con 0x7f9e6c157110 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9e5c001680 con 0x7f9e6c157110 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 >> v1:172.21.15.70:6789/0 conn(0x7f9e6c157110 legacy=0x7f9e6c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e6c0d0c90 0x7f9e540039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e54003f40 0x7f9e54004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e54004d50 0x7f9e540051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9e6c0d1100 con 0x7f9e54004d50 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9e6c06d850 con 0x7f9e54003f40 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9e5400b9d0 con 0x7f9e6c0d0c90 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6bfff640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e54004d50 0x7f9e540051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6affd640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e54003f40 0x7f9e54004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6b7fe640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e6c0d0c90 0x7f9e540039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6bfff640 1 -- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e6c0d0c90 msgr2=0x7f9e540039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6bfff640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e6c0d0c90 0x7f9e540039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6bfff640 1 -- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e54003f40 msgr2=0x7f9e54004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6bfff640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e54003f40 0x7f9e54004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6bfff640 1 -- 172.21.15.70:0/2717439637 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e54003530 con 0x7f9e54004d50 2024-09-05T06:13:12.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6bfff640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e54004d50 0x7f9e540051d0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f9e64009fc0 tx=0x7f9e6401cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee718d8488417c85 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:12.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e640b2070 con 0x7f9e54004d50 2024-09-05T06:13:12.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e640a5c90 con 0x7f9e54004d50 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6a7fc640 1 -- 172.21.15.70:0/2717439637 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e64009c10 con 0x7f9e54004d50 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e71deb640 1 -- 172.21.15.70:0/2717439637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e54004d50 msgr2=0x7f9e540051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e71deb640 1 --2- 172.21.15.70:0/2717439637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e54004d50 0x7f9e540051d0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f9e64009fc0 tx=0x7f9e6401cc20 comp rx=0 tx=0).stop 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e6bfff640 1 -- 172.21.15.70:0/2717439637 reap_dead start 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e71deb640 1 -- 172.21.15.70:0/2717439637 shutdown_connections 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e71deb640 1 -- 172.21.15.70:0/2717439637 >> 172.21.15.70:0/2717439637 conn(0x7f9e6c06bcc0 msgr2=0x7f9e6c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e71deb640 1 -- 172.21.15.70:0/2717439637 shutdown_connections 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.093+0000 7f9e71deb640 1 -- 172.21.15.70:0/2717439637 wait complete. 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 Processor -- start 2024-09-05T06:13:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 -- start start 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e54004d50 0x7f9e6c141b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e6c1422b0 0x7f9e6c0c7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e6c0c7d50 0x7f9e6c1e71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9e6c06e3d0 con 0x7f9e6c1422b0 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9e6c06e0f0 con 0x7f9e6c0c7d50 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9e6c0b5c90 con 0x7f9e54004d50 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e6c1422b0 0x7f9e6c0c7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e6c1422b0 0x7f9e6c0c7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53252/0 (socket says 172.21.15.70:53252) 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 -- 172.21.15.70:0/2519607082 learned_addr learned my addr 172.21.15.70:0/2519607082 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:12.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6bfff640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e6c0c7d50 0x7f9e6c1e71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6b7fe640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e54004d50 0x7f9e6c141b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 -- 172.21.15.70:0/2519607082 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e54004d50 msgr2=0x7f9e6c141b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e54004d50 0x7f9e6c141b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 -- 172.21.15.70:0/2519607082 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e6c0c7d50 msgr2=0x7f9e6c1e71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e6c0c7d50 0x7f9e6c1e71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 -- 172.21.15.70:0/2519607082 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e6c0c57c0 con 0x7f9e6c1422b0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e6affd640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e6c1422b0 0x7f9e6c0c7810 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f9e600119a0 tx=0x7f9e60011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e60019070 con 0x7f9e6c1422b0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e60004240 con 0x7f9e6c1422b0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e6c0c5a60 con 0x7f9e6c1422b0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e6000f880 con 0x7f9e6c1422b0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e6c0c6020 con 0x7f9e6c1422b0 2024-09-05T06:13:12.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e6c06d570 con 0x7f9e6c1422b0 2024-09-05T06:13:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.097+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9e6001c070 con 0x7f9e6c1422b0 2024-09-05T06:13:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.101+0000 7f9e53fff640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9e580678c0 0x7f9e58069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.101+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5853+0+0 (secure 0 0 0) 0x7f9e600860b0 con 0x7f9e6c1422b0 2024-09-05T06:13:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.101+0000 7f9e6b7fe640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9e580678c0 0x7f9e58069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.101+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=78}) -- 0x7f9e5806f5c0 con 0x7f9e6c1422b0 2024-09-05T06:13:12.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.101+0000 7f9e6b7fe640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9e580678c0 0x7f9e58069d80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c007de0 tx=0x7f9e5c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:12.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.105+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9e600565a0 con 0x7f9e6c1422b0 2024-09-05T06:13:12.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.285+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f9e6c0c8130 con 0x7f9e6c1422b0 2024-09-05T06:13:12.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.957+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f9e6005a8a0 con 0x7f9e6c1422b0 2024-09-05T06:13:12.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.957+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(78..78 src has 1..78) ==== 1476+0+0 (secure 0 0 0) 0x7f9e600b9030 con 0x7f9e6c1422b0 2024-09-05T06:13:12.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.957+0000 7f9e53fff640 1 -- 172.21.15.70:0/2519607082 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=79}) -- 0x7f9e58070980 con 0x7f9e6c1422b0 2024-09-05T06:13:12.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9e580678c0 msgr2=0x7f9e58069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:12.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9e580678c0 0x7f9e58069d80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c007de0 tx=0x7f9e5c009040 comp rx=0 tx=0).stop 2024-09-05T06:13:12.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e6c1422b0 msgr2=0x7f9e6c0c7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:12.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e6c1422b0 0x7f9e6c0c7810 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f9e600119a0 tx=0x7f9e60011e60 comp rx=0 tx=0).stop 2024-09-05T06:13:12.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 shutdown_connections 2024-09-05T06:13:12.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9e580678c0 0x7f9e58069d80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9e6c0c7d50 0x7f9e6c1e71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e6c1422b0 0x7f9e6c0c7810 secure :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f9e600119a0 tx=0x7f9e60011e60 comp rx=0 tx=0).stop 2024-09-05T06:13:12.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 --2- 172.21.15.70:0/2519607082 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9e54004d50 0x7f9e6c141b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:12.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.961+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 >> 172.21.15.70:0/2519607082 conn(0x7f9e6c06bcc0 msgr2=0x7f9e6c15de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.965+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 shutdown_connections 2024-09-05T06:13:12.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:12.965+0000 7f9e71deb640 1 -- 172.21.15.70:0/2519607082 wait complete. 2024-09-05T06:13:12.985 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:13:13.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f12791f1640 1 Processor -- start 2024-09-05T06:13:13.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f12791f1640 1 -- start start 2024-09-05T06:13:13.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f12791f1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740afff0 0x7f12740cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:13.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f12791f1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f12740731a0 0x7f127406e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:13.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f12791f1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f127415bc40 con 0x7f12740cdf80 2024-09-05T06:13:13.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f12791f1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f1274072600 con 0x7f12740731a0 2024-09-05T06:13:13.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f12791f1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f12740d14c0 con 0x7f12740afff0 2024-09-05T06:13:13.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f1272d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740afff0 0x7f12740cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:13.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f127359e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f12740731a0 0x7f127406e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:13.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f127259c640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f12740cdf80 0x7f1274072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:46162/0 (socket says 172.21.15.70:46162) 2024-09-05T06:13:13.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f127259c640 1 -- 172.21.15.70:0/3584232603 learned_addr learned my addr 172.21.15.70:0/3584232603 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:13.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f1272d9d640 1 -- 172.21.15.70:0/3584232603 >> v2:172.21.15.196:3300/0 conn(0x7f12740731a0 msgr2=0x7f127406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:13.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f1272d9d640 1 --2- 172.21.15.70:0/3584232603 >> v2:172.21.15.196:3300/0 conn(0x7f12740731a0 0x7f127406e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f1272d9d640 1 -- 172.21.15.70:0/3584232603 >> v1:172.21.15.196:6789/0 conn(0x7f12740cdf80 legacy=0x7f1274072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:13.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.117+0000 7f1272d9d640 1 -- 172.21.15.70:0/3584232603 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1274071cd0 con 0x7f12740afff0 2024-09-05T06:13:13.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f1272d9d640 1 --2- 172.21.15.70:0/3584232603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740afff0 0x7f12740cda40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f12640097c0 tx=0x7f126401e6b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2adbcd9addf3b8d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:13.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f1271d9b640 1 -- 172.21.15.70:0/3584232603 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12640ac620 con 0x7f12740afff0 2024-09-05T06:13:13.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f1271d9b640 1 -- 172.21.15.70:0/3584232603 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12640b1070 con 0x7f12740afff0 2024-09-05T06:13:13.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f1271d9b640 1 -- 172.21.15.70:0/3584232603 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12640ac9e0 con 0x7f12740afff0 2024-09-05T06:13:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f12791f1640 1 -- 172.21.15.70:0/3584232603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740afff0 msgr2=0x7f12740cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f12791f1640 1 --2- 172.21.15.70:0/3584232603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740afff0 0x7f12740cda40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f12640097c0 tx=0x7f126401e6b0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f12791f1640 1 -- 172.21.15.70:0/3584232603 shutdown_connections 2024-09-05T06:13:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f12791f1640 1 --2- 172.21.15.70:0/3584232603 >> v2:172.21.15.196:3300/0 conn(0x7f12740731a0 0x7f127406e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f12791f1640 1 --2- 172.21.15.70:0/3584232603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740afff0 0x7f12740cda40 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f12791f1640 1 -- 172.21.15.70:0/3584232603 >> 172.21.15.70:0/3584232603 conn(0x7f127406bcc0 msgr2=0x7f127406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f12791f1640 1 -- 172.21.15.70:0/3584232603 shutdown_connections 2024-09-05T06:13:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.121+0000 7f12791f1640 1 -- 172.21.15.70:0/3584232603 wait complete. 2024-09-05T06:13:13.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 Processor -- start 2024-09-05T06:13:13.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 -- start start 2024-09-05T06:13:13.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12740731a0 0x7f12741f4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:13.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f12740afff0 0x7f1274163c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:13.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740cdf80 0x7f12740b2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:13.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f127406efd0 con 0x7f12740731a0 2024-09-05T06:13:13.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f12740d1190 con 0x7f12740afff0 2024-09-05T06:13:13.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f127406d570 con 0x7f12740cdf80 2024-09-05T06:13:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12740731a0 0x7f12741f4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12740731a0 0x7f12741f4ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53262/0 (socket says 172.21.15.70:53262) 2024-09-05T06:13:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 -- 172.21.15.70:0/1025805245 learned_addr learned my addr 172.21.15.70:0/1025805245 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f127359e640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740cdf80 0x7f12740b2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f127259c640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f12740afff0 0x7f1274163c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 -- 172.21.15.70:0/1025805245 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740cdf80 msgr2=0x7f12740b2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740cdf80 0x7f12740b2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 -- 172.21.15.70:0/1025805245 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f12740afff0 msgr2=0x7f1274163c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f12740afff0 0x7f1274163c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 -- 172.21.15.70:0/1025805245 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12741641a0 con 0x7f12740731a0 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f1272d9d640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12740731a0 0x7f12741f4ea0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f126401cd60 tx=0x7f126401cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f125b7fe640 1 -- 172.21.15.70:0/1025805245 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12640acc10 con 0x7f12740731a0 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f125b7fe640 1 -- 172.21.15.70:0/1025805245 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12640acdb0 con 0x7f12740731a0 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f125b7fe640 1 -- 172.21.15.70:0/1025805245 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12640c0650 con 0x7f12740731a0 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12740b3280 con 0x7f12740731a0 2024-09-05T06:13:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12741f5760 con 0x7f12740731a0 2024-09-05T06:13:13.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12740cda40 con 0x7f12740731a0 2024-09-05T06:13:13.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.125+0000 7f125b7fe640 1 -- 172.21.15.70:0/1025805245 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f12640be020 con 0x7f12740731a0 2024-09-05T06:13:13.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.129+0000 7f125b7fe640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12600678c0 0x7f1260069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:13.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.129+0000 7f127259c640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12600678c0 0x7f1260069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:13.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.129+0000 7f125b7fe640 1 -- 172.21.15.70:0/1025805245 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5853+0+0 (secure 0 0 0) 0x7f1264121c30 con 0x7f12740731a0 2024-09-05T06:13:13.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.129+0000 7f127259c640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12600678c0 0x7f1260069d80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f12740ccd60 tx=0x7f1268007e90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:13.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.133+0000 7f125b7fe640 1 -- 172.21.15.70:0/1025805245 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1264128080 con 0x7f12740731a0 2024-09-05T06:13:13.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.289+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f127415e2a0 con 0x7f12740731a0 2024-09-05T06:13:13.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.961+0000 7f125b7fe640 1 -- 172.21.15.70:0/1025805245 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v79) ==== 181+0+0 (secure 0 0 0) 0x7f12640c7030 con 0x7f12740731a0 2024-09-05T06:13:13.956 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:13:13.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12600678c0 msgr2=0x7f1260069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:13.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12600678c0 0x7f1260069d80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f12740ccd60 tx=0x7f1268007e90 comp rx=0 tx=0).stop 2024-09-05T06:13:13.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12740731a0 msgr2=0x7f12741f4ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:13.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12740731a0 0x7f12741f4ea0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f126401cd60 tx=0x7f126401cef0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 shutdown_connections 2024-09-05T06:13:13.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12600678c0 0x7f1260069d80 secure :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f12740ccd60 tx=0x7f1268007e90 comp rx=0 tx=0).stop 2024-09-05T06:13:13.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12740cdf80 0x7f12740b2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f12740afff0 0x7f1274163c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 --2- 172.21.15.70:0/1025805245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12740731a0 0x7f12741f4ea0 secure :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f126401cd60 tx=0x7f126401cef0 comp rx=0 tx=0).stop 2024-09-05T06:13:13.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.965+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 >> 172.21.15.70:0/1025805245 conn(0x7f127406bcc0 msgr2=0x7f127415c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:13.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.969+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 shutdown_connections 2024-09-05T06:13:13.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:13.969+0000 7f12791f1640 1 -- 172.21.15.70:0/1025805245 wait complete. 2024-09-05T06:13:13.985 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:13:14.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa7a1688640 1 Processor -- start 2024-09-05T06:13:14.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa7a1688640 1 -- start start 2024-09-05T06:13:14.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa7a1688640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa79c15ea00 0x7fa79c072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:14.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa7a1688640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa79c0b5310 0x7fa79c0b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:14.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa7a1688640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa79c06e4d0 con 0x7fa79c06d770 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa7a1688640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa79c0b5ca0 con 0x7fa79c0b5310 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa7a1688640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa79c071db0 con 0x7fa79c15ea00 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa79a7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa79c0b5310 0x7fa79c0b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa79a7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa79c0b5310 0x7fa79c0b5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53278/0 (socket says 172.21.15.70:53278) 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa79a7fc640 1 -- 172.21.15.70:0/644362150 learned_addr learned my addr 172.21.15.70:0/644362150 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa79affd640 1 --2- 172.21.15.70:0/644362150 >> v2:172.21.15.196:3300/0 conn(0x7fa79c15ea00 0x7fa79c072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa79a7fc640 1 -- 172.21.15.70:0/644362150 >> v2:172.21.15.196:3300/0 conn(0x7fa79c15ea00 msgr2=0x7fa79c072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa79a7fc640 1 --2- 172.21.15.70:0/644362150 >> v2:172.21.15.196:3300/0 conn(0x7fa79c15ea00 0x7fa79c072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa79a7fc640 1 -- 172.21.15.70:0/644362150 >> v1:172.21.15.196:6789/0 conn(0x7fa79c06d770 legacy=0x7fa79c06dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:14.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.113+0000 7fa79a7fc640 1 -- 172.21.15.70:0/644362150 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa79c071760 con 0x7fa79c0b5310 2024-09-05T06:13:14.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa79a7fc640 1 --2- 172.21.15.70:0/644362150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c0b5310 0x7fa79c0b5760 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa79c06f6d0 tx=0x7fa79001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f88ca50fd144d30 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:14.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa799ffb640 1 -- 172.21.15.70:0/644362150 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7900b0070 con 0x7fa79c0b5310 2024-09-05T06:13:14.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa799ffb640 1 -- 172.21.15.70:0/644362150 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7900ab600 con 0x7fa79c0b5310 2024-09-05T06:13:14.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa799ffb640 1 -- 172.21.15.70:0/644362150 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7900ab9d0 con 0x7fa79c0b5310 2024-09-05T06:13:14.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- 172.21.15.70:0/644362150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c0b5310 msgr2=0x7fa79c0b5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:14.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 --2- 172.21.15.70:0/644362150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c0b5310 0x7fa79c0b5760 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa79c06f6d0 tx=0x7fa79001c4e0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- 172.21.15.70:0/644362150 shutdown_connections 2024-09-05T06:13:14.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 --2- 172.21.15.70:0/644362150 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c0b5310 0x7fa79c0b5760 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 --2- 172.21.15.70:0/644362150 >> v2:172.21.15.196:3300/0 conn(0x7fa79c15ea00 0x7fa79c072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- 172.21.15.70:0/644362150 >> 172.21.15.70:0/644362150 conn(0x7fa79c06bcc0 msgr2=0x7fa79c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:14.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- 172.21.15.70:0/644362150 shutdown_connections 2024-09-05T06:13:14.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- 172.21.15.70:0/644362150 wait complete. 2024-09-05T06:13:14.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 Processor -- start 2024-09-05T06:13:14.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- start start 2024-09-05T06:13:14.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa79c06d770 0x7fa79c155910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:14.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa79c0b5310 0x7fa79c144fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:14.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c15ea00 0x7fa79c154b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:14.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa79c0b4750 con 0x7fa79c15ea00 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa79c0b45d0 con 0x7fa79c0b5310 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa7a1688640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa79c0b48d0 con 0x7fa79c06d770 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa79b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c15ea00 0x7fa79c154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa79b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c15ea00 0x7fa79c154b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53294/0 (socket says 172.21.15.70:53294) 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.117+0000 7fa79b7fe640 1 -- 172.21.15.70:0/3017173964 learned_addr learned my addr 172.21.15.70:0/3017173964 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79a7fc640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa79c0b5310 0x7fa79c144fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79affd640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa79c06d770 0x7fa79c155910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79b7fe640 1 -- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa79c06d770 msgr2=0x7fa79c155910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79b7fe640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa79c06d770 0x7fa79c155910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79b7fe640 1 -- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa79c0b5310 msgr2=0x7fa79c144fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79b7fe640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa79c0b5310 0x7fa79c144fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79b7fe640 1 -- 172.21.15.70:0/3017173964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa79c155e50 con 0x7fa79c15ea00 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79a7fc640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa79c0b5310 0x7fa79c144fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79b7fe640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c15ea00 0x7fa79c154b60 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fa79400b9a0 tx=0x7fa79400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7837fe640 1 -- 172.21.15.70:0/3017173964 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa794019070 con 0x7fa79c15ea00 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7837fe640 1 -- 172.21.15.70:0/3017173964 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa79400cba0 con 0x7fa79c15ea00 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa79c1560f0 con 0x7fa79c15ea00 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7837fe640 1 -- 172.21.15.70:0/3017173964 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa794014440 con 0x7fa79c15ea00 2024-09-05T06:13:14.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa79c1566b0 con 0x7fa79c15ea00 2024-09-05T06:13:14.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa79c0b5760 con 0x7fa79c15ea00 2024-09-05T06:13:14.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7837fe640 1 -- 172.21.15.70:0/3017173964 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa79401c070 con 0x7fa79c15ea00 2024-09-05T06:13:14.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7837fe640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7880678c0 0x7fa788069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:14.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79affd640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7880678c0 0x7fa788069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:14.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa7837fe640 1 -- 172.21.15.70:0/3017173964 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5415+0+0 (secure 0 0 0) 0x7fa794085770 con 0x7fa79c15ea00 2024-09-05T06:13:14.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.121+0000 7fa79affd640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7880678c0 0x7fa788069d80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa78c009790 tx=0x7fa78c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:14.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.125+0000 7fa7837fe640 1 -- 172.21.15.70:0/3017173964 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa7940563c0 con 0x7fa79c15ea00 2024-09-05T06:13:14.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.273+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa79c0b0800 con 0x7fa79c15ea00 2024-09-05T06:13:14.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.961+0000 7fa7837fe640 1 -- 172.21.15.70:0/3017173964 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v80) ==== 169+0+0 (secure 0 0 0) 0x7fa794055cc0 con 0x7fa79c15ea00 2024-09-05T06:13:14.959 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:13:14.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7880678c0 msgr2=0x7fa788069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:14.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7880678c0 0x7fa788069d80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa78c009790 tx=0x7fa78c008040 comp rx=0 tx=0).stop 2024-09-05T06:13:14.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c15ea00 msgr2=0x7fa79c154b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:14.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c15ea00 0x7fa79c154b60 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fa79400b9a0 tx=0x7fa79400be60 comp rx=0 tx=0).stop 2024-09-05T06:13:14.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 shutdown_connections 2024-09-05T06:13:14.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7880678c0 0x7fa788069d80 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa79c15ea00 0x7fa79c154b60 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa79c0b5310 0x7fa79c144fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 --2- 172.21.15.70:0/3017173964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa79c06d770 0x7fa79c155910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:14.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 >> 172.21.15.70:0/3017173964 conn(0x7fa79c06bcc0 msgr2=0x7fa79c0b1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:14.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 shutdown_connections 2024-09-05T06:13:14.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:14.965+0000 7fa7a1688640 1 -- 172.21.15.70:0/3017173964 wait complete. 2024-09-05T06:13:14.986 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:13:15.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe83090f640 1 Processor -- start 2024-09-05T06:13:15.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe83090f640 1 -- start start 2024-09-05T06:13:15.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe83090f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe82c06cdd0 0x7fe82c0b6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe83090f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe82c1627b0 con 0x7fe82c06d990 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe83090f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe82c0d1a20 con 0x7fe82c1623d0 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe83090f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe82c0d1d00 con 0x7fe82c06cdd0 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe829d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe82c06d990 0x7fe82c0b6220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49430/0 (socket says 172.21.15.70:49430) 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe829d9b640 1 -- 172.21.15.70:0/1462497030 learned_addr learned my addr 172.21.15.70:0/1462497030 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 822722067 0 0) 0x7fe82c1627b0 con 0x7fe82c06d990 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe80c003530 con 0x7fe82c06d990 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82ad9d640 1 --2- 172.21.15.70:0/1462497030 >> v2:172.21.15.196:3300/0 conn(0x7fe82c06cdd0 0x7fe82c0b6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2508218847 0 0) 0x7fe80c003530 con 0x7fe82c06d990 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 >> v2:172.21.15.196:3300/0 conn(0x7fe82c06cdd0 msgr2=0x7fe82c0b6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:15.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 --2- 172.21.15.70:0/1462497030 >> v2:172.21.15.196:3300/0 conn(0x7fe82c06cdd0 0x7fe82c0b6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 >> v1:172.21.15.196:6789/0 conn(0x7fe82c1623d0 legacy=0x7fe82c06d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe82c0b5a20 con 0x7fe82c06d990 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fe814001680 con 0x7fe82c06d990 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 >> v1:172.21.15.70:6789/0 conn(0x7fe82c06d990 legacy=0x7fe82c0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe80c0039c0 0x7fe80c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe80c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe80c0051d0 0x7fe80c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe82c0d1d00 con 0x7fe80c004810 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe80c00c120 con 0x7fe80c0039c0 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe80c00c320 con 0x7fe80c0051d0 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe829d9b640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe80c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82a59c640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe80c0039c0 0x7fe80c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe829d9b640 1 -- 172.21.15.70:0/1462497030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe80c0051d0 msgr2=0x7fe80c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:15.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe829d9b640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe80c0051d0 0x7fe80c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe829d9b640 1 -- 172.21.15.70:0/1462497030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe80c0039c0 msgr2=0x7fe80c003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:15.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe829d9b640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe80c0039c0 0x7fe80c003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82ad9d640 1 -- 172.21.15.70:0/1462497030 reap_dead start 2024-09-05T06:13:15.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe829d9b640 1 -- 172.21.15.70:0/1462497030 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe80c003530 con 0x7fe80c004810 2024-09-05T06:13:15.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.109+0000 7fe82a59c640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe80c0039c0 0x7fe80c003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:15.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe829d9b640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe80c004c90 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fe81400c210 tx=0x7fe81401f3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70b4c81416a5cda2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:15.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe814007d40 con 0x7fe80c004810 2024-09-05T06:13:15.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe814005b00 con 0x7fe80c004810 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe82959a640 1 -- 172.21.15.70:0/1462497030 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe814007070 con 0x7fe80c004810 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 -- 172.21.15.70:0/1462497030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 msgr2=0x7fe80c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe80c004c90 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fe81400c210 tx=0x7fe81401f3f0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 -- 172.21.15.70:0/1462497030 shutdown_connections 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 --2- 172.21.15.70:0/1462497030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe80c004c90 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 -- 172.21.15.70:0/1462497030 >> 172.21.15.70:0/1462497030 conn(0x7fe82c0b4580 msgr2=0x7fe82c0b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 -- 172.21.15.70:0/1462497030 shutdown_connections 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 -- 172.21.15.70:0/1462497030 wait complete. 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 Processor -- start 2024-09-05T06:13:15.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.113+0000 7fe83090f640 1 -- start start 2024-09-05T06:13:15.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe82c0b2720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe82c0b0270 0x7fe82c09ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe82c15cc70 0x7fe82c15d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe82c0d1790 con 0x7fe80c004810 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe82c0d1610 con 0x7fe82c0b0270 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe82c0b50a0 con 0x7fe82c15cc70 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe82c0b2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe82c0b2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53320/0 (socket says 172.21.15.70:53320) 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 -- 172.21.15.70:0/1292134977 learned_addr learned my addr 172.21.15.70:0/1292134977 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe829d9b640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe82c0b0270 0x7fe82c09ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 -- 172.21.15.70:0/1292134977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe82c15cc70 msgr2=0x7fe82c15d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe82c15cc70 0x7fe82c15d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 -- 172.21.15.70:0/1292134977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe82c0b0270 msgr2=0x7fe82c09ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe82c0b0270 0x7fe82c09ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 -- 172.21.15.70:0/1292134977 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe82c0b2e10 con 0x7fe80c004810 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe829d9b640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe82c0b0270 0x7fe82c09ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:15.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe82a59c640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe82c0b2720 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe824002240 tx=0x7fe82400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe822ffd640 1 -- 172.21.15.70:0/1292134977 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe824003db0 con 0x7fe80c004810 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe822ffd640 1 -- 172.21.15.70:0/1292134977 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe824017070 con 0x7fe80c004810 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe82c0b30f0 con 0x7fe80c004810 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe822ffd640 1 -- 172.21.15.70:0/1292134977 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe82400b8f0 con 0x7fe80c004810 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe82c0b36b0 con 0x7fe80c004810 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe82c06d280 con 0x7fe80c004810 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe822ffd640 1 -- 172.21.15.70:0/1292134977 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe82400ba90 con 0x7fe80c004810 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe822ffd640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8100678c0 0x7fe810069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe822ffd640 1 -- 172.21.15.70:0/1292134977 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 4943+0+0 (secure 0 0 0) 0x7fe8240859a0 con 0x7fe80c004810 2024-09-05T06:13:15.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe829d9b640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8100678c0 0x7fe810069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.117+0000 7fe829d9b640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8100678c0 0x7fe810069d80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe8140af000 tx=0x7fe8140aa000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:15.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.121+0000 7fe822ffd640 1 -- 172.21.15.70:0/1292134977 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe824019310 con 0x7fe80c004810 2024-09-05T06:13:15.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.273+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fe82c06e2d0 con 0x7fe80c004810 2024-09-05T06:13:15.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.277+0000 7fe822ffd640 1 -- 172.21.15.70:0/1292134977 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v7) ==== 104+0+0 (secure 0 0 0) 0x7fe824056870 con 0x7fe80c004810 2024-09-05T06:13:15.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8100678c0 msgr2=0x7fe810069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8100678c0 0x7fe810069d80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe8140af000 tx=0x7fe8140aa000 comp rx=0 tx=0).stop 2024-09-05T06:13:15.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 msgr2=0x7fe82c0b2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe82c0b2720 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe824002240 tx=0x7fe82400dc00 comp rx=0 tx=0).stop 2024-09-05T06:13:15.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 shutdown_connections 2024-09-05T06:13:15.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8100678c0 0x7fe810069d80 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe82c15cc70 0x7fe82c15d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe82c0b0270 0x7fe82c09ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 --2- 172.21.15.70:0/1292134977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe80c004810 0x7fe82c0b2720 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 >> 172.21.15.70:0/1292134977 conn(0x7fe82c0b4580 msgr2=0x7fe82c15d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:15.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 shutdown_connections 2024-09-05T06:13:15.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.281+0000 7fe83090f640 1 -- 172.21.15.70:0/1292134977 wait complete. 2024-09-05T06:13:15.294 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestClusterFull.test_full_fclose' 2024-09-05T06:13:15.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.413+0000 7fc7d9651640 1 Processor -- start 2024-09-05T06:13:15.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.413+0000 7fc7d9651640 1 -- start start 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d9651640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc7d40afff0 0x7fc7d40cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d9651640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc7d40cdf80 0x7fc7d4072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d9651640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d406e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d9651640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc7d4072600 con 0x7fc7d40afff0 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d9651640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc7d415bc40 con 0x7fc7d40cdf80 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d9651640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc7d40d14c0 con 0x7fc7d4072fd0 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc7d40afff0 0x7fc7d40cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc7d40afff0 0x7fc7d40cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53324/0 (socket says 172.21.15.70:53324) 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 -- 172.21.15.70:0/548716023 learned_addr learned my addr 172.21.15.70:0/548716023 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:15.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d27fc640 1 --2- 172.21.15.70:0/548716023 >> v2:172.21.15.196:3300/0 conn(0x7fc7d40cdf80 0x7fc7d4072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d37fe640 1 --2- 172.21.15.70:0/548716023 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d406e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 -- 172.21.15.70:0/548716023 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 msgr2=0x7fc7d406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:15.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 --2- 172.21.15.70:0/548716023 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d406e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 -- 172.21.15.70:0/548716023 >> v2:172.21.15.196:3300/0 conn(0x7fc7d40cdf80 msgr2=0x7fc7d4072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:15.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 --2- 172.21.15.70:0/548716023 >> v2:172.21.15.196:3300/0 conn(0x7fc7d40cdf80 0x7fc7d4072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 -- 172.21.15.70:0/548716023 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7d4071cd0 con 0x7fc7d40afff0 2024-09-05T06:13:15.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d37fe640 1 --2- 172.21.15.70:0/548716023 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d406e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:15.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d2ffd640 1 --2- 172.21.15.70:0/548716023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40cda40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fc7d40b3c50 tx=0x7fc7c401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1d384f9e433c5fc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:15.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d1ffb640 1 -- 172.21.15.70:0/548716023 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c40a5670 con 0x7fc7d40afff0 2024-09-05T06:13:15.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d1ffb640 1 -- 172.21.15.70:0/548716023 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7c40a5810 con 0x7fc7d40afff0 2024-09-05T06:13:15.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.417+0000 7fc7d1ffb640 1 -- 172.21.15.70:0/548716023 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c40a5be0 con 0x7fc7d40afff0 2024-09-05T06:13:15.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- 172.21.15.70:0/548716023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 msgr2=0x7fc7d40cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 --2- 172.21.15.70:0/548716023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40cda40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fc7d40b3c50 tx=0x7fc7c401c9f0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- 172.21.15.70:0/548716023 shutdown_connections 2024-09-05T06:13:15.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 --2- 172.21.15.70:0/548716023 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d406e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 --2- 172.21.15.70:0/548716023 >> v2:172.21.15.196:3300/0 conn(0x7fc7d40cdf80 0x7fc7d4072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 --2- 172.21.15.70:0/548716023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40cda40 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- 172.21.15.70:0/548716023 >> 172.21.15.70:0/548716023 conn(0x7fc7d406bcc0 msgr2=0x7fc7d406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:15.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- 172.21.15.70:0/548716023 shutdown_connections 2024-09-05T06:13:15.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- 172.21.15.70:0/548716023 wait complete. 2024-09-05T06:13:15.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 Processor -- start 2024-09-05T06:13:15.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- start start 2024-09-05T06:13:15.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d4153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7d40cdf80 0x7fc7d40ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d40733e0 con 0x7fc7d40afff0 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d40d11d0 con 0x7fc7d40cdf80 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc7d406efd0 con 0x7fc7d4072fd0 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40b03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53328/0 (socket says 172.21.15.70:53328) 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 -- 172.21.15.70:0/1710339826 learned_addr learned my addr 172.21.15.70:0/1710339826 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d2ffd640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d4153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d37fe640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7d40cdf80 0x7fc7d40ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 -- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 msgr2=0x7fc7d4153040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d4153040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 -- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7d40cdf80 msgr2=0x7fc7d40ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7d40cdf80 0x7fc7d40ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 -- 172.21.15.70:0/1710339826 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7d40b0cd0 con 0x7fc7d40afff0 2024-09-05T06:13:15.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d37fe640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7d40cdf80 0x7fc7d40ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:15.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d27fc640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40b03d0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc00d5f0 tx=0x7fc7bc00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:15.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7cb7fe640 1 -- 172.21.15.70:0/1710339826 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc0125f0 con 0x7fc7d40afff0 2024-09-05T06:13:15.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7cb7fe640 1 -- 172.21.15.70:0/1710339826 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7bc019070 con 0x7fc7d40afff0 2024-09-05T06:13:15.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7d40b2710 con 0x7fc7d40afff0 2024-09-05T06:13:15.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7cb7fe640 1 -- 172.21.15.70:0/1710339826 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc0129b0 con 0x7fc7d40afff0 2024-09-05T06:13:15.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7d40b2cd0 con 0x7fc7d40afff0 2024-09-05T06:13:15.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.421+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7d40cda40 con 0x7fc7d40afff0 2024-09-05T06:13:15.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.425+0000 7fc7cb7fe640 1 -- 172.21.15.70:0/1710339826 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc7bc012b50 con 0x7fc7d40afff0 2024-09-05T06:13:15.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.425+0000 7fc7cb7fe640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7b40678c0 0x7fc7b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:15.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.425+0000 7fc7d2ffd640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7b40678c0 0x7fc7b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:15.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.425+0000 7fc7cb7fe640 1 -- 172.21.15.70:0/1710339826 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 4943+0+0 (secure 0 0 0) 0x7fc7bc085d40 con 0x7fc7d40afff0 2024-09-05T06:13:15.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.425+0000 7fc7d2ffd640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7b40678c0 0x7fc7b4069d80 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc7c40ae000 tx=0x7fc7c40a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:15.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.429+0000 7fc7cb7fe640 1 -- 172.21.15.70:0/1710339826 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc7bc056b80 con 0x7fc7d40afff0 2024-09-05T06:13:15.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.645+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_full_fclose"]} v 0) -- 0x7fc7d4153580 con 0x7fc7d40afff0 2024-09-05T06:13:15.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.973+0000 7fc7cb7fe640 1 -- 172.21.15.70:0/1710339826 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_full_fclose"]}]=0 v175) ==== 134+0+0 (secure 0 0 0) 0x7fc7bc056480 con 0x7fc7d40afff0 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7b40678c0 msgr2=0x7fc7b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7b40678c0 0x7fc7b4069d80 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc7c40ae000 tx=0x7fc7c40a7070 comp rx=0 tx=0).stop 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 msgr2=0x7fc7d40b03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40b03d0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc00d5f0 tx=0x7fc7bc00dab0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 shutdown_connections 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7b40678c0 0x7fc7b4069d80 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7d40cdf80 0x7fc7d40ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7d40afff0 0x7fc7d40b03d0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 --2- 172.21.15.70:0/1710339826 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7d4072fd0 0x7fc7d4153040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 >> 172.21.15.70:0/1710339826 conn(0x7fc7d406bcc0 msgr2=0x7fc7d415c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 shutdown_connections 2024-09-05T06:13:15.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:15.977+0000 7fc7d9651640 1 -- 172.21.15.70:0/1710339826 wait complete. 2024-09-05T06:13:15.992 INFO:tasks.cephfs_test_runner:test_full_fclose (tasks.cephfs.test_full.TestClusterFull) ... ok 2024-09-05T06:13:15.992 INFO:tasks.cephfs_test_runner:Starting test: test_full_fsync (tasks.cephfs.test_full.TestClusterFull) That when the full flag is encountered during asynchronous 2024-09-05T06:13:15.992 INFO:tasks.cephfs_test_runner:test_full_fsync (tasks.cephfs.test_full.TestClusterFull) 2024-09-05T06:13:15.993 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:13:16.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.113+0000 7fb6f49dc640 1 Processor -- start 2024-09-05T06:13:16.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6f49dc640 1 -- start start 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6f49dc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb6f00d4980 0x7fb6f00d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6f49dc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6f015edb0 0x7fb6f00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6f49dc640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6f00cfd30 con 0x7fb6f00cf7e0 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6f49dc640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb6f00b5620 con 0x7fb6f00d4980 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6f49dc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb6f00d0010 con 0x7fb6f015edb0 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6eed9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb6f00cf7e0 0x7fb6f00d16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49438/0 (socket says 172.21.15.70:49438) 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6eed9d640 1 -- 172.21.15.70:0/3281606676 learned_addr learned my addr 172.21.15.70:0/3281606676 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6edd9b640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6f015edb0 0x7fb6f00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ee59c640 1 --2- 172.21.15.70:0/3281606676 >> v2:172.21.15.196:3300/0 conn(0x7fb6f00d4980 0x7fb6f00d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1310959470 0 0) 0x7fb6f00cfd30 con 0x7fb6f00cf7e0 2024-09-05T06:13:16.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb6d8003530 con 0x7fb6f00cf7e0 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 357169174 0 0) 0x7fb6d8003530 con 0x7fb6f00cf7e0 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6f015edb0 msgr2=0x7fb6f00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6f015edb0 0x7fb6f00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 >> v2:172.21.15.196:3300/0 conn(0x7fb6f00d4980 msgr2=0x7fb6f00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 --2- 172.21.15.70:0/3281606676 >> v2:172.21.15.196:3300/0 conn(0x7fb6f00d4980 0x7fb6f00d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f00d02f0 con 0x7fb6f00cf7e0 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb6e8001a00 con 0x7fb6f00cf7e0 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 >> v1:172.21.15.70:6789/0 conn(0x7fb6f00cf7e0 legacy=0x7fb6f00d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6d80039c0 0x7fb6d8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6d8004810 0x7fb6d8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6f015edb0 0x7fb6d80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f00b5620 con 0x7fb6d8004810 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f00d0010 con 0x7fb6d80039c0 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb6d800b9d0 con 0x7fb6f015edb0 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6edd9b640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6d8004810 0x7fb6d8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6edd9b640 1 -- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6f015edb0 msgr2=0x7fb6d80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6edd9b640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6f015edb0 0x7fb6d80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6edd9b640 1 -- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6d80039c0 msgr2=0x7fb6d8003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6ee59c640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6d80039c0 0x7fb6d8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6edd9b640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6d80039c0 0x7fb6d8003de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.117+0000 7fb6edd9b640 1 -- 172.21.15.70:0/3281606676 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d8003530 con 0x7fb6d8004810 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6edd9b640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6d8004810 0x7fb6d8004c90 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fb6e4009ab0 tx=0x7fb6e401ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3803ff48bccae2dc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e40b2070 con 0x7fb6d8004810 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6e40a55a0 con 0x7fb6d8004810 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6ed59a640 1 -- 172.21.15.70:0/3281606676 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e40096b0 con 0x7fb6d8004810 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- 172.21.15.70:0/3281606676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6d8004810 msgr2=0x7fb6d8004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 --2- 172.21.15.70:0/3281606676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6d8004810 0x7fb6d8004c90 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fb6e4009ab0 tx=0x7fb6e401ca90 comp rx=0 tx=0).stop 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 -- 172.21.15.70:0/3281606676 reap_dead start 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- 172.21.15.70:0/3281606676 shutdown_connections 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- 172.21.15.70:0/3281606676 >> 172.21.15.70:0/3281606676 conn(0x7fb6f008e690 msgr2=0x7fb6f009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- 172.21.15.70:0/3281606676 shutdown_connections 2024-09-05T06:13:16.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- 172.21.15.70:0/3281606676 wait complete. 2024-09-05T06:13:16.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 Processor -- start 2024-09-05T06:13:16.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- start start 2024-09-05T06:13:16.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6d8004810 0x7fb6f015d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6f0161cf0 0x7fb6f00b9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6f015d6c0 0x7fb6f00ba100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f00d52a0 con 0x7fb6f015d6c0 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f00d08b0 con 0x7fb6f0161cf0 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb6f00d0dd0 con 0x7fb6d8004810 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6f015d6c0 0x7fb6f00ba100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6f015d6c0 0x7fb6f00ba100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53344/0 (socket says 172.21.15.70:53344) 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 -- 172.21.15.70:0/2582821716 learned_addr learned my addr 172.21.15.70:0/2582821716 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6ee59c640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6d8004810 0x7fb6f015d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 -- 172.21.15.70:0/2582821716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6d8004810 msgr2=0x7fb6f015d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6d8004810 0x7fb6f015d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6edd9b640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6f0161cf0 0x7fb6f00b9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 -- 172.21.15.70:0/2582821716 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6f0161cf0 msgr2=0x7fb6f00b9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6f0161cf0 0x7fb6f00b9bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 -- 172.21.15.70:0/2582821716 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f00b7dc0 con 0x7fb6f015d6c0 2024-09-05T06:13:16.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6eed9d640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6f015d6c0 0x7fb6f00ba100 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb6e80013e0 tx=0x7fb6e800fcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6deffd640 1 -- 172.21.15.70:0/2582821716 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e800d9c0 con 0x7fb6f015d6c0 2024-09-05T06:13:16.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6deffd640 1 -- 172.21.15.70:0/2582821716 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6e800db80 con 0x7fb6f015d6c0 2024-09-05T06:13:16.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f00cb560 con 0x7fb6f015d6c0 2024-09-05T06:13:16.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6deffd640 1 -- 172.21.15.70:0/2582821716 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e800a0d0 con 0x7fb6f015d6c0 2024-09-05T06:13:16.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.121+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f00ca440 con 0x7fb6f015d6c0 2024-09-05T06:13:16.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.125+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6f00d4d60 con 0x7fb6f015d6c0 2024-09-05T06:13:16.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.125+0000 7fb6deffd640 1 -- 172.21.15.70:0/2582821716 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb6e8014070 con 0x7fb6f015d6c0 2024-09-05T06:13:16.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.125+0000 7fb6deffd640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6d00678c0 0x7fb6d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.125+0000 7fb6deffd640 1 -- 172.21.15.70:0/2582821716 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 4943+0+0 (secure 0 0 0) 0x7fb6e8088690 con 0x7fb6f015d6c0 2024-09-05T06:13:16.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.125+0000 7fb6ee59c640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6d00678c0 0x7fb6d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.125+0000 7fb6ee59c640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6d00678c0 0x7fb6d0069d80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0009ab0 tx=0x7fb6e0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.129+0000 7fb6deffd640 1 -- 172.21.15.70:0/2582821716 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb6e801d060 con 0x7fb6f015d6c0 2024-09-05T06:13:16.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.277+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb6f00b74b0 con 0x7fb6f015d6c0 2024-09-05T06:13:16.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.277+0000 7fb6deffd640 1 -- 172.21.15.70:0/2582821716 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+13022 (secure 0 0 0) 0x7fb6e8059560 con 0x7fb6f015d6c0 2024-09-05T06:13:16.276 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:16.276 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":80,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:13:14.962515+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:6834/2479038046":"2024-09-06T06:13:11.948472+0000","172.21.15.196:6832/2479038046":"2024-09-06T06:13:11.948472+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:13:16.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6d00678c0 msgr2=0x7fb6d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6d00678c0 0x7fb6d0069d80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0009ab0 tx=0x7fb6e0008040 comp rx=0 tx=0).stop 2024-09-05T06:13:16.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6f015d6c0 msgr2=0x7fb6f00ba100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6f015d6c0 0x7fb6f00ba100 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb6e80013e0 tx=0x7fb6e800fcd0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 shutdown_connections 2024-09-05T06:13:16.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6d00678c0 0x7fb6d0069d80 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6f015d6c0 0x7fb6f00ba100 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb6f0161cf0 0x7fb6f00b9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 --2- 172.21.15.70:0/2582821716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb6d8004810 0x7fb6f015d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 >> 172.21.15.70:0/2582821716 conn(0x7fb6f008e690 msgr2=0x7fb6f00b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:16.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 shutdown_connections 2024-09-05T06:13:16.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.281+0000 7fb6f49dc640 1 -- 172.21.15.70:0/2582821716 wait complete. 2024-09-05T06:13:16.293 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:13:16.294 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:13:16.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc825d640 1 Processor -- start 2024-09-05T06:13:16.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc825d640 1 -- start start 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc825d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdcc015ca20 0x7fdcc015dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc825d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 0x7fdcc006f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc825d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdcc006bcc0 0x7fdcc006c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc825d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdcc0070d40 con 0x7fdcc006bcc0 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc825d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdcc0071020 con 0x7fdcc015ca20 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc825d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdcc006e7b0 con 0x7fdcc0070510 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdcc006bcc0 0x7fdcc006c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdcc006bcc0 0x7fdcc006c150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53348/0 (socket says 172.21.15.70:53348) 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 -- 172.21.15.70:0/4269084901 learned_addr learned my addr 172.21.15.70:0/4269084901 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 -- 172.21.15.70:0/4269084901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 msgr2=0x7fdcc006f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc5ff9640 1 --2- 172.21.15.70:0/4269084901 >> v2:172.21.15.196:3300/0 conn(0x7fdcc015ca20 0x7fdcc015dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 --2- 172.21.15.70:0/4269084901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 0x7fdcc006f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 -- 172.21.15.70:0/4269084901 >> v2:172.21.15.196:3300/0 conn(0x7fdcc015ca20 msgr2=0x7fdcc015dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 --2- 172.21.15.70:0/4269084901 >> v2:172.21.15.196:3300/0 conn(0x7fdcc015ca20 0x7fdcc015dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 -- 172.21.15.70:0/4269084901 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc006ea90 con 0x7fdcc006bcc0 2024-09-05T06:13:16.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc5ff9640 1 --2- 172.21.15.70:0/4269084901 >> v2:172.21.15.196:3300/0 conn(0x7fdcc015ca20 0x7fdcc015dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:16.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.413+0000 7fdcc67fa640 1 --2- 172.21.15.70:0/4269084901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc006bcc0 0x7fdcc006c150 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fdcc00b4660 tx=0x7fdcb801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95df97ba3d48b0b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc4ff7640 1 -- 172.21.15.70:0/4269084901 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb80a5780 con 0x7fdcc006bcc0 2024-09-05T06:13:16.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc4ff7640 1 -- 172.21.15.70:0/4269084901 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcb80a5920 con 0x7fdcc006bcc0 2024-09-05T06:13:16.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc4ff7640 1 -- 172.21.15.70:0/4269084901 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb80a5cf0 con 0x7fdcc006bcc0 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- 172.21.15.70:0/4269084901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc006bcc0 msgr2=0x7fdcc006c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 --2- 172.21.15.70:0/4269084901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc006bcc0 0x7fdcc006c150 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fdcc00b4660 tx=0x7fdcb801c9f0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- 172.21.15.70:0/4269084901 shutdown_connections 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 --2- 172.21.15.70:0/4269084901 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc006bcc0 0x7fdcc006c150 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 --2- 172.21.15.70:0/4269084901 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 0x7fdcc006f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 --2- 172.21.15.70:0/4269084901 >> v2:172.21.15.196:3300/0 conn(0x7fdcc015ca20 0x7fdcc015dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- 172.21.15.70:0/4269084901 >> 172.21.15.70:0/4269084901 conn(0x7fdcc00d1910 msgr2=0x7fdcc00d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- 172.21.15.70:0/4269084901 shutdown_connections 2024-09-05T06:13:16.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- 172.21.15.70:0/4269084901 wait complete. 2024-09-05T06:13:16.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 Processor -- start 2024-09-05T06:13:16.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- start start 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc006bcc0 0x7fdcc0153820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 0x7fdcc014bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc015ca20 0x7fdcc0156fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc00b6790 con 0x7fdcc015ca20 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc0070b20 con 0x7fdcc006bcc0 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdcc00b6910 con 0x7fdcc0070510 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc015ca20 0x7fdcc0156fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc015ca20 0x7fdcc0156fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53364/0 (socket says 172.21.15.70:53364) 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 -- 172.21.15.70:0/114276101 learned_addr learned my addr 172.21.15.70:0/114276101 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc5ff9640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc006bcc0 0x7fdcc0153820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc57f8640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 0x7fdcc014bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 -- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 msgr2=0x7fdcc014bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 0x7fdcc014bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 -- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc006bcc0 msgr2=0x7fdcc0153820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc006bcc0 0x7fdcc0153820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 -- 172.21.15.70:0/114276101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc0154ac0 con 0x7fdcc015ca20 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc5ff9640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc006bcc0 0x7fdcc0153820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc67fa640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc015ca20 0x7fdcc0156fd0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fdcb801b0a0 tx=0x7fdcb8019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcb67fc640 1 -- 172.21.15.70:0/114276101 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb80bc020 con 0x7fdcc015ca20 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcb67fc640 1 -- 172.21.15.70:0/114276101 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcb80b8670 con 0x7fdcc015ca20 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcc00cbbb0 con 0x7fdcc015ca20 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcb67fc640 1 -- 172.21.15.70:0/114276101 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb80b8a40 con 0x7fdcc015ca20 2024-09-05T06:13:16.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.417+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcc0155040 con 0x7fdcc015ca20 2024-09-05T06:13:16.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.421+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcc006f290 con 0x7fdcc015ca20 2024-09-05T06:13:16.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.421+0000 7fdcb67fc640 1 -- 172.21.15.70:0/114276101 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdcb80bf020 con 0x7fdcc015ca20 2024-09-05T06:13:16.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.421+0000 7fdcb67fc640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.421+0000 7fdcc5ff9640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.421+0000 7fdcb67fc640 1 -- 172.21.15.70:0/114276101 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 4943+0+0 (secure 0 0 0) 0x7fdcb8120ad0 con 0x7fdcc015ca20 2024-09-05T06:13:16.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.421+0000 7fdcc5ff9640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fdcb0008930 tx=0x7fdcb0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.425+0000 7fdcb67fc640 1 -- 172.21.15.70:0/114276101 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdcb80c6030 con 0x7fdcc015ca20 2024-09-05T06:13:16.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.573+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdcc0153d60 con 0x7fdcc015ca20 2024-09-05T06:13:16.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.573+0000 7fdcb67fc640 1 -- 172.21.15.70:0/114276101 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) ==== 93+0+10 (secure 0 0 0) 0x7fdcb80165e0 con 0x7fdcc015ca20 2024-09-05T06:13:16.570 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:13:16.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 msgr2=0x7fdca4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fdcb0008930 tx=0x7fdcb0008040 comp rx=0 tx=0).stop 2024-09-05T06:13:16.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc015ca20 msgr2=0x7fdcc0156fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc015ca20 0x7fdcc0156fd0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fdcb801b0a0 tx=0x7fdcb8019790 comp rx=0 tx=0).stop 2024-09-05T06:13:16.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 shutdown_connections 2024-09-05T06:13:16.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdca40678c0 0x7fdca4069d80 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdcc015ca20 0x7fdcc0156fd0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdcc0070510 0x7fdcc014bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 --2- 172.21.15.70:0/114276101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdcc006bcc0 0x7fdcc0153820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 >> 172.21.15.70:0/114276101 conn(0x7fdcc00d1910 msgr2=0x7fdcc015d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:16.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 shutdown_connections 2024-09-05T06:13:16.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.577+0000 7fdcc825d640 1 -- 172.21.15.70:0/114276101 wait complete. 2024-09-05T06:13:16.589 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestClusterFull.test_full_fsync' 2024-09-05T06:13:16.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.697+0000 7f9051e9f640 1 Processor -- start 2024-09-05T06:13:16.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.697+0000 7f9051e9f640 1 -- start start 2024-09-05T06:13:16.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f9051e9f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f904c072a90 0x7f904c072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f9051e9f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f904c15bc40 con 0x7f904c0afff0 2024-09-05T06:13:16.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f9051e9f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f904c0d14c0 con 0x7f904c06e680 2024-09-05T06:13:16.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f9051e9f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f904c073410 con 0x7f904c072a90 2024-09-05T06:13:16.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904b7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f904c0afff0 0x7f904c0cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49446/0 (socket says 172.21.15.70:49446) 2024-09-05T06:13:16.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904b7fe640 1 -- 172.21.15.70:0/4262924160 learned_addr learned my addr 172.21.15.70:0/4262924160 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:16.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3329014470 0 0) 0x7f904c15bc40 con 0x7f904c0afff0 2024-09-05T06:13:16.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9034003530 con 0x7f904c0afff0 2024-09-05T06:13:16.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 --2- 172.21.15.70:0/4262924160 >> v2:172.21.15.196:3300/0 conn(0x7f904c072a90 0x7f904c072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2471618761 0 0) 0x7f9034003530 con 0x7f904c0afff0 2024-09-05T06:13:16.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 >> v2:172.21.15.196:3300/0 conn(0x7f904c072a90 msgr2=0x7f904c072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 --2- 172.21.15.70:0/4262924160 >> v2:172.21.15.196:3300/0 conn(0x7f904c072a90 0x7f904c072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 >> v1:172.21.15.196:6789/0 conn(0x7f904c06e680 legacy=0x7f904c0d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f904c071cd0 con 0x7f904c0afff0 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9040001680 con 0x7f904c0afff0 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 --2- 172.21.15.70:0/4262924160 >> v2:172.21.15.196:3300/0 conn(0x7f904c072a90 0x7f904c072ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 >> v1:172.21.15.70:6789/0 conn(0x7f904c0afff0 legacy=0x7f904c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90340039c0 0x7f9034003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9034004810 0x7f9034004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90340051d0 0x7f903400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f904c073410 con 0x7f9034004810 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f903400c120 con 0x7f90340039c0 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f903400c320 con 0x7f90340051d0 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9034004810 0x7f9034004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904b7fe640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90340039c0 0x7f9034003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904bfff640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90340051d0 0x7f903400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 -- 172.21.15.70:0/4262924160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90340051d0 msgr2=0x7f903400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f90340051d0 0x7f903400b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 -- 172.21.15.70:0/4262924160 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90340039c0 msgr2=0x7f9034003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:16.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f90340039c0 0x7f9034003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904bfff640 1 -- 172.21.15.70:0/4262924160 reap_dead start 2024-09-05T06:13:16.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 -- 172.21.15.70:0/4262924160 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9034003530 con 0x7f9034004810 2024-09-05T06:13:16.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904affd640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9034004810 0x7f9034004c90 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f903c0098d0 tx=0x7f903c01c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70c5b8ffc6d435ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f903c00f040 con 0x7f9034004810 2024-09-05T06:13:16.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f903c0af070 con 0x7f9034004810 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.701+0000 7f904a7fc640 1 -- 172.21.15.70:0/4262924160 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f903c0aa870 con 0x7f9034004810 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- 172.21.15.70:0/4262924160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9034004810 msgr2=0x7f9034004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9034004810 0x7f9034004c90 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f903c0098d0 tx=0x7f903c01c5d0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- 172.21.15.70:0/4262924160 shutdown_connections 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 --2- 172.21.15.70:0/4262924160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9034004810 0x7f9034004c90 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- 172.21.15.70:0/4262924160 >> 172.21.15.70:0/4262924160 conn(0x7f904c06bcc0 msgr2=0x7f904c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- 172.21.15.70:0/4262924160 shutdown_connections 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- 172.21.15.70:0/4262924160 wait complete. 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 Processor -- start 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- start start 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9034004810 0x7f904c154bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f904c1576f0 0x7f904c148d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f904c157b50 0x7f904c149280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f904c072290 con 0x7f904c1576f0 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f904c072600 con 0x7f9034004810 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f904c072ed0 con 0x7f904c157b50 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f904c1576f0 0x7f904c148d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f904c1576f0 0x7f904c148d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53384/0 (socket says 172.21.15.70:53384) 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 -- 172.21.15.70:0/3881980021 learned_addr learned my addr 172.21.15.70:0/3881980021 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904b7fe640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9034004810 0x7f904c154bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904bfff640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f904c157b50 0x7f904c149280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 -- 172.21.15.70:0/3881980021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f904c157b50 msgr2=0x7f904c149280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f904c157b50 0x7f904c149280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 -- 172.21.15.70:0/3881980021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9034004810 msgr2=0x7f904c154bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9034004810 0x7f904c154bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 -- 172.21.15.70:0/3881980021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f904c0af530 con 0x7f904c1576f0 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f904affd640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f904c1576f0 0x7f904c148d40 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f903c0ac040 tx=0x7f9034005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9033fff640 1 -- 172.21.15.70:0/3881980021 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f903c0c1070 con 0x7f904c1576f0 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9033fff640 1 -- 172.21.15.70:0/3881980021 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f903c0aaa30 con 0x7f904c1576f0 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f904c1497c0 con 0x7f904c1576f0 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9033fff640 1 -- 172.21.15.70:0/3881980021 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f903c0aade0 con 0x7f904c1576f0 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f904c0af250 con 0x7f904c1576f0 2024-09-05T06:13:16.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.705+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f904c06eb10 con 0x7f904c1576f0 2024-09-05T06:13:16.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.709+0000 7f9033fff640 1 -- 172.21.15.70:0/3881980021 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f903c0c4070 con 0x7f904c1576f0 2024-09-05T06:13:16.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.709+0000 7f9033fff640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90380678f0 0x7f9038069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:16.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.709+0000 7f904b7fe640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90380678f0 0x7f9038069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:16.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.709+0000 7f9033fff640 1 -- 172.21.15.70:0/3881980021 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 4943+0+0 (secure 0 0 0) 0x7f903c11fbd0 con 0x7f904c1576f0 2024-09-05T06:13:16.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.709+0000 7f904b7fe640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90380678f0 0x7f9038069db0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9040001ec0 tx=0x7f9040000f10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:16.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.713+0000 7f9033fff640 1 -- 172.21.15.70:0/3881980021 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f903c0162e0 con 0x7f904c1576f0 2024-09-05T06:13:16.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.929+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_full_fsync"]} v 0) -- 0x7f904c0b10f0 con 0x7f904c1576f0 2024-09-05T06:13:16.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9033fff640 1 -- 172.21.15.70:0/3881980021 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_full_fsync"]}]=0 v176) ==== 136+0+0 (secure 0 0 0) 0x7f903c0f0980 con 0x7f904c1576f0 2024-09-05T06:13:16.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90380678f0 msgr2=0x7f9038069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90380678f0 0x7f9038069db0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9040001ec0 tx=0x7f9040000f10 comp rx=0 tx=0).stop 2024-09-05T06:13:16.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f904c1576f0 msgr2=0x7f904c148d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f904c1576f0 0x7f904c148d40 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f903c0ac040 tx=0x7f9034005840 comp rx=0 tx=0).stop 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 shutdown_connections 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f90380678f0 0x7f9038069db0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f904c157b50 0x7f904c149280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f904c1576f0 0x7f904c148d40 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 --2- 172.21.15.70:0/3881980021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9034004810 0x7f904c154bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 >> 172.21.15.70:0/3881980021 conn(0x7f904c06bcc0 msgr2=0x7f904c15d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 shutdown_connections 2024-09-05T06:13:16.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:16.981+0000 7f9051e9f640 1 -- 172.21.15.70:0/3881980021 wait complete. 2024-09-05T06:13:16.996 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_objectstore 2024-09-05T06:13:17.126 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_objectstore":"memstore"} 2024-09-05T06:13:17.126 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_objectstore": "memstore" } 2024-09-05T06:13:17.127 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:13:17.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8ebc476640 1 Processor -- start 2024-09-05T06:13:17.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8ebc476640 1 -- start start 2024-09-05T06:13:17.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8ebc476640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8eb4157110 0x7f8eb40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8ebc476640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8eb40b5ac0 0x7f8eb40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8ebc476640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb40ceaf0 0x7f8eb40d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8ebc476640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8eb406d570 con 0x7f8eb4157110 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8ebc476640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8eb406d850 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8ebc476640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8eb406db30 con 0x7f8eb40ceaf0 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eba212640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8eb4157110 0x7f8eb40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eba212640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8eb4157110 0x7f8eb40b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53392/0 (socket says 172.21.15.70:53392) 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eba212640 1 -- 172.21.15.70:0/753441666 learned_addr learned my addr 172.21.15.70:0/753441666 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eba212640 1 -- 172.21.15.70:0/753441666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb40ceaf0 msgr2=0x7f8eb40d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eba212640 1 --2- 172.21.15.70:0/753441666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb40ceaf0 0x7f8eb40d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eba212640 1 -- 172.21.15.70:0/753441666 >> v2:172.21.15.196:3300/0 conn(0x7f8eb40b5ac0 msgr2=0x7f8eb40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eb9a11640 1 --2- 172.21.15.70:0/753441666 >> v2:172.21.15.196:3300/0 conn(0x7f8eb40b5ac0 0x7f8eb40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eba212640 1 --2- 172.21.15.70:0/753441666 >> v2:172.21.15.196:3300/0 conn(0x7f8eb40b5ac0 0x7f8eb40d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eba212640 1 -- 172.21.15.70:0/753441666 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eb406de10 con 0x7f8eb4157110 2024-09-05T06:13:17.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.253+0000 7f8eb9a11640 1 --2- 172.21.15.70:0/753441666 >> v2:172.21.15.196:3300/0 conn(0x7f8eb40b5ac0 0x7f8eb40d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:17.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8eba212640 1 --2- 172.21.15.70:0/753441666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb4157110 0x7f8eb40b5580 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f8eb40d1500 tx=0x7f8eb001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5dbe37316f65ff9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:17.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8eb9210640 1 -- 172.21.15.70:0/753441666 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb00b0070 con 0x7f8eb4157110 2024-09-05T06:13:17.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8eb9210640 1 -- 172.21.15.70:0/753441666 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eb00ab600 con 0x7f8eb4157110 2024-09-05T06:13:17.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8eb9210640 1 -- 172.21.15.70:0/753441666 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb00ab9d0 con 0x7f8eb4157110 2024-09-05T06:13:17.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 -- 172.21.15.70:0/753441666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb4157110 msgr2=0x7f8eb40b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 --2- 172.21.15.70:0/753441666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb4157110 0x7f8eb40b5580 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f8eb40d1500 tx=0x7f8eb001c520 comp rx=0 tx=0).stop 2024-09-05T06:13:17.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 -- 172.21.15.70:0/753441666 shutdown_connections 2024-09-05T06:13:17.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 --2- 172.21.15.70:0/753441666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb40ceaf0 0x7f8eb40d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 --2- 172.21.15.70:0/753441666 >> v2:172.21.15.196:3300/0 conn(0x7f8eb40b5ac0 0x7f8eb40d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 --2- 172.21.15.70:0/753441666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb4157110 0x7f8eb40b5580 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 -- 172.21.15.70:0/753441666 >> 172.21.15.70:0/753441666 conn(0x7f8eb406bcc0 msgr2=0x7f8eb406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:17.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 -- 172.21.15.70:0/753441666 shutdown_connections 2024-09-05T06:13:17.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 -- 172.21.15.70:0/753441666 wait complete. 2024-09-05T06:13:17.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 Processor -- start 2024-09-05T06:13:17.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.257+0000 7f8ebc476640 1 -- start start 2024-09-05T06:13:17.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb40b5ac0 0x7f8eb4159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8eb40ceaf0 0x7f8eb4149580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb4157110 0x7f8eb415ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb40b0300 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb40b0180 con 0x7f8eb40ceaf0 2024-09-05T06:13:17.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8eb4160550 con 0x7f8eb4157110 2024-09-05T06:13:17.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb40b5ac0 0x7f8eb4159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb40b5ac0 0x7f8eb4159540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53406/0 (socket says 172.21.15.70:53406) 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 -- 172.21.15.70:0/2179837648 learned_addr learned my addr 172.21.15.70:0/2179837648 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebaa13640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb4157110 0x7f8eb415ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eb9a11640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8eb40ceaf0 0x7f8eb4149580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 -- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb4157110 msgr2=0x7f8eb415ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb4157110 0x7f8eb415ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 -- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8eb40ceaf0 msgr2=0x7f8eb4149580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8eb40ceaf0 0x7f8eb4149580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 -- 172.21.15.70:0/2179837648 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eb41584a0 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eb9a11640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8eb40ceaf0 0x7f8eb4149580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eba212640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb40b5ac0 0x7f8eb4159540 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f8eb00ae040 tx=0x7f8eb001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eaaffd640 1 -- 172.21.15.70:0/2179837648 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb00ba020 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eaaffd640 1 -- 172.21.15.70:0/2179837648 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eb00b6640 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eb4158780 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eaaffd640 1 -- 172.21.15.70:0/2179837648 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb00b0040 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eb4158d40 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eb40b5580 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eaaffd640 1 -- 172.21.15.70:0/2179837648 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8eb00bd020 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eaaffd640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e980678f0 0x7f8e98069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eb9a11640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e980678f0 0x7f8e98069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eaaffd640 1 -- 172.21.15.70:0/2179837648 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 4943+0+0 (secure 0 0 0) 0x7f8eb011fba0 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.261+0000 7f8eb9a11640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e980678f0 0x7f8e98069db0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8eb40ce7a0 tx=0x7f8ea4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:17.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.265+0000 7f8eaaffd640 1 -- 172.21.15.70:0/2179837648 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8eb00c4030 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.417+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f8eb40d0530 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.421+0000 7f8eaaffd640 1 -- 172.21.15.70:0/2179837648 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v8)=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7f8eb0016110 con 0x7f8eb40b5ac0 2024-09-05T06:13:17.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e980678f0 msgr2=0x7f8e98069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e980678f0 0x7f8e98069db0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8eb40ce7a0 tx=0x7f8ea4008040 comp rx=0 tx=0).stop 2024-09-05T06:13:17.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb40b5ac0 msgr2=0x7f8eb4159540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb40b5ac0 0x7f8eb4159540 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f8eb00ae040 tx=0x7f8eb001ad60 comp rx=0 tx=0).stop 2024-09-05T06:13:17.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 shutdown_connections 2024-09-05T06:13:17.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e980678f0 0x7f8e98069db0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8eb4157110 0x7f8eb415ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8eb40ceaf0 0x7f8eb4149580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 --2- 172.21.15.70:0/2179837648 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8eb40b5ac0 0x7f8eb4159540 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 >> 172.21.15.70:0/2179837648 conn(0x7f8eb406bcc0 msgr2=0x7f8eb40d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:17.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 shutdown_connections 2024-09-05T06:13:17.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.425+0000 7f8ebc476640 1 -- 172.21.15.70:0/2179837648 wait complete. 2024-09-05T06:13:17.435 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:13:17.435 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:13:17.485 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:13:17.526 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:13:17.527 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:13:17.527 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:17.532 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:13:17.532 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:13:17.532 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:17.574 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:13:17.574 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:13:17.574 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:17.580 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:13:17.580 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:13:17.580 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:17.622 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:13:17.622 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:13:17.622 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:17.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedfb25640 1 Processor -- start 2024-09-05T06:13:17.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedfb25640 1 -- start start 2024-09-05T06:13:17.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedfb25640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7efed80d3a50 0x7efed8169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedfb25640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efed80cfd30 con 0x7efed815edb0 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedfb25640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efed80d0010 con 0x7efed80d4980 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedfb25640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7efed80b5620 con 0x7efed80d3a50 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd0c0640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7efed815edb0 0x7efed80d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49450/0 (socket says 172.21.15.70:49450) 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd0c0640 1 -- 172.21.15.70:0/746761720 learned_addr learned my addr 172.21.15.70:0/746761720 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2385971313 0 0) 0x7efed80cfd30 con 0x7efed815edb0 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efec4003530 con 0x7efed815edb0 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efede0c2640 1 --2- 172.21.15.70:0/746761720 >> v2:172.21.15.196:3300/0 conn(0x7efed80d3a50 0x7efed8169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2469692204 0 0) 0x7efec4003530 con 0x7efed815edb0 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 >> v2:172.21.15.196:3300/0 conn(0x7efed80d3a50 msgr2=0x7efed8169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:17.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 --2- 172.21.15.70:0/746761720 >> v2:172.21.15.196:3300/0 conn(0x7efed80d3a50 0x7efed8169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 >> v1:172.21.15.196:6789/0 conn(0x7efed80d4980 legacy=0x7efed80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efed80d02f0 con 0x7efed815edb0 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7efed4001680 con 0x7efed815edb0 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 >> v1:172.21.15.70:6789/0 conn(0x7efed815edb0 legacy=0x7efed80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efec40039c0 0x7efec4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efec4004810 0x7efec4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40051d0 0x7efec400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efed80b5620 con 0x7efec40039c0 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7efec400c120 con 0x7efec40051d0 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7efec400c320 con 0x7efec4004810 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd8c1640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efec40039c0 0x7efec4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efede0c2640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40051d0 0x7efec400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd8c1640 1 -- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efec4004810 msgr2=0x7efec4004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:17.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd0c0640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efec4004810 0x7efec4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd8c1640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efec4004810 0x7efec4004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd8c1640 1 -- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40051d0 msgr2=0x7efec400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:17.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd8c1640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40051d0 0x7efec400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efedd8c1640 1 -- 172.21.15.70:0/746761720 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec4003530 con 0x7efec40039c0 2024-09-05T06:13:17.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efede0c2640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40051d0 0x7efec400b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:17.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.745+0000 7efede0c2640 1 -- 172.21.15.70:0/746761720 reap_dead start 2024-09-05T06:13:17.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedd8c1640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efec40039c0 0x7efec4003de0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7efec8001780 tx=0x7efec801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=135cda629c97dd7c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:17.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec80013a0 con 0x7efec40039c0 2024-09-05T06:13:17.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efec80052f0 con 0x7efec40039c0 2024-09-05T06:13:17.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedc8bf640 1 -- 172.21.15.70:0/746761720 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec8003840 con 0x7efec40039c0 2024-09-05T06:13:17.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 -- 172.21.15.70:0/746761720 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efec40039c0 msgr2=0x7efec4003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efec40039c0 0x7efec4003de0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7efec8001780 tx=0x7efec801c3d0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 -- 172.21.15.70:0/746761720 shutdown_connections 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 --2- 172.21.15.70:0/746761720 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efec40039c0 0x7efec4003de0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 -- 172.21.15.70:0/746761720 >> 172.21.15.70:0/746761720 conn(0x7efed808e690 msgr2=0x7efed809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 -- 172.21.15.70:0/746761720 shutdown_connections 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 -- 172.21.15.70:0/746761720 wait complete. 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 Processor -- start 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.749+0000 7efedfb25640 1 -- start start 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40039c0 0x7efed80c8e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efed81fbed0 0x7efed8156100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efed80b9060 0x7efed80b9510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efed80d0dd0 con 0x7efed80b9060 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7efed80d4d60 con 0x7efec40039c0 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7efed80c93b0 con 0x7efed81fbed0 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efed80b9060 0x7efed80b9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efed80b9060 0x7efed80b9510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53426/0 (socket says 172.21.15.70:53426) 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 -- 172.21.15.70:0/3146155195 learned_addr learned my addr 172.21.15.70:0/3146155195 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedd8c1640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40039c0 0x7efed80c8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedd0c0640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efed81fbed0 0x7efed8156100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 -- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efed81fbed0 msgr2=0x7efed8156100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efed81fbed0 0x7efed8156100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 -- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40039c0 msgr2=0x7efed80c8e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40039c0 0x7efed80c8e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 -- 172.21.15.70:0/3146155195 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efed81615b0 con 0x7efed80b9060 2024-09-05T06:13:17.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedd0c0640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efed81fbed0 0x7efed8156100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:17.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efede0c2640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efed80b9060 0x7efed80b9510 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7efed80d2820 tx=0x7efed00049a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:17.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efece7fc640 1 -- 172.21.15.70:0/3146155195 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efed0019070 con 0x7efed80b9060 2024-09-05T06:13:17.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efece7fc640 1 -- 172.21.15.70:0/3146155195 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efed0007d10 con 0x7efed80b9060 2024-09-05T06:13:17.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efed815f380 con 0x7efed80b9060 2024-09-05T06:13:17.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efece7fc640 1 -- 172.21.15.70:0/3146155195 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efed0014640 con 0x7efed80b9060 2024-09-05T06:13:17.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efed815f940 con 0x7efed80b9060 2024-09-05T06:13:17.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efed815fb40 con 0x7efed80b9060 2024-09-05T06:13:17.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efece7fc640 1 -- 172.21.15.70:0/3146155195 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efed001c070 con 0x7efed80b9060 2024-09-05T06:13:17.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efece7fc640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efebc0678f0 0x7efebc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:17.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efece7fc640 1 -- 172.21.15.70:0/3146155195 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 4943+0+0 (secure 0 0 0) 0x7efed00853c0 con 0x7efed80b9060 2024-09-05T06:13:17.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedd8c1640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efebc0678f0 0x7efebc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:17.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.753+0000 7efedd8c1640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efebc0678f0 0x7efebc069db0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7efec8001750 tx=0x7efec80011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:17.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.757+0000 7efece7fc640 1 -- 172.21.15.70:0/3146155195 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efed815fb40 con 0x7efed80b9060 2024-09-05T06:13:17.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.945+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efed80cfd30 con 0x7efed80b9060 2024-09-05T06:13:17.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efece7fc640 1 -- 172.21.15.70:0/3146155195 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+3914 (secure 0 0 0) 0x7efed0056290 con 0x7efed80b9060 2024-09-05T06:13:17.944 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:17.944 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":29,"btime":"2024-09-05T06:13:12:951901+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1088753869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":1088753869},{"type":"v1","addr":"172.21.15.196:6835","nonce":1088753869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4957,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/282446879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":282446879},{"type":"v1","addr":"172.21.15.70:6836","nonce":282446879}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1793573990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1793573990},{"type":"v1","addr":"172.21.15.70:6837","nonce":1793573990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":5104,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/2526877634","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2526877634},{"type":"v1","addr":"172.21.15.196:6834","nonce":2526877634}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[]} 2024-09-05T06:13:17.944 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 29 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efebc0678f0 msgr2=0x7efebc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efebc0678f0 0x7efebc069db0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7efec8001750 tx=0x7efec80011a0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efed80b9060 msgr2=0x7efed80b9510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efed80b9060 0x7efed80b9510 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7efed80d2820 tx=0x7efed00049a0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 shutdown_connections 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efebc0678f0 0x7efebc069db0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efed80b9060 0x7efed80b9510 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efed81fbed0 0x7efed8156100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 --2- 172.21.15.70:0/3146155195 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efec40039c0 0x7efed80c8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 >> 172.21.15.70:0/3146155195 conn(0x7efed808e690 msgr2=0x7efed806d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:17.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 shutdown_connections 2024-09-05T06:13:17.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:17.949+0000 7efedfb25640 1 -- 172.21.15.70:0/3146155195 wait complete. 2024-09-05T06:13:17.962 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:13:17.962 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:13:17.962 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:13:17.962 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:13:17.962 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:13:17.962 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:13:17.963 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:13:17.963 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:13:17.963 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:13:17.963 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:13:17.963 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:13:17.964 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:13:17.964 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:13:17.964 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:13:17.964 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:13:17.964 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:13:17.973 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:13:17.973 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:13:17.977 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:13:17.977 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:13:17.978 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:13:17.978 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:13:17.980 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:13:17.980 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:13:18.022 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:13:18.022 DEBUG:teuthology.parallel:result is None 2024-09-05T06:13:18.023 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:13:18.023 DEBUG:teuthology.parallel:result is None 2024-09-05T06:13:18.024 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:13:18.024 DEBUG:teuthology.parallel:result is None 2024-09-05T06:13:18.025 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:13:18.025 DEBUG:teuthology.parallel:result is None 2024-09-05T06:13:18.026 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:13:18.080 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:13:18.090 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:13:18.094 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:13:18.095 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:13:18.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a16e07640 1 Processor -- start 2024-09-05T06:13:18.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a16e07640 1 -- start start 2024-09-05T06:13:18.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a16e07640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2a10146490 0x7f2a100cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:18.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a16e07640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a10161310 0x7f2a100706c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:18.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a16e07640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a100d12b0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a16e07640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2a10146870 con 0x7f2a10161310 2024-09-05T06:13:18.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a16e07640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2a10160830 con 0x7f2a10146490 2024-09-05T06:13:18.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a0ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a10161310 0x7f2a100706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:18.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a153a4640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2a100ce3f0 0x7f2a1006bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51240/0 (socket says 172.21.15.70:51240) 2024-09-05T06:13:18.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a153a4640 1 -- 172.21.15.70:0/2106188252 learned_addr learned my addr 172.21.15.70:0/2106188252 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:18.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a14ba3640 1 --2- 172.21.15.70:0/2106188252 >> v2:172.21.15.196:3300/0 conn(0x7f2a10146490 0x7f2a100cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:18.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a0ffff640 1 -- 172.21.15.70:0/2106188252 >> v2:172.21.15.196:3300/0 conn(0x7f2a10146490 msgr2=0x7f2a100cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:18.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a0ffff640 1 --2- 172.21.15.70:0/2106188252 >> v2:172.21.15.196:3300/0 conn(0x7f2a10146490 0x7f2a100cf8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:18.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a0ffff640 1 -- 172.21.15.70:0/2106188252 >> v1:172.21.15.70:6789/0 conn(0x7f2a100ce3f0 legacy=0x7f2a1006bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:18.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a0f7fe640 1 -- 172.21.15.70:0/2106188252 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 685572233 0 0) 0x7f2a100d12b0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.141+0000 7f2a0ffff640 1 -- 172.21.15.70:0/2106188252 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a10160b10 con 0x7f2a10161310 2024-09-05T06:13:18.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a0ffff640 1 --2- 172.21.15.70:0/2106188252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10161310 0x7f2a100706c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2a10071e60 tx=0x7f29fc01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=938a284b5890ab35 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:18.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a0f7fe640 1 -- 172.21.15.70:0/2106188252 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29fc0b0070 con 0x7f2a10161310 2024-09-05T06:13:18.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a0f7fe640 1 -- 172.21.15.70:0/2106188252 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29fc0ab600 con 0x7f2a10161310 2024-09-05T06:13:18.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a0f7fe640 1 -- 172.21.15.70:0/2106188252 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29fc0ab9d0 con 0x7f2a10161310 2024-09-05T06:13:18.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- 172.21.15.70:0/2106188252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10161310 msgr2=0x7f2a100706c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:18.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 --2- 172.21.15.70:0/2106188252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10161310 0x7f2a100706c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2a10071e60 tx=0x7f29fc01c480 comp rx=0 tx=0).stop 2024-09-05T06:13:18.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- 172.21.15.70:0/2106188252 shutdown_connections 2024-09-05T06:13:18.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 --2- 172.21.15.70:0/2106188252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10161310 0x7f2a100706c0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:18.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 --2- 172.21.15.70:0/2106188252 >> v2:172.21.15.196:3300/0 conn(0x7f2a10146490 0x7f2a100cf8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:18.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- 172.21.15.70:0/2106188252 >> 172.21.15.70:0/2106188252 conn(0x7f2a10072730 msgr2=0x7f2a10072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:18.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- 172.21.15.70:0/2106188252 shutdown_connections 2024-09-05T06:13:18.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- 172.21.15.70:0/2106188252 wait complete. 2024-09-05T06:13:18.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 Processor -- start 2024-09-05T06:13:18.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- start start 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a100ce3f0 0x7f2a1013de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a10146490 0x7f2a1015b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a10161310 0x7f2a10146a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a10169be0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2a10071010 con 0x7f2a10161310 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.145+0000 7f2a16e07640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a10169d60 con 0x7f2a10146490 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a100ce3f0 0x7f2a1013de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a100ce3f0 0x7f2a1013de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41730/0 (socket says 172.21.15.70:41730) 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 -- 172.21.15.70:0/953902135 learned_addr learned my addr 172.21.15.70:0/953902135 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0ffff640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a10146490 0x7f2a1015b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:18.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a153a4640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a10161310 0x7f2a10146a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 -- 172.21.15.70:0/953902135 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a10146490 msgr2=0x7f2a1015b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a10146490 0x7f2a1015b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 -- 172.21.15.70:0/953902135 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a10161310 msgr2=0x7f2a10146a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a10161310 0x7f2a10146a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 -- 172.21.15.70:0/953902135 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a1015b990 con 0x7f2a100ce3f0 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a14ba3640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a100ce3f0 0x7f2a1013de90 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2a0400d830 tx=0x7f2a0400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0d7fa640 1 -- 172.21.15.70:0/953902135 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0400b6c0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0d7fa640 1 -- 172.21.15.70:0/953902135 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a04019070 con 0x7f2a100ce3f0 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a1015bc40 con 0x7f2a100ce3f0 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0d7fa640 1 -- 172.21.15.70:0/953902135 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0400bae0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a1013fdd0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a100cf8c0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0d7fa640 1 -- 172.21.15.70:0/953902135 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a0401e460 con 0x7f2a100ce3f0 2024-09-05T06:13:18.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0d7fa640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f29f40678c0 0x7f29f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:18.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0d7fa640 1 -- 172.21.15.70:0/953902135 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 4943+0+0 (secure 0 0 0) 0x7f2a04085fb0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0ffff640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f29f40678c0 0x7f29f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:18.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.149+0000 7f2a0ffff640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f29f40678c0 0x7f29f4069d80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f29fc0ad000 tx=0x7f29fc0a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:18.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.153+0000 7f2a0d7fa640 1 -- 172.21.15.70:0/953902135 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2a040567a0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.317+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f2a10073640 con 0x7f2a100ce3f0 2024-09-05T06:13:18.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:18.997+0000 7f2a0d7fa640 1 -- 172.21.15.70:0/953902135 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v82) ==== 97+0+0 (secure 0 0 0) 0x7f2a0405aaa0 con 0x7f2a100ce3f0 2024-09-05T06:13:18.996 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.001+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f29f40678c0 msgr2=0x7f29f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.001+0000 7f2a16e07640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f29f40678c0 0x7f29f4069d80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f29fc0ad000 tx=0x7f29fc0a6000 comp rx=0 tx=0).stop 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.001+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a100ce3f0 msgr2=0x7f2a1013de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.001+0000 7f2a16e07640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a100ce3f0 0x7f2a1013de90 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2a0400d830 tx=0x7f2a0400dcf0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.001+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 shutdown_connections 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.001+0000 7f2a16e07640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f29f40678c0 0x7f29f4069d80 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.001+0000 7f2a16e07640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a10161310 0x7f2a10146a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.001+0000 7f2a16e07640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a10146490 0x7f2a1015b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.005+0000 7f2a16e07640 1 --2- 172.21.15.70:0/953902135 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a100ce3f0 0x7f2a1013de90 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.005+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 >> 172.21.15.70:0/953902135 conn(0x7f2a10072730 msgr2=0x7f2a1006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.005+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 shutdown_connections 2024-09-05T06:13:19.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.005+0000 7f2a16e07640 1 -- 172.21.15.70:0/953902135 wait complete. 2024-09-05T06:13:19.023 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:13:19.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.145+0000 7fdb44068640 1 Processor -- start 2024-09-05T06:13:19.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.145+0000 7fdb44068640 1 -- start start 2024-09-05T06:13:19.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb44068640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c157110 0x7fdb3c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb44068640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb3c06d570 con 0x7fdb3c0d0e60 2024-09-05T06:13:19.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb44068640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb3c06d850 con 0x7fdb3c0b5ac0 2024-09-05T06:13:19.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb44068640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdb3c06db30 con 0x7fdb3c157110 2024-09-05T06:13:19.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb42605640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdb3c0d0e60 0x7fdb3c0af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51246/0 (socket says 172.21.15.70:51246) 2024-09-05T06:13:19.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb42605640 1 -- 172.21.15.70:0/1766248682 learned_addr learned my addr 172.21.15.70:0/1766248682 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:19.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 688342193 0 0) 0x7fdb3c06d570 con 0x7fdb3c0d0e60 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb28003530 con 0x7fdb3c0d0e60 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb41e04640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c157110 0x7fdb3c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 875565602 0 0) 0x7fdb28003530 con 0x7fdb3c0d0e60 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c157110 msgr2=0x7fdb3c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c157110 0x7fdb3c0b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 >> v1:172.21.15.196:6789/0 conn(0x7fdb3c0b5ac0 legacy=0x7fdb3c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3c06de10 con 0x7fdb3c0d0e60 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fdb34001a00 con 0x7fdb3c0d0e60 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 >> v1:172.21.15.70:6789/0 conn(0x7fdb3c0d0e60 legacy=0x7fdb3c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb280039f0 0x7fdb28003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c157110 0x7fdb28004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb28004d50 0x7fdb280051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3c06db30 con 0x7fdb28004d50 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdb2800bab0 con 0x7fdb280039f0 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdb2800bcb0 con 0x7fdb3c157110 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb42605640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb28004d50 0x7fdb280051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb41e04640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb280039f0 0x7fdb28003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb41603640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c157110 0x7fdb28004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb42605640 1 -- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c157110 msgr2=0x7fdb28004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb42605640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c157110 0x7fdb28004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb42605640 1 -- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb280039f0 msgr2=0x7fdb28003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb42605640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb280039f0 0x7fdb28003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.149+0000 7fdb42605640 1 -- 172.21.15.70:0/1766248682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb28003530 con 0x7fdb28004d50 2024-09-05T06:13:19.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb42605640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb28004d50 0x7fdb280051d0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c071500 tx=0x7fdb3401d280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d542bca5cbd6e53a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3400a3d0 con 0x7fdb28004d50 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb340ad650 con 0x7fdb28004d50 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb40e02640 1 -- 172.21.15.70:0/1766248682 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb340a5e60 con 0x7fdb28004d50 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- 172.21.15.70:0/1766248682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb28004d50 msgr2=0x7fdb280051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 --2- 172.21.15.70:0/1766248682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb28004d50 0x7fdb280051d0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c071500 tx=0x7fdb3401d280 comp rx=0 tx=0).stop 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb42605640 1 -- 172.21.15.70:0/1766248682 reap_dead start 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- 172.21.15.70:0/1766248682 shutdown_connections 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- 172.21.15.70:0/1766248682 >> 172.21.15.70:0/1766248682 conn(0x7fdb3c06bcc0 msgr2=0x7fdb3c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- 172.21.15.70:0/1766248682 shutdown_connections 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- 172.21.15.70:0/1766248682 wait complete. 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 Processor -- start 2024-09-05T06:13:19.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- start start 2024-09-05T06:13:19.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb3c13f250 0x7fdb3c14e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c142740 0x7fdb3c153070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb3c1535b0 0x7fdb3c140f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3c0ceaf0 con 0x7fdb3c13f250 2024-09-05T06:13:19.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3c06e3d0 con 0x7fdb3c1535b0 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdb3c0cec70 con 0x7fdb3c142740 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb3c13f250 0x7fdb3c14e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb3c13f250 0x7fdb3c14e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41752/0 (socket says 172.21.15.70:41752) 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 -- 172.21.15.70:0/4140245707 learned_addr learned my addr 172.21.15.70:0/4140245707 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb42605640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb3c1535b0 0x7fdb3c140f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41603640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c142740 0x7fdb3c153070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 -- 172.21.15.70:0/4140245707 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c142740 msgr2=0x7fdb3c153070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c142740 0x7fdb3c153070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 -- 172.21.15.70:0/4140245707 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb3c1535b0 msgr2=0x7fdb3c140f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb3c1535b0 0x7fdb3c140f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 -- 172.21.15.70:0/4140245707 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3c13fe80 con 0x7fdb3c13f250 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb41e04640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb3c13f250 0x7fdb3c14e720 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fdb380115e0 tx=0x7fdb38011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb327fc640 1 -- 172.21.15.70:0/4140245707 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb38015870 con 0x7fdb3c13f250 2024-09-05T06:13:19.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb327fc640 1 -- 172.21.15.70:0/4140245707 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb38015a10 con 0x7fdb3c13f250 2024-09-05T06:13:19.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb3c140160 con 0x7fdb3c13f250 2024-09-05T06:13:19.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb327fc640 1 -- 172.21.15.70:0/4140245707 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb38015de0 con 0x7fdb3c13f250 2024-09-05T06:13:19.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.153+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb3c140720 con 0x7fdb3c13f250 2024-09-05T06:13:19.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.157+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb3c0b5580 con 0x7fdb3c13f250 2024-09-05T06:13:19.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.157+0000 7fdb327fc640 1 -- 172.21.15.70:0/4140245707 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdb3800f480 con 0x7fdb3c13f250 2024-09-05T06:13:19.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.157+0000 7fdb327fc640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb200678f0 0x7fdb20069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.157+0000 7fdb327fc640 1 -- 172.21.15.70:0/4140245707 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4857+0+0 (secure 0 0 0) 0x7fdb38086220 con 0x7fdb3c13f250 2024-09-05T06:13:19.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.157+0000 7fdb41603640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb200678f0 0x7fdb20069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.157+0000 7fdb41603640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb200678f0 0x7fdb20069db0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c000c10 tx=0x7fdb2c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.161+0000 7fdb327fc640 1 -- 172.21.15.70:0/4140245707 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdb38019030 con 0x7fdb3c13f250 2024-09-05T06:13:19.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.365+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fdb3c153990 con 0x7fdb3c13f250 2024-09-05T06:13:19.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.365+0000 7fdb327fc640 1 -- 172.21.15.70:0/4140245707 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7fdb380570b0 con 0x7fdb3c13f250 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:13:19.364 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:13:19.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.366 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:13:19.367 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.368 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:13:19.369 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.370 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:13:19.371 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.372 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:13:19.373 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:13:19.374 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:13:19.375 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:13:19.376 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb200678f0 msgr2=0x7fdb20069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb200678f0 0x7fdb20069db0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c000c10 tx=0x7fdb2c009040 comp rx=0 tx=0).stop 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb3c13f250 msgr2=0x7fdb3c14e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb3c13f250 0x7fdb3c14e720 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fdb380115e0 tx=0x7fdb38011aa0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 shutdown_connections 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb200678f0 0x7fdb20069db0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb3c1535b0 0x7fdb3c140f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb3c142740 0x7fdb3c153070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 --2- 172.21.15.70:0/4140245707 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb3c13f250 0x7fdb3c14e720 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 >> 172.21.15.70:0/4140245707 conn(0x7fdb3c06bcc0 msgr2=0x7fdb3c15f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 shutdown_connections 2024-09-05T06:13:19.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.369+0000 7fdb44068640 1 -- 172.21.15.70:0/4140245707 wait complete. 2024-09-05T06:13:19.380 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:13:19.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d1d155640 1 Processor -- start 2024-09-05T06:13:19.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d1d155640 1 -- start start 2024-09-05T06:13:19.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d1d155640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7d180b45c0 0x7f7d180b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d1d155640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d180737c0 con 0x7f7d18155ee0 2024-09-05T06:13:19.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d1d155640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d180b50a0 con 0x7f7d1806e680 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d1d155640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f7d18072380 con 0x7f7d180b45c0 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d0e59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7d180b45c0 0x7f7d180b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d16d9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7d18155ee0 0x7f7d180730b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51260/0 (socket says 172.21.15.70:51260) 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d0e59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7d180b45c0 0x7f7d180b4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41754/0 (socket says 172.21.15.70:41754) 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d16d9d640 1 -- 172.21.15.70:0/1306148821 learned_addr learned my addr 172.21.15.70:0/1306148821 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d0e59c640 1 -- 172.21.15.70:0/1306148821 >> v1:172.21.15.196:6789/0 conn(0x7f7d1806e680 legacy=0x7f7d1806ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d0e59c640 1 -- 172.21.15.70:0/1306148821 >> v1:172.21.15.70:6789/0 conn(0x7f7d18155ee0 legacy=0x7f7d180730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d0e59c640 1 -- 172.21.15.70:0/1306148821 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d180725d0 con 0x7f7d180b45c0 2024-09-05T06:13:19.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d1659c640 1 -- 172.21.15.70:0/1306148821 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1003054399 0 0) 0x7f7d180737c0 con 0x7f7d18155ee0 2024-09-05T06:13:19.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d0e59c640 1 --2- 172.21.15.70:0/1306148821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d180b45c0 0x7f7d180b4a50 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f7d18072500 tx=0x7f7d0001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d2142f430e240c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.493+0000 7f7d1659c640 1 -- 172.21.15.70:0/1306148821 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d000b0070 con 0x7f7d180b45c0 2024-09-05T06:13:19.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1659c640 1 -- 172.21.15.70:0/1306148821 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d000ab600 con 0x7f7d180b45c0 2024-09-05T06:13:19.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1659c640 1 -- 172.21.15.70:0/1306148821 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d000ab9d0 con 0x7f7d180b45c0 2024-09-05T06:13:19.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- 172.21.15.70:0/1306148821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d180b45c0 msgr2=0x7f7d180b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 --2- 172.21.15.70:0/1306148821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d180b45c0 0x7f7d180b4a50 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f7d18072500 tx=0x7f7d0001c460 comp rx=0 tx=0).stop 2024-09-05T06:13:19.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- 172.21.15.70:0/1306148821 shutdown_connections 2024-09-05T06:13:19.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 --2- 172.21.15.70:0/1306148821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d180b45c0 0x7f7d180b4a50 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- 172.21.15.70:0/1306148821 >> 172.21.15.70:0/1306148821 conn(0x7f7d1806bcc0 msgr2=0x7f7d1806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:19.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- 172.21.15.70:0/1306148821 shutdown_connections 2024-09-05T06:13:19.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- 172.21.15.70:0/1306148821 wait complete. 2024-09-05T06:13:19.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 Processor -- start 2024-09-05T06:13:19.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- start start 2024-09-05T06:13:19.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d1806e680 0x7f7d1813b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d180b45c0 0x7f7d1814dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d18155ee0 0x7f7d180ce550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7d1815d780 con 0x7f7d18155ee0 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7d1815d600 con 0x7f7d180b45c0 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7d1815d900 con 0x7f7d1806e680 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d18155ee0 0x7f7d180ce550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d18155ee0 0x7f7d180ce550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41768/0 (socket says 172.21.15.70:41768) 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 -- 172.21.15.70:0/938730666 learned_addr learned my addr 172.21.15.70:0/938730666 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d0e59c640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d180b45c0 0x7f7d1814dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d16d9d640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d1806e680 0x7f7d1813b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 -- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d1806e680 msgr2=0x7f7d1813b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d1806e680 0x7f7d1813b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 -- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d180b45c0 msgr2=0x7f7d1814dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d180b45c0 0x7f7d1814dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 -- 172.21.15.70:0/938730666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d1814e910 con 0x7f7d18155ee0 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d0e59c640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d180b45c0 0x7f7d1814dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1759e640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d18155ee0 0x7f7d180ce550 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f7d1000c440 tx=0x7f7d1000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d0ffff640 1 -- 172.21.15.70:0/938730666 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d10017070 con 0x7f7d18155ee0 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d0ffff640 1 -- 172.21.15.70:0/938730666 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d10003600 con 0x7f7d18155ee0 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d1814ebf0 con 0x7f7d18155ee0 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.497+0000 7f7d0ffff640 1 -- 172.21.15.70:0/938730666 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d100039f0 con 0x7f7d18155ee0 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.501+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d1813b7c0 con 0x7f7d18155ee0 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.501+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d180b4a50 con 0x7f7d18155ee0 2024-09-05T06:13:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.501+0000 7f7d0ffff640 1 -- 172.21.15.70:0/938730666 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7d1001a070 con 0x7f7d18155ee0 2024-09-05T06:13:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.501+0000 7f7d0ffff640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cf80678f0 0x7f7cf8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.501+0000 7f7d0ffff640 1 -- 172.21.15.70:0/938730666 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4857+0+0 (secure 0 0 0) 0x7f7d10084d00 con 0x7f7d18155ee0 2024-09-05T06:13:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.501+0000 7f7d16d9d640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cf80678f0 0x7f7cf8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.501+0000 7f7d16d9d640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cf80678f0 0x7f7cf8069db0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7d08007fd0 tx=0x7f7d08009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.505+0000 7f7d0ffff640 1 -- 172.21.15.70:0/938730666 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7d10055c00 con 0x7f7d18155ee0 2024-09-05T06:13:19.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7d18076260 con 0x7f7d18155ee0 2024-09-05T06:13:19.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d0ffff640 1 -- 172.21.15.70:0/938730666 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v84) ==== 84+0+65 (secure 0 0 0) 0x7f7d10055500 con 0x7f7d18155ee0 2024-09-05T06:13:19.665 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:19.665 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:13:19.666 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:13:19.666 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:13:19.666 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:13:19.666 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:19.666 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:13:19.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cf80678f0 msgr2=0x7f7cf8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cf80678f0 0x7f7cf8069db0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7d08007fd0 tx=0x7f7d08009040 comp rx=0 tx=0).stop 2024-09-05T06:13:19.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d18155ee0 msgr2=0x7f7d180ce550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d18155ee0 0x7f7d180ce550 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f7d1000c440 tx=0x7f7d1000c900 comp rx=0 tx=0).stop 2024-09-05T06:13:19.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 shutdown_connections 2024-09-05T06:13:19.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7cf80678f0 0x7f7cf8069db0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d18155ee0 0x7f7d180ce550 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d180b45c0 0x7f7d1814dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.669+0000 7f7d1d155640 1 --2- 172.21.15.70:0/938730666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d1806e680 0x7f7d1813b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.673+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 >> 172.21.15.70:0/938730666 conn(0x7f7d1806bcc0 msgr2=0x7f7d1814f740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:19.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.673+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 shutdown_connections 2024-09-05T06:13:19.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.673+0000 7f7d1d155640 1 -- 172.21.15.70:0/938730666 wait complete. 2024-09-05T06:13:19.685 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:13:19.685 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:13:19.798 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8dab29640 1 Processor -- start 2024-09-05T06:13:19.798 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8dab29640 1 -- start start 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8dab29640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe8d415b1a0 0x7fe8d40b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8dab29640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe8d40afae0 0x7fe8d415b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8dab29640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8d4072890 con 0x7fe8d40d0770 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8dab29640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe8d40b0330 con 0x7fe8d415b1a0 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8dab29640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe8d4072b70 con 0x7fe8d40afae0 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8d88c5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe8d415b1a0 0x7fe8d40b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8d88c5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe8d415b1a0 0x7fe8d40b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41778/0 (socket says 172.21.15.70:41778) 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.801+0000 7fe8d88c5640 1 -- 172.21.15.70:0/1004795287 learned_addr learned my addr 172.21.15.70:0/1004795287 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d3fff640 1 --2- 172.21.15.70:0/1004795287 >> v2:172.21.15.196:3300/0 conn(0x7fe8d40afae0 0x7fe8d415b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d88c5640 1 -- 172.21.15.70:0/1004795287 >> v2:172.21.15.196:3300/0 conn(0x7fe8d40afae0 msgr2=0x7fe8d415b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d88c5640 1 --2- 172.21.15.70:0/1004795287 >> v2:172.21.15.196:3300/0 conn(0x7fe8d40afae0 0x7fe8d415b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d88c5640 1 -- 172.21.15.70:0/1004795287 >> v1:172.21.15.196:6789/0 conn(0x7fe8d40d0770 legacy=0x7fe8d406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:19.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d88c5640 1 -- 172.21.15.70:0/1004795287 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8d4072e50 con 0x7fe8d415b1a0 2024-09-05T06:13:19.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d3fff640 1 --2- 172.21.15.70:0/1004795287 >> v2:172.21.15.196:3300/0 conn(0x7fe8d40afae0 0x7fe8d415b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:19.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d88c5640 1 --2- 172.21.15.70:0/1004795287 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d415b1a0 0x7fe8d40b45d0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fe8d406f590 tx=0x7fe8c401ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cdf4bc23c50dd67 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d37fe640 1 -- 172.21.15.70:0/1004795287 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c40b4070 con 0x7fe8d415b1a0 2024-09-05T06:13:19.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d37fe640 1 -- 172.21.15.70:0/1004795287 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8c40a7a80 con 0x7fe8d415b1a0 2024-09-05T06:13:19.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8d37fe640 1 -- 172.21.15.70:0/1004795287 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c40a7e50 con 0x7fe8d415b1a0 2024-09-05T06:13:19.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8dab29640 1 -- 172.21.15.70:0/1004795287 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d415b1a0 msgr2=0x7fe8d40b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8dab29640 1 --2- 172.21.15.70:0/1004795287 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d415b1a0 0x7fe8d40b45d0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fe8d406f590 tx=0x7fe8c401ebb0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8dab29640 1 -- 172.21.15.70:0/1004795287 shutdown_connections 2024-09-05T06:13:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8dab29640 1 --2- 172.21.15.70:0/1004795287 >> v2:172.21.15.196:3300/0 conn(0x7fe8d40afae0 0x7fe8d415b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8dab29640 1 --2- 172.21.15.70:0/1004795287 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d415b1a0 0x7fe8d40b45d0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8dab29640 1 -- 172.21.15.70:0/1004795287 >> 172.21.15.70:0/1004795287 conn(0x7fe8d406bcc0 msgr2=0x7fe8d406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8dab29640 1 -- 172.21.15.70:0/1004795287 shutdown_connections 2024-09-05T06:13:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.805+0000 7fe8dab29640 1 -- 172.21.15.70:0/1004795287 wait complete. 2024-09-05T06:13:19.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 Processor -- start 2024-09-05T06:13:19.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 -- start start 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d40afae0 0x7fe8d4153b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe8d40d0770 0x7fe8d4155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8d415b1a0 0x7fe8d414f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d415c450 con 0x7fe8d40afae0 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d415c2d0 con 0x7fe8d415b1a0 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe8d415c5d0 con 0x7fe8d40d0770 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d40afae0 0x7fe8d4153b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d40afae0 0x7fe8d4153b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41782/0 (socket says 172.21.15.70:41782) 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 -- 172.21.15.70:0/2185349498 learned_addr learned my addr 172.21.15.70:0/2185349498 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d3fff640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe8d40d0770 0x7fe8d4155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d90c6640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8d415b1a0 0x7fe8d414f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 -- 172.21.15.70:0/2185349498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe8d40d0770 msgr2=0x7fe8d4155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe8d40d0770 0x7fe8d4155550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 -- 172.21.15.70:0/2185349498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8d415b1a0 msgr2=0x7fe8d414f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8d415b1a0 0x7fe8d414f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 -- 172.21.15.70:0/2185349498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8d4155c00 con 0x7fe8d40afae0 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d88c5640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d40afae0 0x7fe8d4153b50 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400b2c0 tx=0x7fe8c401b950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d17fa640 1 -- 172.21.15.70:0/2185349498 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c40bf070 con 0x7fe8d40afae0 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d17fa640 1 -- 172.21.15.70:0/2185349498 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8c40b6050 con 0x7fe8d40afae0 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8d4155ee0 con 0x7fe8d40afae0 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8d17fa640 1 -- 172.21.15.70:0/2185349498 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c40b4030 con 0x7fe8d40afae0 2024-09-05T06:13:19.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8d41564a0 con 0x7fe8d40afae0 2024-09-05T06:13:19.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.809+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8d415b580 con 0x7fe8d40afae0 2024-09-05T06:13:19.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.813+0000 7fe8d17fa640 1 -- 172.21.15.70:0/2185349498 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe8c40c2070 con 0x7fe8d40afae0 2024-09-05T06:13:19.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.813+0000 7fe8d17fa640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8c00678c0 0x7fe8c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:19.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.813+0000 7fe8d17fa640 1 -- 172.21.15.70:0/2185349498 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4857+0+0 (secure 0 0 0) 0x7fe8c411fbc0 con 0x7fe8d40afae0 2024-09-05T06:13:19.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.813+0000 7fe8d3fff640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8c00678c0 0x7fe8c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:19.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.813+0000 7fe8d3fff640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8c00678c0 0x7fe8c0069d80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe8c8006fd0 tx=0x7fe8c8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:19.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.817+0000 7fe8d17fa640 1 -- 172.21.15.70:0/2185349498 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe8c40187a0 con 0x7fe8d40afae0 2024-09-05T06:13:19.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:19.969+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe8d406f220 con 0x7fe8d40afae0 2024-09-05T06:13:20.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.021+0000 7fe8d17fa640 1 -- 172.21.15.70:0/2185349498 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v85) ==== 138+0+0 (secure 0 0 0) 0x7fe8c40f0ae0 con 0x7fe8d40afae0 2024-09-05T06:13:20.020 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:13:20.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8c00678c0 msgr2=0x7fe8c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:20.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8c00678c0 0x7fe8c0069d80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe8c8006fd0 tx=0x7fe8c8008040 comp rx=0 tx=0).stop 2024-09-05T06:13:20.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d40afae0 msgr2=0x7fe8d4153b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:20.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d40afae0 0x7fe8d4153b50 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400b2c0 tx=0x7fe8c401b950 comp rx=0 tx=0).stop 2024-09-05T06:13:20.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 shutdown_connections 2024-09-05T06:13:20.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe8c00678c0 0x7fe8c0069d80 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:20.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe8d415b1a0 0x7fe8d414f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:20.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe8d40d0770 0x7fe8d4155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:20.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 --2- 172.21.15.70:0/2185349498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe8d40afae0 0x7fe8d4153b50 secure :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400b2c0 tx=0x7fe8c401b950 comp rx=0 tx=0).stop 2024-09-05T06:13:20.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.025+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 >> 172.21.15.70:0/2185349498 conn(0x7fe8d406bcc0 msgr2=0x7fe8d40b19f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.029+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 shutdown_connections 2024-09-05T06:13:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.029+0000 7fe8dab29640 1 -- 172.21.15.70:0/2185349498 wait complete. 2024-09-05T06:13:20.043 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:13:20.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5e6155640 1 Processor -- start 2024-09-05T06:13:20.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5e6155640 1 -- start start 2024-09-05T06:13:20.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5e6155640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff5e0157110 0x7ff5e00b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:20.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5e6155640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e00b5ac0 0x7ff5e00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:20.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5e6155640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5e006d570 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5e6155640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff5e006d850 con 0x7ff5e0157110 2024-09-05T06:13:20.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5e6155640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff5e006db30 con 0x7ff5e00b5ac0 2024-09-05T06:13:20.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5deffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e00b5ac0 0x7ff5e00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:20.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5df7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff5e0157110 0x7ff5e00b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:20.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5deffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e00b5ac0 0x7ff5e00d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:39350/0 (socket says 172.21.15.70:39350) 2024-09-05T06:13:20.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.161+0000 7ff5deffd640 1 -- 172.21.15.70:0/2676604904 learned_addr learned my addr 172.21.15.70:0/2676604904 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:20.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5deffd640 1 -- 172.21.15.70:0/2676604904 >> v2:172.21.15.196:3300/0 conn(0x7ff5e0157110 msgr2=0x7ff5e00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:20.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5deffd640 1 --2- 172.21.15.70:0/2676604904 >> v2:172.21.15.196:3300/0 conn(0x7ff5e0157110 0x7ff5e00b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:20.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5deffd640 1 -- 172.21.15.70:0/2676604904 >> v1:172.21.15.196:6789/0 conn(0x7ff5e00ceaf0 legacy=0x7ff5e00af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:20.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5deffd640 1 -- 172.21.15.70:0/2676604904 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e006de10 con 0x7ff5e00b5ac0 2024-09-05T06:13:20.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5deffd640 1 --2- 172.21.15.70:0/2676604904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e00b5ac0 0x7ff5e00d0750 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4009870 tx=0x7ff5d401c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c06e9b1039674bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:20.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5de7fc640 1 -- 172.21.15.70:0/2676604904 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d40b2070 con 0x7ff5e00b5ac0 2024-09-05T06:13:20.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5de7fc640 1 -- 172.21.15.70:0/2676604904 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5d40a9070 con 0x7ff5e00b5ac0 2024-09-05T06:13:20.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5de7fc640 1 -- 172.21.15.70:0/2676604904 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d40ad880 con 0x7ff5e00b5ac0 2024-09-05T06:13:20.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5e6155640 1 -- 172.21.15.70:0/2676604904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e00b5ac0 msgr2=0x7ff5e00d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:20.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5e6155640 1 --2- 172.21.15.70:0/2676604904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e00b5ac0 0x7ff5e00d0750 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4009870 tx=0x7ff5d401c560 comp rx=0 tx=0).stop 2024-09-05T06:13:20.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5e6155640 1 -- 172.21.15.70:0/2676604904 shutdown_connections 2024-09-05T06:13:20.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5e6155640 1 --2- 172.21.15.70:0/2676604904 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e00b5ac0 0x7ff5e00d0750 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:20.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5e6155640 1 --2- 172.21.15.70:0/2676604904 >> v2:172.21.15.196:3300/0 conn(0x7ff5e0157110 0x7ff5e00b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:20.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.165+0000 7ff5e6155640 1 -- 172.21.15.70:0/2676604904 >> 172.21.15.70:0/2676604904 conn(0x7ff5e006bcc0 msgr2=0x7ff5e006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:20.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 -- 172.21.15.70:0/2676604904 shutdown_connections 2024-09-05T06:13:20.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 -- 172.21.15.70:0/2676604904 wait complete. 2024-09-05T06:13:20.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 Processor -- start 2024-09-05T06:13:20.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 -- start start 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5e00b5ac0 0x7ff5e014b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e00ceaf0 0x7ff5e0155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e0157110 0x7ff5e0156190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e00b4280 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e00d10a0 con 0x7ff5e00b5ac0 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff5e00b4400 con 0x7ff5e0157110 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e00ceaf0 0x7ff5e0155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e00ceaf0 0x7ff5e0155c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41798/0 (socket says 172.21.15.70:41798) 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 -- 172.21.15.70:0/1163176257 learned_addr learned my addr 172.21.15.70:0/1163176257 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5df7fe640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5e00b5ac0 0x7ff5e014b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5dffff640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e0157110 0x7ff5e0156190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 -- 172.21.15.70:0/1163176257 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e0157110 msgr2=0x7ff5e0156190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e0157110 0x7ff5e0156190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 -- 172.21.15.70:0/1163176257 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5e00b5ac0 msgr2=0x7ff5e014b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5e00b5ac0 0x7ff5e014b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 -- 172.21.15.70:0/1163176257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e014b600 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5deffd640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e00ceaf0 0x7ff5e0155c50 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff5d40b0040 tx=0x7ff5d4019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5c7fff640 1 -- 172.21.15.70:0/1163176257 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d40bc070 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5c7fff640 1 -- 172.21.15.70:0/1163176257 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5d40add80 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5e01528a0 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5c7fff640 1 -- 172.21.15.70:0/1163176257 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d40b2040 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.169+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5e0152e60 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.173+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5e00b46a0 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.173+0000 7ff5c7fff640 1 -- 172.21.15.70:0/1163176257 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff5d40bf070 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.173+0000 7ff5c7fff640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff5cc0678c0 0x7ff5cc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:20.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.173+0000 7ff5c7fff640 1 -- 172.21.15.70:0/1163176257 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5227+0+0 (secure 0 0 0) 0x7ff5d411eac0 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.173+0000 7ff5df7fe640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff5cc0678c0 0x7ff5cc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.173+0000 7ff5df7fe640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff5cc0678c0 0x7ff5cc069d80 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0009a50 tx=0x7ff5d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:20.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.177+0000 7ff5c7fff640 1 -- 172.21.15.70:0/1163176257 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff5d4016150 con 0x7ff5e00ceaf0 2024-09-05T06:13:20.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:20.325+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff5e00d0530 con 0x7ff5e00ceaf0 2024-09-05T06:13:21.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.033+0000 7ff5c7fff640 1 -- 172.21.15.70:0/1163176257 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v86) ==== 170+0+0 (secure 0 0 0) 0x7ff5d40ef950 con 0x7ff5e00ceaf0 2024-09-05T06:13:21.029 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:13:21.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff5cc0678c0 msgr2=0x7ff5cc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:21.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff5cc0678c0 0x7ff5cc069d80 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0009a50 tx=0x7ff5d0008040 comp rx=0 tx=0).stop 2024-09-05T06:13:21.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e00ceaf0 msgr2=0x7ff5e0155c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:21.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e00ceaf0 0x7ff5e0155c50 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff5d40b0040 tx=0x7ff5d4019300 comp rx=0 tx=0).stop 2024-09-05T06:13:21.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 shutdown_connections 2024-09-05T06:13:21.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff5cc0678c0 0x7ff5cc069d80 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff5e0157110 0x7ff5e0156190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e00ceaf0 0x7ff5e0155c50 secure :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff5d40b0040 tx=0x7ff5d4019300 comp rx=0 tx=0).stop 2024-09-05T06:13:21.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 --2- 172.21.15.70:0/1163176257 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff5e00b5ac0 0x7ff5e014b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.037+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 >> 172.21.15.70:0/1163176257 conn(0x7ff5e006bcc0 msgr2=0x7ff5e0150040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:21.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.041+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 shutdown_connections 2024-09-05T06:13:21.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.041+0000 7ff5e6155640 1 -- 172.21.15.70:0/1163176257 wait complete. 2024-09-05T06:13:21.066 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:13:21.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185e701640 1 Processor -- start 2024-09-05T06:13:21.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185e701640 1 -- start start 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185e701640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1858146490 0x7f18580cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185e701640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1858070dd0 0x7f18580b6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185e701640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18580d12b0 con 0x7f1858161310 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185e701640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1858146870 con 0x7f1858070dd0 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185e701640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f1858160830 con 0x7f1858146490 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185cc9e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1858070dd0 0x7f18580b6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185cc9e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1858070dd0 0x7f18580b6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41808/0 (socket says 172.21.15.70:41808) 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185cc9e640 1 -- 172.21.15.70:0/3459117002 learned_addr learned my addr 172.21.15.70:0/3459117002 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f1857fff640 1 --2- 172.21.15.70:0/3459117002 >> v2:172.21.15.196:3300/0 conn(0x7f1858146490 0x7f18580cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:21.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185cc9e640 1 -- 172.21.15.70:0/3459117002 >> v2:172.21.15.196:3300/0 conn(0x7f1858146490 msgr2=0x7f18580cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:21.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185cc9e640 1 --2- 172.21.15.70:0/3459117002 >> v2:172.21.15.196:3300/0 conn(0x7f1858146490 0x7f18580cf8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185cc9e640 1 -- 172.21.15.70:0/3459117002 >> v1:172.21.15.196:6789/0 conn(0x7f1858161310 legacy=0x7f18580706c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:21.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f185cc9e640 1 -- 172.21.15.70:0/3459117002 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1858160b10 con 0x7f1858070dd0 2024-09-05T06:13:21.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.193+0000 7f1857fff640 1 --2- 172.21.15.70:0/3459117002 >> v2:172.21.15.196:3300/0 conn(0x7f1858146490 0x7f18580cf8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:21.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185cc9e640 1 --2- 172.21.15.70:0/3459117002 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858070dd0 0x7f18580b6070 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1858071e60 tx=0x7f185001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=129d9d2488f96ecc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:21.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f1856ffd640 1 -- 172.21.15.70:0/3459117002 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18500b0070 con 0x7f1858070dd0 2024-09-05T06:13:21.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f1856ffd640 1 -- 172.21.15.70:0/3459117002 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18500ab600 con 0x7f1858070dd0 2024-09-05T06:13:21.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f1856ffd640 1 -- 172.21.15.70:0/3459117002 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18500ab9d0 con 0x7f1858070dd0 2024-09-05T06:13:21.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- 172.21.15.70:0/3459117002 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858070dd0 msgr2=0x7f18580b6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:21.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 --2- 172.21.15.70:0/3459117002 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858070dd0 0x7f18580b6070 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1858071e60 tx=0x7f185001c4e0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- 172.21.15.70:0/3459117002 shutdown_connections 2024-09-05T06:13:21.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 --2- 172.21.15.70:0/3459117002 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858070dd0 0x7f18580b6070 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 --2- 172.21.15.70:0/3459117002 >> v2:172.21.15.196:3300/0 conn(0x7f1858146490 0x7f18580cf8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- 172.21.15.70:0/3459117002 >> 172.21.15.70:0/3459117002 conn(0x7f1858072730 msgr2=0x7f1858072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:21.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- 172.21.15.70:0/3459117002 shutdown_connections 2024-09-05T06:13:21.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- 172.21.15.70:0/3459117002 wait complete. 2024-09-05T06:13:21.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 Processor -- start 2024-09-05T06:13:21.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- start start 2024-09-05T06:13:21.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1858070dd0 0x7f1858142690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858146490 0x7f185813af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858161310 0x7f185813b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1858169d60 con 0x7f1858146490 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1858169be0 con 0x7f1858070dd0 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185e701640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1858169ee0 con 0x7f1858161310 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858146490 0x7f185813af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858146490 0x7f185813af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41824/0 (socket says 172.21.15.70:41824) 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 -- 172.21.15.70:0/1014573418 learned_addr learned my addr 172.21.15.70:0/1014573418 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f185cc9e640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858161310 0x7f185813b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:21.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f1857fff640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1858070dd0 0x7f1858142690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 -- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858161310 msgr2=0x7f185813b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858161310 0x7f185813b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 -- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1858070dd0 msgr2=0x7f1858142690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1858070dd0 0x7f1858142690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 -- 172.21.15.70:0/1014573418 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1858137160 con 0x7f1858146490 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f1857fff640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1858070dd0 0x7f1858142690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.197+0000 7f18577fe640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858146490 0x7f185813af50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f184c00b440 tx=0x7f184c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f1854ff9640 1 -- 172.21.15.70:0/1014573418 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c015020 con 0x7f1858146490 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f1854ff9640 1 -- 172.21.15.70:0/1014573418 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f184c011830 con 0x7f1858146490 2024-09-05T06:13:21.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1858137770 con 0x7f1858146490 2024-09-05T06:13:21.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f1854ff9640 1 -- 172.21.15.70:0/1014573418 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c011c20 con 0x7f1858146490 2024-09-05T06:13:21.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1858137d30 con 0x7f1858146490 2024-09-05T06:13:21.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18580ce1d0 con 0x7f1858146490 2024-09-05T06:13:21.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f1854ff9640 1 -- 172.21.15.70:0/1014573418 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f184c018020 con 0x7f1858146490 2024-09-05T06:13:21.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f1854ff9640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:21.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f1854ff9640 1 -- 172.21.15.70:0/1014573418 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5609+0+0 (secure 0 0 0) 0x7f184c085840 con 0x7f1858146490 2024-09-05T06:13:21.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f1857fff640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:21.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.201+0000 7f1857fff640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f184800d430 tx=0x7f1848007530 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:21.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.205+0000 7f1854ff9640 1 -- 172.21.15.70:0/1014573418 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f184c01f030 con 0x7f1858146490 2024-09-05T06:13:21.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:21.405+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1858073640 con 0x7f1858146490 2024-09-05T06:13:22.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.053+0000 7f1854ff9640 1 -- 172.21.15.70:0/1014573418 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v32) ==== 174+0+0 (secure 0 0 0) 0x7f184c0172c0 con 0x7f1858146490 2024-09-05T06:13:22.057 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 10 and data pool 11 2024-09-05T06:13:22.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 msgr2=0x7f1844069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f184800d430 tx=0x7f1848007530 comp rx=0 tx=0).stop 2024-09-05T06:13:22.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858146490 msgr2=0x7f185813af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858146490 0x7f185813af50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f184c00b440 tx=0x7f184c00b900 comp rx=0 tx=0).stop 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 shutdown_connections 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858161310 0x7f185813b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858146490 0x7f185813af50 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 --2- 172.21.15.70:0/1014573418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1858070dd0 0x7f1858142690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 >> 172.21.15.70:0/1014573418 conn(0x7f1858072730 msgr2=0x7f18580b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 shutdown_connections 2024-09-05T06:13:22.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.069+0000 7f185e701640 1 -- 172.21.15.70:0/1014573418 wait complete. 2024-09-05T06:13:22.086 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:13:22.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.205+0000 7fca09886640 1 Processor -- start 2024-09-05T06:13:22.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.205+0000 7fca09886640 1 -- start start 2024-09-05T06:13:22.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.205+0000 7fca09886640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040d4980 0x7fca040d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.205+0000 7fca09886640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca040cfd30 con 0x7fca040d3a50 2024-09-05T06:13:22.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.205+0000 7fca09886640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca040d0010 con 0x7fca0415edb0 2024-09-05T06:13:22.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.205+0000 7fca09886640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fca040d02f0 con 0x7fca040d4980 2024-09-05T06:13:22.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca037fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fca040d3a50 0x7fca040b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51264/0 (socket says 172.21.15.70:51264) 2024-09-05T06:13:22.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca037fe640 1 -- 172.21.15.70:0/1213459637 learned_addr learned my addr 172.21.15.70:0/1213459637 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:22.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca02ffd640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040d4980 0x7fca040d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 145192150 0 0) 0x7fca040cfd30 con 0x7fca040d3a50 2024-09-05T06:13:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc9ec003530 con 0x7fca040d3a50 2024-09-05T06:13:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 506634750 0 0) 0x7fc9ec003530 con 0x7fca040d3a50 2024-09-05T06:13:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040d4980 msgr2=0x7fca040d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040d4980 0x7fca040d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 >> v1:172.21.15.196:6789/0 conn(0x7fca0415edb0 legacy=0x7fca040d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca040d05d0 con 0x7fca040d3a50 2024-09-05T06:13:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fc9fc001a00 con 0x7fca040d3a50 2024-09-05T06:13:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 >> v1:172.21.15.70:6789/0 conn(0x7fca040d3a50 legacy=0x7fca040b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fc9ec003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040d4980 0x7fc9ec004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9ec004d50 0x7fc9ec0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fca040d02f0 con 0x7fc9ec0039f0 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc9ec00ba80 con 0x7fc9ec004d50 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc9ec00bc80 con 0x7fca040d4980 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca02ffd640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fc9ec003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca027fc640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040d4980 0x7fc9ec004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca037fe640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9ec004d50 0x7fc9ec0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca02ffd640 1 -- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040d4980 msgr2=0x7fc9ec004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca02ffd640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040d4980 0x7fc9ec004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca02ffd640 1 -- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9ec004d50 msgr2=0x7fc9ec0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca02ffd640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9ec004d50 0x7fc9ec0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca02ffd640 1 -- 172.21.15.70:0/1213459637 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9ec003530 con 0x7fc9ec0039f0 2024-09-05T06:13:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca037fe640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc9ec004d50 0x7fc9ec0051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca02ffd640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fc9ec003e10 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009ab0 tx=0x7fc9f401ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1fe98f15bf677d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40b2070 con 0x7fc9ec0039f0 2024-09-05T06:13:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9f40a5510 con 0x7fc9ec0039f0 2024-09-05T06:13:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.209+0000 7fca01ffb640 1 -- 172.21.15.70:0/1213459637 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40096b0 con 0x7fc9ec0039f0 2024-09-05T06:13:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- 172.21.15.70:0/1213459637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 msgr2=0x7fc9ec003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 --2- 172.21.15.70:0/1213459637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fc9ec003e10 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009ab0 tx=0x7fc9f401ca20 comp rx=0 tx=0).stop 2024-09-05T06:13:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca037fe640 1 -- 172.21.15.70:0/1213459637 reap_dead start 2024-09-05T06:13:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- 172.21.15.70:0/1213459637 shutdown_connections 2024-09-05T06:13:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- 172.21.15.70:0/1213459637 >> 172.21.15.70:0/1213459637 conn(0x7fca0408e690 msgr2=0x7fca0409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- 172.21.15.70:0/1213459637 shutdown_connections 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- 172.21.15.70:0/1213459637 wait complete. 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 Processor -- start 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- start start 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fca040cea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040b7b00 0x7fca040b7f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca040b6800 0x7fca040b6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fca040d52f0 con 0x7fc9ec0039f0 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fca040d5170 con 0x7fca040b6800 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fca0416a730 con 0x7fca040b7b00 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fca040cea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fca040cea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41844/0 (socket says 172.21.15.70:41844) 2024-09-05T06:13:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 -- 172.21.15.70:0/2497918360 learned_addr learned my addr 172.21.15.70:0/2497918360 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:22.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca027fc640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040b7b00 0x7fca040b7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 -- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040b7b00 msgr2=0x7fca040b7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca037fe640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca040b6800 0x7fca040b6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040b7b00 0x7fca040b7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 -- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca040b6800 msgr2=0x7fca040b6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca040b6800 0x7fca040b6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 -- 172.21.15.70:0/2497918360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca040b85c0 con 0x7fc9ec0039f0 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca027fc640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040b7b00 0x7fca040b7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca02ffd640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fca040cea60 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009ab0 tx=0x7fc9ec005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fc9ebfff640 1 -- 172.21.15.70:0/2497918360 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40b2040 con 0x7fc9ec0039f0 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fc9ebfff640 1 -- 172.21.15.70:0/2497918360 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9f40a5d40 con 0x7fc9ec0039f0 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fc9ebfff640 1 -- 172.21.15.70:0/2497918360 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4004220 con 0x7fc9ec0039f0 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca040b88a0 con 0x7fc9ec0039f0 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.213+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca040b8e60 con 0x7fc9ec0039f0 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.217+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca040b71c0 con 0x7fc9ec0039f0 2024-09-05T06:13:22.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.217+0000 7fc9ebfff640 1 -- 172.21.15.70:0/2497918360 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc9f4003620 con 0x7fc9ec0039f0 2024-09-05T06:13:22.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.217+0000 7fc9ebfff640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9f00678c0 0x7fc9f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.217+0000 7fc9ebfff640 1 -- 172.21.15.70:0/2497918360 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5709+0+0 (secure 0 0 0) 0x7fc9f411f7a0 con 0x7fc9ec0039f0 2024-09-05T06:13:22.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.217+0000 7fca027fc640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9f00678c0 0x7fc9f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.217+0000 7fca027fc640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9f00678c0 0x7fc9f0069d80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8000c10 tx=0x7fc9f8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.221+0000 7fc9ebfff640 1 -- 172.21.15.70:0/2497918360 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc9f4016760 con 0x7fc9ec0039f0 2024-09-05T06:13:22.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.385+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fca040b4610 con 0x7fc9ec0039f0 2024-09-05T06:13:22.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.385+0000 7fc9ebfff640 1 -- 172.21.15.70:0/2497918360 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+16669 (secure 0 0 0) 0x7fc9f40f02e0 con 0x7fc9ec0039f0 2024-09-05T06:13:22.383 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:22.383 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":87,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:13:21.408493+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:13:20.012172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-05T06:13:20.368469+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:13:22.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9f00678c0 msgr2=0x7fc9f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9f00678c0 0x7fc9f0069d80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8000c10 tx=0x7fc9f8009040 comp rx=0 tx=0).stop 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 msgr2=0x7fca040cea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fca040cea60 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009ab0 tx=0x7fc9ec005840 comp rx=0 tx=0).stop 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 shutdown_connections 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9f00678c0 0x7fc9f0069d80 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca040b6800 0x7fca040b6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca040b7b00 0x7fca040b7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 --2- 172.21.15.70:0/2497918360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9ec0039f0 0x7fca040cea60 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 >> 172.21.15.70:0/2497918360 conn(0x7fca0408e690 msgr2=0x7fca0415e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 shutdown_connections 2024-09-05T06:13:22.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.389+0000 7fca09886640 1 -- 172.21.15.70:0/2497918360 wait complete. 2024-09-05T06:13:22.402 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:13:22.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.521+0000 7f9a63fc1640 1 Processor -- start 2024-09-05T06:13:22.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.521+0000 7f9a63fc1640 1 -- start start 2024-09-05T06:13:22.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.521+0000 7f9a63fc1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9a5c15c8f0 0x7f9a5c0d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.521+0000 7f9a63fc1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9a5c0d1610 0x7f9a5c06f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a5c0d0610 con 0x7f9a5c0cdfa0 2024-09-05T06:13:22.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9a5c0ce4d0 con 0x7f9a5c0d1610 2024-09-05T06:13:22.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9a5c0ce7b0 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a6155c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9a5c0d1610 0x7f9a5c06f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a6155c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9a5c0d1610 0x7f9a5c06f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41846/0 (socket says 172.21.15.70:41846) 2024-09-05T06:13:22.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a6155c640 1 -- 172.21.15.70:0/1022651912 learned_addr learned my addr 172.21.15.70:0/1022651912 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:22.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a61d5d640 1 --2- 172.21.15.70:0/1022651912 >> v2:172.21.15.196:3300/0 conn(0x7f9a5c15c8f0 0x7f9a5c0d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a6155c640 1 -- 172.21.15.70:0/1022651912 >> v2:172.21.15.196:3300/0 conn(0x7f9a5c15c8f0 msgr2=0x7f9a5c0d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:22.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a6155c640 1 --2- 172.21.15.70:0/1022651912 >> v2:172.21.15.196:3300/0 conn(0x7f9a5c15c8f0 0x7f9a5c0d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a6155c640 1 -- 172.21.15.70:0/1022651912 >> v1:172.21.15.196:6789/0 conn(0x7f9a5c0cdfa0 legacy=0x7f9a5c0cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:22.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a6155c640 1 -- 172.21.15.70:0/1022651912 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a5c0d08d0 con 0x7f9a5c0d1610 2024-09-05T06:13:22.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a6155c640 1 --2- 172.21.15.70:0/1022651912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c0d1610 0x7f9a5c06f890 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c072500 tx=0x7f9a4c01c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1991de798902d780 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a60d5b640 1 -- 172.21.15.70:0/1022651912 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c0aa430 con 0x7f9a5c0d1610 2024-09-05T06:13:22.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a60d5b640 1 -- 172.21.15.70:0/1022651912 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a4c0af070 con 0x7f9a5c0d1610 2024-09-05T06:13:22.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a60d5b640 1 -- 172.21.15.70:0/1022651912 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c0aa7f0 con 0x7f9a5c0d1610 2024-09-05T06:13:22.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1022651912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c0d1610 msgr2=0x7f9a5c06f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1022651912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c0d1610 0x7f9a5c06f890 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c072500 tx=0x7f9a4c01c4b0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1022651912 shutdown_connections 2024-09-05T06:13:22.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1022651912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c0d1610 0x7f9a5c06f890 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1022651912 >> v2:172.21.15.196:3300/0 conn(0x7f9a5c15c8f0 0x7f9a5c0d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1022651912 >> 172.21.15.70:0/1022651912 conn(0x7f9a5c0b45d0 msgr2=0x7f9a5c0b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:22.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1022651912 shutdown_connections 2024-09-05T06:13:22.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.525+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1022651912 wait complete. 2024-09-05T06:13:22.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 Processor -- start 2024-09-05T06:13:22.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 -- start start 2024-09-05T06:13:22.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a5c0cdfa0 0x7f9a5c159400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a5c0d1610 0x7f9a5c0b6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c15c8f0 0x7f9a5c0b68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9a5c169bf0 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9a5c0701e0 con 0x7f9a5c0cdfa0 2024-09-05T06:13:22.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9a5c169d70 con 0x7f9a5c0d1610 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c15c8f0 0x7f9a5c0b68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c15c8f0 0x7f9a5c0b68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41850/0 (socket says 172.21.15.70:41850) 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 -- 172.21.15.70:0/1704907373 learned_addr learned my addr 172.21.15.70:0/1704907373 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a61d5d640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a5c0cdfa0 0x7f9a5c159400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6155c640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a5c0d1610 0x7f9a5c0b6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 -- 172.21.15.70:0/1704907373 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a5c0d1610 msgr2=0x7f9a5c0b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a5c0d1610 0x7f9a5c0b6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 -- 172.21.15.70:0/1704907373 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a5c0cdfa0 msgr2=0x7f9a5c159400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a5c0cdfa0 0x7f9a5c159400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 -- 172.21.15.70:0/1704907373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a5c150220 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a6255e640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c15c8f0 0x7f9a5c0b68b0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f9a5400c780 tx=0x7f9a5400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a527fc640 1 -- 172.21.15.70:0/1704907373 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a54004b70 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a527fc640 1 -- 172.21.15.70:0/1704907373 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a54004d10 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a5c150500 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a527fc640 1 -- 172.21.15.70:0/1704907373 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5400aa90 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a5c1600f0 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.529+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a5c076250 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.533+0000 7f9a527fc640 1 -- 172.21.15.70:0/1704907373 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9a5400ac30 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.533+0000 7f9a527fc640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a400678c0 0x7f9a40069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.533+0000 7f9a527fc640 1 -- 172.21.15.70:0/1704907373 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5709+0+0 (secure 0 0 0) 0x7f9a54085f90 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.533+0000 7f9a61d5d640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a400678c0 0x7f9a40069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.533+0000 7f9a61d5d640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a400678c0 0x7f9a40069d80 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9a5800b930 tx=0x7f9a58008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.537+0000 7f9a527fc640 1 -- 172.21.15.70:0/1704907373 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9a54020070 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.697+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9a5c06f890 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a527fc640 1 -- 172.21.15.70:0/1704907373 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+16669 (secure 0 0 0) 0x7f9a5407de20 con 0x7f9a5c15c8f0 2024-09-05T06:13:22.696 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:22.697 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":87,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:13:21.408493+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:13:20.012172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-05T06:13:20.368469+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:13:22.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a400678c0 msgr2=0x7f9a40069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a400678c0 0x7f9a40069d80 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9a5800b930 tx=0x7f9a58008040 comp rx=0 tx=0).stop 2024-09-05T06:13:22.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c15c8f0 msgr2=0x7f9a5c0b68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c15c8f0 0x7f9a5c0b68b0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f9a5400c780 tx=0x7f9a5400cc40 comp rx=0 tx=0).stop 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 shutdown_connections 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9a400678c0 0x7f9a40069d80 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9a5c15c8f0 0x7f9a5c0b68b0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a5c0d1610 0x7f9a5c0b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 --2- 172.21.15.70:0/1704907373 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a5c0cdfa0 0x7f9a5c159400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 >> 172.21.15.70:0/1704907373 conn(0x7f9a5c0b45d0 msgr2=0x7f9a5c0b3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 shutdown_connections 2024-09-05T06:13:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.701+0000 7f9a63fc1640 1 -- 172.21.15.70:0/1704907373 wait complete. 2024-09-05T06:13:22.716 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:13:22.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e30c4d640 1 Processor -- start 2024-09-05T06:13:22.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e30c4d640 1 -- start start 2024-09-05T06:13:22.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e30c4d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c0d4980 0x7f6e2c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e30c4d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6e2c15edb0 0x7f6e2c0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e30c4d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e2c0cfd30 con 0x7f6e2c0cf7e0 2024-09-05T06:13:22.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e30c4d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6e2c0b5620 con 0x7f6e2c15edb0 2024-09-05T06:13:22.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e30c4d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6e2c0d0010 con 0x7f6e2c0d4980 2024-09-05T06:13:22.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e2a59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c0d4980 0x7f6e2c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e29d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6e2c15edb0 0x7f6e2c0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e2a59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c0d4980 0x7f6e2c0d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:39428/0 (socket says 172.21.15.70:39428) 2024-09-05T06:13:22.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e2a59c640 1 -- 172.21.15.70:0/3852687392 learned_addr learned my addr 172.21.15.70:0/3852687392 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:22.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e29d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6e2c15edb0 0x7f6e2c0d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:44784/0 (socket says 172.21.15.70:44784) 2024-09-05T06:13:22.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e29d9b640 1 -- 172.21.15.70:0/3852687392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c0d4980 msgr2=0x7f6e2c0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:22.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e29d9b640 1 --2- 172.21.15.70:0/3852687392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c0d4980 0x7f6e2c0d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e29d9b640 1 -- 172.21.15.70:0/3852687392 >> v1:172.21.15.196:6789/0 conn(0x7f6e2c0cf7e0 legacy=0x7f6e2c0d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e29d9b640 1 -- 172.21.15.70:0/3852687392 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2c0d02f0 con 0x7f6e2c15edb0 2024-09-05T06:13:22.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e2959a640 1 -- 172.21.15.70:0/3852687392 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 971902094 0 0) 0x7f6e2c0cfd30 con 0x7f6e2c0cf7e0 2024-09-05T06:13:22.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.841+0000 7f6e2a59c640 1 --2- 172.21.15.70:0/3852687392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c0d4980 0x7f6e2c0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:13:22.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e29d9b640 1 --2- 172.21.15.70:0/3852687392 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c15edb0 0x7f6e2c0d3340 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6e140097c0 tx=0x7f6e1401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef17111dea7362f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e2959a640 1 -- 172.21.15.70:0/3852687392 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e140aa5f0 con 0x7f6e2c15edb0 2024-09-05T06:13:22.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e2959a640 1 -- 172.21.15.70:0/3852687392 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e140af070 con 0x7f6e2c15edb0 2024-09-05T06:13:22.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e2959a640 1 -- 172.21.15.70:0/3852687392 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e140aa9b0 con 0x7f6e2c15edb0 2024-09-05T06:13:22.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 -- 172.21.15.70:0/3852687392 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c15edb0 msgr2=0x7f6e2c0d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/3852687392 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c15edb0 0x7f6e2c0d3340 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6e140097c0 tx=0x7f6e1401c470 comp rx=0 tx=0).stop 2024-09-05T06:13:22.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 -- 172.21.15.70:0/3852687392 shutdown_connections 2024-09-05T06:13:22.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/3852687392 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c15edb0 0x7f6e2c0d3340 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/3852687392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c0d4980 0x7f6e2c0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 -- 172.21.15.70:0/3852687392 >> 172.21.15.70:0/3852687392 conn(0x7f6e2c08e690 msgr2=0x7f6e2c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:22.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 -- 172.21.15.70:0/3852687392 shutdown_connections 2024-09-05T06:13:22.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 -- 172.21.15.70:0/3852687392 wait complete. 2024-09-05T06:13:22.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 Processor -- start 2024-09-05T06:13:22.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.845+0000 7f6e30c4d640 1 -- start start 2024-09-05T06:13:22.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c0cf7e0 0x7f6e2c1510b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4980 0x7f6e2c157880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c15edb0 0x7f6e2c0b9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c0d0dd0 con 0x7f6e2c0d4980 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c0d52a0 con 0x7f6e2c0cf7e0 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6e2c15a000 con 0x7f6e2c15edb0 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4980 0x7f6e2c157880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4980 0x7f6e2c157880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41864/0 (socket says 172.21.15.70:41864) 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 -- 172.21.15.70:0/2274651465 learned_addr learned my addr 172.21.15.70:0/2274651465 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e2a59c640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c0cf7e0 0x7f6e2c1510b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e2ad9d640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c15edb0 0x7f6e2c0b9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 -- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c15edb0 msgr2=0x7f6e2c0b9e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c15edb0 0x7f6e2c0b9e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 -- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c0cf7e0 msgr2=0x7f6e2c1510b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c0cf7e0 0x7f6e2c1510b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 -- 172.21.15.70:0/2274651465 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2c1593f0 con 0x7f6e2c0d4980 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e2a59c640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c0cf7e0 0x7f6e2c1510b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e2ad9d640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c15edb0 0x7f6e2c0b9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e29d9b640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4980 0x7f6e2c157880 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f6e1401ab20 tx=0x7f6e14019210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e22ffd640 1 -- 172.21.15.70:0/2274651465 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e140b3b90 con 0x7f6e2c0d4980 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e22ffd640 1 -- 172.21.15.70:0/2274651465 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e140b3d50 con 0x7f6e2c0d4980 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e2c1596d0 con 0x7f6e2c0d4980 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e22ffd640 1 -- 172.21.15.70:0/2274651465 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e140be690 con 0x7f6e2c0d4980 2024-09-05T06:13:22.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e2c159c90 con 0x7f6e2c0d4980 2024-09-05T06:13:22.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e2c0d4d60 con 0x7f6e2c0d4980 2024-09-05T06:13:22.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e22ffd640 1 -- 172.21.15.70:0/2274651465 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6e140c73f0 con 0x7f6e2c0d4980 2024-09-05T06:13:22.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.849+0000 7f6e22ffd640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e0c0678c0 0x7f6e0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:22.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.853+0000 7f6e22ffd640 1 -- 172.21.15.70:0/2274651465 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5709+0+0 (secure 0 0 0) 0x7f6e14120780 con 0x7f6e2c0d4980 2024-09-05T06:13:22.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.853+0000 7f6e2a59c640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e0c0678c0 0x7f6e0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:22.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.853+0000 7f6e2a59c640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e0c0678c0 0x7f6e0c069d80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6e24009440 tx=0x7f6e2400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:22.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:22.853+0000 7f6e22ffd640 1 -- 172.21.15.70:0/2274651465 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6e14016090 con 0x7f6e2c0d4980 2024-09-05T06:13:23.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.053+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f6e2c0bab30 con 0x7f6e2c0d4980 2024-09-05T06:13:23.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.061+0000 7f6e22ffd640 1 -- 172.21.15.70:0/2274651465 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v33) ==== 118+0+0 (secure 0 0 0) 0x7f6e140f1450 con 0x7f6e2c0d4980 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e0c0678c0 msgr2=0x7f6e0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e0c0678c0 0x7f6e0c069d80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6e24009440 tx=0x7f6e2400b040 comp rx=0 tx=0).stop 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4980 msgr2=0x7f6e2c157880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4980 0x7f6e2c157880 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f6e1401ab20 tx=0x7f6e14019210 comp rx=0 tx=0).stop 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 shutdown_connections 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e0c0678c0 0x7f6e0c069d80 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e2c15edb0 0x7f6e2c0b9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4980 0x7f6e2c157880 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 --2- 172.21.15.70:0/2274651465 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e2c0cf7e0 0x7f6e2c1510b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 >> 172.21.15.70:0/2274651465 conn(0x7f6e2c08e690 msgr2=0x7f6e2c151970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 shutdown_connections 2024-09-05T06:13:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.065+0000 7f6e30c4d640 1 -- 172.21.15.70:0/2274651465 wait complete. 2024-09-05T06:13:23.079 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:13:23.080 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:13:23.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e9973640 1 Processor -- start 2024-09-05T06:13:23.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e9973640 1 -- start start 2024-09-05T06:13:23.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e9973640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f36e40afff0 0x7f36e40cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:23.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e9973640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f36e40cdf80 0x7f36e4072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:23.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e9973640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e4072fd0 0x7f36e406e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:23.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e9973640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f36e4072600 con 0x7f36e40cdf80 2024-09-05T06:13:23.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e9973640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f36e415bc40 con 0x7f36e40afff0 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e9973640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36e40d14c0 con 0x7f36e4072fd0 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36da7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f36e40cdf80 0x7f36e4072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36da7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f36e40cdf80 0x7f36e4072a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41870/0 (socket says 172.21.15.70:41870) 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36da7fc640 1 -- 172.21.15.70:0/3696082113 learned_addr learned my addr 172.21.15.70:0/3696082113 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e37fe640 1 --2- 172.21.15.70:0/3696082113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e4072fd0 0x7f36e406e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e2ffd640 1 --2- 172.21.15.70:0/3696082113 >> v2:172.21.15.196:3300/0 conn(0x7f36e40afff0 0x7f36e40cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36da7fc640 1 -- 172.21.15.70:0/3696082113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e4072fd0 msgr2=0x7f36e406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36da7fc640 1 --2- 172.21.15.70:0/3696082113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e4072fd0 0x7f36e406e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36da7fc640 1 -- 172.21.15.70:0/3696082113 >> v2:172.21.15.196:3300/0 conn(0x7f36e40afff0 msgr2=0x7f36e40cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36da7fc640 1 --2- 172.21.15.70:0/3696082113 >> v2:172.21.15.196:3300/0 conn(0x7f36e40afff0 0x7f36e40cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36da7fc640 1 -- 172.21.15.70:0/3696082113 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e4071cd0 con 0x7f36e40cdf80 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e2ffd640 1 --2- 172.21.15.70:0/3696082113 >> v2:172.21.15.196:3300/0 conn(0x7f36e40afff0 0x7f36e40cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:23.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.209+0000 7f36e37fe640 1 --2- 172.21.15.70:0/3696082113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e4072fd0 0x7f36e406e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:23.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36da7fc640 1 --2- 172.21.15.70:0/3696082113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40cdf80 0x7f36e4072a90 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f36e4071c30 tx=0x7f36cc01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d54a2e509d40dff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:23.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e27fc640 1 -- 172.21.15.70:0/3696082113 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc0b0070 con 0x7f36e40cdf80 2024-09-05T06:13:23.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e27fc640 1 -- 172.21.15.70:0/3696082113 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36cc0ab600 con 0x7f36e40cdf80 2024-09-05T06:13:23.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e27fc640 1 -- 172.21.15.70:0/3696082113 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc0ab9d0 con 0x7f36e40cdf80 2024-09-05T06:13:23.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 -- 172.21.15.70:0/3696082113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40cdf80 msgr2=0x7f36e4072a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 --2- 172.21.15.70:0/3696082113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40cdf80 0x7f36e4072a90 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f36e4071c30 tx=0x7f36cc01c520 comp rx=0 tx=0).stop 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 -- 172.21.15.70:0/3696082113 shutdown_connections 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 --2- 172.21.15.70:0/3696082113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e4072fd0 0x7f36e406e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 --2- 172.21.15.70:0/3696082113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40cdf80 0x7f36e4072a90 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 --2- 172.21.15.70:0/3696082113 >> v2:172.21.15.196:3300/0 conn(0x7f36e40afff0 0x7f36e40cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 -- 172.21.15.70:0/3696082113 >> 172.21.15.70:0/3696082113 conn(0x7f36e406bcc0 msgr2=0x7f36e406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 -- 172.21.15.70:0/3696082113 shutdown_connections 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.213+0000 7f36e9973640 1 -- 172.21.15.70:0/3696082113 wait complete. 2024-09-05T06:13:23.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 Processor -- start 2024-09-05T06:13:23.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 -- start start 2024-09-05T06:13:23.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36e4072fd0 0x7f36e40b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40afff0 0x7f36e4154ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e40cdf80 0x7f36e40b1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f36e406efd0 con 0x7f36e40afff0 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f36e40d11d0 con 0x7f36e4072fd0 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36e415f3e0 con 0x7f36e40cdf80 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40afff0 0x7f36e4154ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40afff0 0x7f36e4154ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41874/0 (socket says 172.21.15.70:41874) 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 -- 172.21.15.70:0/1712924662 learned_addr learned my addr 172.21.15.70:0/1712924662 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e2ffd640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36e4072fd0 0x7f36e40b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e37fe640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e40cdf80 0x7f36e40b1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 -- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e40cdf80 msgr2=0x7f36e40b1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e40cdf80 0x7f36e40b1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 -- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36e4072fd0 msgr2=0x7f36e40b03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36e4072fd0 0x7f36e40b03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 -- 172.21.15.70:0/1712924662 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e4156d70 con 0x7f36e40afff0 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e37fe640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e40cdf80 0x7f36e40b1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36da7fc640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40afff0 0x7f36e4154ed0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f36cc0ae040 tx=0x7f36cc0192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e0ff9640 1 -- 172.21.15.70:0/1712924662 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc0b0040 con 0x7f36e40afff0 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e0ff9640 1 -- 172.21.15.70:0/1712924662 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36cc0bc070 con 0x7f36e40afff0 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36e4157050 con 0x7f36e40afff0 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e0ff9640 1 -- 172.21.15.70:0/1712924662 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc0b6860 con 0x7f36e40afff0 2024-09-05T06:13:23.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36e4157b30 con 0x7f36e40afff0 2024-09-05T06:13:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36e40cda40 con 0x7f36e40afff0 2024-09-05T06:13:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e0ff9640 1 -- 172.21.15.70:0/1712924662 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f36cc0b6a00 con 0x7f36e40afff0 2024-09-05T06:13:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e0ff9640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36c40678c0 0x7f36c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.217+0000 7f36e0ff9640 1 -- 172.21.15.70:0/1712924662 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f36cc120080 con 0x7f36e40afff0 2024-09-05T06:13:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.221+0000 7f36e2ffd640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36c40678c0 0x7f36c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:23.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.221+0000 7f36e2ffd640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36c40678c0 0x7f36c4069d80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f36d4006fd0 tx=0x7f36d4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:23.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.225+0000 7f36e0ff9640 1 -- 172.21.15.70:0/1712924662 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f36cc016110 con 0x7f36e40afff0 2024-09-05T06:13:23.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:23.409+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f36e4165890 con 0x7f36e40afff0 2024-09-05T06:13:24.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.065+0000 7f36e0ff9640 1 -- 172.21.15.70:0/1712924662 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v34) ==== 122+0+0 (secure 0 0 0) 0x7f36cc0f0bc0 con 0x7f36e40afff0 2024-09-05T06:13:24.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36c40678c0 msgr2=0x7f36c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36c40678c0 0x7f36c4069d80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f36d4006fd0 tx=0x7f36d4008040 comp rx=0 tx=0).stop 2024-09-05T06:13:24.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40afff0 msgr2=0x7f36e4154ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40afff0 0x7f36e4154ed0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f36cc0ae040 tx=0x7f36cc0192c0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 shutdown_connections 2024-09-05T06:13:24.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36c40678c0 0x7f36c4069d80 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36e40cdf80 0x7f36e40b1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36e40afff0 0x7f36e4154ed0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 --2- 172.21.15.70:0/1712924662 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36e4072fd0 0x7f36e40b03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 >> 172.21.15.70:0/1712924662 conn(0x7f36e406bcc0 msgr2=0x7f36e406e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:24.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 shutdown_connections 2024-09-05T06:13:24.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.069+0000 7f36e9973640 1 -- 172.21.15.70:0/1712924662 wait complete. 2024-09-05T06:13:24.083 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:13:24.083 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:24.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.205+0000 7fcb778b1640 1 Processor -- start 2024-09-05T06:13:24.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.205+0000 7fcb778b1640 1 -- start start 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb778b1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcb700cfea0 0x7fcb700d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb778b1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fcb700c8fd0 0x7fcb700c9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb778b1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb700d34b0 con 0x7fcb7015edf0 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb778b1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fcb700d3260 con 0x7fcb700cfea0 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb778b1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fcb700d3790 con 0x7fcb700c8fd0 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb74e4c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcb700cfea0 0x7fcb700d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb74e4c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcb700cfea0 0x7fcb700d0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41878/0 (socket says 172.21.15.70:41878) 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb74e4c640 1 -- 172.21.15.70:0/2767097648 learned_addr learned my addr 172.21.15.70:0/2767097648 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb75e4e640 1 --2- 172.21.15.70:0/2767097648 >> v2:172.21.15.196:3300/0 conn(0x7fcb700c8fd0 0x7fcb700c9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb74e4c640 1 -- 172.21.15.70:0/2767097648 >> v2:172.21.15.196:3300/0 conn(0x7fcb700c8fd0 msgr2=0x7fcb700c9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb74e4c640 1 --2- 172.21.15.70:0/2767097648 >> v2:172.21.15.196:3300/0 conn(0x7fcb700c8fd0 0x7fcb700c9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb74e4c640 1 -- 172.21.15.70:0/2767097648 >> v1:172.21.15.196:6789/0 conn(0x7fcb7015edf0 legacy=0x7fcb700cf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:24.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb74e4c640 1 -- 172.21.15.70:0/2767097648 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb700d3a70 con 0x7fcb700cfea0 2024-09-05T06:13:24.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb74e4c640 1 --2- 172.21.15.70:0/2767097648 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb700d0310 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcb7008e460 tx=0x7fcb6401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deba7bc9cf441eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb63fff640 1 -- 172.21.15.70:0/2767097648 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb640aa610 con 0x7fcb700cfea0 2024-09-05T06:13:24.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb63fff640 1 -- 172.21.15.70:0/2767097648 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb640af070 con 0x7fcb700cfea0 2024-09-05T06:13:24.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.209+0000 7fcb63fff640 1 -- 172.21.15.70:0/2767097648 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb640aa9d0 con 0x7fcb700cfea0 2024-09-05T06:13:24.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- 172.21.15.70:0/2767097648 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 msgr2=0x7fcb700d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 --2- 172.21.15.70:0/2767097648 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb700d0310 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcb7008e460 tx=0x7fcb6401c4b0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- 172.21.15.70:0/2767097648 shutdown_connections 2024-09-05T06:13:24.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 --2- 172.21.15.70:0/2767097648 >> v2:172.21.15.196:3300/0 conn(0x7fcb700c8fd0 0x7fcb700c9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 --2- 172.21.15.70:0/2767097648 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb700d0310 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- 172.21.15.70:0/2767097648 >> 172.21.15.70:0/2767097648 conn(0x7fcb700d4c80 msgr2=0x7fcb700d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:24.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- 172.21.15.70:0/2767097648 shutdown_connections 2024-09-05T06:13:24.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- 172.21.15.70:0/2767097648 wait complete. 2024-09-05T06:13:24.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 Processor -- start 2024-09-05T06:13:24.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- start start 2024-09-05T06:13:24.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcb700c8fd0 0x7fcb701546c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb70154d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcb7015edf0 0x7fcb7015af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcb700d58c0 con 0x7fcb700cfea0 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fcb700d24d0 con 0x7fcb700c8fd0 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fcb700d5a40 con 0x7fcb7015edf0 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb70154d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb70154d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41892/0 (socket says 172.21.15.70:41892) 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 -- 172.21.15.70:0/1182189957 learned_addr learned my addr 172.21.15.70:0/1182189957 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 -- 172.21.15.70:0/1182189957 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcb7015edf0 msgr2=0x7fcb7015af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcb7015edf0 0x7fcb7015af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 -- 172.21.15.70:0/1182189957 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcb700c8fd0 msgr2=0x7fcb701546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcb700c8fd0 0x7fcb701546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 -- 172.21.15.70:0/1182189957 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb700d08a0 con 0x7fcb700cfea0 2024-09-05T06:13:24.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb74e4c640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb70154d40 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fcb6401a0e0 tx=0x7fcb6401acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb61ffb640 1 -- 172.21.15.70:0/1182189957 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb640aae60 con 0x7fcb700cfea0 2024-09-05T06:13:24.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb61ffb640 1 -- 172.21.15.70:0/1182189957 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb640b3800 con 0x7fcb700cfea0 2024-09-05T06:13:24.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb70156030 con 0x7fcb700cfea0 2024-09-05T06:13:24.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb61ffb640 1 -- 172.21.15.70:0/1182189957 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb640b3bf0 con 0x7fcb700cfea0 2024-09-05T06:13:24.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb70155a70 con 0x7fcb700cfea0 2024-09-05T06:13:24.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.213+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb70076250 con 0x7fcb700cfea0 2024-09-05T06:13:24.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.217+0000 7fcb61ffb640 1 -- 172.21.15.70:0/1182189957 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcb640b2380 con 0x7fcb700cfea0 2024-09-05T06:13:24.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.217+0000 7fcb61ffb640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcb540678c0 0x7fcb54069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.217+0000 7fcb61ffb640 1 -- 172.21.15.70:0/1182189957 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fcb64120200 con 0x7fcb700cfea0 2024-09-05T06:13:24.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.217+0000 7fcb7564d640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcb540678c0 0x7fcb54069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.217+0000 7fcb7564d640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcb540678c0 0x7fcb54069d80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c009650 tx=0x7fcb6c006bb0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.221+0000 7fcb61ffb640 1 -- 172.21.15.70:0/1182189957 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcb640c3060 con 0x7fcb700cfea0 2024-09-05T06:13:24.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.401+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb7006e1b0 con 0x7fcb700cfea0 2024-09-05T06:13:24.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.401+0000 7fcb61ffb640 1 -- 172.21.15.70:0/1182189957 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5228 (secure 0 0 0) 0x7fcb640a7070 con 0x7fcb700cfea0 2024-09-05T06:13:24.397 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:24.398 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":34,"btime":"2024-09-05T06:13:24:065521+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4919,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2576508337","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2576508337},{"type":"v1","addr":"172.21.15.196:6833","nonce":2576508337}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5170,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3185130117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3185130117},{"type":"v1","addr":"172.21.15.196:6835","nonce":3185130117}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5829,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3703978730","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3703978730},{"type":"v1","addr":"172.21.15.70:6835","nonce":3703978730}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:13:21.408991+0000","modified":"2024-09-05T06:13:23.413324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/587397471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":587397471},{"type":"v1","addr":"172.21.15.70:6837","nonce":587397471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-05T06:13:24.398 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 34 2024-09-05T06:13:24.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.401+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcb540678c0 msgr2=0x7fcb54069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.401+0000 7fcb778b1640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcb540678c0 0x7fcb54069d80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c009650 tx=0x7fcb6c006bb0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.401+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 msgr2=0x7fcb70154d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.401+0000 7fcb778b1640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb70154d40 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fcb6401a0e0 tx=0x7fcb6401acf0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.401+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 shutdown_connections 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.405+0000 7fcb778b1640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcb540678c0 0x7fcb54069d80 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.405+0000 7fcb778b1640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcb7015edf0 0x7fcb7015af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.405+0000 7fcb778b1640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb700cfea0 0x7fcb70154d40 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.405+0000 7fcb778b1640 1 --2- 172.21.15.70:0/1182189957 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcb700c8fd0 0x7fcb701546c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.405+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 >> 172.21.15.70:0/1182189957 conn(0x7fcb700d4c80 msgr2=0x7fcb700d0d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.405+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 shutdown_connections 2024-09-05T06:13:24.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.405+0000 7fcb778b1640 1 -- 172.21.15.70:0/1182189957 wait complete. 2024-09-05T06:13:24.416 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:13:24.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.533+0000 7f995c9bb640 1 Processor -- start 2024-09-05T06:13:24.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.533+0000 7f995c9bb640 1 -- start start 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995c9bb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f99580d3a50 0x7f9958169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995c9bb640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99580cfd30 con 0x7f99580d4980 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995c9bb640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99580d0010 con 0x7f995815edb0 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995c9bb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f99580b5620 con 0x7f99580d3a50 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f99580d4980 0x7f99580d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51268/0 (socket says 172.21.15.70:51268) 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 -- 172.21.15.70:0/1319143246 learned_addr learned my addr 172.21.15.70:0/1319143246 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3600979151 0 0) 0x7f99580cfd30 con 0x7f99580d4980 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9940003530 con 0x7f99580d4980 2024-09-05T06:13:24.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f9956d9d640 1 --2- 172.21.15.70:0/1319143246 >> v2:172.21.15.196:3300/0 conn(0x7f99580d3a50 0x7f9958169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4041798102 0 0) 0x7f9940003530 con 0x7f99580d4980 2024-09-05T06:13:24.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 >> v2:172.21.15.196:3300/0 conn(0x7f99580d3a50 msgr2=0x7f9958169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:24.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 --2- 172.21.15.70:0/1319143246 >> v2:172.21.15.196:3300/0 conn(0x7f99580d3a50 0x7f9958169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 >> v1:172.21.15.196:6789/0 conn(0x7f995815edb0 legacy=0x7f99580d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99580d02f0 con 0x7f99580d4980 2024-09-05T06:13:24.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9948001680 con 0x7f99580d4980 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 >> v1:172.21.15.70:6789/0 conn(0x7f99580d4980 legacy=0x7f99580d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99400039c0 0x7f9940003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9940004810 0x7f9940004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400051d0 0x7f994000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f99580b5620 con 0x7f99400039c0 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f994000c070 con 0x7f99400051d0 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f994000c270 con 0x7f9940004810 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99400039c0 0x7f9940003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f9956d9d640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400051d0 0x7f994000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f9955d9b640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9940004810 0x7f9940004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 -- 172.21.15.70:0/1319143246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9940004810 msgr2=0x7f9940004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:24.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9940004810 0x7f9940004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 -- 172.21.15.70:0/1319143246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400051d0 msgr2=0x7f994000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:24.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400051d0 0x7f994000b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 -- 172.21.15.70:0/1319143246 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9940003530 con 0x7f99400039c0 2024-09-05T06:13:24.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f9956d9d640 1 -- 172.21.15.70:0/1319143246 reap_dead start 2024-09-05T06:13:24.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.537+0000 7f995659c640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99400039c0 0x7f9940003de0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f994800c290 tx=0x7f994801cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f538123893a8b42 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9948007d40 con 0x7f99400039c0 2024-09-05T06:13:24.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99480a9020 con 0x7f99400039c0 2024-09-05T06:13:24.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995559a640 1 -- 172.21.15.70:0/1319143246 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9948005ae0 con 0x7f99400039c0 2024-09-05T06:13:24.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- 172.21.15.70:0/1319143246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99400039c0 msgr2=0x7f9940003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99400039c0 0x7f9940003de0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f994800c290 tx=0x7f994801cc90 comp rx=0 tx=0).stop 2024-09-05T06:13:24.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- 172.21.15.70:0/1319143246 shutdown_connections 2024-09-05T06:13:24.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 --2- 172.21.15.70:0/1319143246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99400039c0 0x7f9940003de0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- 172.21.15.70:0/1319143246 >> 172.21.15.70:0/1319143246 conn(0x7f995808e690 msgr2=0x7f995809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- 172.21.15.70:0/1319143246 shutdown_connections 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- 172.21.15.70:0/1319143246 wait complete. 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 Processor -- start 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- start start 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400039c0 0x7f99581530d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99580b8510 0x7f99580b9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99580cd100 0x7f99580ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f99580d0dd0 con 0x7f99580b8510 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f99580d4d60 con 0x7f99400039c0 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f99580b8a10 con 0x7f99580cd100 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99580b8510 0x7f99580b9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99580b8510 0x7f99580b9ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41912/0 (socket says 172.21.15.70:41912) 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 -- 172.21.15.70:0/174272914 learned_addr learned my addr 172.21.15.70:0/174272914 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995659c640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400039c0 0x7f99581530d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 -- 172.21.15.70:0/174272914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99580cd100 msgr2=0x7f99580ce0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99580cd100 0x7f99580ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 -- 172.21.15.70:0/174272914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400039c0 msgr2=0x7f99581530d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400039c0 0x7f99581530d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 -- 172.21.15.70:0/174272914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99580b8cf0 con 0x7f99580b8510 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9955d9b640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99580b8510 0x7f99580b9ab0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f994c00d3f0 tx=0x7f994c00d8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9946ffd640 1 -- 172.21.15.70:0/174272914 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c018070 con 0x7f99580b8510 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9946ffd640 1 -- 172.21.15.70:0/174272914 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f994c003600 con 0x7f99580b8510 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99580b8fd0 con 0x7f99580b8510 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f9946ffd640 1 -- 172.21.15.70:0/174272914 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c0039f0 con 0x7f99580b8510 2024-09-05T06:13:24.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.541+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99580b9590 con 0x7f99580b8510 2024-09-05T06:13:24.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.545+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99580cfd30 con 0x7f99580b8510 2024-09-05T06:13:24.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.545+0000 7f9946ffd640 1 -- 172.21.15.70:0/174272914 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f994c01b070 con 0x7f99580b8510 2024-09-05T06:13:24.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.545+0000 7f9946ffd640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99380678f0 0x7f9938069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.545+0000 7f9946ffd640 1 -- 172.21.15.70:0/174272914 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f994c085450 con 0x7f99580b8510 2024-09-05T06:13:24.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.545+0000 7f995659c640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99380678f0 0x7f9938069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.545+0000 7f995659c640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99380678f0 0x7f9938069db0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f99480aa000 tx=0x7f9948001a50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.549+0000 7f9946ffd640 1 -- 172.21.15.70:0/174272914 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f994c0560e0 con 0x7f99580b8510 2024-09-05T06:13:24.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.709+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f99580b1980 con 0x7f99580b8510 2024-09-05T06:13:24.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f9946ffd640 1 -- 172.21.15.70:0/174272914 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+16656 (secure 0 0 0) 0x7f994c0559e0 con 0x7f99580b8510 2024-09-05T06:13:24.709 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:24.709 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":88,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:13:23.019701+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:13:20.012172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-05T06:13:20.368469+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:13:24.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99380678f0 msgr2=0x7f9938069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99380678f0 0x7f9938069db0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f99480aa000 tx=0x7f9948001a50 comp rx=0 tx=0).stop 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99580b8510 msgr2=0x7f99580b9ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99580b8510 0x7f99580b9ab0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f994c00d3f0 tx=0x7f994c00d8b0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 shutdown_connections 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99380678f0 0x7f9938069db0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99580cd100 0x7f99580ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99580b8510 0x7f99580b9ab0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 --2- 172.21.15.70:0/174272914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99400039c0 0x7f99581530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 >> 172.21.15.70:0/174272914 conn(0x7f995808e690 msgr2=0x7f995815df60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 shutdown_connections 2024-09-05T06:13:24.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.713+0000 7f995c9bb640 1 -- 172.21.15.70:0/174272914 wait complete. 2024-09-05T06:13:24.727 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:13:24.728 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:13:24.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.849+0000 7fa2e5f71640 1 Processor -- start 2024-09-05T06:13:24.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.849+0000 7fa2e5f71640 1 -- start start 2024-09-05T06:13:24.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa2e00d4980 0x7fa2e00d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa2e00cf7e0 0x7fa2e00d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa2e00cfd30 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa2e00d0010 con 0x7fa2e00d4980 2024-09-05T06:13:24.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa2e00d02f0 con 0x7fa2e015edb0 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa2e00cf7e0 0x7fa2e00d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa2e00cf7e0 0x7fa2e00d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41916/0 (socket says 172.21.15.70:41916) 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 -- 172.21.15.70:0/756237664 learned_addr learned my addr 172.21.15.70:0/756237664 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2deffd640 1 --2- 172.21.15.70:0/756237664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2df7fe640 1 --2- 172.21.15.70:0/756237664 >> v2:172.21.15.196:3300/0 conn(0x7fa2e00d4980 0x7fa2e00d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 -- 172.21.15.70:0/756237664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 msgr2=0x7fa2e00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 --2- 172.21.15.70:0/756237664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 -- 172.21.15.70:0/756237664 >> v2:172.21.15.196:3300/0 conn(0x7fa2e00d4980 msgr2=0x7fa2e00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 --2- 172.21.15.70:0/756237664 >> v2:172.21.15.196:3300/0 conn(0x7fa2e00d4980 0x7fa2e00d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 -- 172.21.15.70:0/756237664 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e00d05d0 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2dffff640 1 --2- 172.21.15.70:0/756237664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e00d3880 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fa2e008d8e0 tx=0x7fa2d801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53633e41e38d2136 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2de7fc640 1 -- 172.21.15.70:0/756237664 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d80a5860 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2de7fc640 1 -- 172.21.15.70:0/756237664 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2d80a5a00 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2de7fc640 1 -- 172.21.15.70:0/756237664 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d80a5dd0 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 -- 172.21.15.70:0/756237664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 msgr2=0x7fa2e00d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/756237664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e00d3880 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fa2e008d8e0 tx=0x7fa2d801c9c0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 -- 172.21.15.70:0/756237664 shutdown_connections 2024-09-05T06:13:24.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/756237664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e00d3880 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/756237664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/756237664 >> v2:172.21.15.196:3300/0 conn(0x7fa2e00d4980 0x7fa2e00d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 -- 172.21.15.70:0/756237664 >> 172.21.15.70:0/756237664 conn(0x7fa2e008e690 msgr2=0x7fa2e009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:24.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 -- 172.21.15.70:0/756237664 shutdown_connections 2024-09-05T06:13:24.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.853+0000 7fa2e5f71640 1 -- 172.21.15.70:0/756237664 wait complete. 2024-09-05T06:13:24.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 Processor -- start 2024-09-05T06:13:24.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 -- start start 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e014e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa2e00d4980 0x7fa2e0161a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00b29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e00d2030 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e00d1eb0 con 0x7fa2e00d4980 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa2e00d21b0 con 0x7fa2e015edb0 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e014e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e014e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41922/0 (socket says 172.21.15.70:41922) 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 -- 172.21.15.70:0/2611066625 learned_addr learned my addr 172.21.15.70:0/2611066625 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2dffff640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00b29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 -- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 msgr2=0x7fa2e00b29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00b29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 -- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa2e00d4980 msgr2=0x7fa2e0161a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2deffd640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa2e00d4980 0x7fa2e0161a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa2e00d4980 0x7fa2e0161a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 -- 172.21.15.70:0/2611066625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e014eff0 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2dffff640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00b29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2df7fe640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e014e4a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fa2c800c7f0 tx=0x7fa2c800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2d7fff640 1 -- 172.21.15.70:0/2611066625 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8015070 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2e0160960 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2e0160f20 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2d7fff640 1 -- 172.21.15.70:0/2611066625 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2c8004220 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2d7fff640 1 -- 172.21.15.70:0/2611066625 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c801e060 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.857+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2c40052a0 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.861+0000 7fa2d7fff640 1 -- 172.21.15.70:0/2611066625 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa2c8003830 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.861+0000 7fa2d7fff640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa2c00678f0 0x7fa2c0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:24.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.861+0000 7fa2deffd640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa2c00678f0 0x7fa2c0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:24.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.861+0000 7fa2d7fff640 1 -- 172.21.15.70:0/2611066625 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fa2c8086090 con 0x7fa2e00cf7e0 2024-09-05T06:13:24.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.861+0000 7fa2deffd640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa2c00678f0 0x7fa2c0069db0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0152880 tx=0x7fa2d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:24.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:24.865+0000 7fa2d7fff640 1 -- 172.21.15.70:0/2611066625 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa2c8056b40 con 0x7fa2e00cf7e0 2024-09-05T06:13:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.021+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa2c4000bd0 con 0x7fa2c00678f0 2024-09-05T06:13:25.019 INFO:tasks.ceph.mds.c.smithi070.stderr:2024-09-05T06:13:25.025+0000 7fcb962e9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:13:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.033+0000 7fa2d7fff640 1 -- 172.21.15.70:0/2611066625 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247519 (secure 0 0 0) 0x7fa2c4000bd0 con 0x7fa2c00678f0 2024-09-05T06:13:25.031 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:25.033 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.033+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa2c00678f0 msgr2=0x7fa2c0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.033+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa2c00678f0 0x7fa2c0069db0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0152880 tx=0x7fa2d0008040 comp rx=0 tx=0).stop 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.033+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 msgr2=0x7fa2e014e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.033+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e014e4a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fa2c800c7f0 tx=0x7fa2c800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.037+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 shutdown_connections 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.037+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa2c00678f0 0x7fa2c0069db0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.037+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa2e015edb0 0x7fa2e00b29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.037+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa2e00d4980 0x7fa2e0161a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.037+0000 7fa2e5f71640 1 --2- 172.21.15.70:0/2611066625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2e00cf7e0 0x7fa2e014e4a0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.037+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 >> 172.21.15.70:0/2611066625 conn(0x7fa2e008e690 msgr2=0x7fa2e009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:25.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.037+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 shutdown_connections 2024-09-05T06:13:25.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.037+0000 7fa2e5f71640 1 -- 172.21.15.70:0/2611066625 wait complete. 2024-09-05T06:13:25.049 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":186,"stamp":"2024-09-05T06:13:24.392520+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":4775,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1557724,"statfs":{"total":1600000000,"available":1595110147,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.365509"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044266+0000","last_change":"2024-09-05T06:13:22.041183+0000","last_active":"2024-09-05T06:13:22.044266+0000","last_peered":"2024-09-05T06:13:22.044266+0000","last_clean":"2024-09-05T06:13:22.044266+0000","last_became_active":"2024-09-05T06:13:22.039612+0000","last_became_peered":"2024-09-05T06:13:22.039612+0000","last_unstale":"2024-09-05T06:13:22.044266+0000","last_undegraded":"2024-09-05T06:13:22.044266+0000","last_fullsized":"2024-09-05T06:13:22.044266+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:33:25.307371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.058500+0000","last_change":"2024-09-05T06:13:22.058109+0000","last_active":"2024-09-05T06:13:22.058500+0000","last_peered":"2024-09-05T06:13:22.058500+0000","last_clean":"2024-09-05T06:13:22.058500+0000","last_became_active":"2024-09-05T06:13:22.056224+0000","last_became_peered":"2024-09-05T06:13:22.056224+0000","last_unstale":"2024-09-05T06:13:22.058500+0000","last_undegraded":"2024-09-05T06:13:22.058500+0000","last_fullsized":"2024-09-05T06:13:22.058500+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:14.072381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.043507+0000","last_change":"2024-09-05T06:13:22.041432+0000","last_active":"2024-09-05T06:13:22.043507+0000","last_peered":"2024-09-05T06:13:22.043507+0000","last_clean":"2024-09-05T06:13:22.043507+0000","last_became_active":"2024-09-05T06:13:22.039033+0000","last_became_peered":"2024-09-05T06:13:22.039033+0000","last_unstale":"2024-09-05T06:13:22.043507+0000","last_undegraded":"2024-09-05T06:13:22.043507+0000","last_fullsized":"2024-09-05T06:13:22.043507+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:58:43.998720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.038142+0000","last_change":"2024-09-05T06:13:22.037091+0000","last_active":"2024-09-05T06:13:22.038142+0000","last_peered":"2024-09-05T06:13:22.038142+0000","last_clean":"2024-09-05T06:13:22.038142+0000","last_became_active":"2024-09-05T06:13:22.036378+0000","last_became_peered":"2024-09-05T06:13:22.036378+0000","last_unstale":"2024-09-05T06:13:22.038142+0000","last_undegraded":"2024-09-05T06:13:22.038142+0000","last_fullsized":"2024-09-05T06:13:22.038142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:16.255901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.051688+0000","last_change":"2024-09-05T06:13:22.051534+0000","last_active":"2024-09-05T06:13:22.051688+0000","last_peered":"2024-09-05T06:13:22.051688+0000","last_clean":"2024-09-05T06:13:22.051688+0000","last_became_active":"2024-09-05T06:13:22.050298+0000","last_became_peered":"2024-09-05T06:13:22.050298+0000","last_unstale":"2024-09-05T06:13:22.051688+0000","last_undegraded":"2024-09-05T06:13:22.051688+0000","last_fullsized":"2024-09-05T06:13:22.051688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:50:50.829529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.067307+0000","last_change":"2024-09-05T06:13:22.067068+0000","last_active":"2024-09-05T06:13:22.067307+0000","last_peered":"2024-09-05T06:13:22.067307+0000","last_clean":"2024-09-05T06:13:22.067307+0000","last_became_active":"2024-09-05T06:13:22.066466+0000","last_became_peered":"2024-09-05T06:13:22.066466+0000","last_unstale":"2024-09-05T06:13:22.067307+0000","last_undegraded":"2024-09-05T06:13:22.067307+0000","last_fullsized":"2024-09-05T06:13:22.067307+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:55.041816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.052935+0000","last_change":"2024-09-05T06:13:22.052598+0000","last_active":"2024-09-05T06:13:22.052935+0000","last_peered":"2024-09-05T06:13:22.052935+0000","last_clean":"2024-09-05T06:13:22.052935+0000","last_became_active":"2024-09-05T06:13:22.051835+0000","last_became_peered":"2024-09-05T06:13:22.051835+0000","last_unstale":"2024-09-05T06:13:22.052935+0000","last_undegraded":"2024-09-05T06:13:22.052935+0000","last_fullsized":"2024-09-05T06:13:22.052935+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:16.888717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.034707+0000","last_change":"2024-09-05T06:13:22.034411+0000","last_active":"2024-09-05T06:13:22.034707+0000","last_peered":"2024-09-05T06:13:22.034707+0000","last_clean":"2024-09-05T06:13:22.034707+0000","last_became_active":"2024-09-05T06:13:22.032999+0000","last_became_peered":"2024-09-05T06:13:22.032999+0000","last_unstale":"2024-09-05T06:13:22.034707+0000","last_undegraded":"2024-09-05T06:13:22.034707+0000","last_fullsized":"2024-09-05T06:13:22.034707+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:19:23.529270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.026806+0000","last_change":"2024-09-05T06:13:22.026483+0000","last_active":"2024-09-05T06:13:22.026806+0000","last_peered":"2024-09-05T06:13:22.026806+0000","last_clean":"2024-09-05T06:13:22.026806+0000","last_became_active":"2024-09-05T06:13:22.025841+0000","last_became_peered":"2024-09-05T06:13:22.025841+0000","last_unstale":"2024-09-05T06:13:22.026806+0000","last_undegraded":"2024-09-05T06:13:22.026806+0000","last_fullsized":"2024-09-05T06:13:22.026806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:56:27.553638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.060409+0000","last_change":"2024-09-05T06:13:22.060120+0000","last_active":"2024-09-05T06:13:22.060409+0000","last_peered":"2024-09-05T06:13:22.060409+0000","last_clean":"2024-09-05T06:13:22.060409+0000","last_became_active":"2024-09-05T06:13:22.054252+0000","last_became_peered":"2024-09-05T06:13:22.054252+0000","last_unstale":"2024-09-05T06:13:22.060409+0000","last_undegraded":"2024-09-05T06:13:22.060409+0000","last_fullsized":"2024-09-05T06:13:22.060409+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:15:02.021395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.035016+0000","last_change":"2024-09-05T06:13:22.034728+0000","last_active":"2024-09-05T06:13:22.035016+0000","last_peered":"2024-09-05T06:13:22.035016+0000","last_clean":"2024-09-05T06:13:22.035016+0000","last_became_active":"2024-09-05T06:13:22.033678+0000","last_became_peered":"2024-09-05T06:13:22.033678+0000","last_unstale":"2024-09-05T06:13:22.035016+0000","last_undegraded":"2024-09-05T06:13:22.035016+0000","last_fullsized":"2024-09-05T06:13:22.035016+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:40.313163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.033075+0000","last_change":"2024-09-05T06:13:22.032724+0000","last_active":"2024-09-05T06:13:22.033075+0000","last_peered":"2024-09-05T06:13:22.033075+0000","last_clean":"2024-09-05T06:13:22.033075+0000","last_became_active":"2024-09-05T06:13:22.031891+0000","last_became_peered":"2024-09-05T06:13:22.031891+0000","last_unstale":"2024-09-05T06:13:22.033075+0000","last_undegraded":"2024-09-05T06:13:22.033075+0000","last_fullsized":"2024-09-05T06:13:22.033075+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:45.519991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.043450+0000","last_change":"2024-09-05T06:13:22.039844+0000","last_active":"2024-09-05T06:13:22.043450+0000","last_peered":"2024-09-05T06:13:22.043450+0000","last_clean":"2024-09-05T06:13:22.043450+0000","last_became_active":"2024-09-05T06:13:22.028404+0000","last_became_peered":"2024-09-05T06:13:22.028404+0000","last_unstale":"2024-09-05T06:13:22.043450+0000","last_undegraded":"2024-09-05T06:13:22.043450+0000","last_fullsized":"2024-09-05T06:13:22.043450+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:10.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.039542+0000","last_change":"2024-09-05T06:13:22.039241+0000","last_active":"2024-09-05T06:13:22.039542+0000","last_peered":"2024-09-05T06:13:22.039542+0000","last_clean":"2024-09-05T06:13:22.039542+0000","last_became_active":"2024-09-05T06:13:22.036174+0000","last_became_peered":"2024-09-05T06:13:22.036174+0000","last_unstale":"2024-09-05T06:13:22.039542+0000","last_undegraded":"2024-09-05T06:13:22.039542+0000","last_fullsized":"2024-09-05T06:13:22.039542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:33.388403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.045248+0000","last_change":"2024-09-05T06:13:22.044946+0000","last_active":"2024-09-05T06:13:22.045248+0000","last_peered":"2024-09-05T06:13:22.045248+0000","last_clean":"2024-09-05T06:13:22.045248+0000","last_became_active":"2024-09-05T06:13:22.044142+0000","last_became_peered":"2024-09-05T06:13:22.044142+0000","last_unstale":"2024-09-05T06:13:22.045248+0000","last_undegraded":"2024-09-05T06:13:22.045248+0000","last_fullsized":"2024-09-05T06:13:22.045248+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:02.517861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.065130+0000","last_change":"2024-09-05T06:13:22.064955+0000","last_active":"2024-09-05T06:13:22.065130+0000","last_peered":"2024-09-05T06:13:22.065130+0000","last_clean":"2024-09-05T06:13:22.065130+0000","last_became_active":"2024-09-05T06:13:22.053541+0000","last_became_peered":"2024-09-05T06:13:22.053541+0000","last_unstale":"2024-09-05T06:13:22.065130+0000","last_undegraded":"2024-09-05T06:13:22.065130+0000","last_fullsized":"2024-09-05T06:13:22.065130+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:51:26.152805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.049009+0000","last_change":"2024-09-05T06:13:22.048522+0000","last_active":"2024-09-05T06:13:22.049009+0000","last_peered":"2024-09-05T06:13:22.049009+0000","last_clean":"2024-09-05T06:13:22.049009+0000","last_became_active":"2024-09-05T06:13:22.047405+0000","last_became_peered":"2024-09-05T06:13:22.047405+0000","last_unstale":"2024-09-05T06:13:22.049009+0000","last_undegraded":"2024-09-05T06:13:22.049009+0000","last_fullsized":"2024-09-05T06:13:22.049009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:44:34.955167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.050818+0000","last_change":"2024-09-05T06:13:22.049724+0000","last_active":"2024-09-05T06:13:22.050818+0000","last_peered":"2024-09-05T06:13:22.050818+0000","last_clean":"2024-09-05T06:13:22.050818+0000","last_became_active":"2024-09-05T06:13:22.048052+0000","last_became_peered":"2024-09-05T06:13:22.048052+0000","last_unstale":"2024-09-05T06:13:22.050818+0000","last_undegraded":"2024-09-05T06:13:22.050818+0000","last_fullsized":"2024-09-05T06:13:22.050818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:27.733406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.058465+0000","last_change":"2024-09-05T06:13:22.058096+0000","last_active":"2024-09-05T06:13:22.058465+0000","last_peered":"2024-09-05T06:13:22.058465+0000","last_clean":"2024-09-05T06:13:22.058465+0000","last_became_active":"2024-09-05T06:13:22.056907+0000","last_became_peered":"2024-09-05T06:13:22.056907+0000","last_unstale":"2024-09-05T06:13:22.058465+0000","last_undegraded":"2024-09-05T06:13:22.058465+0000","last_fullsized":"2024-09-05T06:13:22.058465+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:03:10.781751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.052484+0000","last_change":"2024-09-05T06:13:22.052333+0000","last_active":"2024-09-05T06:13:22.052484+0000","last_peered":"2024-09-05T06:13:22.052484+0000","last_clean":"2024-09-05T06:13:22.052484+0000","last_became_active":"2024-09-05T06:13:22.051954+0000","last_became_peered":"2024-09-05T06:13:22.051954+0000","last_unstale":"2024-09-05T06:13:22.052484+0000","last_undegraded":"2024-09-05T06:13:22.052484+0000","last_fullsized":"2024-09-05T06:13:22.052484+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:45:06.877014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.063410+0000","last_change":"2024-09-05T06:13:22.063289+0000","last_active":"2024-09-05T06:13:22.063410+0000","last_peered":"2024-09-05T06:13:22.063410+0000","last_clean":"2024-09-05T06:13:22.063410+0000","last_became_active":"2024-09-05T06:13:22.062538+0000","last_became_peered":"2024-09-05T06:13:22.062538+0000","last_unstale":"2024-09-05T06:13:22.063410+0000","last_undegraded":"2024-09-05T06:13:22.063410+0000","last_fullsized":"2024-09-05T06:13:22.063410+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:29.741567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.056529+0000","last_change":"2024-09-05T06:13:22.056248+0000","last_active":"2024-09-05T06:13:22.056529+0000","last_peered":"2024-09-05T06:13:22.056529+0000","last_clean":"2024-09-05T06:13:22.056529+0000","last_became_active":"2024-09-05T06:13:22.055620+0000","last_became_peered":"2024-09-05T06:13:22.055620+0000","last_unstale":"2024-09-05T06:13:22.056529+0000","last_undegraded":"2024-09-05T06:13:22.056529+0000","last_fullsized":"2024-09-05T06:13:22.056529+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:07.029571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.052491+0000","last_change":"2024-09-05T06:13:22.051563+0000","last_active":"2024-09-05T06:13:22.052491+0000","last_peered":"2024-09-05T06:13:22.052491+0000","last_clean":"2024-09-05T06:13:22.052491+0000","last_became_active":"2024-09-05T06:13:22.049194+0000","last_became_peered":"2024-09-05T06:13:22.049194+0000","last_unstale":"2024-09-05T06:13:22.052491+0000","last_undegraded":"2024-09-05T06:13:22.052491+0000","last_fullsized":"2024-09-05T06:13:22.052491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:28:44.778236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.055681+0000","last_change":"2024-09-05T06:13:22.055119+0000","last_active":"2024-09-05T06:13:22.055681+0000","last_peered":"2024-09-05T06:13:22.055681+0000","last_clean":"2024-09-05T06:13:22.055681+0000","last_became_active":"2024-09-05T06:13:22.054009+0000","last_became_peered":"2024-09-05T06:13:22.054009+0000","last_unstale":"2024-09-05T06:13:22.055681+0000","last_undegraded":"2024-09-05T06:13:22.055681+0000","last_fullsized":"2024-09-05T06:13:22.055681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:29.317781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.053779+0000","last_change":"2024-09-05T06:13:22.053492+0000","last_active":"2024-09-05T06:13:22.053779+0000","last_peered":"2024-09-05T06:13:22.053779+0000","last_clean":"2024-09-05T06:13:22.053779+0000","last_became_active":"2024-09-05T06:13:22.052286+0000","last_became_peered":"2024-09-05T06:13:22.052286+0000","last_unstale":"2024-09-05T06:13:22.053779+0000","last_undegraded":"2024-09-05T06:13:22.053779+0000","last_fullsized":"2024-09-05T06:13:22.053779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:30.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044313+0000","last_change":"2024-09-05T06:13:22.041801+0000","last_active":"2024-09-05T06:13:22.044313+0000","last_peered":"2024-09-05T06:13:22.044313+0000","last_clean":"2024-09-05T06:13:22.044313+0000","last_became_active":"2024-09-05T06:13:22.040527+0000","last_became_peered":"2024-09-05T06:13:22.040527+0000","last_unstale":"2024-09-05T06:13:22.044313+0000","last_undegraded":"2024-09-05T06:13:22.044313+0000","last_fullsized":"2024-09-05T06:13:22.044313+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:19:58.972825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.045803+0000","last_change":"2024-09-05T06:13:22.044110+0000","last_active":"2024-09-05T06:13:22.045803+0000","last_peered":"2024-09-05T06:13:22.045803+0000","last_clean":"2024-09-05T06:13:22.045803+0000","last_became_active":"2024-09-05T06:13:22.043229+0000","last_became_peered":"2024-09-05T06:13:22.043229+0000","last_unstale":"2024-09-05T06:13:22.045803+0000","last_undegraded":"2024-09-05T06:13:22.045803+0000","last_fullsized":"2024-09-05T06:13:22.045803+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:51:51.125119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.049038+0000","last_change":"2024-09-05T06:13:22.046646+0000","last_active":"2024-09-05T06:13:22.049038+0000","last_peered":"2024-09-05T06:13:22.049038+0000","last_clean":"2024-09-05T06:13:22.049038+0000","last_became_active":"2024-09-05T06:13:22.046088+0000","last_became_peered":"2024-09-05T06:13:22.046088+0000","last_unstale":"2024-09-05T06:13:22.049038+0000","last_undegraded":"2024-09-05T06:13:22.049038+0000","last_fullsized":"2024-09-05T06:13:22.049038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:12:31.318908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.029189+0000","last_change":"2024-09-05T06:13:22.028823+0000","last_active":"2024-09-05T06:13:22.029189+0000","last_peered":"2024-09-05T06:13:22.029189+0000","last_clean":"2024-09-05T06:13:22.029189+0000","last_became_active":"2024-09-05T06:13:22.028196+0000","last_became_peered":"2024-09-05T06:13:22.028196+0000","last_unstale":"2024-09-05T06:13:22.029189+0000","last_undegraded":"2024-09-05T06:13:22.029189+0000","last_fullsized":"2024-09-05T06:13:22.029189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:15:24.677012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044360+0000","last_change":"2024-09-05T06:13:22.043080+0000","last_active":"2024-09-05T06:13:22.044360+0000","last_peered":"2024-09-05T06:13:22.044360+0000","last_clean":"2024-09-05T06:13:22.044360+0000","last_became_active":"2024-09-05T06:13:22.042634+0000","last_became_peered":"2024-09-05T06:13:22.042634+0000","last_unstale":"2024-09-05T06:13:22.044360+0000","last_undegraded":"2024-09-05T06:13:22.044360+0000","last_fullsized":"2024-09-05T06:13:22.044360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:14.982646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062989+0000","last_change":"2024-09-05T06:13:22.062794+0000","last_active":"2024-09-05T06:13:22.062989+0000","last_peered":"2024-09-05T06:13:22.062989+0000","last_clean":"2024-09-05T06:13:22.062989+0000","last_became_active":"2024-09-05T06:13:22.055952+0000","last_became_peered":"2024-09-05T06:13:22.055952+0000","last_unstale":"2024-09-05T06:13:22.062989+0000","last_undegraded":"2024-09-05T06:13:22.062989+0000","last_fullsized":"2024-09-05T06:13:22.062989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:01:33.599384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062204+0000","last_change":"2024-09-05T06:13:22.058779+0000","last_active":"2024-09-05T06:13:22.062204+0000","last_peered":"2024-09-05T06:13:22.062204+0000","last_clean":"2024-09-05T06:13:22.062204+0000","last_became_active":"2024-09-05T06:13:22.057126+0000","last_became_peered":"2024-09-05T06:13:22.057126+0000","last_unstale":"2024-09-05T06:13:22.062204+0000","last_undegraded":"2024-09-05T06:13:22.062204+0000","last_fullsized":"2024-09-05T06:13:22.062204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:59:24.672360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.048433+0000","last_change":"2024-09-05T06:13:22.048172+0000","last_active":"2024-09-05T06:13:22.048433+0000","last_peered":"2024-09-05T06:13:22.048433+0000","last_clean":"2024-09-05T06:13:22.048433+0000","last_became_active":"2024-09-05T06:13:22.047459+0000","last_became_peered":"2024-09-05T06:13:22.047459+0000","last_unstale":"2024-09-05T06:13:22.048433+0000","last_undegraded":"2024-09-05T06:13:22.048433+0000","last_fullsized":"2024-09-05T06:13:22.048433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:40.400211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"87'4","reported_seq":16,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.074192+0000","last_change":"2024-09-05T06:13:21.060470+0000","last_active":"2024-09-05T06:13:22.074192+0000","last_peered":"2024-09-05T06:13:22.074192+0000","last_clean":"2024-09-05T06:13:22.074192+0000","last_became_active":"2024-09-05T06:13:21.060246+0000","last_became_peered":"2024-09-05T06:13:21.060246+0000","last_unstale":"2024-09-05T06:13:22.074192+0000","last_undegraded":"2024-09-05T06:13:22.074192+0000","last_fullsized":"2024-09-05T06:13:22.074192+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:19:04.715051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.043560+0000","last_change":"2024-09-05T06:13:22.041961+0000","last_active":"2024-09-05T06:13:22.043560+0000","last_peered":"2024-09-05T06:13:22.043560+0000","last_clean":"2024-09-05T06:13:22.043560+0000","last_became_active":"2024-09-05T06:13:22.040702+0000","last_became_peered":"2024-09-05T06:13:22.040702+0000","last_unstale":"2024-09-05T06:13:22.043560+0000","last_undegraded":"2024-09-05T06:13:22.043560+0000","last_fullsized":"2024-09-05T06:13:22.043560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:51:27.211484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.067569+0000","last_change":"2024-09-05T06:13:21.054377+0000","last_active":"2024-09-05T06:13:22.067569+0000","last_peered":"2024-09-05T06:13:22.067569+0000","last_clean":"2024-09-05T06:13:22.067569+0000","last_became_active":"2024-09-05T06:13:21.053637+0000","last_became_peered":"2024-09-05T06:13:21.053637+0000","last_unstale":"2024-09-05T06:13:22.067569+0000","last_undegraded":"2024-09-05T06:13:22.067569+0000","last_fullsized":"2024-09-05T06:13:22.067569+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:39.659065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.067285+0000","last_change":"2024-09-05T06:13:22.066815+0000","last_active":"2024-09-05T06:13:22.067285+0000","last_peered":"2024-09-05T06:13:22.067285+0000","last_clean":"2024-09-05T06:13:22.067285+0000","last_became_active":"2024-09-05T06:13:22.066086+0000","last_became_peered":"2024-09-05T06:13:22.066086+0000","last_unstale":"2024-09-05T06:13:22.067285+0000","last_undegraded":"2024-09-05T06:13:22.067285+0000","last_fullsized":"2024-09-05T06:13:22.067285+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:18.899202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.069387+0000","last_change":"2024-09-05T06:13:21.050766+0000","last_active":"2024-09-05T06:13:22.069387+0000","last_peered":"2024-09-05T06:13:22.069387+0000","last_clean":"2024-09-05T06:13:22.069387+0000","last_became_active":"2024-09-05T06:13:21.050498+0000","last_became_peered":"2024-09-05T06:13:21.050498+0000","last_unstale":"2024-09-05T06:13:22.069387+0000","last_undegraded":"2024-09-05T06:13:22.069387+0000","last_fullsized":"2024-09-05T06:13:22.069387+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:16:14.944078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.060874+0000","last_change":"2024-09-05T06:13:22.060628+0000","last_active":"2024-09-05T06:13:22.060874+0000","last_peered":"2024-09-05T06:13:22.060874+0000","last_clean":"2024-09-05T06:13:22.060874+0000","last_became_active":"2024-09-05T06:13:22.059386+0000","last_became_peered":"2024-09-05T06:13:22.059386+0000","last_unstale":"2024-09-05T06:13:22.060874+0000","last_undegraded":"2024-09-05T06:13:22.060874+0000","last_fullsized":"2024-09-05T06:13:22.060874+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:51.427652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.074442+0000","last_change":"2024-09-05T06:13:21.051912+0000","last_active":"2024-09-05T06:13:22.074442+0000","last_peered":"2024-09-05T06:13:22.074442+0000","last_clean":"2024-09-05T06:13:22.074442+0000","last_became_active":"2024-09-05T06:13:21.051711+0000","last_became_peered":"2024-09-05T06:13:21.051711+0000","last_unstale":"2024-09-05T06:13:22.074442+0000","last_undegraded":"2024-09-05T06:13:22.074442+0000","last_fullsized":"2024-09-05T06:13:22.074442+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:47.182260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.035142+0000","last_change":"2024-09-05T06:13:22.034946+0000","last_active":"2024-09-05T06:13:22.035142+0000","last_peered":"2024-09-05T06:13:22.035142+0000","last_clean":"2024-09-05T06:13:22.035142+0000","last_became_active":"2024-09-05T06:13:22.033813+0000","last_became_peered":"2024-09-05T06:13:22.033813+0000","last_unstale":"2024-09-05T06:13:22.035142+0000","last_undegraded":"2024-09-05T06:13:22.035142+0000","last_fullsized":"2024-09-05T06:13:22.035142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:25:03.180467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.065591+0000","last_change":"2024-09-05T06:13:21.052270+0000","last_active":"2024-09-05T06:13:22.065591+0000","last_peered":"2024-09-05T06:13:22.065591+0000","last_clean":"2024-09-05T06:13:22.065591+0000","last_became_active":"2024-09-05T06:13:21.045222+0000","last_became_peered":"2024-09-05T06:13:21.045222+0000","last_unstale":"2024-09-05T06:13:22.065591+0000","last_undegraded":"2024-09-05T06:13:22.065591+0000","last_fullsized":"2024-09-05T06:13:22.065591+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:42:30.927594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.054422+0000","last_change":"2024-09-05T06:13:22.054062+0000","last_active":"2024-09-05T06:13:22.054422+0000","last_peered":"2024-09-05T06:13:22.054422+0000","last_clean":"2024-09-05T06:13:22.054422+0000","last_became_active":"2024-09-05T06:13:22.053432+0000","last_became_peered":"2024-09-05T06:13:22.053432+0000","last_unstale":"2024-09-05T06:13:22.054422+0000","last_undegraded":"2024-09-05T06:13:22.054422+0000","last_fullsized":"2024-09-05T06:13:22.054422+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:37.307335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.075007+0000","last_change":"2024-09-05T06:13:21.046976+0000","last_active":"2024-09-05T06:13:22.075007+0000","last_peered":"2024-09-05T06:13:22.075007+0000","last_clean":"2024-09-05T06:13:22.075007+0000","last_became_active":"2024-09-05T06:13:21.045593+0000","last_became_peered":"2024-09-05T06:13:21.045593+0000","last_unstale":"2024-09-05T06:13:22.075007+0000","last_undegraded":"2024-09-05T06:13:22.075007+0000","last_fullsized":"2024-09-05T06:13:22.075007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:56:30.665582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.040822+0000","last_change":"2024-09-05T06:13:22.040475+0000","last_active":"2024-09-05T06:13:22.040822+0000","last_peered":"2024-09-05T06:13:22.040822+0000","last_clean":"2024-09-05T06:13:22.040822+0000","last_became_active":"2024-09-05T06:13:22.039868+0000","last_became_peered":"2024-09-05T06:13:22.039868+0000","last_unstale":"2024-09-05T06:13:22.040822+0000","last_undegraded":"2024-09-05T06:13:22.040822+0000","last_fullsized":"2024-09-05T06:13:22.040822+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:10.628264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.029683+0000","last_change":"2024-09-05T06:13:21.055743+0000","last_active":"2024-09-05T06:13:22.029683+0000","last_peered":"2024-09-05T06:13:22.029683+0000","last_clean":"2024-09-05T06:13:22.029683+0000","last_became_active":"2024-09-05T06:13:21.052221+0000","last_became_peered":"2024-09-05T06:13:21.052221+0000","last_unstale":"2024-09-05T06:13:22.029683+0000","last_undegraded":"2024-09-05T06:13:22.029683+0000","last_fullsized":"2024-09-05T06:13:22.029683+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:13:56.285019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.039023+0000","last_change":"2024-09-05T06:13:22.036776+0000","last_active":"2024-09-05T06:13:22.039023+0000","last_peered":"2024-09-05T06:13:22.039023+0000","last_clean":"2024-09-05T06:13:22.039023+0000","last_became_active":"2024-09-05T06:13:22.035341+0000","last_became_peered":"2024-09-05T06:13:22.035341+0000","last_unstale":"2024-09-05T06:13:22.039023+0000","last_undegraded":"2024-09-05T06:13:22.039023+0000","last_fullsized":"2024-09-05T06:13:22.039023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:50:10.828523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.022728+0000","last_change":"2024-09-05T06:13:21.050966+0000","last_active":"2024-09-05T06:13:22.022728+0000","last_peered":"2024-09-05T06:13:22.022728+0000","last_clean":"2024-09-05T06:13:22.022728+0000","last_became_active":"2024-09-05T06:13:21.047312+0000","last_became_peered":"2024-09-05T06:13:21.047312+0000","last_unstale":"2024-09-05T06:13:22.022728+0000","last_undegraded":"2024-09-05T06:13:22.022728+0000","last_fullsized":"2024-09-05T06:13:22.022728+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:29:27.605842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.051312+0000","last_change":"2024-09-05T06:13:22.051018+0000","last_active":"2024-09-05T06:13:22.051312+0000","last_peered":"2024-09-05T06:13:22.051312+0000","last_clean":"2024-09-05T06:13:22.051312+0000","last_became_active":"2024-09-05T06:13:22.050353+0000","last_became_peered":"2024-09-05T06:13:22.050353+0000","last_unstale":"2024-09-05T06:13:22.051312+0000","last_undegraded":"2024-09-05T06:13:22.051312+0000","last_fullsized":"2024-09-05T06:13:22.051312+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:08:35.174735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.033086+0000","last_change":"2024-09-05T06:13:21.051201+0000","last_active":"2024-09-05T06:13:22.033086+0000","last_peered":"2024-09-05T06:13:22.033086+0000","last_clean":"2024-09-05T06:13:22.033086+0000","last_became_active":"2024-09-05T06:13:21.050843+0000","last_became_peered":"2024-09-05T06:13:21.050843+0000","last_unstale":"2024-09-05T06:13:22.033086+0000","last_undegraded":"2024-09-05T06:13:22.033086+0000","last_fullsized":"2024-09-05T06:13:22.033086+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:22.557368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.063230+0000","last_change":"2024-09-05T06:13:22.063138+0000","last_active":"2024-09-05T06:13:22.063230+0000","last_peered":"2024-09-05T06:13:22.063230+0000","last_clean":"2024-09-05T06:13:22.063230+0000","last_became_active":"2024-09-05T06:13:22.062052+0000","last_became_peered":"2024-09-05T06:13:22.062052+0000","last_unstale":"2024-09-05T06:13:22.063230+0000","last_undegraded":"2024-09-05T06:13:22.063230+0000","last_fullsized":"2024-09-05T06:13:22.063230+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:00:21.568681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044923+0000","last_change":"2024-09-05T06:13:21.051658+0000","last_active":"2024-09-05T06:13:22.044923+0000","last_peered":"2024-09-05T06:13:22.044923+0000","last_clean":"2024-09-05T06:13:22.044923+0000","last_became_active":"2024-09-05T06:13:21.051423+0000","last_became_peered":"2024-09-05T06:13:21.051423+0000","last_unstale":"2024-09-05T06:13:22.044923+0000","last_undegraded":"2024-09-05T06:13:22.044923+0000","last_fullsized":"2024-09-05T06:13:22.044923+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:55.561505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044205+0000","last_change":"2024-09-05T06:13:22.038519+0000","last_active":"2024-09-05T06:13:22.044205+0000","last_peered":"2024-09-05T06:13:22.044205+0000","last_clean":"2024-09-05T06:13:22.044205+0000","last_became_active":"2024-09-05T06:13:22.036858+0000","last_became_peered":"2024-09-05T06:13:22.036858+0000","last_unstale":"2024-09-05T06:13:22.044205+0000","last_undegraded":"2024-09-05T06:13:22.044205+0000","last_fullsized":"2024-09-05T06:13:22.044205+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:40.426535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"87'3","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.068362+0000","last_change":"2024-09-05T06:13:21.050448+0000","last_active":"2024-09-05T06:13:22.068362+0000","last_peered":"2024-09-05T06:13:22.068362+0000","last_clean":"2024-09-05T06:13:22.068362+0000","last_became_active":"2024-09-05T06:13:21.049611+0000","last_became_peered":"2024-09-05T06:13:21.049611+0000","last_unstale":"2024-09-05T06:13:22.068362+0000","last_undegraded":"2024-09-05T06:13:22.068362+0000","last_fullsized":"2024-09-05T06:13:22.068362+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:53:46.826800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.051367+0000","last_change":"2024-09-05T06:13:22.051102+0000","last_active":"2024-09-05T06:13:22.051367+0000","last_peered":"2024-09-05T06:13:22.051367+0000","last_clean":"2024-09-05T06:13:22.051367+0000","last_became_active":"2024-09-05T06:13:22.049144+0000","last_became_peered":"2024-09-05T06:13:22.049144+0000","last_unstale":"2024-09-05T06:13:22.051367+0000","last_undegraded":"2024-09-05T06:13:22.051367+0000","last_fullsized":"2024-09-05T06:13:22.051367+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:28:45.996598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"87'6","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.070261+0000","last_change":"2024-09-05T06:13:21.056448+0000","last_active":"2024-09-05T06:13:22.070261+0000","last_peered":"2024-09-05T06:13:22.070261+0000","last_clean":"2024-09-05T06:13:22.070261+0000","last_became_active":"2024-09-05T06:13:21.054768+0000","last_became_peered":"2024-09-05T06:13:21.054768+0000","last_unstale":"2024-09-05T06:13:22.070261+0000","last_undegraded":"2024-09-05T06:13:22.070261+0000","last_fullsized":"2024-09-05T06:13:22.070261+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:22:42.129085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.061113+0000","last_change":"2024-09-05T06:13:22.055958+0000","last_active":"2024-09-05T06:13:22.061113+0000","last_peered":"2024-09-05T06:13:22.061113+0000","last_clean":"2024-09-05T06:13:22.061113+0000","last_became_active":"2024-09-05T06:13:22.055229+0000","last_became_peered":"2024-09-05T06:13:22.055229+0000","last_unstale":"2024-09-05T06:13:22.061113+0000","last_undegraded":"2024-09-05T06:13:22.061113+0000","last_fullsized":"2024-09-05T06:13:22.061113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:25:19.835369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.066997+0000","last_change":"2024-09-05T06:13:21.050345+0000","last_active":"2024-09-05T06:13:22.066997+0000","last_peered":"2024-09-05T06:13:22.066997+0000","last_clean":"2024-09-05T06:13:22.066997+0000","last_became_active":"2024-09-05T06:13:21.049734+0000","last_became_peered":"2024-09-05T06:13:21.049734+0000","last_unstale":"2024-09-05T06:13:22.066997+0000","last_undegraded":"2024-09-05T06:13:22.066997+0000","last_fullsized":"2024-09-05T06:13:22.066997+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:18:57.580817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.046432+0000","last_change":"2024-09-05T06:13:22.045925+0000","last_active":"2024-09-05T06:13:22.046432+0000","last_peered":"2024-09-05T06:13:22.046432+0000","last_clean":"2024-09-05T06:13:22.046432+0000","last_became_active":"2024-09-05T06:13:22.045262+0000","last_became_peered":"2024-09-05T06:13:22.045262+0000","last_unstale":"2024-09-05T06:13:22.046432+0000","last_undegraded":"2024-09-05T06:13:22.046432+0000","last_fullsized":"2024-09-05T06:13:22.046432+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:36:33.708326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.030853+0000","last_change":"2024-09-05T06:13:21.055396+0000","last_active":"2024-09-05T06:13:22.030853+0000","last_peered":"2024-09-05T06:13:22.030853+0000","last_clean":"2024-09-05T06:13:22.030853+0000","last_became_active":"2024-09-05T06:13:21.055211+0000","last_became_peered":"2024-09-05T06:13:21.055211+0000","last_unstale":"2024-09-05T06:13:22.030853+0000","last_undegraded":"2024-09-05T06:13:22.030853+0000","last_fullsized":"2024-09-05T06:13:22.030853+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:38:51.398593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.048790+0000","last_change":"2024-09-05T06:13:22.048541+0000","last_active":"2024-09-05T06:13:22.048790+0000","last_peered":"2024-09-05T06:13:22.048790+0000","last_clean":"2024-09-05T06:13:22.048790+0000","last_became_active":"2024-09-05T06:13:22.046881+0000","last_became_peered":"2024-09-05T06:13:22.046881+0000","last_unstale":"2024-09-05T06:13:22.048790+0000","last_undegraded":"2024-09-05T06:13:22.048790+0000","last_fullsized":"2024-09-05T06:13:22.048790+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:05:40.654681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.030706+0000","last_change":"2024-09-05T06:13:21.063722+0000","last_active":"2024-09-05T06:13:22.030706+0000","last_peered":"2024-09-05T06:13:22.030706+0000","last_clean":"2024-09-05T06:13:22.030706+0000","last_became_active":"2024-09-05T06:13:21.063476+0000","last_became_peered":"2024-09-05T06:13:21.063476+0000","last_unstale":"2024-09-05T06:13:22.030706+0000","last_undegraded":"2024-09-05T06:13:22.030706+0000","last_fullsized":"2024-09-05T06:13:22.030706+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:39:21.987008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.033139+0000","last_change":"2024-09-05T06:13:22.032837+0000","last_active":"2024-09-05T06:13:22.033139+0000","last_peered":"2024-09-05T06:13:22.033139+0000","last_clean":"2024-09-05T06:13:22.033139+0000","last_became_active":"2024-09-05T06:13:22.031063+0000","last_became_peered":"2024-09-05T06:13:22.031063+0000","last_unstale":"2024-09-05T06:13:22.033139+0000","last_undegraded":"2024-09-05T06:13:22.033139+0000","last_fullsized":"2024-09-05T06:13:22.033139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:06:47.308591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"87'8","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.073932+0000","last_change":"2024-09-05T06:13:21.047400+0000","last_active":"2024-09-05T06:13:22.073932+0000","last_peered":"2024-09-05T06:13:22.073932+0000","last_clean":"2024-09-05T06:13:22.073932+0000","last_became_active":"2024-09-05T06:13:21.046290+0000","last_became_peered":"2024-09-05T06:13:21.046290+0000","last_unstale":"2024-09-05T06:13:22.073932+0000","last_undegraded":"2024-09-05T06:13:22.073932+0000","last_fullsized":"2024-09-05T06:13:22.073932+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:42:58.721182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062251+0000","last_change":"2024-09-05T06:13:22.059800+0000","last_active":"2024-09-05T06:13:22.062251+0000","last_peered":"2024-09-05T06:13:22.062251+0000","last_clean":"2024-09-05T06:13:22.062251+0000","last_became_active":"2024-09-05T06:13:22.058852+0000","last_became_peered":"2024-09-05T06:13:22.058852+0000","last_unstale":"2024-09-05T06:13:22.062251+0000","last_undegraded":"2024-09-05T06:13:22.062251+0000","last_fullsized":"2024-09-05T06:13:22.062251+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:51.031539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.072010+0000","last_change":"2024-09-05T06:13:21.066983+0000","last_active":"2024-09-05T06:13:22.072010+0000","last_peered":"2024-09-05T06:13:22.072010+0000","last_clean":"2024-09-05T06:13:22.072010+0000","last_became_active":"2024-09-05T06:13:21.066612+0000","last_became_peered":"2024-09-05T06:13:21.066612+0000","last_unstale":"2024-09-05T06:13:22.072010+0000","last_undegraded":"2024-09-05T06:13:22.072010+0000","last_fullsized":"2024-09-05T06:13:22.072010+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:15.562996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.049088+0000","last_change":"2024-09-05T06:13:22.046891+0000","last_active":"2024-09-05T06:13:22.049088+0000","last_peered":"2024-09-05T06:13:22.049088+0000","last_clean":"2024-09-05T06:13:22.049088+0000","last_became_active":"2024-09-05T06:13:22.046203+0000","last_became_peered":"2024-09-05T06:13:22.046203+0000","last_unstale":"2024-09-05T06:13:22.049088+0000","last_undegraded":"2024-09-05T06:13:22.049088+0000","last_fullsized":"2024-09-05T06:13:22.049088+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:55:48.911544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.071968+0000","last_change":"2024-09-05T06:13:21.052263+0000","last_active":"2024-09-05T06:13:22.071968+0000","last_peered":"2024-09-05T06:13:22.071968+0000","last_clean":"2024-09-05T06:13:22.071968+0000","last_became_active":"2024-09-05T06:13:21.051943+0000","last_became_peered":"2024-09-05T06:13:21.051943+0000","last_unstale":"2024-09-05T06:13:22.071968+0000","last_undegraded":"2024-09-05T06:13:22.071968+0000","last_fullsized":"2024-09-05T06:13:22.071968+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:56:33.738624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.023861+0000","last_change":"2024-09-05T06:13:22.023499+0000","last_active":"2024-09-05T06:13:22.023861+0000","last_peered":"2024-09-05T06:13:22.023861+0000","last_clean":"2024-09-05T06:13:22.023861+0000","last_became_active":"2024-09-05T06:13:22.022861+0000","last_became_peered":"2024-09-05T06:13:22.022861+0000","last_unstale":"2024-09-05T06:13:22.023861+0000","last_undegraded":"2024-09-05T06:13:22.023861+0000","last_fullsized":"2024-09-05T06:13:22.023861+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:46:25.665435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.072047+0000","last_change":"2024-09-05T06:13:21.052889+0000","last_active":"2024-09-05T06:13:22.072047+0000","last_peered":"2024-09-05T06:13:22.072047+0000","last_clean":"2024-09-05T06:13:22.072047+0000","last_became_active":"2024-09-05T06:13:21.052491+0000","last_became_peered":"2024-09-05T06:13:21.052491+0000","last_unstale":"2024-09-05T06:13:22.072047+0000","last_undegraded":"2024-09-05T06:13:22.072047+0000","last_fullsized":"2024-09-05T06:13:22.072047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:54:09.735710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.036702+0000","last_change":"2024-09-05T06:13:22.036412+0000","last_active":"2024-09-05T06:13:22.036702+0000","last_peered":"2024-09-05T06:13:22.036702+0000","last_clean":"2024-09-05T06:13:22.036702+0000","last_became_active":"2024-09-05T06:13:22.035795+0000","last_became_peered":"2024-09-05T06:13:22.035795+0000","last_unstale":"2024-09-05T06:13:22.036702+0000","last_undegraded":"2024-09-05T06:13:22.036702+0000","last_fullsized":"2024-09-05T06:13:22.036702+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:32.776246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.038645+0000","last_change":"2024-09-05T06:13:21.049663+0000","last_active":"2024-09-05T06:13:22.038645+0000","last_peered":"2024-09-05T06:13:22.038645+0000","last_clean":"2024-09-05T06:13:22.038645+0000","last_became_active":"2024-09-05T06:13:21.049033+0000","last_became_peered":"2024-09-05T06:13:21.049033+0000","last_unstale":"2024-09-05T06:13:22.038645+0000","last_undegraded":"2024-09-05T06:13:22.038645+0000","last_fullsized":"2024-09-05T06:13:22.038645+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:55:42.913988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.046555+0000","last_change":"2024-09-05T06:13:22.046143+0000","last_active":"2024-09-05T06:13:22.046555+0000","last_peered":"2024-09-05T06:13:22.046555+0000","last_clean":"2024-09-05T06:13:22.046555+0000","last_became_active":"2024-09-05T06:13:22.042484+0000","last_became_peered":"2024-09-05T06:13:22.042484+0000","last_unstale":"2024-09-05T06:13:22.046555+0000","last_undegraded":"2024-09-05T06:13:22.046555+0000","last_fullsized":"2024-09-05T06:13:22.046555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:33:22.519697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.050851+0000","last_change":"2024-09-05T06:13:21.065273+0000","last_active":"2024-09-05T06:13:22.050851+0000","last_peered":"2024-09-05T06:13:22.050851+0000","last_clean":"2024-09-05T06:13:22.050851+0000","last_became_active":"2024-09-05T06:13:21.065028+0000","last_became_peered":"2024-09-05T06:13:21.065028+0000","last_unstale":"2024-09-05T06:13:22.050851+0000","last_undegraded":"2024-09-05T06:13:22.050851+0000","last_fullsized":"2024-09-05T06:13:22.050851+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:32:04.092201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.037828+0000","last_change":"2024-09-05T06:13:22.037501+0000","last_active":"2024-09-05T06:13:22.037828+0000","last_peered":"2024-09-05T06:13:22.037828+0000","last_clean":"2024-09-05T06:13:22.037828+0000","last_became_active":"2024-09-05T06:13:22.035852+0000","last_became_peered":"2024-09-05T06:13:22.035852+0000","last_unstale":"2024-09-05T06:13:22.037828+0000","last_undegraded":"2024-09-05T06:13:22.037828+0000","last_fullsized":"2024-09-05T06:13:22.037828+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:47:26.509596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044219+0000","last_change":"2024-09-05T06:13:21.058000+0000","last_active":"2024-09-05T06:13:22.044219+0000","last_peered":"2024-09-05T06:13:22.044219+0000","last_clean":"2024-09-05T06:13:22.044219+0000","last_became_active":"2024-09-05T06:13:21.057829+0000","last_became_peered":"2024-09-05T06:13:21.057829+0000","last_unstale":"2024-09-05T06:13:22.044219+0000","last_undegraded":"2024-09-05T06:13:22.044219+0000","last_fullsized":"2024-09-05T06:13:22.044219+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:20:43.312668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.025002+0000","last_change":"2024-09-05T06:13:22.024386+0000","last_active":"2024-09-05T06:13:22.025002+0000","last_peered":"2024-09-05T06:13:22.025002+0000","last_clean":"2024-09-05T06:13:22.025002+0000","last_became_active":"2024-09-05T06:13:22.023761+0000","last_became_peered":"2024-09-05T06:13:22.023761+0000","last_unstale":"2024-09-05T06:13:22.025002+0000","last_undegraded":"2024-09-05T06:13:22.025002+0000","last_fullsized":"2024-09-05T06:13:22.025002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:42.393891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.031390+0000","last_change":"2024-09-05T06:13:21.049477+0000","last_active":"2024-09-05T06:13:22.031390+0000","last_peered":"2024-09-05T06:13:22.031390+0000","last_clean":"2024-09-05T06:13:22.031390+0000","last_became_active":"2024-09-05T06:13:21.048871+0000","last_became_peered":"2024-09-05T06:13:21.048871+0000","last_unstale":"2024-09-05T06:13:22.031390+0000","last_undegraded":"2024-09-05T06:13:22.031390+0000","last_fullsized":"2024-09-05T06:13:22.031390+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:35:41.249390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.047903+0000","last_change":"2024-09-05T06:13:22.047414+0000","last_active":"2024-09-05T06:13:22.047903+0000","last_peered":"2024-09-05T06:13:22.047903+0000","last_clean":"2024-09-05T06:13:22.047903+0000","last_became_active":"2024-09-05T06:13:22.046132+0000","last_became_peered":"2024-09-05T06:13:22.046132+0000","last_unstale":"2024-09-05T06:13:22.047903+0000","last_undegraded":"2024-09-05T06:13:22.047903+0000","last_fullsized":"2024-09-05T06:13:22.047903+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:14:39.460126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.072236+0000","last_change":"2024-09-05T06:13:21.060339+0000","last_active":"2024-09-05T06:13:22.072236+0000","last_peered":"2024-09-05T06:13:22.072236+0000","last_clean":"2024-09-05T06:13:22.072236+0000","last_became_active":"2024-09-05T06:13:21.060079+0000","last_became_peered":"2024-09-05T06:13:21.060079+0000","last_unstale":"2024-09-05T06:13:22.072236+0000","last_undegraded":"2024-09-05T06:13:22.072236+0000","last_fullsized":"2024-09-05T06:13:22.072236+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:16:31.566387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044046+0000","last_change":"2024-09-05T06:13:22.038615+0000","last_active":"2024-09-05T06:13:22.044046+0000","last_peered":"2024-09-05T06:13:22.044046+0000","last_clean":"2024-09-05T06:13:22.044046+0000","last_became_active":"2024-09-05T06:13:22.037991+0000","last_became_peered":"2024-09-05T06:13:22.037991+0000","last_unstale":"2024-09-05T06:13:22.044046+0000","last_undegraded":"2024-09-05T06:13:22.044046+0000","last_fullsized":"2024-09-05T06:13:22.044046+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:07.024886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.027112+0000","last_change":"2024-09-05T06:13:21.052587+0000","last_active":"2024-09-05T06:13:22.027112+0000","last_peered":"2024-09-05T06:13:22.027112+0000","last_clean":"2024-09-05T06:13:22.027112+0000","last_became_active":"2024-09-05T06:13:21.050024+0000","last_became_peered":"2024-09-05T06:13:21.050024+0000","last_unstale":"2024-09-05T06:13:22.027112+0000","last_undegraded":"2024-09-05T06:13:22.027112+0000","last_fullsized":"2024-09-05T06:13:22.027112+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:53:36.488190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062230+0000","last_change":"2024-09-05T06:13:22.059397+0000","last_active":"2024-09-05T06:13:22.062230+0000","last_peered":"2024-09-05T06:13:22.062230+0000","last_clean":"2024-09-05T06:13:22.062230+0000","last_became_active":"2024-09-05T06:13:22.057658+0000","last_became_peered":"2024-09-05T06:13:22.057658+0000","last_unstale":"2024-09-05T06:13:22.062230+0000","last_undegraded":"2024-09-05T06:13:22.062230+0000","last_fullsized":"2024-09-05T06:13:22.062230+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.292258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.024763+0000","last_change":"2024-09-05T06:13:21.059254+0000","last_active":"2024-09-05T06:13:22.024763+0000","last_peered":"2024-09-05T06:13:22.024763+0000","last_clean":"2024-09-05T06:13:22.024763+0000","last_became_active":"2024-09-05T06:13:21.055138+0000","last_became_peered":"2024-09-05T06:13:21.055138+0000","last_unstale":"2024-09-05T06:13:22.024763+0000","last_undegraded":"2024-09-05T06:13:22.024763+0000","last_fullsized":"2024-09-05T06:13:22.024763+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:02.022620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062908+0000","last_change":"2024-09-05T06:13:22.062094+0000","last_active":"2024-09-05T06:13:22.062908+0000","last_peered":"2024-09-05T06:13:22.062908+0000","last_clean":"2024-09-05T06:13:22.062908+0000","last_became_active":"2024-09-05T06:13:22.061110+0000","last_became_peered":"2024-09-05T06:13:22.061110+0000","last_unstale":"2024-09-05T06:13:22.062908+0000","last_undegraded":"2024-09-05T06:13:22.062908+0000","last_fullsized":"2024-09-05T06:13:22.062908+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:04:16.744470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.023214+0000","last_change":"2024-09-05T06:13:21.051789+0000","last_active":"2024-09-05T06:13:22.023214+0000","last_peered":"2024-09-05T06:13:22.023214+0000","last_clean":"2024-09-05T06:13:22.023214+0000","last_became_active":"2024-09-05T06:13:21.050335+0000","last_became_peered":"2024-09-05T06:13:21.050335+0000","last_unstale":"2024-09-05T06:13:22.023214+0000","last_undegraded":"2024-09-05T06:13:22.023214+0000","last_fullsized":"2024-09-05T06:13:22.023214+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:48:12.294369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.039137+0000","last_change":"2024-09-05T06:13:22.038266+0000","last_active":"2024-09-05T06:13:22.039137+0000","last_peered":"2024-09-05T06:13:22.039137+0000","last_clean":"2024-09-05T06:13:22.039137+0000","last_became_active":"2024-09-05T06:13:22.037613+0000","last_became_peered":"2024-09-05T06:13:22.037613+0000","last_unstale":"2024-09-05T06:13:22.039137+0000","last_undegraded":"2024-09-05T06:13:22.039137+0000","last_fullsized":"2024-09-05T06:13:22.039137+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:27.469563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.019763+0000","last_change":"2024-09-05T06:13:21.048213+0000","last_active":"2024-09-05T06:13:22.019763+0000","last_peered":"2024-09-05T06:13:22.019763+0000","last_clean":"2024-09-05T06:13:22.019763+0000","last_became_active":"2024-09-05T06:13:21.047531+0000","last_became_peered":"2024-09-05T06:13:21.047531+0000","last_unstale":"2024-09-05T06:13:22.019763+0000","last_undegraded":"2024-09-05T06:13:22.019763+0000","last_fullsized":"2024-09-05T06:13:22.019763+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:54.761834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.067596+0000","last_change":"2024-09-05T06:13:22.067382+0000","last_active":"2024-09-05T06:13:22.067596+0000","last_peered":"2024-09-05T06:13:22.067596+0000","last_clean":"2024-09-05T06:13:22.067596+0000","last_became_active":"2024-09-05T06:13:22.065390+0000","last_became_peered":"2024-09-05T06:13:22.065390+0000","last_unstale":"2024-09-05T06:13:22.067596+0000","last_undegraded":"2024-09-05T06:13:22.067596+0000","last_fullsized":"2024-09-05T06:13:22.067596+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.378742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.037009+0000","last_change":"2024-09-05T06:13:21.048633+0000","last_active":"2024-09-05T06:13:22.037009+0000","last_peered":"2024-09-05T06:13:22.037009+0000","last_clean":"2024-09-05T06:13:22.037009+0000","last_became_active":"2024-09-05T06:13:21.047643+0000","last_became_peered":"2024-09-05T06:13:21.047643+0000","last_unstale":"2024-09-05T06:13:22.037009+0000","last_undegraded":"2024-09-05T06:13:22.037009+0000","last_fullsized":"2024-09-05T06:13:22.037009+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:36.290447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.049560+0000","last_change":"2024-09-05T06:13:22.049329+0000","last_active":"2024-09-05T06:13:22.049560+0000","last_peered":"2024-09-05T06:13:22.049560+0000","last_clean":"2024-09-05T06:13:22.049560+0000","last_became_active":"2024-09-05T06:13:22.048586+0000","last_became_peered":"2024-09-05T06:13:22.048586+0000","last_unstale":"2024-09-05T06:13:22.049560+0000","last_undegraded":"2024-09-05T06:13:22.049560+0000","last_fullsized":"2024-09-05T06:13:22.049560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:12.777575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.040178+0000","last_change":"2024-09-05T06:13:21.053182+0000","last_active":"2024-09-05T06:13:22.040178+0000","last_peered":"2024-09-05T06:13:22.040178+0000","last_clean":"2024-09-05T06:13:22.040178+0000","last_became_active":"2024-09-05T06:13:21.052934+0000","last_became_peered":"2024-09-05T06:13:21.052934+0000","last_unstale":"2024-09-05T06:13:22.040178+0000","last_undegraded":"2024-09-05T06:13:22.040178+0000","last_fullsized":"2024-09-05T06:13:22.040178+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:26.768298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062272+0000","last_change":"2024-09-05T06:13:22.061663+0000","last_active":"2024-09-05T06:13:22.062272+0000","last_peered":"2024-09-05T06:13:22.062272+0000","last_clean":"2024-09-05T06:13:22.062272+0000","last_became_active":"2024-09-05T06:13:22.056955+0000","last_became_peered":"2024-09-05T06:13:22.056955+0000","last_unstale":"2024-09-05T06:13:22.062272+0000","last_undegraded":"2024-09-05T06:13:22.062272+0000","last_fullsized":"2024-09-05T06:13:22.062272+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:27:15.961892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.051529+0000","last_change":"2024-09-05T06:13:21.054855+0000","last_active":"2024-09-05T06:13:22.051529+0000","last_peered":"2024-09-05T06:13:22.051529+0000","last_clean":"2024-09-05T06:13:22.051529+0000","last_became_active":"2024-09-05T06:13:21.054629+0000","last_became_peered":"2024-09-05T06:13:21.054629+0000","last_unstale":"2024-09-05T06:13:22.051529+0000","last_undegraded":"2024-09-05T06:13:22.051529+0000","last_fullsized":"2024-09-05T06:13:22.051529+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:00:36.455521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.042609+0000","last_change":"2024-09-05T06:13:22.042290+0000","last_active":"2024-09-05T06:13:22.042609+0000","last_peered":"2024-09-05T06:13:22.042609+0000","last_clean":"2024-09-05T06:13:22.042609+0000","last_became_active":"2024-09-05T06:13:22.041663+0000","last_became_peered":"2024-09-05T06:13:22.041663+0000","last_unstale":"2024-09-05T06:13:22.042609+0000","last_undegraded":"2024-09-05T06:13:22.042609+0000","last_fullsized":"2024-09-05T06:13:22.042609+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:38:39.045500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.079008+0000","last_change":"2024-09-05T06:13:21.064302+0000","last_active":"2024-09-05T06:13:22.079008+0000","last_peered":"2024-09-05T06:13:22.079008+0000","last_clean":"2024-09-05T06:13:22.079008+0000","last_became_active":"2024-09-05T06:13:21.064137+0000","last_became_peered":"2024-09-05T06:13:21.064137+0000","last_unstale":"2024-09-05T06:13:22.079008+0000","last_undegraded":"2024-09-05T06:13:22.079008+0000","last_fullsized":"2024-09-05T06:13:22.079008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:14:52.732606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":302,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.030127+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:13:22.030127+0000","last_peered":"2024-09-05T06:13:22.030127+0000","last_clean":"2024-09-05T06:13:22.030127+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:13:22.030127+0000","last_undegraded":"2024-09-05T06:13:22.030127+0000","last_fullsized":"2024-09-05T06:13:22.030127+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:38:20.111812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":450,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194862,"statfs":{"total":200000000,"available":199538999,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574893,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":450,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194862,"statfs":{"total":200000000,"available":199538999,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574893,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1033,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194279,"statfs":{"total":200000000,"available":198941766,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574892,"num_pgs":18,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":457,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194855,"statfs":{"total":200000000,"available":199531530,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":456,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194855,"statfs":{"total":200000000,"available":199532224,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":450,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194862,"statfs":{"total":200000000,"available":199538999,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1026,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194285,"statfs":{"total":200000000,"available":198948631,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574892,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":450,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194862,"statfs":{"total":200000000,"available":199538999,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:13:25.055 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:13:25.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.205+0000 7fa7cf871640 1 Processor -- start 2024-09-05T06:13:25.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cf871640 1 -- start start 2024-09-05T06:13:25.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cf871640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c8157110 0x7fa7c80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cf871640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa7c80d0e60 0x7fa7c80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cf871640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7c806d570 con 0x7fa7c80b5ac0 2024-09-05T06:13:25.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cf871640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa7c806d850 con 0x7fa7c80d0e60 2024-09-05T06:13:25.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cf871640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa7c806db30 con 0x7fa7c8157110 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cde0e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa7c80d0e60 0x7fa7c80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cd60d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c8157110 0x7fa7c80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cce0c640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fa7c80b5ac0 0x7fa7c80d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:50454/0 (socket says 172.21.15.70:50454) 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cce0c640 1 -- 172.21.15.70:0/1736654348 learned_addr learned my addr 172.21.15.70:0/1736654348 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cde0e640 1 -- 172.21.15.70:0/1736654348 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c8157110 msgr2=0x7fa7c80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cde0e640 1 --2- 172.21.15.70:0/1736654348 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c8157110 0x7fa7c80b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cde0e640 1 -- 172.21.15.70:0/1736654348 >> v1:172.21.15.196:6789/0 conn(0x7fa7c80b5ac0 legacy=0x7fa7c80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cde0e640 1 -- 172.21.15.70:0/1736654348 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c806de10 con 0x7fa7c80d0e60 2024-09-05T06:13:25.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.209+0000 7fa7cd60d640 1 --2- 172.21.15.70:0/1736654348 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c8157110 0x7fa7c80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:13:25.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cde0e640 1 --2- 172.21.15.70:0/1736654348 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c80d0e60 0x7fa7c80af720 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0009d90 tx=0x7fa7c001c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74d3642ff16145f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7bffff640 1 -- 172.21.15.70:0/1736654348 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c00b2070 con 0x7fa7c80d0e60 2024-09-05T06:13:25.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7bffff640 1 -- 172.21.15.70:0/1736654348 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7c00a5830 con 0x7fa7c80d0e60 2024-09-05T06:13:25.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7bffff640 1 -- 172.21.15.70:0/1736654348 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c00a5c00 con 0x7fa7c80d0e60 2024-09-05T06:13:25.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 -- 172.21.15.70:0/1736654348 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c80d0e60 msgr2=0x7fa7c80af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 --2- 172.21.15.70:0/1736654348 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c80d0e60 0x7fa7c80af720 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0009d90 tx=0x7fa7c001c970 comp rx=0 tx=0).stop 2024-09-05T06:13:25.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 -- 172.21.15.70:0/1736654348 shutdown_connections 2024-09-05T06:13:25.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 --2- 172.21.15.70:0/1736654348 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c80d0e60 0x7fa7c80af720 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 --2- 172.21.15.70:0/1736654348 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c8157110 0x7fa7c80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 -- 172.21.15.70:0/1736654348 >> 172.21.15.70:0/1736654348 conn(0x7fa7c806bcc0 msgr2=0x7fa7c806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:25.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 -- 172.21.15.70:0/1736654348 shutdown_connections 2024-09-05T06:13:25.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 -- 172.21.15.70:0/1736654348 wait complete. 2024-09-05T06:13:25.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 Processor -- start 2024-09-05T06:13:25.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.213+0000 7fa7cf871640 1 -- start start 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c80b5ac0 0x7fa7c814a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa7c80d0e60 0x7fa7c814fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c8157110 0x7fa7c814e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c80b3e80 con 0x7fa7c80d0e60 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c80b3d00 con 0x7fa7c8157110 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa7c80b4000 con 0x7fa7c80b5ac0 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa7c80d0e60 0x7fa7c814fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa7c80d0e60 0x7fa7c814fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41926/0 (socket says 172.21.15.70:41926) 2024-09-05T06:13:25.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 -- 172.21.15.70:0/3020092240 learned_addr learned my addr 172.21.15.70:0/3020092240 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cd60d640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c80b5ac0 0x7fa7c814a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cde0e640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c8157110 0x7fa7c814e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 -- 172.21.15.70:0/3020092240 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c80b5ac0 msgr2=0x7fa7c814a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c80b5ac0 0x7fa7c814a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 -- 172.21.15.70:0/3020092240 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c8157110 msgr2=0x7fa7c814e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c8157110 0x7fa7c814e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 -- 172.21.15.70:0/3020092240 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c80aeef0 con 0x7fa7c80d0e60 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cce0c640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa7c80d0e60 0x7fa7c814fdf0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fa7c400c460 tx=0x7fa7c400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7bdffb640 1 -- 172.21.15.70:0/3020092240 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4017070 con 0x7fa7c80d0e60 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7bdffb640 1 -- 172.21.15.70:0/3020092240 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7c4005cf0 con 0x7fa7c80d0e60 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7c813ca70 con 0x7fa7c80d0e60 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7bdffb640 1 -- 172.21.15.70:0/3020092240 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4007290 con 0x7fa7c80d0e60 2024-09-05T06:13:25.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7c814f310 con 0x7fa7c80d0e60 2024-09-05T06:13:25.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7c8069140 con 0x7fa7c80d0e60 2024-09-05T06:13:25.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7bdffb640 1 -- 172.21.15.70:0/3020092240 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa7c401a070 con 0x7fa7c80d0e60 2024-09-05T06:13:25.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7bdffb640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7ac0678c0 0x7fa7ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7bdffb640 1 -- 172.21.15.70:0/3020092240 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fa7c4084ed0 con 0x7fa7c80d0e60 2024-09-05T06:13:25.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cd60d640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7ac0678c0 0x7fa7ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.217+0000 7fa7cd60d640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7ac0678c0 0x7fa7ac069d80 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa7b8009a50 tx=0x7fa7b8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.221+0000 7fa7bdffb640 1 -- 172.21.15.70:0/3020092240 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa7c4055aa0 con 0x7fa7c80d0e60 2024-09-05T06:13:25.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.373+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa7c80af140 con 0x7fa7ac0678c0 2024-09-05T06:13:25.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.381+0000 7fa7bdffb640 1 -- 172.21.15.70:0/3020092240 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247519 (secure 0 0 0) 0x7fa7c80af140 con 0x7fa7ac0678c0 2024-09-05T06:13:25.381 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:25.383 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7ac0678c0 msgr2=0x7fa7ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7ac0678c0 0x7fa7ac069d80 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa7b8009a50 tx=0x7fa7b8008040 comp rx=0 tx=0).stop 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa7c80d0e60 msgr2=0x7fa7c814fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa7c80d0e60 0x7fa7c814fdf0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fa7c400c460 tx=0x7fa7c400c920 comp rx=0 tx=0).stop 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 shutdown_connections 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa7ac0678c0 0x7fa7ac069d80 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa7c8157110 0x7fa7c814e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa7c80d0e60 0x7fa7c814fdf0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 --2- 172.21.15.70:0/3020092240 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa7c80b5ac0 0x7fa7c814a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 >> 172.21.15.70:0/3020092240 conn(0x7fa7c806bcc0 msgr2=0x7fa7c815b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:25.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 shutdown_connections 2024-09-05T06:13:25.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.385+0000 7fa7cf871640 1 -- 172.21.15.70:0/3020092240 wait complete. 2024-09-05T06:13:25.398 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":186,"stamp":"2024-09-05T06:13:24.392520+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":4775,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1557724,"statfs":{"total":1600000000,"available":1595110147,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.365509"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044266+0000","last_change":"2024-09-05T06:13:22.041183+0000","last_active":"2024-09-05T06:13:22.044266+0000","last_peered":"2024-09-05T06:13:22.044266+0000","last_clean":"2024-09-05T06:13:22.044266+0000","last_became_active":"2024-09-05T06:13:22.039612+0000","last_became_peered":"2024-09-05T06:13:22.039612+0000","last_unstale":"2024-09-05T06:13:22.044266+0000","last_undegraded":"2024-09-05T06:13:22.044266+0000","last_fullsized":"2024-09-05T06:13:22.044266+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:33:25.307371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.058500+0000","last_change":"2024-09-05T06:13:22.058109+0000","last_active":"2024-09-05T06:13:22.058500+0000","last_peered":"2024-09-05T06:13:22.058500+0000","last_clean":"2024-09-05T06:13:22.058500+0000","last_became_active":"2024-09-05T06:13:22.056224+0000","last_became_peered":"2024-09-05T06:13:22.056224+0000","last_unstale":"2024-09-05T06:13:22.058500+0000","last_undegraded":"2024-09-05T06:13:22.058500+0000","last_fullsized":"2024-09-05T06:13:22.058500+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:14.072381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.043507+0000","last_change":"2024-09-05T06:13:22.041432+0000","last_active":"2024-09-05T06:13:22.043507+0000","last_peered":"2024-09-05T06:13:22.043507+0000","last_clean":"2024-09-05T06:13:22.043507+0000","last_became_active":"2024-09-05T06:13:22.039033+0000","last_became_peered":"2024-09-05T06:13:22.039033+0000","last_unstale":"2024-09-05T06:13:22.043507+0000","last_undegraded":"2024-09-05T06:13:22.043507+0000","last_fullsized":"2024-09-05T06:13:22.043507+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:58:43.998720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.038142+0000","last_change":"2024-09-05T06:13:22.037091+0000","last_active":"2024-09-05T06:13:22.038142+0000","last_peered":"2024-09-05T06:13:22.038142+0000","last_clean":"2024-09-05T06:13:22.038142+0000","last_became_active":"2024-09-05T06:13:22.036378+0000","last_became_peered":"2024-09-05T06:13:22.036378+0000","last_unstale":"2024-09-05T06:13:22.038142+0000","last_undegraded":"2024-09-05T06:13:22.038142+0000","last_fullsized":"2024-09-05T06:13:22.038142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:16.255901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.051688+0000","last_change":"2024-09-05T06:13:22.051534+0000","last_active":"2024-09-05T06:13:22.051688+0000","last_peered":"2024-09-05T06:13:22.051688+0000","last_clean":"2024-09-05T06:13:22.051688+0000","last_became_active":"2024-09-05T06:13:22.050298+0000","last_became_peered":"2024-09-05T06:13:22.050298+0000","last_unstale":"2024-09-05T06:13:22.051688+0000","last_undegraded":"2024-09-05T06:13:22.051688+0000","last_fullsized":"2024-09-05T06:13:22.051688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:50:50.829529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.067307+0000","last_change":"2024-09-05T06:13:22.067068+0000","last_active":"2024-09-05T06:13:22.067307+0000","last_peered":"2024-09-05T06:13:22.067307+0000","last_clean":"2024-09-05T06:13:22.067307+0000","last_became_active":"2024-09-05T06:13:22.066466+0000","last_became_peered":"2024-09-05T06:13:22.066466+0000","last_unstale":"2024-09-05T06:13:22.067307+0000","last_undegraded":"2024-09-05T06:13:22.067307+0000","last_fullsized":"2024-09-05T06:13:22.067307+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:55.041816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.052935+0000","last_change":"2024-09-05T06:13:22.052598+0000","last_active":"2024-09-05T06:13:22.052935+0000","last_peered":"2024-09-05T06:13:22.052935+0000","last_clean":"2024-09-05T06:13:22.052935+0000","last_became_active":"2024-09-05T06:13:22.051835+0000","last_became_peered":"2024-09-05T06:13:22.051835+0000","last_unstale":"2024-09-05T06:13:22.052935+0000","last_undegraded":"2024-09-05T06:13:22.052935+0000","last_fullsized":"2024-09-05T06:13:22.052935+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:16.888717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.034707+0000","last_change":"2024-09-05T06:13:22.034411+0000","last_active":"2024-09-05T06:13:22.034707+0000","last_peered":"2024-09-05T06:13:22.034707+0000","last_clean":"2024-09-05T06:13:22.034707+0000","last_became_active":"2024-09-05T06:13:22.032999+0000","last_became_peered":"2024-09-05T06:13:22.032999+0000","last_unstale":"2024-09-05T06:13:22.034707+0000","last_undegraded":"2024-09-05T06:13:22.034707+0000","last_fullsized":"2024-09-05T06:13:22.034707+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:19:23.529270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.026806+0000","last_change":"2024-09-05T06:13:22.026483+0000","last_active":"2024-09-05T06:13:22.026806+0000","last_peered":"2024-09-05T06:13:22.026806+0000","last_clean":"2024-09-05T06:13:22.026806+0000","last_became_active":"2024-09-05T06:13:22.025841+0000","last_became_peered":"2024-09-05T06:13:22.025841+0000","last_unstale":"2024-09-05T06:13:22.026806+0000","last_undegraded":"2024-09-05T06:13:22.026806+0000","last_fullsized":"2024-09-05T06:13:22.026806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:56:27.553638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.060409+0000","last_change":"2024-09-05T06:13:22.060120+0000","last_active":"2024-09-05T06:13:22.060409+0000","last_peered":"2024-09-05T06:13:22.060409+0000","last_clean":"2024-09-05T06:13:22.060409+0000","last_became_active":"2024-09-05T06:13:22.054252+0000","last_became_peered":"2024-09-05T06:13:22.054252+0000","last_unstale":"2024-09-05T06:13:22.060409+0000","last_undegraded":"2024-09-05T06:13:22.060409+0000","last_fullsized":"2024-09-05T06:13:22.060409+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:15:02.021395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.035016+0000","last_change":"2024-09-05T06:13:22.034728+0000","last_active":"2024-09-05T06:13:22.035016+0000","last_peered":"2024-09-05T06:13:22.035016+0000","last_clean":"2024-09-05T06:13:22.035016+0000","last_became_active":"2024-09-05T06:13:22.033678+0000","last_became_peered":"2024-09-05T06:13:22.033678+0000","last_unstale":"2024-09-05T06:13:22.035016+0000","last_undegraded":"2024-09-05T06:13:22.035016+0000","last_fullsized":"2024-09-05T06:13:22.035016+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:40.313163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.033075+0000","last_change":"2024-09-05T06:13:22.032724+0000","last_active":"2024-09-05T06:13:22.033075+0000","last_peered":"2024-09-05T06:13:22.033075+0000","last_clean":"2024-09-05T06:13:22.033075+0000","last_became_active":"2024-09-05T06:13:22.031891+0000","last_became_peered":"2024-09-05T06:13:22.031891+0000","last_unstale":"2024-09-05T06:13:22.033075+0000","last_undegraded":"2024-09-05T06:13:22.033075+0000","last_fullsized":"2024-09-05T06:13:22.033075+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:45.519991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.043450+0000","last_change":"2024-09-05T06:13:22.039844+0000","last_active":"2024-09-05T06:13:22.043450+0000","last_peered":"2024-09-05T06:13:22.043450+0000","last_clean":"2024-09-05T06:13:22.043450+0000","last_became_active":"2024-09-05T06:13:22.028404+0000","last_became_peered":"2024-09-05T06:13:22.028404+0000","last_unstale":"2024-09-05T06:13:22.043450+0000","last_undegraded":"2024-09-05T06:13:22.043450+0000","last_fullsized":"2024-09-05T06:13:22.043450+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:10.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.039542+0000","last_change":"2024-09-05T06:13:22.039241+0000","last_active":"2024-09-05T06:13:22.039542+0000","last_peered":"2024-09-05T06:13:22.039542+0000","last_clean":"2024-09-05T06:13:22.039542+0000","last_became_active":"2024-09-05T06:13:22.036174+0000","last_became_peered":"2024-09-05T06:13:22.036174+0000","last_unstale":"2024-09-05T06:13:22.039542+0000","last_undegraded":"2024-09-05T06:13:22.039542+0000","last_fullsized":"2024-09-05T06:13:22.039542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:33.388403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.045248+0000","last_change":"2024-09-05T06:13:22.044946+0000","last_active":"2024-09-05T06:13:22.045248+0000","last_peered":"2024-09-05T06:13:22.045248+0000","last_clean":"2024-09-05T06:13:22.045248+0000","last_became_active":"2024-09-05T06:13:22.044142+0000","last_became_peered":"2024-09-05T06:13:22.044142+0000","last_unstale":"2024-09-05T06:13:22.045248+0000","last_undegraded":"2024-09-05T06:13:22.045248+0000","last_fullsized":"2024-09-05T06:13:22.045248+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:02.517861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.065130+0000","last_change":"2024-09-05T06:13:22.064955+0000","last_active":"2024-09-05T06:13:22.065130+0000","last_peered":"2024-09-05T06:13:22.065130+0000","last_clean":"2024-09-05T06:13:22.065130+0000","last_became_active":"2024-09-05T06:13:22.053541+0000","last_became_peered":"2024-09-05T06:13:22.053541+0000","last_unstale":"2024-09-05T06:13:22.065130+0000","last_undegraded":"2024-09-05T06:13:22.065130+0000","last_fullsized":"2024-09-05T06:13:22.065130+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:51:26.152805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.049009+0000","last_change":"2024-09-05T06:13:22.048522+0000","last_active":"2024-09-05T06:13:22.049009+0000","last_peered":"2024-09-05T06:13:22.049009+0000","last_clean":"2024-09-05T06:13:22.049009+0000","last_became_active":"2024-09-05T06:13:22.047405+0000","last_became_peered":"2024-09-05T06:13:22.047405+0000","last_unstale":"2024-09-05T06:13:22.049009+0000","last_undegraded":"2024-09-05T06:13:22.049009+0000","last_fullsized":"2024-09-05T06:13:22.049009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:44:34.955167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.050818+0000","last_change":"2024-09-05T06:13:22.049724+0000","last_active":"2024-09-05T06:13:22.050818+0000","last_peered":"2024-09-05T06:13:22.050818+0000","last_clean":"2024-09-05T06:13:22.050818+0000","last_became_active":"2024-09-05T06:13:22.048052+0000","last_became_peered":"2024-09-05T06:13:22.048052+0000","last_unstale":"2024-09-05T06:13:22.050818+0000","last_undegraded":"2024-09-05T06:13:22.050818+0000","last_fullsized":"2024-09-05T06:13:22.050818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:27.733406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.058465+0000","last_change":"2024-09-05T06:13:22.058096+0000","last_active":"2024-09-05T06:13:22.058465+0000","last_peered":"2024-09-05T06:13:22.058465+0000","last_clean":"2024-09-05T06:13:22.058465+0000","last_became_active":"2024-09-05T06:13:22.056907+0000","last_became_peered":"2024-09-05T06:13:22.056907+0000","last_unstale":"2024-09-05T06:13:22.058465+0000","last_undegraded":"2024-09-05T06:13:22.058465+0000","last_fullsized":"2024-09-05T06:13:22.058465+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:03:10.781751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.052484+0000","last_change":"2024-09-05T06:13:22.052333+0000","last_active":"2024-09-05T06:13:22.052484+0000","last_peered":"2024-09-05T06:13:22.052484+0000","last_clean":"2024-09-05T06:13:22.052484+0000","last_became_active":"2024-09-05T06:13:22.051954+0000","last_became_peered":"2024-09-05T06:13:22.051954+0000","last_unstale":"2024-09-05T06:13:22.052484+0000","last_undegraded":"2024-09-05T06:13:22.052484+0000","last_fullsized":"2024-09-05T06:13:22.052484+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:45:06.877014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.063410+0000","last_change":"2024-09-05T06:13:22.063289+0000","last_active":"2024-09-05T06:13:22.063410+0000","last_peered":"2024-09-05T06:13:22.063410+0000","last_clean":"2024-09-05T06:13:22.063410+0000","last_became_active":"2024-09-05T06:13:22.062538+0000","last_became_peered":"2024-09-05T06:13:22.062538+0000","last_unstale":"2024-09-05T06:13:22.063410+0000","last_undegraded":"2024-09-05T06:13:22.063410+0000","last_fullsized":"2024-09-05T06:13:22.063410+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:29.741567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.056529+0000","last_change":"2024-09-05T06:13:22.056248+0000","last_active":"2024-09-05T06:13:22.056529+0000","last_peered":"2024-09-05T06:13:22.056529+0000","last_clean":"2024-09-05T06:13:22.056529+0000","last_became_active":"2024-09-05T06:13:22.055620+0000","last_became_peered":"2024-09-05T06:13:22.055620+0000","last_unstale":"2024-09-05T06:13:22.056529+0000","last_undegraded":"2024-09-05T06:13:22.056529+0000","last_fullsized":"2024-09-05T06:13:22.056529+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:07.029571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.052491+0000","last_change":"2024-09-05T06:13:22.051563+0000","last_active":"2024-09-05T06:13:22.052491+0000","last_peered":"2024-09-05T06:13:22.052491+0000","last_clean":"2024-09-05T06:13:22.052491+0000","last_became_active":"2024-09-05T06:13:22.049194+0000","last_became_peered":"2024-09-05T06:13:22.049194+0000","last_unstale":"2024-09-05T06:13:22.052491+0000","last_undegraded":"2024-09-05T06:13:22.052491+0000","last_fullsized":"2024-09-05T06:13:22.052491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:28:44.778236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.055681+0000","last_change":"2024-09-05T06:13:22.055119+0000","last_active":"2024-09-05T06:13:22.055681+0000","last_peered":"2024-09-05T06:13:22.055681+0000","last_clean":"2024-09-05T06:13:22.055681+0000","last_became_active":"2024-09-05T06:13:22.054009+0000","last_became_peered":"2024-09-05T06:13:22.054009+0000","last_unstale":"2024-09-05T06:13:22.055681+0000","last_undegraded":"2024-09-05T06:13:22.055681+0000","last_fullsized":"2024-09-05T06:13:22.055681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:29.317781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.053779+0000","last_change":"2024-09-05T06:13:22.053492+0000","last_active":"2024-09-05T06:13:22.053779+0000","last_peered":"2024-09-05T06:13:22.053779+0000","last_clean":"2024-09-05T06:13:22.053779+0000","last_became_active":"2024-09-05T06:13:22.052286+0000","last_became_peered":"2024-09-05T06:13:22.052286+0000","last_unstale":"2024-09-05T06:13:22.053779+0000","last_undegraded":"2024-09-05T06:13:22.053779+0000","last_fullsized":"2024-09-05T06:13:22.053779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:30.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044313+0000","last_change":"2024-09-05T06:13:22.041801+0000","last_active":"2024-09-05T06:13:22.044313+0000","last_peered":"2024-09-05T06:13:22.044313+0000","last_clean":"2024-09-05T06:13:22.044313+0000","last_became_active":"2024-09-05T06:13:22.040527+0000","last_became_peered":"2024-09-05T06:13:22.040527+0000","last_unstale":"2024-09-05T06:13:22.044313+0000","last_undegraded":"2024-09-05T06:13:22.044313+0000","last_fullsized":"2024-09-05T06:13:22.044313+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:19:58.972825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.045803+0000","last_change":"2024-09-05T06:13:22.044110+0000","last_active":"2024-09-05T06:13:22.045803+0000","last_peered":"2024-09-05T06:13:22.045803+0000","last_clean":"2024-09-05T06:13:22.045803+0000","last_became_active":"2024-09-05T06:13:22.043229+0000","last_became_peered":"2024-09-05T06:13:22.043229+0000","last_unstale":"2024-09-05T06:13:22.045803+0000","last_undegraded":"2024-09-05T06:13:22.045803+0000","last_fullsized":"2024-09-05T06:13:22.045803+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:51:51.125119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.049038+0000","last_change":"2024-09-05T06:13:22.046646+0000","last_active":"2024-09-05T06:13:22.049038+0000","last_peered":"2024-09-05T06:13:22.049038+0000","last_clean":"2024-09-05T06:13:22.049038+0000","last_became_active":"2024-09-05T06:13:22.046088+0000","last_became_peered":"2024-09-05T06:13:22.046088+0000","last_unstale":"2024-09-05T06:13:22.049038+0000","last_undegraded":"2024-09-05T06:13:22.049038+0000","last_fullsized":"2024-09-05T06:13:22.049038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:12:31.318908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.029189+0000","last_change":"2024-09-05T06:13:22.028823+0000","last_active":"2024-09-05T06:13:22.029189+0000","last_peered":"2024-09-05T06:13:22.029189+0000","last_clean":"2024-09-05T06:13:22.029189+0000","last_became_active":"2024-09-05T06:13:22.028196+0000","last_became_peered":"2024-09-05T06:13:22.028196+0000","last_unstale":"2024-09-05T06:13:22.029189+0000","last_undegraded":"2024-09-05T06:13:22.029189+0000","last_fullsized":"2024-09-05T06:13:22.029189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:15:24.677012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044360+0000","last_change":"2024-09-05T06:13:22.043080+0000","last_active":"2024-09-05T06:13:22.044360+0000","last_peered":"2024-09-05T06:13:22.044360+0000","last_clean":"2024-09-05T06:13:22.044360+0000","last_became_active":"2024-09-05T06:13:22.042634+0000","last_became_peered":"2024-09-05T06:13:22.042634+0000","last_unstale":"2024-09-05T06:13:22.044360+0000","last_undegraded":"2024-09-05T06:13:22.044360+0000","last_fullsized":"2024-09-05T06:13:22.044360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:14.982646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062989+0000","last_change":"2024-09-05T06:13:22.062794+0000","last_active":"2024-09-05T06:13:22.062989+0000","last_peered":"2024-09-05T06:13:22.062989+0000","last_clean":"2024-09-05T06:13:22.062989+0000","last_became_active":"2024-09-05T06:13:22.055952+0000","last_became_peered":"2024-09-05T06:13:22.055952+0000","last_unstale":"2024-09-05T06:13:22.062989+0000","last_undegraded":"2024-09-05T06:13:22.062989+0000","last_fullsized":"2024-09-05T06:13:22.062989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:01:33.599384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062204+0000","last_change":"2024-09-05T06:13:22.058779+0000","last_active":"2024-09-05T06:13:22.062204+0000","last_peered":"2024-09-05T06:13:22.062204+0000","last_clean":"2024-09-05T06:13:22.062204+0000","last_became_active":"2024-09-05T06:13:22.057126+0000","last_became_peered":"2024-09-05T06:13:22.057126+0000","last_unstale":"2024-09-05T06:13:22.062204+0000","last_undegraded":"2024-09-05T06:13:22.062204+0000","last_fullsized":"2024-09-05T06:13:22.062204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:59:24.672360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.048433+0000","last_change":"2024-09-05T06:13:22.048172+0000","last_active":"2024-09-05T06:13:22.048433+0000","last_peered":"2024-09-05T06:13:22.048433+0000","last_clean":"2024-09-05T06:13:22.048433+0000","last_became_active":"2024-09-05T06:13:22.047459+0000","last_became_peered":"2024-09-05T06:13:22.047459+0000","last_unstale":"2024-09-05T06:13:22.048433+0000","last_undegraded":"2024-09-05T06:13:22.048433+0000","last_fullsized":"2024-09-05T06:13:22.048433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:40.400211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"87'4","reported_seq":16,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.074192+0000","last_change":"2024-09-05T06:13:21.060470+0000","last_active":"2024-09-05T06:13:22.074192+0000","last_peered":"2024-09-05T06:13:22.074192+0000","last_clean":"2024-09-05T06:13:22.074192+0000","last_became_active":"2024-09-05T06:13:21.060246+0000","last_became_peered":"2024-09-05T06:13:21.060246+0000","last_unstale":"2024-09-05T06:13:22.074192+0000","last_undegraded":"2024-09-05T06:13:22.074192+0000","last_fullsized":"2024-09-05T06:13:22.074192+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:19:04.715051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.043560+0000","last_change":"2024-09-05T06:13:22.041961+0000","last_active":"2024-09-05T06:13:22.043560+0000","last_peered":"2024-09-05T06:13:22.043560+0000","last_clean":"2024-09-05T06:13:22.043560+0000","last_became_active":"2024-09-05T06:13:22.040702+0000","last_became_peered":"2024-09-05T06:13:22.040702+0000","last_unstale":"2024-09-05T06:13:22.043560+0000","last_undegraded":"2024-09-05T06:13:22.043560+0000","last_fullsized":"2024-09-05T06:13:22.043560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:51:27.211484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.067569+0000","last_change":"2024-09-05T06:13:21.054377+0000","last_active":"2024-09-05T06:13:22.067569+0000","last_peered":"2024-09-05T06:13:22.067569+0000","last_clean":"2024-09-05T06:13:22.067569+0000","last_became_active":"2024-09-05T06:13:21.053637+0000","last_became_peered":"2024-09-05T06:13:21.053637+0000","last_unstale":"2024-09-05T06:13:22.067569+0000","last_undegraded":"2024-09-05T06:13:22.067569+0000","last_fullsized":"2024-09-05T06:13:22.067569+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:39.659065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.067285+0000","last_change":"2024-09-05T06:13:22.066815+0000","last_active":"2024-09-05T06:13:22.067285+0000","last_peered":"2024-09-05T06:13:22.067285+0000","last_clean":"2024-09-05T06:13:22.067285+0000","last_became_active":"2024-09-05T06:13:22.066086+0000","last_became_peered":"2024-09-05T06:13:22.066086+0000","last_unstale":"2024-09-05T06:13:22.067285+0000","last_undegraded":"2024-09-05T06:13:22.067285+0000","last_fullsized":"2024-09-05T06:13:22.067285+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:18.899202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.069387+0000","last_change":"2024-09-05T06:13:21.050766+0000","last_active":"2024-09-05T06:13:22.069387+0000","last_peered":"2024-09-05T06:13:22.069387+0000","last_clean":"2024-09-05T06:13:22.069387+0000","last_became_active":"2024-09-05T06:13:21.050498+0000","last_became_peered":"2024-09-05T06:13:21.050498+0000","last_unstale":"2024-09-05T06:13:22.069387+0000","last_undegraded":"2024-09-05T06:13:22.069387+0000","last_fullsized":"2024-09-05T06:13:22.069387+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:16:14.944078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.060874+0000","last_change":"2024-09-05T06:13:22.060628+0000","last_active":"2024-09-05T06:13:22.060874+0000","last_peered":"2024-09-05T06:13:22.060874+0000","last_clean":"2024-09-05T06:13:22.060874+0000","last_became_active":"2024-09-05T06:13:22.059386+0000","last_became_peered":"2024-09-05T06:13:22.059386+0000","last_unstale":"2024-09-05T06:13:22.060874+0000","last_undegraded":"2024-09-05T06:13:22.060874+0000","last_fullsized":"2024-09-05T06:13:22.060874+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:51.427652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.074442+0000","last_change":"2024-09-05T06:13:21.051912+0000","last_active":"2024-09-05T06:13:22.074442+0000","last_peered":"2024-09-05T06:13:22.074442+0000","last_clean":"2024-09-05T06:13:22.074442+0000","last_became_active":"2024-09-05T06:13:21.051711+0000","last_became_peered":"2024-09-05T06:13:21.051711+0000","last_unstale":"2024-09-05T06:13:22.074442+0000","last_undegraded":"2024-09-05T06:13:22.074442+0000","last_fullsized":"2024-09-05T06:13:22.074442+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:47.182260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.035142+0000","last_change":"2024-09-05T06:13:22.034946+0000","last_active":"2024-09-05T06:13:22.035142+0000","last_peered":"2024-09-05T06:13:22.035142+0000","last_clean":"2024-09-05T06:13:22.035142+0000","last_became_active":"2024-09-05T06:13:22.033813+0000","last_became_peered":"2024-09-05T06:13:22.033813+0000","last_unstale":"2024-09-05T06:13:22.035142+0000","last_undegraded":"2024-09-05T06:13:22.035142+0000","last_fullsized":"2024-09-05T06:13:22.035142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:25:03.180467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.065591+0000","last_change":"2024-09-05T06:13:21.052270+0000","last_active":"2024-09-05T06:13:22.065591+0000","last_peered":"2024-09-05T06:13:22.065591+0000","last_clean":"2024-09-05T06:13:22.065591+0000","last_became_active":"2024-09-05T06:13:21.045222+0000","last_became_peered":"2024-09-05T06:13:21.045222+0000","last_unstale":"2024-09-05T06:13:22.065591+0000","last_undegraded":"2024-09-05T06:13:22.065591+0000","last_fullsized":"2024-09-05T06:13:22.065591+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:42:30.927594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.054422+0000","last_change":"2024-09-05T06:13:22.054062+0000","last_active":"2024-09-05T06:13:22.054422+0000","last_peered":"2024-09-05T06:13:22.054422+0000","last_clean":"2024-09-05T06:13:22.054422+0000","last_became_active":"2024-09-05T06:13:22.053432+0000","last_became_peered":"2024-09-05T06:13:22.053432+0000","last_unstale":"2024-09-05T06:13:22.054422+0000","last_undegraded":"2024-09-05T06:13:22.054422+0000","last_fullsized":"2024-09-05T06:13:22.054422+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:37.307335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.075007+0000","last_change":"2024-09-05T06:13:21.046976+0000","last_active":"2024-09-05T06:13:22.075007+0000","last_peered":"2024-09-05T06:13:22.075007+0000","last_clean":"2024-09-05T06:13:22.075007+0000","last_became_active":"2024-09-05T06:13:21.045593+0000","last_became_peered":"2024-09-05T06:13:21.045593+0000","last_unstale":"2024-09-05T06:13:22.075007+0000","last_undegraded":"2024-09-05T06:13:22.075007+0000","last_fullsized":"2024-09-05T06:13:22.075007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:56:30.665582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.040822+0000","last_change":"2024-09-05T06:13:22.040475+0000","last_active":"2024-09-05T06:13:22.040822+0000","last_peered":"2024-09-05T06:13:22.040822+0000","last_clean":"2024-09-05T06:13:22.040822+0000","last_became_active":"2024-09-05T06:13:22.039868+0000","last_became_peered":"2024-09-05T06:13:22.039868+0000","last_unstale":"2024-09-05T06:13:22.040822+0000","last_undegraded":"2024-09-05T06:13:22.040822+0000","last_fullsized":"2024-09-05T06:13:22.040822+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:10.628264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.029683+0000","last_change":"2024-09-05T06:13:21.055743+0000","last_active":"2024-09-05T06:13:22.029683+0000","last_peered":"2024-09-05T06:13:22.029683+0000","last_clean":"2024-09-05T06:13:22.029683+0000","last_became_active":"2024-09-05T06:13:21.052221+0000","last_became_peered":"2024-09-05T06:13:21.052221+0000","last_unstale":"2024-09-05T06:13:22.029683+0000","last_undegraded":"2024-09-05T06:13:22.029683+0000","last_fullsized":"2024-09-05T06:13:22.029683+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:13:56.285019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.039023+0000","last_change":"2024-09-05T06:13:22.036776+0000","last_active":"2024-09-05T06:13:22.039023+0000","last_peered":"2024-09-05T06:13:22.039023+0000","last_clean":"2024-09-05T06:13:22.039023+0000","last_became_active":"2024-09-05T06:13:22.035341+0000","last_became_peered":"2024-09-05T06:13:22.035341+0000","last_unstale":"2024-09-05T06:13:22.039023+0000","last_undegraded":"2024-09-05T06:13:22.039023+0000","last_fullsized":"2024-09-05T06:13:22.039023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:50:10.828523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.022728+0000","last_change":"2024-09-05T06:13:21.050966+0000","last_active":"2024-09-05T06:13:22.022728+0000","last_peered":"2024-09-05T06:13:22.022728+0000","last_clean":"2024-09-05T06:13:22.022728+0000","last_became_active":"2024-09-05T06:13:21.047312+0000","last_became_peered":"2024-09-05T06:13:21.047312+0000","last_unstale":"2024-09-05T06:13:22.022728+0000","last_undegraded":"2024-09-05T06:13:22.022728+0000","last_fullsized":"2024-09-05T06:13:22.022728+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:29:27.605842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.051312+0000","last_change":"2024-09-05T06:13:22.051018+0000","last_active":"2024-09-05T06:13:22.051312+0000","last_peered":"2024-09-05T06:13:22.051312+0000","last_clean":"2024-09-05T06:13:22.051312+0000","last_became_active":"2024-09-05T06:13:22.050353+0000","last_became_peered":"2024-09-05T06:13:22.050353+0000","last_unstale":"2024-09-05T06:13:22.051312+0000","last_undegraded":"2024-09-05T06:13:22.051312+0000","last_fullsized":"2024-09-05T06:13:22.051312+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:08:35.174735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.033086+0000","last_change":"2024-09-05T06:13:21.051201+0000","last_active":"2024-09-05T06:13:22.033086+0000","last_peered":"2024-09-05T06:13:22.033086+0000","last_clean":"2024-09-05T06:13:22.033086+0000","last_became_active":"2024-09-05T06:13:21.050843+0000","last_became_peered":"2024-09-05T06:13:21.050843+0000","last_unstale":"2024-09-05T06:13:22.033086+0000","last_undegraded":"2024-09-05T06:13:22.033086+0000","last_fullsized":"2024-09-05T06:13:22.033086+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:22.557368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.063230+0000","last_change":"2024-09-05T06:13:22.063138+0000","last_active":"2024-09-05T06:13:22.063230+0000","last_peered":"2024-09-05T06:13:22.063230+0000","last_clean":"2024-09-05T06:13:22.063230+0000","last_became_active":"2024-09-05T06:13:22.062052+0000","last_became_peered":"2024-09-05T06:13:22.062052+0000","last_unstale":"2024-09-05T06:13:22.063230+0000","last_undegraded":"2024-09-05T06:13:22.063230+0000","last_fullsized":"2024-09-05T06:13:22.063230+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:00:21.568681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044923+0000","last_change":"2024-09-05T06:13:21.051658+0000","last_active":"2024-09-05T06:13:22.044923+0000","last_peered":"2024-09-05T06:13:22.044923+0000","last_clean":"2024-09-05T06:13:22.044923+0000","last_became_active":"2024-09-05T06:13:21.051423+0000","last_became_peered":"2024-09-05T06:13:21.051423+0000","last_unstale":"2024-09-05T06:13:22.044923+0000","last_undegraded":"2024-09-05T06:13:22.044923+0000","last_fullsized":"2024-09-05T06:13:22.044923+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:55.561505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044205+0000","last_change":"2024-09-05T06:13:22.038519+0000","last_active":"2024-09-05T06:13:22.044205+0000","last_peered":"2024-09-05T06:13:22.044205+0000","last_clean":"2024-09-05T06:13:22.044205+0000","last_became_active":"2024-09-05T06:13:22.036858+0000","last_became_peered":"2024-09-05T06:13:22.036858+0000","last_unstale":"2024-09-05T06:13:22.044205+0000","last_undegraded":"2024-09-05T06:13:22.044205+0000","last_fullsized":"2024-09-05T06:13:22.044205+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:40.426535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"87'3","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.068362+0000","last_change":"2024-09-05T06:13:21.050448+0000","last_active":"2024-09-05T06:13:22.068362+0000","last_peered":"2024-09-05T06:13:22.068362+0000","last_clean":"2024-09-05T06:13:22.068362+0000","last_became_active":"2024-09-05T06:13:21.049611+0000","last_became_peered":"2024-09-05T06:13:21.049611+0000","last_unstale":"2024-09-05T06:13:22.068362+0000","last_undegraded":"2024-09-05T06:13:22.068362+0000","last_fullsized":"2024-09-05T06:13:22.068362+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:53:46.826800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.051367+0000","last_change":"2024-09-05T06:13:22.051102+0000","last_active":"2024-09-05T06:13:22.051367+0000","last_peered":"2024-09-05T06:13:22.051367+0000","last_clean":"2024-09-05T06:13:22.051367+0000","last_became_active":"2024-09-05T06:13:22.049144+0000","last_became_peered":"2024-09-05T06:13:22.049144+0000","last_unstale":"2024-09-05T06:13:22.051367+0000","last_undegraded":"2024-09-05T06:13:22.051367+0000","last_fullsized":"2024-09-05T06:13:22.051367+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:28:45.996598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"87'6","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.070261+0000","last_change":"2024-09-05T06:13:21.056448+0000","last_active":"2024-09-05T06:13:22.070261+0000","last_peered":"2024-09-05T06:13:22.070261+0000","last_clean":"2024-09-05T06:13:22.070261+0000","last_became_active":"2024-09-05T06:13:21.054768+0000","last_became_peered":"2024-09-05T06:13:21.054768+0000","last_unstale":"2024-09-05T06:13:22.070261+0000","last_undegraded":"2024-09-05T06:13:22.070261+0000","last_fullsized":"2024-09-05T06:13:22.070261+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:22:42.129085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.061113+0000","last_change":"2024-09-05T06:13:22.055958+0000","last_active":"2024-09-05T06:13:22.061113+0000","last_peered":"2024-09-05T06:13:22.061113+0000","last_clean":"2024-09-05T06:13:22.061113+0000","last_became_active":"2024-09-05T06:13:22.055229+0000","last_became_peered":"2024-09-05T06:13:22.055229+0000","last_unstale":"2024-09-05T06:13:22.061113+0000","last_undegraded":"2024-09-05T06:13:22.061113+0000","last_fullsized":"2024-09-05T06:13:22.061113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:25:19.835369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.066997+0000","last_change":"2024-09-05T06:13:21.050345+0000","last_active":"2024-09-05T06:13:22.066997+0000","last_peered":"2024-09-05T06:13:22.066997+0000","last_clean":"2024-09-05T06:13:22.066997+0000","last_became_active":"2024-09-05T06:13:21.049734+0000","last_became_peered":"2024-09-05T06:13:21.049734+0000","last_unstale":"2024-09-05T06:13:22.066997+0000","last_undegraded":"2024-09-05T06:13:22.066997+0000","last_fullsized":"2024-09-05T06:13:22.066997+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:18:57.580817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.046432+0000","last_change":"2024-09-05T06:13:22.045925+0000","last_active":"2024-09-05T06:13:22.046432+0000","last_peered":"2024-09-05T06:13:22.046432+0000","last_clean":"2024-09-05T06:13:22.046432+0000","last_became_active":"2024-09-05T06:13:22.045262+0000","last_became_peered":"2024-09-05T06:13:22.045262+0000","last_unstale":"2024-09-05T06:13:22.046432+0000","last_undegraded":"2024-09-05T06:13:22.046432+0000","last_fullsized":"2024-09-05T06:13:22.046432+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:36:33.708326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.030853+0000","last_change":"2024-09-05T06:13:21.055396+0000","last_active":"2024-09-05T06:13:22.030853+0000","last_peered":"2024-09-05T06:13:22.030853+0000","last_clean":"2024-09-05T06:13:22.030853+0000","last_became_active":"2024-09-05T06:13:21.055211+0000","last_became_peered":"2024-09-05T06:13:21.055211+0000","last_unstale":"2024-09-05T06:13:22.030853+0000","last_undegraded":"2024-09-05T06:13:22.030853+0000","last_fullsized":"2024-09-05T06:13:22.030853+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:38:51.398593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.048790+0000","last_change":"2024-09-05T06:13:22.048541+0000","last_active":"2024-09-05T06:13:22.048790+0000","last_peered":"2024-09-05T06:13:22.048790+0000","last_clean":"2024-09-05T06:13:22.048790+0000","last_became_active":"2024-09-05T06:13:22.046881+0000","last_became_peered":"2024-09-05T06:13:22.046881+0000","last_unstale":"2024-09-05T06:13:22.048790+0000","last_undegraded":"2024-09-05T06:13:22.048790+0000","last_fullsized":"2024-09-05T06:13:22.048790+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:05:40.654681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.030706+0000","last_change":"2024-09-05T06:13:21.063722+0000","last_active":"2024-09-05T06:13:22.030706+0000","last_peered":"2024-09-05T06:13:22.030706+0000","last_clean":"2024-09-05T06:13:22.030706+0000","last_became_active":"2024-09-05T06:13:21.063476+0000","last_became_peered":"2024-09-05T06:13:21.063476+0000","last_unstale":"2024-09-05T06:13:22.030706+0000","last_undegraded":"2024-09-05T06:13:22.030706+0000","last_fullsized":"2024-09-05T06:13:22.030706+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:39:21.987008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.033139+0000","last_change":"2024-09-05T06:13:22.032837+0000","last_active":"2024-09-05T06:13:22.033139+0000","last_peered":"2024-09-05T06:13:22.033139+0000","last_clean":"2024-09-05T06:13:22.033139+0000","last_became_active":"2024-09-05T06:13:22.031063+0000","last_became_peered":"2024-09-05T06:13:22.031063+0000","last_unstale":"2024-09-05T06:13:22.033139+0000","last_undegraded":"2024-09-05T06:13:22.033139+0000","last_fullsized":"2024-09-05T06:13:22.033139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:06:47.308591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"87'8","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.073932+0000","last_change":"2024-09-05T06:13:21.047400+0000","last_active":"2024-09-05T06:13:22.073932+0000","last_peered":"2024-09-05T06:13:22.073932+0000","last_clean":"2024-09-05T06:13:22.073932+0000","last_became_active":"2024-09-05T06:13:21.046290+0000","last_became_peered":"2024-09-05T06:13:21.046290+0000","last_unstale":"2024-09-05T06:13:22.073932+0000","last_undegraded":"2024-09-05T06:13:22.073932+0000","last_fullsized":"2024-09-05T06:13:22.073932+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:42:58.721182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062251+0000","last_change":"2024-09-05T06:13:22.059800+0000","last_active":"2024-09-05T06:13:22.062251+0000","last_peered":"2024-09-05T06:13:22.062251+0000","last_clean":"2024-09-05T06:13:22.062251+0000","last_became_active":"2024-09-05T06:13:22.058852+0000","last_became_peered":"2024-09-05T06:13:22.058852+0000","last_unstale":"2024-09-05T06:13:22.062251+0000","last_undegraded":"2024-09-05T06:13:22.062251+0000","last_fullsized":"2024-09-05T06:13:22.062251+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:51.031539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.072010+0000","last_change":"2024-09-05T06:13:21.066983+0000","last_active":"2024-09-05T06:13:22.072010+0000","last_peered":"2024-09-05T06:13:22.072010+0000","last_clean":"2024-09-05T06:13:22.072010+0000","last_became_active":"2024-09-05T06:13:21.066612+0000","last_became_peered":"2024-09-05T06:13:21.066612+0000","last_unstale":"2024-09-05T06:13:22.072010+0000","last_undegraded":"2024-09-05T06:13:22.072010+0000","last_fullsized":"2024-09-05T06:13:22.072010+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:15.562996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.049088+0000","last_change":"2024-09-05T06:13:22.046891+0000","last_active":"2024-09-05T06:13:22.049088+0000","last_peered":"2024-09-05T06:13:22.049088+0000","last_clean":"2024-09-05T06:13:22.049088+0000","last_became_active":"2024-09-05T06:13:22.046203+0000","last_became_peered":"2024-09-05T06:13:22.046203+0000","last_unstale":"2024-09-05T06:13:22.049088+0000","last_undegraded":"2024-09-05T06:13:22.049088+0000","last_fullsized":"2024-09-05T06:13:22.049088+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:55:48.911544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.071968+0000","last_change":"2024-09-05T06:13:21.052263+0000","last_active":"2024-09-05T06:13:22.071968+0000","last_peered":"2024-09-05T06:13:22.071968+0000","last_clean":"2024-09-05T06:13:22.071968+0000","last_became_active":"2024-09-05T06:13:21.051943+0000","last_became_peered":"2024-09-05T06:13:21.051943+0000","last_unstale":"2024-09-05T06:13:22.071968+0000","last_undegraded":"2024-09-05T06:13:22.071968+0000","last_fullsized":"2024-09-05T06:13:22.071968+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:56:33.738624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.023861+0000","last_change":"2024-09-05T06:13:22.023499+0000","last_active":"2024-09-05T06:13:22.023861+0000","last_peered":"2024-09-05T06:13:22.023861+0000","last_clean":"2024-09-05T06:13:22.023861+0000","last_became_active":"2024-09-05T06:13:22.022861+0000","last_became_peered":"2024-09-05T06:13:22.022861+0000","last_unstale":"2024-09-05T06:13:22.023861+0000","last_undegraded":"2024-09-05T06:13:22.023861+0000","last_fullsized":"2024-09-05T06:13:22.023861+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:46:25.665435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"87'1","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.072047+0000","last_change":"2024-09-05T06:13:21.052889+0000","last_active":"2024-09-05T06:13:22.072047+0000","last_peered":"2024-09-05T06:13:22.072047+0000","last_clean":"2024-09-05T06:13:22.072047+0000","last_became_active":"2024-09-05T06:13:21.052491+0000","last_became_peered":"2024-09-05T06:13:21.052491+0000","last_unstale":"2024-09-05T06:13:22.072047+0000","last_undegraded":"2024-09-05T06:13:22.072047+0000","last_fullsized":"2024-09-05T06:13:22.072047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:54:09.735710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.036702+0000","last_change":"2024-09-05T06:13:22.036412+0000","last_active":"2024-09-05T06:13:22.036702+0000","last_peered":"2024-09-05T06:13:22.036702+0000","last_clean":"2024-09-05T06:13:22.036702+0000","last_became_active":"2024-09-05T06:13:22.035795+0000","last_became_peered":"2024-09-05T06:13:22.035795+0000","last_unstale":"2024-09-05T06:13:22.036702+0000","last_undegraded":"2024-09-05T06:13:22.036702+0000","last_fullsized":"2024-09-05T06:13:22.036702+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:32.776246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.038645+0000","last_change":"2024-09-05T06:13:21.049663+0000","last_active":"2024-09-05T06:13:22.038645+0000","last_peered":"2024-09-05T06:13:22.038645+0000","last_clean":"2024-09-05T06:13:22.038645+0000","last_became_active":"2024-09-05T06:13:21.049033+0000","last_became_peered":"2024-09-05T06:13:21.049033+0000","last_unstale":"2024-09-05T06:13:22.038645+0000","last_undegraded":"2024-09-05T06:13:22.038645+0000","last_fullsized":"2024-09-05T06:13:22.038645+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:55:42.913988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.046555+0000","last_change":"2024-09-05T06:13:22.046143+0000","last_active":"2024-09-05T06:13:22.046555+0000","last_peered":"2024-09-05T06:13:22.046555+0000","last_clean":"2024-09-05T06:13:22.046555+0000","last_became_active":"2024-09-05T06:13:22.042484+0000","last_became_peered":"2024-09-05T06:13:22.042484+0000","last_unstale":"2024-09-05T06:13:22.046555+0000","last_undegraded":"2024-09-05T06:13:22.046555+0000","last_fullsized":"2024-09-05T06:13:22.046555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:33:22.519697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.050851+0000","last_change":"2024-09-05T06:13:21.065273+0000","last_active":"2024-09-05T06:13:22.050851+0000","last_peered":"2024-09-05T06:13:22.050851+0000","last_clean":"2024-09-05T06:13:22.050851+0000","last_became_active":"2024-09-05T06:13:21.065028+0000","last_became_peered":"2024-09-05T06:13:21.065028+0000","last_unstale":"2024-09-05T06:13:22.050851+0000","last_undegraded":"2024-09-05T06:13:22.050851+0000","last_fullsized":"2024-09-05T06:13:22.050851+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:32:04.092201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.037828+0000","last_change":"2024-09-05T06:13:22.037501+0000","last_active":"2024-09-05T06:13:22.037828+0000","last_peered":"2024-09-05T06:13:22.037828+0000","last_clean":"2024-09-05T06:13:22.037828+0000","last_became_active":"2024-09-05T06:13:22.035852+0000","last_became_peered":"2024-09-05T06:13:22.035852+0000","last_unstale":"2024-09-05T06:13:22.037828+0000","last_undegraded":"2024-09-05T06:13:22.037828+0000","last_fullsized":"2024-09-05T06:13:22.037828+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:47:26.509596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044219+0000","last_change":"2024-09-05T06:13:21.058000+0000","last_active":"2024-09-05T06:13:22.044219+0000","last_peered":"2024-09-05T06:13:22.044219+0000","last_clean":"2024-09-05T06:13:22.044219+0000","last_became_active":"2024-09-05T06:13:21.057829+0000","last_became_peered":"2024-09-05T06:13:21.057829+0000","last_unstale":"2024-09-05T06:13:22.044219+0000","last_undegraded":"2024-09-05T06:13:22.044219+0000","last_fullsized":"2024-09-05T06:13:22.044219+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:20:43.312668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.025002+0000","last_change":"2024-09-05T06:13:22.024386+0000","last_active":"2024-09-05T06:13:22.025002+0000","last_peered":"2024-09-05T06:13:22.025002+0000","last_clean":"2024-09-05T06:13:22.025002+0000","last_became_active":"2024-09-05T06:13:22.023761+0000","last_became_peered":"2024-09-05T06:13:22.023761+0000","last_unstale":"2024-09-05T06:13:22.025002+0000","last_undegraded":"2024-09-05T06:13:22.025002+0000","last_fullsized":"2024-09-05T06:13:22.025002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:42.393891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.031390+0000","last_change":"2024-09-05T06:13:21.049477+0000","last_active":"2024-09-05T06:13:22.031390+0000","last_peered":"2024-09-05T06:13:22.031390+0000","last_clean":"2024-09-05T06:13:22.031390+0000","last_became_active":"2024-09-05T06:13:21.048871+0000","last_became_peered":"2024-09-05T06:13:21.048871+0000","last_unstale":"2024-09-05T06:13:22.031390+0000","last_undegraded":"2024-09-05T06:13:22.031390+0000","last_fullsized":"2024-09-05T06:13:22.031390+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:35:41.249390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.047903+0000","last_change":"2024-09-05T06:13:22.047414+0000","last_active":"2024-09-05T06:13:22.047903+0000","last_peered":"2024-09-05T06:13:22.047903+0000","last_clean":"2024-09-05T06:13:22.047903+0000","last_became_active":"2024-09-05T06:13:22.046132+0000","last_became_peered":"2024-09-05T06:13:22.046132+0000","last_unstale":"2024-09-05T06:13:22.047903+0000","last_undegraded":"2024-09-05T06:13:22.047903+0000","last_fullsized":"2024-09-05T06:13:22.047903+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:14:39.460126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.072236+0000","last_change":"2024-09-05T06:13:21.060339+0000","last_active":"2024-09-05T06:13:22.072236+0000","last_peered":"2024-09-05T06:13:22.072236+0000","last_clean":"2024-09-05T06:13:22.072236+0000","last_became_active":"2024-09-05T06:13:21.060079+0000","last_became_peered":"2024-09-05T06:13:21.060079+0000","last_unstale":"2024-09-05T06:13:22.072236+0000","last_undegraded":"2024-09-05T06:13:22.072236+0000","last_fullsized":"2024-09-05T06:13:22.072236+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:16:31.566387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.044046+0000","last_change":"2024-09-05T06:13:22.038615+0000","last_active":"2024-09-05T06:13:22.044046+0000","last_peered":"2024-09-05T06:13:22.044046+0000","last_clean":"2024-09-05T06:13:22.044046+0000","last_became_active":"2024-09-05T06:13:22.037991+0000","last_became_peered":"2024-09-05T06:13:22.037991+0000","last_unstale":"2024-09-05T06:13:22.044046+0000","last_undegraded":"2024-09-05T06:13:22.044046+0000","last_fullsized":"2024-09-05T06:13:22.044046+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:07.024886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.027112+0000","last_change":"2024-09-05T06:13:21.052587+0000","last_active":"2024-09-05T06:13:22.027112+0000","last_peered":"2024-09-05T06:13:22.027112+0000","last_clean":"2024-09-05T06:13:22.027112+0000","last_became_active":"2024-09-05T06:13:21.050024+0000","last_became_peered":"2024-09-05T06:13:21.050024+0000","last_unstale":"2024-09-05T06:13:22.027112+0000","last_undegraded":"2024-09-05T06:13:22.027112+0000","last_fullsized":"2024-09-05T06:13:22.027112+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:53:36.488190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062230+0000","last_change":"2024-09-05T06:13:22.059397+0000","last_active":"2024-09-05T06:13:22.062230+0000","last_peered":"2024-09-05T06:13:22.062230+0000","last_clean":"2024-09-05T06:13:22.062230+0000","last_became_active":"2024-09-05T06:13:22.057658+0000","last_became_peered":"2024-09-05T06:13:22.057658+0000","last_unstale":"2024-09-05T06:13:22.062230+0000","last_undegraded":"2024-09-05T06:13:22.062230+0000","last_fullsized":"2024-09-05T06:13:22.062230+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.292258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.024763+0000","last_change":"2024-09-05T06:13:21.059254+0000","last_active":"2024-09-05T06:13:22.024763+0000","last_peered":"2024-09-05T06:13:22.024763+0000","last_clean":"2024-09-05T06:13:22.024763+0000","last_became_active":"2024-09-05T06:13:21.055138+0000","last_became_peered":"2024-09-05T06:13:21.055138+0000","last_unstale":"2024-09-05T06:13:22.024763+0000","last_undegraded":"2024-09-05T06:13:22.024763+0000","last_fullsized":"2024-09-05T06:13:22.024763+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:02.022620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062908+0000","last_change":"2024-09-05T06:13:22.062094+0000","last_active":"2024-09-05T06:13:22.062908+0000","last_peered":"2024-09-05T06:13:22.062908+0000","last_clean":"2024-09-05T06:13:22.062908+0000","last_became_active":"2024-09-05T06:13:22.061110+0000","last_became_peered":"2024-09-05T06:13:22.061110+0000","last_unstale":"2024-09-05T06:13:22.062908+0000","last_undegraded":"2024-09-05T06:13:22.062908+0000","last_fullsized":"2024-09-05T06:13:22.062908+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:04:16.744470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.023214+0000","last_change":"2024-09-05T06:13:21.051789+0000","last_active":"2024-09-05T06:13:22.023214+0000","last_peered":"2024-09-05T06:13:22.023214+0000","last_clean":"2024-09-05T06:13:22.023214+0000","last_became_active":"2024-09-05T06:13:21.050335+0000","last_became_peered":"2024-09-05T06:13:21.050335+0000","last_unstale":"2024-09-05T06:13:22.023214+0000","last_undegraded":"2024-09-05T06:13:22.023214+0000","last_fullsized":"2024-09-05T06:13:22.023214+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:48:12.294369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.039137+0000","last_change":"2024-09-05T06:13:22.038266+0000","last_active":"2024-09-05T06:13:22.039137+0000","last_peered":"2024-09-05T06:13:22.039137+0000","last_clean":"2024-09-05T06:13:22.039137+0000","last_became_active":"2024-09-05T06:13:22.037613+0000","last_became_peered":"2024-09-05T06:13:22.037613+0000","last_unstale":"2024-09-05T06:13:22.039137+0000","last_undegraded":"2024-09-05T06:13:22.039137+0000","last_fullsized":"2024-09-05T06:13:22.039137+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:27.469563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.019763+0000","last_change":"2024-09-05T06:13:21.048213+0000","last_active":"2024-09-05T06:13:22.019763+0000","last_peered":"2024-09-05T06:13:22.019763+0000","last_clean":"2024-09-05T06:13:22.019763+0000","last_became_active":"2024-09-05T06:13:21.047531+0000","last_became_peered":"2024-09-05T06:13:21.047531+0000","last_unstale":"2024-09-05T06:13:22.019763+0000","last_undegraded":"2024-09-05T06:13:22.019763+0000","last_fullsized":"2024-09-05T06:13:22.019763+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:54.761834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.067596+0000","last_change":"2024-09-05T06:13:22.067382+0000","last_active":"2024-09-05T06:13:22.067596+0000","last_peered":"2024-09-05T06:13:22.067596+0000","last_clean":"2024-09-05T06:13:22.067596+0000","last_became_active":"2024-09-05T06:13:22.065390+0000","last_became_peered":"2024-09-05T06:13:22.065390+0000","last_unstale":"2024-09-05T06:13:22.067596+0000","last_undegraded":"2024-09-05T06:13:22.067596+0000","last_fullsized":"2024-09-05T06:13:22.067596+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.378742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.037009+0000","last_change":"2024-09-05T06:13:21.048633+0000","last_active":"2024-09-05T06:13:22.037009+0000","last_peered":"2024-09-05T06:13:22.037009+0000","last_clean":"2024-09-05T06:13:22.037009+0000","last_became_active":"2024-09-05T06:13:21.047643+0000","last_became_peered":"2024-09-05T06:13:21.047643+0000","last_unstale":"2024-09-05T06:13:22.037009+0000","last_undegraded":"2024-09-05T06:13:22.037009+0000","last_fullsized":"2024-09-05T06:13:22.037009+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:36.290447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.049560+0000","last_change":"2024-09-05T06:13:22.049329+0000","last_active":"2024-09-05T06:13:22.049560+0000","last_peered":"2024-09-05T06:13:22.049560+0000","last_clean":"2024-09-05T06:13:22.049560+0000","last_became_active":"2024-09-05T06:13:22.048586+0000","last_became_peered":"2024-09-05T06:13:22.048586+0000","last_unstale":"2024-09-05T06:13:22.049560+0000","last_undegraded":"2024-09-05T06:13:22.049560+0000","last_fullsized":"2024-09-05T06:13:22.049560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:12.777575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.040178+0000","last_change":"2024-09-05T06:13:21.053182+0000","last_active":"2024-09-05T06:13:22.040178+0000","last_peered":"2024-09-05T06:13:22.040178+0000","last_clean":"2024-09-05T06:13:22.040178+0000","last_became_active":"2024-09-05T06:13:21.052934+0000","last_became_peered":"2024-09-05T06:13:21.052934+0000","last_unstale":"2024-09-05T06:13:22.040178+0000","last_undegraded":"2024-09-05T06:13:22.040178+0000","last_fullsized":"2024-09-05T06:13:22.040178+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:26.768298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.062272+0000","last_change":"2024-09-05T06:13:22.061663+0000","last_active":"2024-09-05T06:13:22.062272+0000","last_peered":"2024-09-05T06:13:22.062272+0000","last_clean":"2024-09-05T06:13:22.062272+0000","last_became_active":"2024-09-05T06:13:22.056955+0000","last_became_peered":"2024-09-05T06:13:22.056955+0000","last_unstale":"2024-09-05T06:13:22.062272+0000","last_undegraded":"2024-09-05T06:13:22.062272+0000","last_fullsized":"2024-09-05T06:13:22.062272+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:27:15.961892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.051529+0000","last_change":"2024-09-05T06:13:21.054855+0000","last_active":"2024-09-05T06:13:22.051529+0000","last_peered":"2024-09-05T06:13:22.051529+0000","last_clean":"2024-09-05T06:13:22.051529+0000","last_became_active":"2024-09-05T06:13:21.054629+0000","last_became_peered":"2024-09-05T06:13:21.054629+0000","last_unstale":"2024-09-05T06:13:22.051529+0000","last_undegraded":"2024-09-05T06:13:22.051529+0000","last_fullsized":"2024-09-05T06:13:22.051529+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:00:36.455521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":9,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.042609+0000","last_change":"2024-09-05T06:13:22.042290+0000","last_active":"2024-09-05T06:13:22.042609+0000","last_peered":"2024-09-05T06:13:22.042609+0000","last_clean":"2024-09-05T06:13:22.042609+0000","last_became_active":"2024-09-05T06:13:22.041663+0000","last_became_peered":"2024-09-05T06:13:22.041663+0000","last_unstale":"2024-09-05T06:13:22.042609+0000","last_undegraded":"2024-09-05T06:13:22.042609+0000","last_fullsized":"2024-09-05T06:13:22.042609+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:21.027027+0000","last_clean_scrub_stamp":"2024-09-05T06:13:21.027027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:38:39.045500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"87'2","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.079008+0000","last_change":"2024-09-05T06:13:21.064302+0000","last_active":"2024-09-05T06:13:22.079008+0000","last_peered":"2024-09-05T06:13:22.079008+0000","last_clean":"2024-09-05T06:13:22.079008+0000","last_became_active":"2024-09-05T06:13:21.064137+0000","last_became_peered":"2024-09-05T06:13:21.064137+0000","last_unstale":"2024-09-05T06:13:22.079008+0000","last_undegraded":"2024-09-05T06:13:22.079008+0000","last_fullsized":"2024-09-05T06:13:22.079008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:13:20.017423+0000","last_clean_scrub_stamp":"2024-09-05T06:13:20.017423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:14:52.732606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":302,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-09-05T06:13:22.030127+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:13:22.030127+0000","last_peered":"2024-09-05T06:13:22.030127+0000","last_clean":"2024-09-05T06:13:22.030127+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:13:22.030127+0000","last_undegraded":"2024-09-05T06:13:22.030127+0000","last_fullsized":"2024-09-05T06:13:22.030127+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:38:20.111812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":450,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194862,"statfs":{"total":200000000,"available":199538999,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574893,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":450,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194862,"statfs":{"total":200000000,"available":199538999,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574893,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1033,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194279,"statfs":{"total":200000000,"available":198941766,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574892,"num_pgs":18,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":457,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194855,"statfs":{"total":200000000,"available":199531530,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":456,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194855,"statfs":{"total":200000000,"available":199532224,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":450,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194862,"statfs":{"total":200000000,"available":199538999,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1026,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194285,"statfs":{"total":200000000,"available":198948631,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574892,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":450,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194862,"statfs":{"total":200000000,"available":199538999,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:13:25.465 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:13:25.465 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:13:25.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.593+0000 7f8c8819f640 1 Processor -- start 2024-09-05T06:13:25.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.593+0000 7f8c8819f640 1 -- start start 2024-09-05T06:13:25.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.593+0000 7f8c8819f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8c800b5a20 0x7f8c80072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.593+0000 7f8c8819f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c8006e4d0 con 0x7f8c8015ea00 2024-09-05T06:13:25.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.593+0000 7f8c8819f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c80071760 con 0x7f8c8006d770 2024-09-05T06:13:25.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.593+0000 7f8c8819f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8c80071db0 con 0x7f8c800b5a20 2024-09-05T06:13:25.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.593+0000 7f8c85f3b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f8c8015ea00 0x7f8c800b5310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51274/0 (socket says 172.21.15.70:51274) 2024-09-05T06:13:25.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.593+0000 7f8c85f3b640 1 -- 172.21.15.70:0/3536765104 learned_addr learned my addr 172.21.15.70:0/3536765104 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:25.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8573a640 1 --2- 172.21.15.70:0/3536765104 >> v2:172.21.15.196:3300/0 conn(0x7f8c800b5a20 0x7f8c80072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4133864527 0 0) 0x7f8c8006e4d0 con 0x7f8c8015ea00 2024-09-05T06:13:25.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c6c003530 con 0x7f8c8015ea00 2024-09-05T06:13:25.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1238431006 0 0) 0x7f8c6c003530 con 0x7f8c8015ea00 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 >> v2:172.21.15.196:3300/0 conn(0x7f8c800b5a20 msgr2=0x7f8c80072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 --2- 172.21.15.70:0/3536765104 >> v2:172.21.15.196:3300/0 conn(0x7f8c800b5a20 0x7f8c80072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 >> v1:172.21.15.196:6789/0 conn(0x7f8c8006d770 legacy=0x7f8c8006dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c80071a40 con 0x7f8c8015ea00 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f8c7c001680 con 0x7f8c8015ea00 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 >> v1:172.21.15.70:6789/0 conn(0x7f8c8015ea00 legacy=0x7f8c800b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c6c0039c0 0x7f8c6c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c6c004810 0x7f8c6c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0051d0 0x7f8c6c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8c80071db0 con 0x7f8c6c0039c0 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6c00c070 con 0x7f8c6c0051d0 2024-09-05T06:13:25.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8c6c00c270 con 0x7f8c6c004810 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c85f3b640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c6c0039c0 0x7f8c6c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8673c640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0051d0 0x7f8c6c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8573a640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c6c004810 0x7f8c6c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c85f3b640 1 -- 172.21.15.70:0/3536765104 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c6c004810 msgr2=0x7f8c6c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c85f3b640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c6c004810 0x7f8c6c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c85f3b640 1 -- 172.21.15.70:0/3536765104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0051d0 msgr2=0x7f8c6c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c85f3b640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0051d0 0x7f8c6c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c85f3b640 1 -- 172.21.15.70:0/3536765104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c6c003530 con 0x7f8c6c0039c0 2024-09-05T06:13:25.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8673c640 1 -- 172.21.15.70:0/3536765104 reap_dead start 2024-09-05T06:13:25.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c85f3b640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c6c0039c0 0x7f8c6c003de0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f8c7c00c1c0 tx=0x7f8c7c01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84a0e694ac82f81 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c7c007d00 con 0x7f8c6c0039c0 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c7c0a9020 con 0x7f8c6c0039c0 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c84f39640 1 -- 172.21.15.70:0/3536765104 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c7c005ae0 con 0x7f8c6c0039c0 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8819f640 1 -- 172.21.15.70:0/3536765104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c6c0039c0 msgr2=0x7f8c6c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8819f640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c6c0039c0 0x7f8c6c003de0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f8c7c00c1c0 tx=0x7f8c7c01cc60 comp rx=0 tx=0).stop 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8819f640 1 -- 172.21.15.70:0/3536765104 shutdown_connections 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8819f640 1 --2- 172.21.15.70:0/3536765104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c6c0039c0 0x7f8c6c003de0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8819f640 1 -- 172.21.15.70:0/3536765104 >> 172.21.15.70:0/3536765104 conn(0x7f8c8006bcc0 msgr2=0x7f8c8006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8819f640 1 -- 172.21.15.70:0/3536765104 shutdown_connections 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.597+0000 7f8c8819f640 1 -- 172.21.15.70:0/3536765104 wait complete. 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 Processor -- start 2024-09-05T06:13:25.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 -- start start 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0039c0 0x7f8c801574b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c80155360 0x7f8c80155be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c801491d0 0x7f8c80158030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8c800b56a0 con 0x7f8c801491d0 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8c800b5520 con 0x7f8c6c0039c0 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8c800b5820 con 0x7f8c80155360 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c801491d0 0x7f8c80158030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c801491d0 0x7f8c80158030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41944/0 (socket says 172.21.15.70:41944) 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 -- 172.21.15.70:0/1340913822 learned_addr learned my addr 172.21.15.70:0/1340913822 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8573a640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c80155360 0x7f8c80155be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c85f3b640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0039c0 0x7f8c801574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 -- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c80155360 msgr2=0x7f8c80155be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c80155360 0x7f8c80155be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 -- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0039c0 msgr2=0x7f8c801574b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0039c0 0x7f8c801574b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 -- 172.21.15.70:0/1340913822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c80156410 con 0x7f8c801491d0 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c85f3b640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0039c0 0x7f8c801574b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8673c640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c801491d0 0x7f8c80158030 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f8c8006f6a0 tx=0x7f8c7800e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c767fc640 1 -- 172.21.15.70:0/1340913822 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c78019070 con 0x7f8c801491d0 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c767fc640 1 -- 172.21.15.70:0/1340913822 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c78006d70 con 0x7f8c801491d0 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c801566f0 con 0x7f8c801491d0 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c767fc640 1 -- 172.21.15.70:0/1340913822 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c78003ba0 con 0x7f8c801491d0 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c80156cb0 con 0x7f8c801491d0 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c800b4270 con 0x7f8c801491d0 2024-09-05T06:13:25.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.601+0000 7f8c767fc640 1 -- 172.21.15.70:0/1340913822 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8c7801c070 con 0x7f8c801491d0 2024-09-05T06:13:25.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.605+0000 7f8c767fc640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c640678f0 0x7f8c64069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.605+0000 7f8c767fc640 1 -- 172.21.15.70:0/1340913822 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f8c78084ff0 con 0x7f8c801491d0 2024-09-05T06:13:25.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.605+0000 7f8c85f3b640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c640678f0 0x7f8c64069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.605+0000 7f8c85f3b640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c640678f0 0x7f8c64069db0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8c7c0aa000 tx=0x7f8c8006e6a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.609+0000 7f8c767fc640 1 -- 172.21.15.70:0/1340913822 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8c78055b30 con 0x7f8c801491d0 2024-09-05T06:13:25.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.809+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f8c80076260 con 0x7f8c801491d0 2024-09-05T06:13:25.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.813+0000 7f8c767fc640 1 -- 172.21.15.70:0/1340913822 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7f8c78055430 con 0x7f8c801491d0 2024-09-05T06:13:25.811 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:13:25.811 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:13:25.811 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:13:25.811 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:13:25.811 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:13:25.811 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c640678f0 msgr2=0x7f8c64069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c640678f0 0x7f8c64069db0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8c7c0aa000 tx=0x7f8c8006e6a0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c801491d0 msgr2=0x7f8c80158030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c801491d0 0x7f8c80158030 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f8c8006f6a0 tx=0x7f8c7800e960 comp rx=0 tx=0).stop 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 shutdown_connections 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c640678f0 0x7f8c64069db0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c801491d0 0x7f8c80158030 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c80155360 0x7f8c80155be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 --2- 172.21.15.70:0/1340913822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c6c0039c0 0x7f8c801574b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 >> 172.21.15.70:0/1340913822 conn(0x7f8c8006bcc0 msgr2=0x7f8c800b0d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:25.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 shutdown_connections 2024-09-05T06:13:25.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.817+0000 7f8c8819f640 1 -- 172.21.15.70:0/1340913822 wait complete. 2024-09-05T06:13:25.828 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:25.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.949+0000 7fb974c76640 1 Processor -- start 2024-09-05T06:13:25.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.949+0000 7fb974c76640 1 -- start start 2024-09-05T06:13:25.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb97006ed90 0x7fb970072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb97015bc40 con 0x7fb970072a90 2024-09-05T06:13:25.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9700d14c0 con 0x7fb9700afff0 2024-09-05T06:13:25.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb970073410 con 0x7fb97006ed90 2024-09-05T06:13:25.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb96ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb97006ed90 0x7fb970072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb965d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb970072a90 0x7fb97006e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51278/0 (socket says 172.21.15.70:51278) 2024-09-05T06:13:25.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb965d9b640 1 -- 172.21.15.70:0/3449416959 learned_addr learned my addr 172.21.15.70:0/3449416959 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:25.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb96ed9d640 1 -- 172.21.15.70:0/3449416959 >> v1:172.21.15.196:6789/0 conn(0x7fb9700afff0 legacy=0x7fb9700cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:25.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb96ed9d640 1 -- 172.21.15.70:0/3449416959 >> v1:172.21.15.70:6789/0 conn(0x7fb970072a90 legacy=0x7fb97006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb96ed9d640 1 -- 172.21.15.70:0/3449416959 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb970071cd0 con 0x7fb97006ed90 2024-09-05T06:13:25.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb96ed9d640 1 --2- 172.21.15.70:0/3449416959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb97006ed90 0x7fb970072ed0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb968009d90 tx=0x7fb96801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94dec7e588b29d16 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb96dd9b640 1 -- 172.21.15.70:0/3449416959 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9680b2070 con 0x7fb97006ed90 2024-09-05T06:13:25.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb96dd9b640 1 -- 172.21.15.70:0/3449416959 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9680a57f0 con 0x7fb97006ed90 2024-09-05T06:13:25.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb96dd9b640 1 -- 172.21.15.70:0/3449416959 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9680a5bc0 con 0x7fb97006ed90 2024-09-05T06:13:25.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 -- 172.21.15.70:0/3449416959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb97006ed90 msgr2=0x7fb970072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 --2- 172.21.15.70:0/3449416959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb97006ed90 0x7fb970072ed0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb968009d90 tx=0x7fb96801c930 comp rx=0 tx=0).stop 2024-09-05T06:13:25.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 -- 172.21.15.70:0/3449416959 shutdown_connections 2024-09-05T06:13:25.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 --2- 172.21.15.70:0/3449416959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb97006ed90 0x7fb970072ed0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 -- 172.21.15.70:0/3449416959 >> 172.21.15.70:0/3449416959 conn(0x7fb97006bcc0 msgr2=0x7fb97006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:25.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 -- 172.21.15.70:0/3449416959 shutdown_connections 2024-09-05T06:13:25.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.953+0000 7fb974c76640 1 -- 172.21.15.70:0/3449416959 wait complete. 2024-09-05T06:13:25.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 Processor -- start 2024-09-05T06:13:25.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 -- start start 2024-09-05T06:13:25.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb97006ed90 0x7fb97015b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb970072a90 0x7fb9700b22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9700afff0 0x7fb9700b2830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb9700d1100 con 0x7fb970072a90 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb9700d0f80 con 0x7fb97006ed90 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb9700d1280 con 0x7fb9700afff0 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb970072a90 0x7fb9700b22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb970072a90 0x7fb9700b22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41962/0 (socket says 172.21.15.70:41962) 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 -- 172.21.15.70:0/3056708376 learned_addr learned my addr 172.21.15.70:0/3056708376 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb96ed9d640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9700afff0 0x7fb9700b2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb96e59c640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb97006ed90 0x7fb97015b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 -- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9700afff0 msgr2=0x7fb9700b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9700afff0 0x7fb9700b2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 -- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb97006ed90 msgr2=0x7fb97015b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:25.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb97006ed90 0x7fb97015b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 -- 172.21.15.70:0/3056708376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9700b2e90 con 0x7fb970072a90 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb96ed9d640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9700afff0 0x7fb9700b2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb965d9b640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb970072a90 0x7fb9700b22f0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fb95800c420 tx=0x7fb95800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb9677fe640 1 -- 172.21.15.70:0/3056708376 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb958017070 con 0x7fb970072a90 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb9677fe640 1 -- 172.21.15.70:0/3056708376 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb958005cf0 con 0x7fb970072a90 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb9677fe640 1 -- 172.21.15.70:0/3056708376 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9580072f0 con 0x7fb970072a90 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb970158d20 con 0x7fb970072a90 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb97015b8d0 con 0x7fb970072a90 2024-09-05T06:13:25.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb970072ed0 con 0x7fb970072a90 2024-09-05T06:13:25.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.957+0000 7fb9677fe640 1 -- 172.21.15.70:0/3056708376 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb95801a070 con 0x7fb970072a90 2024-09-05T06:13:25.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.961+0000 7fb9677fe640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9500678c0 0x7fb950069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:25.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.961+0000 7fb9677fe640 1 -- 172.21.15.70:0/3056708376 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fb958085090 con 0x7fb970072a90 2024-09-05T06:13:25.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.961+0000 7fb96e59c640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9500678c0 0x7fb950069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:25.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.961+0000 7fb96e59c640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9500678c0 0x7fb950069d80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb96000a790 tx=0x7fb960008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:25.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:25.965+0000 7fb9677fe640 1 -- 172.21.15.70:0/3056708376 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb958055bd0 con 0x7fb970072a90 2024-09-05T06:13:26.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.161+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb97015d360 con 0x7fb970072a90 2024-09-05T06:13:26.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.161+0000 7fb9677fe640 1 -- 172.21.15.70:0/3056708376 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5228 (secure 0 0 0) 0x7fb9580554d0 con 0x7fb970072a90 2024-09-05T06:13:26.158 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:26.159 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":34,"btime":"2024-09-05T06:13:24:065521+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4919,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2576508337","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2576508337},{"type":"v1","addr":"172.21.15.196:6833","nonce":2576508337}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5170,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3185130117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3185130117},{"type":"v1","addr":"172.21.15.196:6835","nonce":3185130117}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5829,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3703978730","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3703978730},{"type":"v1","addr":"172.21.15.70:6835","nonce":3703978730}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:13:21.408991+0000","modified":"2024-09-05T06:13:23.413324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/587397471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":587397471},{"type":"v1","addr":"172.21.15.70:6837","nonce":587397471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-05T06:13:26.159 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 34 2024-09-05T06:13:26.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9500678c0 msgr2=0x7fb950069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9500678c0 0x7fb950069d80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb96000a790 tx=0x7fb960008040 comp rx=0 tx=0).stop 2024-09-05T06:13:26.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb970072a90 msgr2=0x7fb9700b22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb970072a90 0x7fb9700b22f0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fb95800c420 tx=0x7fb95800c8e0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 shutdown_connections 2024-09-05T06:13:26.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb9500678c0 0x7fb950069d80 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb9700afff0 0x7fb9700b2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb970072a90 0x7fb9700b22f0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 --2- 172.21.15.70:0/3056708376 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb97006ed90 0x7fb97015b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 >> 172.21.15.70:0/3056708376 conn(0x7fb97006bcc0 msgr2=0x7fb9700b4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:26.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 shutdown_connections 2024-09-05T06:13:26.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.165+0000 7fb974c76640 1 -- 172.21.15.70:0/3056708376 wait complete. 2024-09-05T06:13:26.581 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 34, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:13:21.408991+0000', 'modified': '2024-09-05T06:13:23.413324+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5841}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5841': {'gid': 5841, 'name': 'c', 'rank': 0, 'incarnation': 32, 'state': 'up:active', 'state_seq': 2, 'addr': '172.21.15.70:6837/587397471', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6836', 'nonce': 587397471}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 587397471}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5841, 'qdb_cluster': [5841]} 2024-09-05T06:13:26.581 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:13:26.581 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-05T06:13:26.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cddfa4640 1 Processor -- start 2024-09-05T06:13:26.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cddfa4640 1 -- start start 2024-09-05T06:13:26.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cddfa4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 0x7f1cd80d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cddfa4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1cd815edb0 0x7f1cd80d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cddfa4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cd80cfd30 con 0x7f1cd80cf7e0 2024-09-05T06:13:26.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cddfa4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f1cd80b5620 con 0x7f1cd815edb0 2024-09-05T06:13:26.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cddfa4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd80d0010 con 0x7f1cd80d4980 2024-09-05T06:13:26.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cd7fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f1cd80cf7e0 0x7f1cd80d16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51282/0 (socket says 172.21.15.70:51282) 2024-09-05T06:13:26.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3144688739 learned_addr learned my addr 172.21.15.70:0/3144688739 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:26.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 0x7f1cd80d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cd6ffd640 1 --2- 172.21.15.70:0/3144688739 >> v2:172.21.15.196:3300/0 conn(0x7f1cd815edb0 0x7f1cd80d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 993968169 0 0) 0x7f1cd80cfd30 con 0x7f1cd80cf7e0 2024-09-05T06:13:26.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.717+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1cc0003530 con 0x7f1cd80cf7e0 2024-09-05T06:13:26.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2114489034 0 0) 0x7f1cc0003530 con 0x7f1cd80cf7e0 2024-09-05T06:13:26.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 msgr2=0x7f1cd80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 0x7f1cd80d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 >> v2:172.21.15.196:3300/0 conn(0x7f1cd815edb0 msgr2=0x7f1cd80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 --2- 172.21.15.70:0/3144688739 >> v2:172.21.15.196:3300/0 conn(0x7f1cd815edb0 0x7f1cd80d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd80d02f0 con 0x7f1cd80cf7e0 2024-09-05T06:13:26.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f1cd0001680 con 0x7f1cd80cf7e0 2024-09-05T06:13:26.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 >> v1:172.21.15.70:6789/0 conn(0x7f1cd80cf7e0 legacy=0x7f1cd80d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 0x7f1cc00039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cc0003f40 0x7f1cc0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc0004d50 0x7f1cc00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd80b5620 con 0x7f1cc0004d50 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd80d0010 con 0x7f1cc0003f40 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1cc000b9d0 con 0x7f1cd80d4980 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc0004d50 0x7f1cc00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd6ffd640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cc0003f40 0x7f1cc0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 0x7f1cc00039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 msgr2=0x7f1cc00039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 0x7f1cc00039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cc0003f40 msgr2=0x7f1cc0004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cc0003f40 0x7f1cc0004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3144688739 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cc0003530 con 0x7f1cc0004d50 2024-09-05T06:13:26.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cd80d4980 0x7f1cc00039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:13:26.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc0004d50 0x7f1cc00051d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0001060 tx=0x7f1cd001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad4617d2f4769aeb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0007d80 con 0x7f1cc0004d50 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd00a9020 con 0x7f1cc0004d50 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd67fc640 1 -- 172.21.15.70:0/3144688739 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00a5ba0 con 0x7f1cc0004d50 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cddfa4640 1 -- 172.21.15.70:0/3144688739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc0004d50 msgr2=0x7f1cc00051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cddfa4640 1 --2- 172.21.15.70:0/3144688739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc0004d50 0x7f1cc00051d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0001060 tx=0x7f1cd001cc40 comp rx=0 tx=0).stop 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3144688739 reap_dead start 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cddfa4640 1 -- 172.21.15.70:0/3144688739 shutdown_connections 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cddfa4640 1 -- 172.21.15.70:0/3144688739 >> 172.21.15.70:0/3144688739 conn(0x7f1cd808e690 msgr2=0x7f1cd809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cddfa4640 1 -- 172.21.15.70:0/3144688739 shutdown_connections 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.721+0000 7f1cddfa4640 1 -- 172.21.15.70:0/3144688739 wait complete. 2024-09-05T06:13:26.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 Processor -- start 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 -- start start 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cc0004d50 0x7f1cd80ccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cd814ba50 0x7f1cd814c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cd80ce470 0x7f1cd814c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd80d0dd0 con 0x7f1cd80ce470 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd80d08b0 con 0x7f1cd814ba50 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd80baad0 con 0x7f1cc0004d50 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cd80ce470 0x7f1cd814c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cd80ce470 0x7f1cd814c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41968/0 (socket says 172.21.15.70:41968) 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 -- 172.21.15.70:0/14344101 learned_addr learned my addr 172.21.15.70:0/14344101 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:26.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cc0004d50 0x7f1cd80ccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 -- 172.21.15.70:0/14344101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cc0004d50 msgr2=0x7f1cd80ccdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd6ffd640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cd814ba50 0x7f1cd814c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cc0004d50 0x7f1cd80ccdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 -- 172.21.15.70:0/14344101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cd814ba50 msgr2=0x7f1cd814c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cd814ba50 0x7f1cd814c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 -- 172.21.15.70:0/14344101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd815b3f0 con 0x7f1cd80ce470 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cd80ce470 0x7f1cd814c540 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0007040 tx=0x7f1cc0005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cbffff640 1 -- 172.21.15.70:0/14344101 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00049f0 con 0x7f1cd80ce470 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cbffff640 1 -- 172.21.15.70:0/14344101 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd00b3070 con 0x7f1cd80ce470 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 -- 172.21.15.70:0/14344101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cd80cd3d0 con 0x7f1cd80ce470 2024-09-05T06:13:26.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cbffff640 1 -- 172.21.15.70:0/14344101 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0004db0 con 0x7f1cd80ce470 2024-09-05T06:13:26.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.725+0000 7f1cddfa4640 1 -- 172.21.15.70:0/14344101 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cd80cd990 con 0x7f1cd80ce470 2024-09-05T06:13:26.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cbffff640 1 -- 172.21.15.70:0/14344101 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1cd0007070 con 0x7f1cd80ce470 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cbffff640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1cc40678c0 0x7f1cc4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cbffff640 1 -- 172.21.15.70:0/14344101 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f1cd011f9c0 con 0x7f1cd80ce470 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1cc40678c0 0x7f1cc4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1cc40678c0 0x7f1cc4069d80 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8007330 tx=0x7f1cc800b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 Processor -- start 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 -- start start 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 0x558607866f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607867440 0x55860781cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55860781d290 0x55860781d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558607704b60 con 0x55860781d290 2024-09-05T06:13:26.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55860766bc70 con 0x558607866b20 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x558607611ed0 con 0x558607867440 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55860781d290 0x55860781d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55860781d290 0x55860781d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41978/0 (socket says 172.21.15.70:41978) 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3938341255 learned_addr learned my addr 172.21.15.70:0/3938341255 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/3938341255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 0x558607866f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3938341255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607867440 msgr2=0x55860781cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3938341255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607867440 0x55860781cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3938341255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 msgr2=0x558607866f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3938341255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 0x558607866f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3938341255 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558607623e50 con 0x55860781d290 2024-09-05T06:13:26.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3938341255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55860781d290 0x55860781d670 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1cd00ec1c0 tx=0x7f1cd00b2000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b33b623d3452f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cbd7fa640 1 -- 172.21.15.70:0/3938341255 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00f8940 con 0x55860781d290 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cbd7fa640 1 -- 172.21.15.70:0/3938341255 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd00a9040 con 0x55860781d290 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1cbd7fa640 1 -- 172.21.15.70:0/3938341255 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00ec3d0 con 0x55860781d290 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 -- 172.21.15.70:0/3938341255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55860781d290 msgr2=0x55860781d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3938341255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55860781d290 0x55860781d670 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1cd00ec1c0 tx=0x7f1cd00b2000 comp rx=0 tx=0).stop 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 -- 172.21.15.70:0/3938341255 shutdown_connections 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3938341255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55860781d290 0x55860781d670 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.729+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3938341255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607867440 0x55860781cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3938341255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 0x558607866f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- 172.21.15.70:0/3938341255 >> 172.21.15.70:0/3938341255 conn(0x558607823600 msgr2=0x55860781b630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- 172.21.15.70:0/3938341255 shutdown_connections 2024-09-05T06:13:26.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- 172.21.15.70:0/3938341255 wait complete. 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- start start 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 Processor -- start 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 0x558607821c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607867440 0x558607822150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x5586078280d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5586076cdb00 con 0x558607827cf0 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x558607646360 con 0x558607866b20 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x5586076432d0 con 0x558607867440 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 10 client.0 _ll_register_callbacks cb 0x558607808820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x5586078280d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x5586078280d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41990/0 (socket says 172.21.15.70:41990) 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3192869485 learned_addr learned my addr 172.21.15.70:0/3192869485 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3192869485 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607867440 msgr2=0x558607822150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607867440 0x558607822150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3192869485 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 msgr2=0x558607821c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 0x558607821c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 -- 172.21.15.70:0/3192869485 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558607612120 con 0x558607827cf0 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x5586078280d0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0000c10 tx=0x7f1cd011dd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ebdeb7712659ed3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 1 -- 172.21.15.70:0/3192869485 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd010e3b0 con 0x558607827cf0 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- 172.21.15.70:0/3192869485 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cd00a9040 con 0x558607827cf0 2024-09-05T06:13:26.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 1 -- 172.21.15.70:0/3192869485 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f1cd00ef1b0 con 0x558607827cf0 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 1 -- 172.21.15.70:0/3192869485 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f1cd0113050 con 0x558607827cf0 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 10 client.5955 fetch_fsmap learned FSMap version 34 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- 172.21.15.70:0/3192869485 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) -- 0x55860760b450 con 0x558607827cf0 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 1 -- 172.21.15.70:0/3192869485 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd00a9040 con 0x558607827cf0 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 1 -- 172.21.15.70:0/3192869485 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 34) ==== 3502+0+0 (secure 0 0 0) 0x7f1cd0107070 con 0x558607827cf0 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 10 client.5955 fetch_fsmap finished waiting for FSMap version 34 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 10 client.5955 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 20 client.5955 populate_metadata read hostname 'smithi070' 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] conn(0x558607875280 0x558607877670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 4 client.5955 mds_command: new command op to 5841 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 -- 172.21.15.70:0/3192869485 --> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558607605c00 con 0x558607875280 2024-09-05T06:13:26.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] conn(0x558607875280 0x558607877670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 10 client.5955 ms_handle_connect on v2:172.21.15.70:6836/587397471 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] conn(0x558607875280 0x558607877670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=341f6edb26d2e25 server_cookie=5973d1049f715ccd in_seq=0 out_seq=0 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 1 -- 172.21.15.70:0/3192869485 <== mds.0 v2:172.21.15.70:6836/587397471 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558607605c00 con 0x558607875280 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1cb67fc640 10 client.5955 handle_command_reply: tid=0 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.733+0000 7f1ce1060000 1 client.5955 shutdown 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 -- 172.21.15.70:0/3192869485 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 msgr2=0x5586078280d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x5586078280d0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0000c10 tx=0x7f1cd011dd20 comp rx=0 tx=0).stop 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 -- 172.21.15.70:0/3192869485 shutdown_connections 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] conn(0x558607875280 0x558607877670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1cb67fc640 0 client.5955 ms_handle_reset on v2:172.21.15.70:6836/587397471 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x5586078280d0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607867440 0x558607822150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 --2- 172.21.15.70:0/3192869485 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607866b20 0x558607821c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 -- 172.21.15.70:0/3192869485 >> 172.21.15.70:0/3192869485 conn(0x55860781d290 msgr2=0x55860781bd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:26.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 -- 172.21.15.70:0/3192869485 shutdown_connections 2024-09-05T06:13:26.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 1 -- 172.21.15.70:0/3192869485 wait complete. 2024-09-05T06:13:26.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.737+0000 7f1ce1060000 20 client.5955 trim_cache size 0 max 16384 2024-09-05T06:13:26.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1ce1060000 1 Processor -- start 2024-09-05T06:13:26.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1ce1060000 1 -- start start 2024-09-05T06:13:26.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x558607865b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 0x5586078660d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607867440 0x558607877670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1ce1060000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd82003d0 con 0x558607827cf0 2024-09-05T06:13:26.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1ce1060000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd814e940 con 0x558607867440 2024-09-05T06:13:26.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1ce1060000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd814ef90 con 0x558607866b20 2024-09-05T06:13:26.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x558607865b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x558607865b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42006/0 (socket says 172.21.15.70:42006) 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 -- 172.21.15.70:0/776616629 learned_addr learned my addr 172.21.15.70:0/776616629 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 -- 172.21.15.70:0/776616629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 msgr2=0x5586078660d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/776616629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 0x5586078660d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 -- 172.21.15.70:0/776616629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607867440 msgr2=0x558607877670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/776616629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607867440 0x558607877670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 -- 172.21.15.70:0/776616629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586075f2fd0 con 0x558607827cf0 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/776616629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x558607865b90 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8007bc0 tx=0x7f1cc8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1a309cd2726ec0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cbcff9640 1 -- 172.21.15.70:0/776616629 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc8016aa0 con 0x558607827cf0 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cbcff9640 1 -- 172.21.15.70:0/776616629 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cc8016c40 con 0x558607827cf0 2024-09-05T06:13:26.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.753+0000 7f1cbcff9640 1 -- 172.21.15.70:0/776616629 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc8017e30 con 0x558607827cf0 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/776616629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 msgr2=0x558607865b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/776616629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x558607865b90 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8007bc0 tx=0x7f1cc8014000 comp rx=0 tx=0).stop 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/776616629 shutdown_connections 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/776616629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607867440 0x558607877670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/776616629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 0x5586078660d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/776616629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607827cf0 0x558607865b90 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/776616629 >> 172.21.15.70:0/776616629 conn(0x55860781d290 msgr2=0x558607821840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/776616629 shutdown_connections 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/776616629 wait complete. 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- start start 2024-09-05T06:13:26.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 Processor -- start 2024-09-05T06:13:26.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607827cf0 0x55860787a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 0x55860787ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607867440 0x558607895960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55860766af80 con 0x558607867440 2024-09-05T06:13:26.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x558607623ca0 con 0x558607827cf0 2024-09-05T06:13:26.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x5586076702a0 con 0x558607866b20 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 10 client.0 _ll_register_callbacks cb 0x7f1cd00ef750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607867440 0x558607895960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607867440 0x558607895960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42020/0 (socket says 172.21.15.70:42020) 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 -- 172.21.15.70:0/906152775 learned_addr learned my addr 172.21.15.70:0/906152775 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607827cf0 0x55860787a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd6ffd640 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 0x55860787ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 -- 172.21.15.70:0/906152775 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 msgr2=0x55860787ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 0x55860787ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 -- 172.21.15.70:0/906152775 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607827cf0 msgr2=0x55860787a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607827cf0 0x55860787a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 -- 172.21.15.70:0/906152775 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586076ee750 con 0x558607867440 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd7fff640 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607867440 0x558607895960 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f1cd00efa60 tx=0x7f1cd0000f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4f8b5ff953cac9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 1 -- 172.21.15.70:0/906152775 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00f8d90 con 0x558607867440 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 1 -- 172.21.15.70:0/906152775 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f1cd00ef1b0 con 0x558607867440 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/906152775 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cc8016c40 con 0x558607867440 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 1 -- 172.21.15.70:0/906152775 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f1cd00ef3d0 con 0x558607867440 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 10 client.5961 fetch_fsmap learned FSMap version 34 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/906152775 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) -- 0x5586075f9a30 con 0x558607867440 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 1 -- 172.21.15.70:0/906152775 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cc8016c40 con 0x558607867440 2024-09-05T06:13:26.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 1 -- 172.21.15.70:0/906152775 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 34) ==== 3502+0+0 (secure 0 0 0) 0x7f1cd00c0030 con 0x558607867440 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 10 client.5961 fetch_fsmap finished waiting for FSMap version 34 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 10 client.5961 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 20 client.5961 populate_metadata read hostname 'smithi070' 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] conn(0x558607896320 0x5586078d9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 4 client.5961 mds_command: new command op to 5841 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/906152775 --> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] -- command(tid 0: {"prefix": "status"}) -- 0x5586076793a0 con 0x558607896320 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] conn(0x558607896320 0x5586078d9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 10 client.5961 ms_handle_connect on v2:172.21.15.70:6836/587397471 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cd77fe640 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] conn(0x558607896320 0x5586078d9c00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90b9d49bed85a917 server_cookie=f3351c0d7ab8d002 in_seq=0 out_seq=0 2024-09-05T06:13:26.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 1 -- 172.21.15.70:0/906152775 <== mds.0 v2:172.21.15.70:6836/587397471 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x5586076793a0 con 0x558607896320 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 10 client.5961 handle_command_reply: tid=0 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 client.5961 shutdown 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/906152775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607867440 msgr2=0x558607895960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607867440 0x558607895960 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f1cd00efa60 tx=0x7f1cd0000f80 comp rx=0 tx=0).stop 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/906152775 shutdown_connections 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.70:6836/587397471,v1:172.21.15.70:6837/587397471] conn(0x558607896320 0x5586078d9c00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558607867440 0x558607895960 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558607866b20 0x55860787ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 --2- 172.21.15.70:0/906152775 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558607827cf0 0x55860787a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/906152775 >> 172.21.15.70:0/906152775 conn(0x55860781d290 msgr2=0x558607864b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:26.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1cb67fc640 0 client.5961 ms_handle_reset on v2:172.21.15.70:6836/587397471 2024-09-05T06:13:26.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/906152775 shutdown_connections 2024-09-05T06:13:26.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 1 -- 172.21.15.70:0/906152775 wait complete. 2024-09-05T06:13:26.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.757+0000 7f1ce1060000 20 client.5961 trim_cache size 0 max 16384 2024-09-05T06:13:26.763 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:13:26.763 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:13:26.763 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:13:26.763 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5841, 2024-09-05T06:13:26.763 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:13:26.764 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:13:26.764 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:13:26.764 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 4.7013951150000004, 2024-09-05T06:13:26.764 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 34, 2024-09-05T06:13:26.764 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 88, 2024-09-05T06:13:26.764 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 88, 2024-09-05T06:13:26.764 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 8.663507954 2024-09-05T06:13:26.764 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:13:26.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 -- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1cc40678c0 msgr2=0x7f1cc4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1cc40678c0 0x7f1cc4069d80 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8007330 tx=0x7f1cc800b040 comp rx=0 tx=0).stop 2024-09-05T06:13:26.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 -- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cd80ce470 msgr2=0x7f1cd814c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cd80ce470 0x7f1cd814c540 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0007040 tx=0x7f1cc0005840 comp rx=0 tx=0).stop 2024-09-05T06:13:26.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 -- 172.21.15.70:0/14344101 shutdown_connections 2024-09-05T06:13:26.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1cc40678c0 0x7f1cc4069d80 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cd80ce470 0x7f1cd814c540 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1cd814ba50 0x7f1cd814c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 --2- 172.21.15.70:0/14344101 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1cc0004d50 0x7f1cd80ccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 -- 172.21.15.70:0/14344101 >> 172.21.15.70:0/14344101 conn(0x7f1cd808e690 msgr2=0x7f1cd806cf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:26.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 -- 172.21.15.70:0/14344101 shutdown_connections 2024-09-05T06:13:26.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.761+0000 7f1cddfa4640 1 -- 172.21.15.70:0/14344101 wait complete. 2024-09-05T06:13:26.772 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:13:26.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.889+0000 7f340154e640 1 Processor -- start 2024-09-05T06:13:26.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.889+0000 7f340154e640 1 -- start start 2024-09-05T06:13:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.889+0000 7f340154e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f33fc0d4980 0x7f33fc0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.889+0000 7f340154e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33fc15edb0 0x7f33fc0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.889+0000 7f340154e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33fc0cfd30 con 0x7f33fc0cf7e0 2024-09-05T06:13:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.889+0000 7f340154e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f33fc0b5620 con 0x7f33fc15edb0 2024-09-05T06:13:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.889+0000 7f340154e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f33fc0d0010 con 0x7f33fc0d4980 2024-09-05T06:13:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33fa7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33fc15edb0 0x7f33fc0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33fa7fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33fc15edb0 0x7f33fc0d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42030/0 (socket says 172.21.15.70:42030) 2024-09-05T06:13:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33fa7fc640 1 -- 172.21.15.70:0/2900418043 learned_addr learned my addr 172.21.15.70:0/2900418043 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33faffd640 1 --2- 172.21.15.70:0/2900418043 >> v2:172.21.15.196:3300/0 conn(0x7f33fc0d4980 0x7f33fc0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33fa7fc640 1 -- 172.21.15.70:0/2900418043 >> v2:172.21.15.196:3300/0 conn(0x7f33fc0d4980 msgr2=0x7f33fc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33fa7fc640 1 --2- 172.21.15.70:0/2900418043 >> v2:172.21.15.196:3300/0 conn(0x7f33fc0d4980 0x7f33fc0d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33fa7fc640 1 -- 172.21.15.70:0/2900418043 >> v1:172.21.15.196:6789/0 conn(0x7f33fc0cf7e0 legacy=0x7f33fc0d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33fa7fc640 1 -- 172.21.15.70:0/2900418043 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33fc0d02f0 con 0x7f33fc15edb0 2024-09-05T06:13:26.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33fa7fc640 1 --2- 172.21.15.70:0/2900418043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc15edb0 0x7f33fc0d3340 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f33fc08d8e0 tx=0x7f33e401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a191ca38cea210c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33f9ffb640 1 -- 172.21.15.70:0/2900418043 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e40aa670 con 0x7f33fc15edb0 2024-09-05T06:13:26.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33f9ffb640 1 -- 172.21.15.70:0/2900418043 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33e40af070 con 0x7f33fc15edb0 2024-09-05T06:13:26.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f33f9ffb640 1 -- 172.21.15.70:0/2900418043 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e40aaa30 con 0x7f33fc15edb0 2024-09-05T06:13:26.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f340154e640 1 -- 172.21.15.70:0/2900418043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc15edb0 msgr2=0x7f33fc0d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f340154e640 1 --2- 172.21.15.70:0/2900418043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc15edb0 0x7f33fc0d3340 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f33fc08d8e0 tx=0x7f33e401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f340154e640 1 -- 172.21.15.70:0/2900418043 shutdown_connections 2024-09-05T06:13:26.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f340154e640 1 --2- 172.21.15.70:0/2900418043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc15edb0 0x7f33fc0d3340 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f340154e640 1 --2- 172.21.15.70:0/2900418043 >> v2:172.21.15.196:3300/0 conn(0x7f33fc0d4980 0x7f33fc0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f340154e640 1 -- 172.21.15.70:0/2900418043 >> 172.21.15.70:0/2900418043 conn(0x7f33fc08e690 msgr2=0x7f33fc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f340154e640 1 -- 172.21.15.70:0/2900418043 shutdown_connections 2024-09-05T06:13:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.893+0000 7f340154e640 1 -- 172.21.15.70:0/2900418043 wait complete. 2024-09-05T06:13:26.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 Processor -- start 2024-09-05T06:13:26.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 -- start start 2024-09-05T06:13:26.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33fc0cf7e0 0x7f33fc152320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0d4980 0x7f33fc14d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33fc15edb0 0x7f33fc15de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f33fc0d0dd0 con 0x7f33fc0d4980 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f33fc0d52a0 con 0x7f33fc15edb0 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f33fc1515a0 con 0x7f33fc0cf7e0 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0d4980 0x7f33fc14d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0d4980 0x7f33fc14d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42040/0 (socket says 172.21.15.70:42040) 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 -- 172.21.15.70:0/698468025 learned_addr learned my addr 172.21.15.70:0/698468025 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33faffd640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33fc0cf7e0 0x7f33fc152320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fb7fe640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33fc15edb0 0x7f33fc15de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 -- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33fc0cf7e0 msgr2=0x7f33fc152320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33fc0cf7e0 0x7f33fc152320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 -- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33fc15edb0 msgr2=0x7f33fc15de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33fc15edb0 0x7f33fc15de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 -- 172.21.15.70:0/698468025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33fc0cde80 con 0x7f33fc0d4980 2024-09-05T06:13:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fb7fe640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33fc15edb0 0x7f33fc15de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33fa7fc640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0d4980 0x7f33fc14d5c0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f33e4019100 tx=0x7f33e401ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33f37fe640 1 -- 172.21.15.70:0/698468025 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e40bd5f0 con 0x7f33fc0d4980 2024-09-05T06:13:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33f37fe640 1 -- 172.21.15.70:0/698468025 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33e40bd790 con 0x7f33fc0d4980 2024-09-05T06:13:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33fc151840 con 0x7f33fc0d4980 2024-09-05T06:13:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f33f37fe640 1 -- 172.21.15.70:0/698468025 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e40bdb80 con 0x7f33fc0d4980 2024-09-05T06:13:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33fc151e00 con 0x7f33fc0d4980 2024-09-05T06:13:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.897+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33fc0d4d60 con 0x7f33fc0d4980 2024-09-05T06:13:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.901+0000 7f33f37fe640 1 -- 172.21.15.70:0/698468025 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f33e40b33f0 con 0x7f33fc0d4980 2024-09-05T06:13:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.901+0000 7f33f37fe640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33dc0678c0 0x7f33dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.901+0000 7f33f37fe640 1 -- 172.21.15.70:0/698468025 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f33e4120d30 con 0x7f33fc0d4980 2024-09-05T06:13:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.901+0000 7f33faffd640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33dc0678c0 0x7f33dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.901+0000 7f33faffd640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33dc0678c0 0x7f33dc069d80 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f33ec00b9d0 tx=0x7f33ec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:26.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:26.905+0000 7f33f37fe640 1 -- 172.21.15.70:0/698468025 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f33e40c3060 con 0x7f33fc0d4980 2024-09-05T06:13:27.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.085+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f33fc1621f0 con 0x7f33fc0d4980 2024-09-05T06:13:27.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.085+0000 7f33f37fe640 1 -- 172.21.15.70:0/698468025 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v34) ==== 53+0+73 (secure 0 0 0) 0x7f33e4016110 con 0x7f33fc0d4980 2024-09-05T06:13:27.083 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:13:27.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33dc0678c0 msgr2=0x7f33dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:27.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33dc0678c0 0x7f33dc069d80 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f33ec00b9d0 tx=0x7f33ec008040 comp rx=0 tx=0).stop 2024-09-05T06:13:27.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0d4980 msgr2=0x7f33fc14d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:27.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0d4980 0x7f33fc14d5c0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f33e4019100 tx=0x7f33e401ad30 comp rx=0 tx=0).stop 2024-09-05T06:13:27.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 shutdown_connections 2024-09-05T06:13:27.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f33dc0678c0 0x7f33dc069d80 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:27.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f33fc15edb0 0x7f33fc15de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:27.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0d4980 0x7f33fc14d5c0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:27.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 --2- 172.21.15.70:0/698468025 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f33fc0cf7e0 0x7f33fc152320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:27.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 >> 172.21.15.70:0/698468025 conn(0x7f33fc08e690 msgr2=0x7f33fc0b6d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:27.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 shutdown_connections 2024-09-05T06:13:27.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27.093+0000 7f340154e640 1 -- 172.21.15.70:0/698468025 wait complete. 2024-09-05T06:13:27.103 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:13:27.104 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:13:27.104 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:13:27.104 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:13:27.104 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:27.104 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:13:27.104 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:13:27.104 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:13:27.104 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:13:27.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:27.105 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:13:27.111 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42336sec preferred_lft 42336sec 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:13:27.112 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:13:27.113 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:13:27.114 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:27.114 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:13:27.114 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:13:27.114 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:13:27.114 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:27.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:27.114 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:13:27.159 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:13:27.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:27.161 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:13:27.211 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:13:27.211 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:13:27.212 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:13:27.212 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:13:27.212 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:13:27.212 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:13:27.212 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:13:27.212 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:13:27.212 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:13:27.212 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:13:27.213 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:13:27.213 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:13:27.213 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:13:27.213 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:13:27.213 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:13:27.214 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:13:27.214 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:13:27.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:13:27.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:13:27.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:27.333 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:13:27.380 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:13:27.381 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:13:27.381 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:13:27.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:27.381 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:13:27.436 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:13:27.436 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:13:27.436 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:27.488 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:13:27.489 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:13:27.489 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:27.536 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:13:27.597 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:13:27.645 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:13:27.645 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:13:27.645 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:13:27.645 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:13:27.645 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:13:27.645 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:13:27.646 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:13:27.647 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:13:27.648 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:13:27.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:27.649 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:13:27.696 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:13:27.696 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:13:27.741 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:13:27.756 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:13:27.805 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:13:27.806 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:13:27.807 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:13:27.808 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:13:27.808 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:13:27.808 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:13:27.808 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:13:27.808 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:13:27.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:27.808 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:13:27.820 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:13:27.825+0000 7ff8134d5580 -1 init, newargv = 0x564b8e9586a0 newargc=15 2024-09-05T06:13:27.821 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[32038]: starting ceph client 2024-09-05T06:13:27.825 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[32038]: starting fuse 2024-09-05T06:13:28.926 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:13:28.942 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:13:28.989 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:13:28.990 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:13:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:28.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:28.992 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:13:29.040 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:13:29.040 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:29.041 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:13:29.042 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:13:29.170 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.32038.asok 2024-09-05T06:13:29.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:13:29.181 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.32038.asok 2024-09-05T06:13:29.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:29.181 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.32038.asok status 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "32038", 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:13:29.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5976, 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 5976 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 4159190184 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:29.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 4159190184 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.5976 192.168.0.1:0/4159190184", 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/4159190184", 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 34, 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 88, 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:13:29.337 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:13:29.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:29.348 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:13:29.349 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:29.355 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:13:29.355 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:29.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:29.355 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:29.415 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:13:29.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f0766415640 1 Processor -- start 2024-09-05T06:13:29.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f0766415640 1 -- start start 2024-09-05T06:13:29.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f0766415640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f07600d3940 0x7f07600d5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f0766415640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 0x7f07600b41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f0766415640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07600d2a70 con 0x7f0760162460 2024-09-05T06:13:29.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f0766415640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f07600d2820 con 0x7f07600d3940 2024-09-05T06:13:29.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f0766415640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f07600d0370 con 0x7f07600b5850 2024-09-05T06:13:29.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f0760162460 0x7f07600d3230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:59632/0 (socket says 172.21.15.70:59632) 2024-09-05T06:13:29.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075ffff640 1 -- 172.21.15.70:0/847875378 learned_addr learned my addr 172.21.15.70:0/847875378 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:29.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f07649b2640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 0x7f07600b41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075f7fe640 1 --2- 172.21.15.70:0/847875378 >> v2:172.21.15.196:3300/0 conn(0x7f07600d3940 0x7f07600d5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2592283012 0 0) 0x7f07600d2a70 con 0x7f0760162460 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0748003530 con 0x7f0760162460 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2671677439 0 0) 0x7f0748003530 con 0x7f0760162460 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 msgr2=0x7f07600b41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 0x7f07600b41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 >> v2:172.21.15.196:3300/0 conn(0x7f07600d3940 msgr2=0x7f07600d5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 --2- 172.21.15.70:0/847875378 >> v2:172.21.15.196:3300/0 conn(0x7f07600d3940 0x7f07600d5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07600d2d50 con 0x7f0760162460 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f0750001680 con 0x7f0760162460 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 >> v1:172.21.15.70:6789/0 conn(0x7f0760162460 legacy=0x7f07600d3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 0x7f07480039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0748003f40 0x7f0748004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748004d50 0x7f07480051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f07600d2820 con 0x7f0748003f40 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f07600d0370 con 0x7f0748004d50 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f074800b9d0 con 0x7f07600b5850 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075f7fe640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0748003f40 0x7f0748004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075ffff640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 0x7f07480039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f07649b2640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748004d50 0x7f07480051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075f7fe640 1 -- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 msgr2=0x7f07480039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:29.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075f7fe640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 0x7f07480039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075f7fe640 1 -- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748004d50 msgr2=0x7f07480051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:29.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075f7fe640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748004d50 0x7f07480051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075f7fe640 1 -- 172.21.15.70:0/847875378 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0748003530 con 0x7f0748003f40 2024-09-05T06:13:29.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.589+0000 7f075ffff640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b5850 0x7f07480039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:29.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f075f7fe640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0748003f40 0x7f0748004810 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f0754009ae0 tx=0x7f075401ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbfa450ee7b277f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:29.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07540b2070 con 0x7f0748003f40 2024-09-05T06:13:29.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07540a56a0 con 0x7f0748003f40 2024-09-05T06:13:29.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f075effd640 1 -- 172.21.15.70:0/847875378 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07540096b0 con 0x7f0748003f40 2024-09-05T06:13:29.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f0766415640 1 -- 172.21.15.70:0/847875378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0748003f40 msgr2=0x7f0748004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f0766415640 1 --2- 172.21.15.70:0/847875378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0748003f40 0x7f0748004810 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f0754009ae0 tx=0x7f075401ca50 comp rx=0 tx=0).stop 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f07649b2640 1 -- 172.21.15.70:0/847875378 reap_dead start 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f0766415640 1 -- 172.21.15.70:0/847875378 shutdown_connections 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f0766415640 1 -- 172.21.15.70:0/847875378 >> 172.21.15.70:0/847875378 conn(0x7f07600d4c50 msgr2=0x7f07600d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f0766415640 1 -- 172.21.15.70:0/847875378 shutdown_connections 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f0766415640 1 -- 172.21.15.70:0/847875378 wait complete. 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f0766415640 1 Processor -- start 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.593+0000 7f0766415640 1 -- start start 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748003f40 0x7f07601f8630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0760155400 0x7f0760154c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b9c70 0x7f07600b4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f07600b41c0 con 0x7f0760155400 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f07600d08a0 con 0x7f0748003f40 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f07600b4340 con 0x7f07600b9c70 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0760155400 0x7f0760154c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0760155400 0x7f0760154c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:48250/0 (socket says 172.21.15.70:48250) 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 -- 172.21.15.70:0/2903519016 learned_addr learned my addr 172.21.15.70:0/2903519016 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075ffff640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748003f40 0x7f07601f8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f07649b2640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b9c70 0x7f07600b4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 -- 172.21.15.70:0/2903519016 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b9c70 msgr2=0x7f07600b4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b9c70 0x7f07600b4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 -- 172.21.15.70:0/2903519016 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748003f40 msgr2=0x7f07601f8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748003f40 0x7f07601f8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 -- 172.21.15.70:0/2903519016 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07600ba570 con 0x7f0760155400 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075f7fe640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0760155400 0x7f0760154c90 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f075401c880 tx=0x7f0748005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:29.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075cff9640 1 -- 172.21.15.70:0/2903519016 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07540bd020 con 0x7f0760155400 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075cff9640 1 -- 172.21.15.70:0/2903519016 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07540a5d70 con 0x7f0760155400 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07600ba850 con 0x7f0760155400 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075cff9640 1 -- 172.21.15.70:0/2903519016 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07540b2040 con 0x7f0760155400 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07600ba0f0 con 0x7f0760155400 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07600baa20 con 0x7f0760155400 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075cff9640 1 -- 172.21.15.70:0/2903519016 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0754004260 con 0x7f0760155400 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075cff9640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f074c0678f0 0x7f074c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075ffff640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f074c0678f0 0x7f074c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075cff9640 1 -- 172.21.15.70:0/2903519016 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f075411f7e0 con 0x7f0760155400 2024-09-05T06:13:29.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.597+0000 7f075ffff640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f074c0678f0 0x7f074c069db0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0750004880 tx=0x7f07500017f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:29.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.601+0000 7f075cff9640 1 -- 172.21.15.70:0/2903519016 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f07540167c0 con 0x7f0760155400 2024-09-05T06:13:29.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.793+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f07600d5770 con 0x7f0760155400 2024-09-05T06:13:29.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.793+0000 7f075cff9640 1 -- 172.21.15.70:0/2903519016 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v34) ==== 53+0+73 (secure 0 0 0) 0x7f07540f0320 con 0x7f0760155400 2024-09-05T06:13:29.791 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:13:29.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f074c0678f0 msgr2=0x7f074c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:29.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f074c0678f0 0x7f074c069db0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0750004880 tx=0x7f07500017f0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0760155400 msgr2=0x7f0760154c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:29.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0760155400 0x7f0760154c90 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f075401c880 tx=0x7f0748005840 comp rx=0 tx=0).stop 2024-09-05T06:13:29.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 shutdown_connections 2024-09-05T06:13:29.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f074c0678f0 0x7f074c069db0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07600b9c70 0x7f07600b4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0760155400 0x7f0760154c90 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 --2- 172.21.15.70:0/2903519016 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0748003f40 0x7f07601f8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:29.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 >> 172.21.15.70:0/2903519016 conn(0x7f07600d4c50 msgr2=0x7f07600d3230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:29.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 shutdown_connections 2024-09-05T06:13:29.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:29.797+0000 7f0766415640 1 -- 172.21.15.70:0/2903519016 wait complete. 2024-09-05T06:13:29.809 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:13:29.809 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:13:29.809 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:13:29.809 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:13:29.809 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:29.809 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:13:29.809 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:13:29.810 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:13:29.810 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:13:29.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:29.810 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:13:29.817 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:13:29.817 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:13:29.817 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:13:29.818 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42339sec preferred_lft 42339sec 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:13:29.819 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:13:29.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:29.821 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:13:29.873 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:13:29.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:29.874 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:13:29.928 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:13:29.928 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:13:29.928 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:13:29.928 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:13:29.928 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:13:29.928 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:13:29.928 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:13:29.928 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:13:29.929 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:13:29.929 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:13:29.929 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:13:29.929 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:13:29.929 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:13:29.929 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:13:29.929 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:13:29.930 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:13:29.930 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:13:30.014 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:13:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:13:30.041 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:13:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:13:30.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:30.050 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:13:30.055 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:13:30.055 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:13:30.056 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:13:30.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:30.056 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:13:30.111 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:13:30.111 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:13:30.111 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:30.161 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:13:30.161 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:13:30.161 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:30.209 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:13:30.267 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:13:30.278 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:13:30.281 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:13:30.316 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:13:30.316 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:13:30.316 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:13:30.316 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:13:30.316 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:13:30.316 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:13:30.316 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:13:30.317 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:13:30.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:13:30.319 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:13:30.320 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:30.320 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:13:30.393 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:13:30.393 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:13:30.438 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:13:30.454 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:13:30.501 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:13:30.501 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:13:30.502 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:13:30.503 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:13:30.504 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:13:30.504 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:13:30.504 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:13:30.504 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:13:30.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:30.505 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:13:30.518 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:13:30.513+0000 7faf662df580 -1 init, newargv = 0x56179a5bd9a0 newargc=15 2024-09-05T06:13:30.518 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25844]: starting ceph client 2024-09-05T06:13:30.524 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25844]: starting fuse 2024-09-05T06:13:31.624 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:13:31.641 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:13:31.691 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:13:31.691 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:13:31.691 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:13:31.691 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:13:31.691 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:13:31.691 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:13:31.691 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:13:31.691 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:13:31.692 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:13:31.693 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:31.694 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:31.694 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:13:31.741 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:13:31.742 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:13:31.742 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:13:31.742 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:13:31.742 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:13:31.742 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:13:31.742 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:13:31.742 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:13:31.742 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:13:31.743 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:13:31.744 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:13:31.744 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:13:31.744 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:13:31.744 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:13:31.744 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:13:31.744 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:13:31.863 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.25844.asok 2024-09-05T06:13:31.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:13:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:13:31.874 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.25844.asok 2024-09-05T06:13:31.875 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:31.875 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.25844.asok status 2024-09-05T06:13:32.023 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "25844", 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 4982, 2024-09-05T06:13:32.024 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 4982 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 4254487562 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:13:32.025 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 4254487562 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.4982 192.168.0.1:0/4254487562", 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/4254487562", 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 34, 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 88, 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:13:32.026 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:13:32.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:32.037 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:13:32.037 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:32.042 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:13:32.042 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:32.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:32.042 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:32.096 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:32.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.229+0000 7f69397b0640 1 Processor -- start 2024-09-05T06:13:32.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.229+0000 7f69397b0640 1 -- start start 2024-09-05T06:13:32.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f69397b0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6934157110 0x7f69340b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:32.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f69397b0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69340d0e60 0x7f69340af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:32.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f69397b0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f693406d570 con 0x7f69340b5ac0 2024-09-05T06:13:32.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f69397b0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f693406d850 con 0x7f6934157110 2024-09-05T06:13:32.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f69397b0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f693406db30 con 0x7f69340d0e60 2024-09-05T06:13:32.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f6932ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6934157110 0x7f69340b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:32.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f69337fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69340d0e60 0x7f69340af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:32.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f6932ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6934157110 0x7f69340b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:45318/0 (socket says 172.21.15.70:45318) 2024-09-05T06:13:32.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f6932ffd640 1 -- 172.21.15.70:0/3414175596 learned_addr learned my addr 172.21.15.70:0/3414175596 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:32.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f6932ffd640 1 -- 172.21.15.70:0/3414175596 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69340d0e60 msgr2=0x7f69340af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:32.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f6932ffd640 1 --2- 172.21.15.70:0/3414175596 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69340d0e60 0x7f69340af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f6932ffd640 1 -- 172.21.15.70:0/3414175596 >> v1:172.21.15.196:6789/0 conn(0x7f69340b5ac0 legacy=0x7f69340d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:32.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f6931ffb640 1 -- 172.21.15.70:0/3414175596 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3072264378 0 0) 0x7f693406d570 con 0x7f69340b5ac0 2024-09-05T06:13:32.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.233+0000 7f6932ffd640 1 -- 172.21.15.70:0/3414175596 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f693406de10 con 0x7f6934157110 2024-09-05T06:13:32.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f6932ffd640 1 --2- 172.21.15.70:0/3414175596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934157110 0x7f69340b5580 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6924009870 tx=0x7f692401c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b569875870c6305b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:32.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f6931ffb640 1 -- 172.21.15.70:0/3414175596 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69240b2070 con 0x7f6934157110 2024-09-05T06:13:32.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f6931ffb640 1 -- 172.21.15.70:0/3414175596 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69240a9070 con 0x7f6934157110 2024-09-05T06:13:32.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f6931ffb640 1 -- 172.21.15.70:0/3414175596 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69240ad880 con 0x7f6934157110 2024-09-05T06:13:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f69397b0640 1 -- 172.21.15.70:0/3414175596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934157110 msgr2=0x7f69340b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f69397b0640 1 --2- 172.21.15.70:0/3414175596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934157110 0x7f69340b5580 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6924009870 tx=0x7f692401c560 comp rx=0 tx=0).stop 2024-09-05T06:13:32.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f69397b0640 1 -- 172.21.15.70:0/3414175596 shutdown_connections 2024-09-05T06:13:32.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f69397b0640 1 --2- 172.21.15.70:0/3414175596 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69340d0e60 0x7f69340af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f69397b0640 1 --2- 172.21.15.70:0/3414175596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6934157110 0x7f69340b5580 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f69397b0640 1 -- 172.21.15.70:0/3414175596 >> 172.21.15.70:0/3414175596 conn(0x7f693406bcc0 msgr2=0x7f693406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:32.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f69397b0640 1 -- 172.21.15.70:0/3414175596 shutdown_connections 2024-09-05T06:13:32.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.237+0000 7f69397b0640 1 -- 172.21.15.70:0/3414175596 wait complete. 2024-09-05T06:13:32.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 Processor -- start 2024-09-05T06:13:32.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 -- start start 2024-09-05T06:13:32.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69340b5ac0 0x7f6934149d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:32.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69340d0e60 0x7f6934155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:32.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934157110 0x7f6934150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f69340b3e80 con 0x7f69340b5ac0 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f69340b3d00 con 0x7f69340d0e60 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f69340b4000 con 0x7f6934157110 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69340b5ac0 0x7f6934149d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69340b5ac0 0x7f6934149d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:48260/0 (socket says 172.21.15.70:48260) 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 -- 172.21.15.70:0/480130773 learned_addr learned my addr 172.21.15.70:0/480130773 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69327fc640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69340d0e60 0x7f6934155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69337fe640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934157110 0x7f6934150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 -- 172.21.15.70:0/480130773 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934157110 msgr2=0x7f6934150000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934157110 0x7f6934150000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 -- 172.21.15.70:0/480130773 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69340d0e60 msgr2=0x7f6934155af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69340d0e60 0x7f6934155af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 -- 172.21.15.70:0/480130773 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f693414a2d0 con 0x7f69340b5ac0 2024-09-05T06:13:32.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f6932ffd640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69340b5ac0 0x7f6934149d90 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f692401a190 tx=0x7f6924019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:32.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f691b7fe640 1 -- 172.21.15.70:0/480130773 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69240bb070 con 0x7f69340b5ac0 2024-09-05T06:13:32.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f691b7fe640 1 -- 172.21.15.70:0/480130773 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69240adce0 con 0x7f69340b5ac0 2024-09-05T06:13:32.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f691b7fe640 1 -- 172.21.15.70:0/480130773 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69240b2040 con 0x7f69340b5ac0 2024-09-05T06:13:32.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6934154620 con 0x7f69340b5ac0 2024-09-05T06:13:32.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6934154be0 con 0x7f69340b5ac0 2024-09-05T06:13:32.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f693406d570 con 0x7f69340b5ac0 2024-09-05T06:13:32.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f691b7fe640 1 -- 172.21.15.70:0/480130773 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f69240be070 con 0x7f69340b5ac0 2024-09-05T06:13:32.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.241+0000 7f691b7fe640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:32.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.245+0000 7f691b7fe640 1 -- 172.21.15.70:0/480130773 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f692411ec30 con 0x7f69340b5ac0 2024-09-05T06:13:32.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.245+0000 7f69327fc640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:32.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.245+0000 7f69327fc640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f693415aad0 tx=0x7f6928009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:32.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.245+0000 7f691b7fe640 1 -- 172.21.15.70:0/480130773 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6924016150 con 0x7f69340b5ac0 2024-09-05T06:13:32.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.445+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f69340d0530 con 0x7f69340b5ac0 2024-09-05T06:13:32.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.449+0000 7f691b7fe640 1 -- 172.21.15.70:0/480130773 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5228 (secure 0 0 0) 0x7f69240ef8e0 con 0x7f69340b5ac0 2024-09-05T06:13:32.446 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:32.447 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":34,"btime":"2024-09-05T06:13:24:065521+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4919,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2576508337","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2576508337},{"type":"v1","addr":"172.21.15.196:6833","nonce":2576508337}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5170,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3185130117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3185130117},{"type":"v1","addr":"172.21.15.196:6835","nonce":3185130117}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5829,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3703978730","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3703978730},{"type":"v1","addr":"172.21.15.70:6835","nonce":3703978730}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:13:21.408991+0000","modified":"2024-09-05T06:13:23.413324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/587397471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":587397471},{"type":"v1","addr":"172.21.15.70:6837","nonce":587397471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-05T06:13:32.447 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 34 2024-09-05T06:13:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 msgr2=0x7f6920069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f693415aad0 tx=0x7f6928009040 comp rx=0 tx=0).stop 2024-09-05T06:13:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69340b5ac0 msgr2=0x7f6934149d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69340b5ac0 0x7f6934149d90 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f692401a190 tx=0x7f6924019300 comp rx=0 tx=0).stop 2024-09-05T06:13:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 shutdown_connections 2024-09-05T06:13:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69200678f0 0x7f6920069db0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6934157110 0x7f6934150000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69340d0e60 0x7f6934155af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 --2- 172.21.15.70:0/480130773 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69340b5ac0 0x7f6934149d90 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:32.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 >> 172.21.15.70:0/480130773 conn(0x7f693406bcc0 msgr2=0x7f693415bca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:32.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 shutdown_connections 2024-09-05T06:13:32.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:32.453+0000 7f69397b0640 1 -- 172.21.15.70:0/480130773 wait complete. 2024-09-05T06:13:32.466 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:13:32.604 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":5841,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":10.536328577999999,"mdsmap_epoch":34,"osdmap_epoch":88,"osdmap_epoch_barrier":88,"uptime":14.498444805} 2024-09-05T06:13:32.604 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 5841, "mdsmap_epoch": 34, "osdmap_epoch": 88, "osdmap_epoch_barrier": 88, "rank_uptime": 10.536328578, "state": "up:active", "uptime": 14.498444805, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:13:32.605 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_mon_report_interval 2024-09-05T06:13:32.737 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_mon_report_interval":"5"} 2024-09-05T06:13:32.737 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_mon_report_interval": "5" } 2024-09-05T06:13:32.737 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mon_tick_interval 2024-09-05T06:13:32.868 INFO:teuthology.orchestra.run.smithi070.stdout:{"mon_tick_interval":"5"} 2024-09-05T06:13:32.869 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mon_tick_interval": "5" } 2024-09-05T06:13:32.869 INFO:tasks.cephfs.test_full:pool capacity 557049408, 531MB should be enough to fill it 2024-09-05T06:13:32.869 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:13:32.869 DEBUG:teuthology.orchestra.run.smithi070:> import time 2024-09-05T06:13:32.869 DEBUG:teuthology.orchestra.run.smithi070:> import datetime 2024-09-05T06:13:32.869 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:13:32.869 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:13:32.869 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:32.869 DEBUG:teuthology.orchestra.run.smithi070:> # Write some buffered data through before going full, all should be well 2024-09-05T06:13:32.869 DEBUG:teuthology.orchestra.run.smithi070:> print("writing some data through which we expect to succeed") 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> bytes = 0 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> f = os.open("/home/ubuntu/cephtest/mnt.0/full_test_file", os.O_WRONLY | os.O_CREAT) 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> os.setxattr("/home/ubuntu/cephtest/mnt.0/full_test_file", '"'"'ceph.file.layout'"'"', b'"'"'stripe_unit=1048576 stripe_count=1 object_size=1048576'"'"') 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'a'"'"' * 4096) 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(f) 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> print("fsync'"'"'ed data successfully, will now attempt to fill fs") 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> # Okay, now we'"'"'re going to fill up the filesystem, and then keep 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> # writing until we see an error from fsync. As long as we'"'"'re doing 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> # buffered IO, the error should always only appear from fsync and not 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> # from write 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> full = False 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:32.870 DEBUG:teuthology.orchestra.run.smithi070:> for n in range(0, int(531 * 1.1)): 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> try: 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'x'"'"' * 1024 * 1024) 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> print("wrote bytes via buffered write, moving on to fsync") 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> except OSError as e: 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> if True: 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> print("Unexpected error %s from write() instead of fsync()" % e) 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> raise 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> else: 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> print("Reached fullness after %.2f MB" % (bytes / (1024.0 * 1024.0))) 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> full = True 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> break 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> try: 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(f) 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> print("fsync'"'"'ed successfully") 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> except OSError as e: 2024-09-05T06:13:32.871 DEBUG:teuthology.orchestra.run.smithi070:> print("Reached fullness after %.2f MB" % (bytes / (1024.0 * 1024.0))) 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> full = True 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> break 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> else: 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> print("Not full yet after %.2f MB" % (bytes / (1024.0 * 1024.0))) 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> if n > 531 * 0.9: 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> # Be cautious in the last region where we expect to hit 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> # the full condition, so that we don'"'"'t overshoot too dramatically 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> print("sleeping a bit as we'"'"'ve exceeded 90% of our expected full ratio") 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> time.sleep(15.0) 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> if not full: 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Failed to reach fullness after writing %d bytes" % bytes) 2024-09-05T06:13:32.872 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> # close() should not raise an error because we already caught it in 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> # fsync. There shouldn'"'"'t have been any more writeback errors 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> # since then because all IOs got cancelled on the full flag. 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> print("calling close") 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> os.close(f) 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> print("close() did not raise error") 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> os.unlink("/home/ubuntu/cephtest/mnt.0/full_test_file") 2024-09-05T06:13:32.873 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:writing some data through which we expect to succeed 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed data successfully, will now attempt to fill fs 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 1.00 MB 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 2.00 MB 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.898 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 3.00 MB 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 4.00 MB 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 5.00 MB 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 6.00 MB 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 7.00 MB 2024-09-05T06:13:33.899 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 8.00 MB 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 9.00 MB 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 10.00 MB 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 11.00 MB 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.900 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 12.00 MB 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 13.00 MB 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 14.00 MB 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 15.00 MB 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.901 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 16.00 MB 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 17.00 MB 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 18.00 MB 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 19.00 MB 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.902 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 20.00 MB 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 21.00 MB 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 22.00 MB 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 23.00 MB 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 24.00 MB 2024-09-05T06:13:33.903 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 25.00 MB 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 26.00 MB 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 27.00 MB 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 28.00 MB 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.904 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 29.00 MB 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 30.00 MB 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 31.00 MB 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 32.00 MB 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.905 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 33.00 MB 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 34.00 MB 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 35.00 MB 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 36.00 MB 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 37.00 MB 2024-09-05T06:13:33.906 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 38.00 MB 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 39.00 MB 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 40.00 MB 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 41.00 MB 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.907 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 42.00 MB 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 43.00 MB 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 44.00 MB 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 45.00 MB 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.908 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 46.00 MB 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 47.00 MB 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 48.00 MB 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 49.00 MB 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 50.00 MB 2024-09-05T06:13:33.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 51.00 MB 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 52.00 MB 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 53.00 MB 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 54.00 MB 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 55.00 MB 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 56.00 MB 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 57.00 MB 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 58.00 MB 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 59.00 MB 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 60.00 MB 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 61.00 MB 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 62.00 MB 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 63.00 MB 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 64.00 MB 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 65.00 MB 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 66.00 MB 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 67.00 MB 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 68.00 MB 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 69.00 MB 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 70.00 MB 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 71.00 MB 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 72.00 MB 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 73.00 MB 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 74.00 MB 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 75.00 MB 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 76.00 MB 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 77.00 MB 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 78.00 MB 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 79.00 MB 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:33.916 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 80.00 MB 2024-09-05T06:13:34.697 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.697 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 81.00 MB 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 82.00 MB 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 83.00 MB 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 84.00 MB 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.698 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 85.00 MB 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 86.00 MB 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 87.00 MB 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 88.00 MB 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.699 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 89.00 MB 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 90.00 MB 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 91.00 MB 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 92.00 MB 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.700 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 93.00 MB 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 94.00 MB 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 95.00 MB 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 96.00 MB 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 97.00 MB 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.701 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 98.00 MB 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 99.00 MB 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 100.00 MB 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 101.00 MB 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.702 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 102.00 MB 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 103.00 MB 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 104.00 MB 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 105.00 MB 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 106.00 MB 2024-09-05T06:13:34.703 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 107.00 MB 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 108.00 MB 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 109.00 MB 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 110.00 MB 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.704 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 111.00 MB 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 112.00 MB 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 113.00 MB 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 114.00 MB 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 115.00 MB 2024-09-05T06:13:34.705 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 116.00 MB 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 117.00 MB 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 118.00 MB 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 119.00 MB 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.706 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 120.00 MB 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 121.00 MB 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 122.00 MB 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 123.00 MB 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.707 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 124.00 MB 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 125.00 MB 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 126.00 MB 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 127.00 MB 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.708 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 128.00 MB 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 129.00 MB 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 130.00 MB 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 131.00 MB 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 132.00 MB 2024-09-05T06:13:34.709 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 133.00 MB 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 134.00 MB 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 135.00 MB 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 136.00 MB 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.710 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 137.00 MB 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 138.00 MB 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 139.00 MB 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 140.00 MB 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.711 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 141.00 MB 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 142.00 MB 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 143.00 MB 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 144.00 MB 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 145.00 MB 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.712 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 146.00 MB 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 147.00 MB 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 148.00 MB 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 149.00 MB 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.713 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 150.00 MB 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 151.00 MB 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 152.00 MB 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 153.00 MB 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 154.00 MB 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.714 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 155.00 MB 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 156.00 MB 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 157.00 MB 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 158.00 MB 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 159.00 MB 2024-09-05T06:13:34.716 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:34.716 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:34.716 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 160.00 MB 2024-09-05T06:13:34.716 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.458 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.458 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 161.00 MB 2024-09-05T06:13:35.458 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.458 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.458 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 162.00 MB 2024-09-05T06:13:35.458 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.458 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.458 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 163.00 MB 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 164.00 MB 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 165.00 MB 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 166.00 MB 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 167.00 MB 2024-09-05T06:13:35.459 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 168.00 MB 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 169.00 MB 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 170.00 MB 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 171.00 MB 2024-09-05T06:13:35.460 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 172.00 MB 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 173.00 MB 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 174.00 MB 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 175.00 MB 2024-09-05T06:13:35.461 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 176.00 MB 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 177.00 MB 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 178.00 MB 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 179.00 MB 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.462 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 180.00 MB 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 181.00 MB 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 182.00 MB 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 183.00 MB 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.463 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 184.00 MB 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 185.00 MB 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 186.00 MB 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 187.00 MB 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.464 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 188.00 MB 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 189.00 MB 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 190.00 MB 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 191.00 MB 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.465 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 192.00 MB 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 193.00 MB 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 194.00 MB 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 195.00 MB 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 196.00 MB 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 197.00 MB 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 198.00 MB 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 199.00 MB 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 200.00 MB 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.467 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 201.00 MB 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 202.00 MB 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 203.00 MB 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 204.00 MB 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.468 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 205.00 MB 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 206.00 MB 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 207.00 MB 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 208.00 MB 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.469 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 209.00 MB 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 210.00 MB 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 211.00 MB 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 212.00 MB 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 213.00 MB 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.470 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 214.00 MB 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 215.00 MB 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 216.00 MB 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 217.00 MB 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 218.00 MB 2024-09-05T06:13:35.471 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 219.00 MB 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 220.00 MB 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 221.00 MB 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 222.00 MB 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.472 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 223.00 MB 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 224.00 MB 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 225.00 MB 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 226.00 MB 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.473 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 227.00 MB 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 228.00 MB 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 229.00 MB 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 230.00 MB 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 231.00 MB 2024-09-05T06:13:35.474 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 232.00 MB 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 233.00 MB 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 234.00 MB 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 235.00 MB 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.475 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 236.00 MB 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 237.00 MB 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 238.00 MB 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 239.00 MB 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:35.476 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 240.00 MB 2024-09-05T06:13:35.477 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:35.477 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.185 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 241.00 MB 2024-09-05T06:13:36.185 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.185 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 242.00 MB 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 243.00 MB 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 244.00 MB 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 245.00 MB 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 246.00 MB 2024-09-05T06:13:36.186 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 247.00 MB 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 248.00 MB 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 249.00 MB 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 250.00 MB 2024-09-05T06:13:36.187 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 251.00 MB 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 252.00 MB 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 253.00 MB 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 254.00 MB 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.188 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 255.00 MB 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 256.00 MB 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 257.00 MB 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 258.00 MB 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 259.00 MB 2024-09-05T06:13:36.189 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 260.00 MB 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 261.00 MB 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 262.00 MB 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 263.00 MB 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.190 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 264.00 MB 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 265.00 MB 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 266.00 MB 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 267.00 MB 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 268.00 MB 2024-09-05T06:13:36.191 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 269.00 MB 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 270.00 MB 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 271.00 MB 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 272.00 MB 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.192 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 273.00 MB 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 274.00 MB 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 275.00 MB 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 276.00 MB 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 277.00 MB 2024-09-05T06:13:36.193 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 278.00 MB 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 279.00 MB 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 280.00 MB 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 281.00 MB 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.194 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 282.00 MB 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 283.00 MB 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 284.00 MB 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 285.00 MB 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 286.00 MB 2024-09-05T06:13:36.195 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 287.00 MB 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 288.00 MB 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 289.00 MB 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 290.00 MB 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.196 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 291.00 MB 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 292.00 MB 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 293.00 MB 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 294.00 MB 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 295.00 MB 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.197 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 296.00 MB 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 297.00 MB 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 298.00 MB 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 299.00 MB 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.198 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 300.00 MB 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 301.00 MB 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 302.00 MB 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 303.00 MB 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 304.00 MB 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.199 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 305.00 MB 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 306.00 MB 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 307.00 MB 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 308.00 MB 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.200 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 309.00 MB 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 310.00 MB 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 311.00 MB 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 312.00 MB 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 313.00 MB 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.201 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 314.00 MB 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 315.00 MB 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 316.00 MB 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 317.00 MB 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 318.00 MB 2024-09-05T06:13:36.202 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.203 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.203 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 319.00 MB 2024-09-05T06:13:36.203 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.203 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.203 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 320.00 MB 2024-09-05T06:13:36.203 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.203 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.203 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 321.00 MB 2024-09-05T06:13:36.908 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.908 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.908 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 322.00 MB 2024-09-05T06:13:36.908 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.908 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.908 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 323.00 MB 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 324.00 MB 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 325.00 MB 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 326.00 MB 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 327.00 MB 2024-09-05T06:13:36.909 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 328.00 MB 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 329.00 MB 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 330.00 MB 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 331.00 MB 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.910 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 332.00 MB 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 333.00 MB 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 334.00 MB 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 335.00 MB 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 336.00 MB 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.911 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 337.00 MB 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 338.00 MB 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 339.00 MB 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 340.00 MB 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 341.00 MB 2024-09-05T06:13:36.912 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 342.00 MB 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 343.00 MB 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 344.00 MB 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 345.00 MB 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 346.00 MB 2024-09-05T06:13:36.913 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 347.00 MB 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 348.00 MB 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 349.00 MB 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 350.00 MB 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.914 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 351.00 MB 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 352.00 MB 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 353.00 MB 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 354.00 MB 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 355.00 MB 2024-09-05T06:13:36.915 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 356.00 MB 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 357.00 MB 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 358.00 MB 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 359.00 MB 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.916 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 360.00 MB 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 361.00 MB 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 362.00 MB 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 363.00 MB 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.917 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 364.00 MB 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 365.00 MB 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 366.00 MB 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 367.00 MB 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.918 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 368.00 MB 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 369.00 MB 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 370.00 MB 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 371.00 MB 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 372.00 MB 2024-09-05T06:13:36.919 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 373.00 MB 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 374.00 MB 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 375.00 MB 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 376.00 MB 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.920 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 377.00 MB 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 378.00 MB 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 379.00 MB 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 380.00 MB 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 381.00 MB 2024-09-05T06:13:36.921 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 382.00 MB 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 383.00 MB 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 384.00 MB 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 385.00 MB 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.922 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 386.00 MB 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 387.00 MB 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 388.00 MB 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 389.00 MB 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 390.00 MB 2024-09-05T06:13:36.923 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 391.00 MB 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 392.00 MB 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 393.00 MB 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 394.00 MB 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.924 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 395.00 MB 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 396.00 MB 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 397.00 MB 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 398.00 MB 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 399.00 MB 2024-09-05T06:13:36.925 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.926 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.926 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 400.00 MB 2024-09-05T06:13:36.926 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:36.926 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:36.926 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 401.00 MB 2024-09-05T06:13:39.456 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:13:39.461+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 full osd(s) (OSD_FULL) 2024-09-05T06:13:45.180 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:13:45.185+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check update: 2 full osd(s) (OSD_FULL) 2024-09-05T06:13:52.733 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 402.00 MB 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 403.00 MB 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 404.00 MB 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.734 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 405.00 MB 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 406.00 MB 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 407.00 MB 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 408.00 MB 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 409.00 MB 2024-09-05T06:13:52.735 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 410.00 MB 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 411.00 MB 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 412.00 MB 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 413.00 MB 2024-09-05T06:13:52.736 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.737 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.737 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 414.00 MB 2024-09-05T06:13:52.737 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.737 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.737 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 415.00 MB 2024-09-05T06:13:52.737 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.737 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 416.00 MB 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 417.00 MB 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 418.00 MB 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 419.00 MB 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 420.00 MB 2024-09-05T06:13:52.738 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 421.00 MB 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 422.00 MB 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 423.00 MB 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 424.00 MB 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.739 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 425.00 MB 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 426.00 MB 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 427.00 MB 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 428.00 MB 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.740 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 429.00 MB 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 430.00 MB 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 431.00 MB 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 432.00 MB 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.741 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 433.00 MB 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 434.00 MB 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 435.00 MB 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 436.00 MB 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 437.00 MB 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.742 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 438.00 MB 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 439.00 MB 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 440.00 MB 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 441.00 MB 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.743 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 442.00 MB 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 443.00 MB 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 444.00 MB 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 445.00 MB 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 446.00 MB 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.744 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 447.00 MB 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 448.00 MB 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 449.00 MB 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 450.00 MB 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.745 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 451.00 MB 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 452.00 MB 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 453.00 MB 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.746 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 454.00 MB 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 455.00 MB 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 456.00 MB 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 457.00 MB 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 458.00 MB 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.747 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 459.00 MB 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 460.00 MB 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 461.00 MB 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.748 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 462.00 MB 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 463.00 MB 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 464.00 MB 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 465.00 MB 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 466.00 MB 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.749 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 467.00 MB 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 468.00 MB 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 469.00 MB 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 470.00 MB 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.750 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 471.00 MB 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 472.00 MB 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 473.00 MB 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 474.00 MB 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 475.00 MB 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.751 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 476.00 MB 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 477.00 MB 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 478.00 MB 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 479.00 MB 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:13:52.752 INFO:teuthology.orchestra.run.smithi070.stdout:Reached fullness after 480.00 MB 2024-09-05T06:13:52.753 INFO:teuthology.orchestra.run.smithi070.stdout:calling close 2024-09-05T06:13:52.753 INFO:teuthology.orchestra.run.smithi070.stdout:close() did not raise error 2024-09-05T06:13:52.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:13:52.754 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:13:52.755 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:13:52.849 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:13:52.910 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:13:52.910 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:13:52.911 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:13:52.911 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:52.917 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:13:53.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f70061e2640 1 Processor -- start 2024-09-05T06:13:53.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f70061e2640 1 -- start start 2024-09-05T06:13:53.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f70061e2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7000072a90 0x7f7000072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f70061e2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f700006e680 0x7f700006eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f70061e2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f700015bc40 con 0x7f70000afff0 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f70061e2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f7000073410 con 0x7f7000072a90 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f70061e2640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7000072600 con 0x7f700006e680 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6fff7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f70000afff0 0x7f70000cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:41348/0 (socket says 172.21.15.70:41348) 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6fff7fe640 1 -- 172.21.15.70:0/1362145345 learned_addr learned my addr 172.21.15.70:0/1362145345 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6ffeffd640 1 --2- 172.21.15.70:0/1362145345 >> v2:172.21.15.70:3300/0 conn(0x7f7000072a90 0x7f7000072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6ffffff640 1 --2- 172.21.15.70:0/1362145345 >> v2:172.21.15.196:3300/0 conn(0x7f700006e680 0x7f700006eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6ffe7fc640 1 -- 172.21.15.70:0/1362145345 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2667267393 0 0) 0x7f700015bc40 con 0x7f70000afff0 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6ffe7fc640 1 -- 172.21.15.70:0/1362145345 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6fe8005740 con 0x7f70000afff0 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6ffeffd640 1 -- 172.21.15.70:0/1362145345 >> v2:172.21.15.196:3300/0 conn(0x7f700006e680 msgr2=0x7f700006eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6ffeffd640 1 --2- 172.21.15.70:0/1362145345 >> v2:172.21.15.196:3300/0 conn(0x7f700006e680 0x7f700006eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6ffeffd640 1 -- 172.21.15.70:0/1362145345 >> v1:172.21.15.70:6789/0 conn(0x7f70000afff0 legacy=0x7f70000cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.096+0000 7f6ffeffd640 1 -- 172.21.15.70:0/1362145345 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70000d14c0 con 0x7f7000072a90 2024-09-05T06:13:53.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f6ffeffd640 1 --2- 172.21.15.70:0/1362145345 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7000072a90 0x7f7000072ed0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f6ff40097c0 tx=0x7f6ff401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1c87cb7bbc99cdd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:53.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f6ffe7fc640 1 -- 172.21.15.70:0/1362145345 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff40b0070 con 0x7f7000072a90 2024-09-05T06:13:53.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f6ffe7fc640 1 -- 172.21.15.70:0/1362145345 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ff40ab600 con 0x7f7000072a90 2024-09-05T06:13:53.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f6ffe7fc640 1 -- 172.21.15.70:0/1362145345 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff40ab9b0 con 0x7f7000072a90 2024-09-05T06:13:53.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- 172.21.15.70:0/1362145345 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7000072a90 msgr2=0x7f7000072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 --2- 172.21.15.70:0/1362145345 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7000072a90 0x7f7000072ed0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f6ff40097c0 tx=0x7f6ff401c460 comp rx=0 tx=0).stop 2024-09-05T06:13:53.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- 172.21.15.70:0/1362145345 shutdown_connections 2024-09-05T06:13:53.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 --2- 172.21.15.70:0/1362145345 >> v2:172.21.15.196:3300/0 conn(0x7f700006e680 0x7f700006eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 --2- 172.21.15.70:0/1362145345 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7000072a90 0x7f7000072ed0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- 172.21.15.70:0/1362145345 >> 172.21.15.70:0/1362145345 conn(0x7f700006bcc0 msgr2=0x7f700006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:53.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- 172.21.15.70:0/1362145345 shutdown_connections 2024-09-05T06:13:53.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- 172.21.15.70:0/1362145345 wait complete. 2024-09-05T06:13:53.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 Processor -- start 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- start start 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f700006e680 0x7f700014f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7000072a90 0x7f7000154270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70000afff0 0x7f700015cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f70000ce2d0 con 0x7f70000afff0 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f70000ce150 con 0x7f7000072a90 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f70061e2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f70000d0f80 con 0x7f700006e680 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f6ffffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70000afff0 0x7f700015cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f6ffffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70000afff0 0x7f700015cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58772/0 (socket says 172.21.15.70:58772) 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.100+0000 7f6ffffff640 1 -- 172.21.15.70:0/1613958004 learned_addr learned my addr 172.21.15.70:0/1613958004 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:53.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fff7fe640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f700006e680 0x7f700014f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6ffffff640 1 -- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f700006e680 msgr2=0x7f700014f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6ffeffd640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7000072a90 0x7f7000154270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6ffffff640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f700006e680 0x7f700014f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6ffffff640 1 -- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7000072a90 msgr2=0x7f7000154270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6ffffff640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7000072a90 0x7f7000154270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6ffffff640 1 -- 172.21.15.70:0/1613958004 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7000154b70 con 0x7f70000afff0 2024-09-05T06:13:53.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fff7fe640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f700006e680 0x7f700014f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:53.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6ffffff640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70000afff0 0x7f700015cd70 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6ff800efc0 tx=0x7f6ff800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:53.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fe7fff640 1 -- 172.21.15.70:0/1613958004 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff8018020 con 0x7f70000afff0 2024-09-05T06:13:53.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fe7fff640 1 -- 172.21.15.70:0/1613958004 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ff8014480 con 0x7f70000afff0 2024-09-05T06:13:53.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7000152e00 con 0x7f70000afff0 2024-09-05T06:13:53.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fe7fff640 1 -- 172.21.15.70:0/1613958004 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff8014870 con 0x7f70000afff0 2024-09-05T06:13:53.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70001533c0 con 0x7f70000afff0 2024-09-05T06:13:53.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f700006eb10 con 0x7f70000afff0 2024-09-05T06:13:53.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fe7fff640 1 -- 172.21.15.70:0/1613958004 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6ff801b020 con 0x7f70000afff0 2024-09-05T06:13:53.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fe7fff640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6fec0678c0 0x7f6fec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fe7fff640 1 -- 172.21.15.70:0/1613958004 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7f6ff8086840 con 0x7f70000afff0 2024-09-05T06:13:53.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fff7fe640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6fec0678c0 0x7f6fec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fe7fff640 1 -- 172.21.15.70:0/1613958004 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7f6fec06f570 con 0x7f70000afff0 2024-09-05T06:13:53.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.104+0000 7f6fff7fe640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6fec0678c0 0x7f6fec069d80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0005890 tx=0x7f6ff0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:53.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.108+0000 7f6fe7fff640 1 -- 172.21.15.70:0/1613958004 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6ff8022070 con 0x7f70000afff0 2024-09-05T06:13:53.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f700014fa90 con 0x7f70000afff0 2024-09-05T06:13:53.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f6fe7fff640 1 -- 172.21.15.70:0/1613958004 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v93) ==== 80+0+0 (secure 0 0 0) 0x7f6ff8010040 con 0x7f70000afff0 2024-09-05T06:13:53.280 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6fec0678c0 msgr2=0x7f6fec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6fec0678c0 0x7f6fec069d80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0005890 tx=0x7f6ff0009040 comp rx=0 tx=0).stop 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70000afff0 msgr2=0x7f700015cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70000afff0 0x7f700015cd70 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6ff800efc0 tx=0x7f6ff800c490 comp rx=0 tx=0).stop 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 shutdown_connections 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6fec0678c0 0x7f6fec069d80 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70000afff0 0x7f700015cd70 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7000072a90 0x7f7000154270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 --2- 172.21.15.70:0/1613958004 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f700006e680 0x7f700014f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 >> 172.21.15.70:0/1613958004 conn(0x7f700006bcc0 msgr2=0x7f700015be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 shutdown_connections 2024-09-05T06:13:53.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.284+0000 7f70061e2640 1 -- 172.21.15.70:0/1613958004 wait complete. 2024-09-05T06:13:53.300 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:13:53.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:53.300 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:13:53.313 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:13:53.313 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:53.313 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:13:53.313 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[32038]: fuse finished with error 0 and tester_r 0 2024-09-05T06:13:53.445 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:13:53.445 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:13:53.445 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:53.452 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:13:53.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f3995efb640 1 Processor -- start 2024-09-05T06:13:53.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f3995efb640 1 -- start start 2024-09-05T06:13:53.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f3995efb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3990072a90 0x7f3990072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f3995efb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f399006e680 0x7f399006eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f3995efb640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f399015bc40 con 0x7f39900afff0 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f3995efb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3990073410 con 0x7f3990072a90 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f3995efb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3990072600 con 0x7f399006e680 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398f7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f39900afff0 0x7f39900cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:41354/0 (socket says 172.21.15.70:41354) 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398f7fe640 1 -- 172.21.15.70:0/337424817 learned_addr learned my addr 172.21.15.70:0/337424817 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398effd640 1 --2- 172.21.15.70:0/337424817 >> v2:172.21.15.196:3300/0 conn(0x7f3990072a90 0x7f3990072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398ffff640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f399006e680 0x7f399006eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 531541015 0 0) 0x7f399015bc40 con 0x7f39900afff0 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3978003530 con 0x7f39900afff0 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3862359649 0 0) 0x7f3978003530 con 0x7f39900afff0 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f399006e680 msgr2=0x7f399006eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f399006e680 0x7f399006eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 >> v2:172.21.15.196:3300/0 conn(0x7f3990072a90 msgr2=0x7f3990072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 --2- 172.21.15.70:0/337424817 >> v2:172.21.15.196:3300/0 conn(0x7f3990072a90 0x7f3990072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39900d14c0 con 0x7f39900afff0 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3980001680 con 0x7f39900afff0 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 >> v1:172.21.15.70:6789/0 conn(0x7f39900afff0 legacy=0x7f39900cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39780039c0 0x7f3978003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f399006e680 0x7f3978004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3978004d50 0x7f39780051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3990073410 con 0x7f3978004d50 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3990072600 con 0x7f39780039c0 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f397800b9d0 con 0x7f399006e680 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398ffff640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3978004d50 0x7f39780051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398f7fe640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39780039c0 0x7f3978003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398ffff640 1 -- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f399006e680 msgr2=0x7f3978004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:53.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398ffff640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f399006e680 0x7f3978004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398ffff640 1 -- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39780039c0 msgr2=0x7f3978003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:53.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398ffff640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39780039c0 0x7f3978003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398ffff640 1 -- 172.21.15.70:0/337424817 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3978003530 con 0x7f3978004d50 2024-09-05T06:13:53.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.576+0000 7f398f7fe640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39780039c0 0x7f3978003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f398ffff640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3978004d50 0x7f39780051d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f398800e170 tx=0x7f398801cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d63220e5915f58c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39880b2070 con 0x7f3978004d50 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39880a5cb0 con 0x7f3978004d50 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f398e7fc640 1 -- 172.21.15.70:0/337424817 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3988009c10 con 0x7f3978004d50 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f3995efb640 1 -- 172.21.15.70:0/337424817 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3978004d50 msgr2=0x7f39780051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f3995efb640 1 --2- 172.21.15.70:0/337424817 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3978004d50 0x7f39780051d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f398800e170 tx=0x7f398801cca0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f398ffff640 1 -- 172.21.15.70:0/337424817 reap_dead start 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f3995efb640 1 -- 172.21.15.70:0/337424817 shutdown_connections 2024-09-05T06:13:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f3995efb640 1 -- 172.21.15.70:0/337424817 >> 172.21.15.70:0/337424817 conn(0x7f399006bcc0 msgr2=0x7f399006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:53.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f3995efb640 1 -- 172.21.15.70:0/337424817 shutdown_connections 2024-09-05T06:13:53.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f3995efb640 1 -- 172.21.15.70:0/337424817 wait complete. 2024-09-05T06:13:53.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f3995efb640 1 Processor -- start 2024-09-05T06:13:53.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.580+0000 7f3995efb640 1 -- start start 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3978004d50 0x7f39900b2df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f399014e9a0 0x7f399014db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f399014e370 0x7f39900b0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3990072290 con 0x7f399014e370 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3990071fb0 con 0x7f399014e9a0 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f39900ce150 con 0x7f3978004d50 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f399014e370 0x7f39900b0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f399014e370 0x7f39900b0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58782/0 (socket says 172.21.15.70:58782) 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 -- 172.21.15.70:0/3743098231 learned_addr learned my addr 172.21.15.70:0/3743098231 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398f7fe640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3978004d50 0x7f39900b2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398effd640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f399014e9a0 0x7f399014db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 -- 172.21.15.70:0/3743098231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3978004d50 msgr2=0x7f39900b2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3978004d50 0x7f39900b2df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 -- 172.21.15.70:0/3743098231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f399014e9a0 msgr2=0x7f399014db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f399014e9a0 0x7f399014db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 -- 172.21.15.70:0/3743098231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3990155090 con 0x7f399014e370 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398ffff640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f399014e370 0x7f39900b0590 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f398800e170 tx=0x7f3988009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3977fff640 1 -- 172.21.15.70:0/3743098231 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39880b2040 con 0x7f399014e370 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3977fff640 1 -- 172.21.15.70:0/3743098231 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39880a5ab0 con 0x7f399014e370 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3990155370 con 0x7f399014e370 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3977fff640 1 -- 172.21.15.70:0/3743098231 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39880a5e60 con 0x7f399014e370 2024-09-05T06:13:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39900b28d0 con 0x7f399014e370 2024-09-05T06:13:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3990072ed0 con 0x7f399014e370 2024-09-05T06:13:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3977fff640 1 -- 172.21.15.70:0/3743098231 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f39880be020 con 0x7f399014e370 2024-09-05T06:13:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3977fff640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f397c0678f0 0x7f397c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398f7fe640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f397c0678f0 0x7f397c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3977fff640 1 -- 172.21.15.70:0/3743098231 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7f398811fb40 con 0x7f399014e370 2024-09-05T06:13:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f3977fff640 1 -- 172.21.15.70:0/3743098231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7f397c06f540 con 0x7f399014e370 2024-09-05T06:13:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.584+0000 7f398f7fe640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f397c0678f0 0x7f397c069db0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f3980001870 tx=0x7f3980009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:53.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.588+0000 7f3977fff640 1 -- 172.21.15.70:0/3743098231 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f39880c5020 con 0x7f399014e370 2024-09-05T06:13:53.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.752+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3990158f40 con 0x7f399014e370 2024-09-05T06:13:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.752+0000 7f3977fff640 1 -- 172.21.15.70:0/3743098231 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v93) ==== 80+0+0 (secure 0 0 0) 0x7f3988016a30 con 0x7f399014e370 2024-09-05T06:13:53.750 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:13:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f397c0678f0 msgr2=0x7f397c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f397c0678f0 0x7f397c069db0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f3980001870 tx=0x7f3980009040 comp rx=0 tx=0).stop 2024-09-05T06:13:53.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f399014e370 msgr2=0x7f39900b0590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f399014e370 0x7f39900b0590 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f398800e170 tx=0x7f3988009750 comp rx=0 tx=0).stop 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 shutdown_connections 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f397c0678f0 0x7f397c069db0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f399014e370 0x7f39900b0590 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f399014e9a0 0x7f399014db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 --2- 172.21.15.70:0/3743098231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3978004d50 0x7f39900b2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 >> 172.21.15.70:0/3743098231 conn(0x7f399006bcc0 msgr2=0x7f39900cf530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 shutdown_connections 2024-09-05T06:13:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:53.756+0000 7f3995efb640 1 -- 172.21.15.70:0/3743098231 wait complete. 2024-09-05T06:13:53.768 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:13:53.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:53.768 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:13:53.781 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[25844]: fuse finished with error 0 and tester_r 0 2024-09-05T06:13:53.783 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:13:53.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:53.783 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:13:53.944 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:13:53.944 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:13:53.944 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:53.950 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:13:53.950 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:13:53.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:53.951 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:13:53.995 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:13:53.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:13:53.997 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:13:53.997 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:13:53.997 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:13:54.003 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:13:54.003 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:13:54.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:13:54.003 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:13:54.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:13:54.049 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:13:54.050 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:54.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd375b1640 1 Processor -- start 2024-09-05T06:13:54.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd375b1640 1 -- start start 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd375b1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdd30162440 0x7fdd300d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd375b1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd300d2a50 con 0x7fdd300b5830 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd375b1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd300d2d30 con 0x7fdd300d3920 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd375b1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdd300d2800 con 0x7fdd30162440 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd34b4c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdd300b5830 0x7fdd300d3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:41358/0 (socket says 172.21.15.70:41358) 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd34b4c640 1 -- 172.21.15.70:0/997204985 learned_addr learned my addr 172.21.15.70:0/997204985 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.208+0000 7fdd3534d640 1 --2- 172.21.15.70:0/997204985 >> v2:172.21.15.196:3300/0 conn(0x7fdd30162440 0x7fdd300d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4095359971 0 0) 0x7fdd300d2a50 con 0x7fdd300b5830 2024-09-05T06:13:54.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdd1c003530 con 0x7fdd300b5830 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1500473694 0 0) 0x7fdd300d2d30 con 0x7fdd300d3920 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdd300d2a50 con 0x7fdd300d3920 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 800676278 0 0) 0x7fdd1c003530 con 0x7fdd300b5830 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 >> v2:172.21.15.196:3300/0 conn(0x7fdd30162440 msgr2=0x7fdd300d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 --2- 172.21.15.70:0/997204985 >> v2:172.21.15.196:3300/0 conn(0x7fdd30162440 0x7fdd300d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 >> v1:172.21.15.196:6789/0 conn(0x7fdd300d3920 legacy=0x7fdd300b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd300d05a0 con 0x7fdd300b5830 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fdd20001680 con 0x7fdd300b5830 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 >> v1:172.21.15.70:6789/0 conn(0x7fdd300b5830 legacy=0x7fdd300d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd1c003b50 0x7fdd1c003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd1c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd1c0051d0 0x7fdd1c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdd300d2800 con 0x7fdd1c004810 2024-09-05T06:13:54.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdd1c00c050 con 0x7fdd1c0051d0 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdd1c00c250 con 0x7fdd1c003b50 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd34b4c640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd1c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd35b4e640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd1c0051d0 0x7fdd1c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd3534d640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd1c003b50 0x7fdd1c003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd34b4c640 1 -- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd1c003b50 msgr2=0x7fdd1c003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd34b4c640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd1c003b50 0x7fdd1c003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd34b4c640 1 -- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd1c0051d0 msgr2=0x7fdd1c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd34b4c640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd1c0051d0 0x7fdd1c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd34b4c640 1 -- 172.21.15.70:0/997204985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd1c003530 con 0x7fdd1c004810 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd35b4e640 1 -- 172.21.15.70:0/997204985 reap_dead start 2024-09-05T06:13:54.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd3534d640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd1c003b50 0x7fdd1c003f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:13:54.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd34b4c640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd1c004c90 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fdd2000c190 tx=0x7fdd2001cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12585d808567b44 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd20007cd0 con 0x7fdd1c004810 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd200a9020 con 0x7fdd1c004810 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd27fff640 1 -- 172.21.15.70:0/997204985 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd20005ae0 con 0x7fdd1c004810 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd375b1640 1 -- 172.21.15.70:0/997204985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 msgr2=0x7fdd1c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd375b1640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd1c004c90 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fdd2000c190 tx=0x7fdd2001cc00 comp rx=0 tx=0).stop 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd375b1640 1 -- 172.21.15.70:0/997204985 shutdown_connections 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd375b1640 1 --2- 172.21.15.70:0/997204985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd1c004c90 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd375b1640 1 -- 172.21.15.70:0/997204985 >> 172.21.15.70:0/997204985 conn(0x7fdd300d4c30 msgr2=0x7fdd300d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd375b1640 1 -- 172.21.15.70:0/997204985 shutdown_connections 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.212+0000 7fdd375b1640 1 -- 172.21.15.70:0/997204985 wait complete. 2024-09-05T06:13:54.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 Processor -- start 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 -- start start 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd301f8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd300cc830 0x7fdd30153010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd3015de00 0x7fdd3015e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdd300d5750 con 0x7fdd1c004810 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdd300d0350 con 0x7fdd3015de00 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdd300d58d0 con 0x7fdd300cc830 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd301f8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd301f8860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58788/0 (socket says 172.21.15.70:58788) 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 -- 172.21.15.70:0/445370217 learned_addr learned my addr 172.21.15.70:0/445370217 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd35b4e640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd3015de00 0x7fdd3015e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd34b4c640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd300cc830 0x7fdd30153010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 -- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd300cc830 msgr2=0x7fdd30153010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd300cc830 0x7fdd30153010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 -- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd3015de00 msgr2=0x7fdd3015e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd3015de00 0x7fdd3015e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 -- 172.21.15.70:0/445370217 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd301f4900 con 0x7fdd1c004810 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd35b4e640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd3015de00 0x7fdd3015e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd3534d640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd301f8860 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c011570 tx=0x7fdd2c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd25ffb640 1 -- 172.21.15.70:0/445370217 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c004220 con 0x7fdd1c004810 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd25ffb640 1 -- 172.21.15.70:0/445370217 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd2c0043c0 con 0x7fdd1c004810 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd300ccd80 con 0x7fdd1c004810 2024-09-05T06:13:54.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd300cd340 con 0x7fdd1c004810 2024-09-05T06:13:54.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd25ffb640 1 -- 172.21.15.70:0/445370217 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c015890 con 0x7fdd1c004810 2024-09-05T06:13:54.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd100052a0 con 0x7fdd1c004810 2024-09-05T06:13:54.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.216+0000 7fdd25ffb640 1 -- 172.21.15.70:0/445370217 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdd2c015a30 con 0x7fdd1c004810 2024-09-05T06:13:54.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.220+0000 7fdd25ffb640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd140678f0 0x7fdd14069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.220+0000 7fdd25ffb640 1 -- 172.21.15.70:0/445370217 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7fdd2c086010 con 0x7fdd1c004810 2024-09-05T06:13:54.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.220+0000 7fdd34b4c640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd140678f0 0x7fdd14069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.220+0000 7fdd25ffb640 1 -- 172.21.15.70:0/445370217 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7fdd1406f540 con 0x7fdd1c004810 2024-09-05T06:13:54.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.220+0000 7fdd34b4c640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd140678f0 0x7fdd14069db0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdd200aa000 tx=0x7fdd200019d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.224+0000 7fdd25ffb640 1 -- 172.21.15.70:0/445370217 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdd2c019030 con 0x7fdd1c004810 2024-09-05T06:13:54.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd10005860 con 0x7fdd1c004810 2024-09-05T06:13:54.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd25ffb640 1 -- 172.21.15.70:0/445370217 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5228 (secure 0 0 0) 0x7fdd2c0564a0 con 0x7fdd1c004810 2024-09-05T06:13:54.417 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:54.417 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":34,"btime":"2024-09-05T06:13:24:065521+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4919,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2576508337","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2576508337},{"type":"v1","addr":"172.21.15.196:6833","nonce":2576508337}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5170,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3185130117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3185130117},{"type":"v1","addr":"172.21.15.196:6835","nonce":3185130117}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5829,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3703978730","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3703978730},{"type":"v1","addr":"172.21.15.70:6835","nonce":3703978730}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:13:21.408991+0000","modified":"2024-09-05T06:13:23.413324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/587397471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":587397471},{"type":"v1","addr":"172.21.15.70:6837","nonce":587397471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-05T06:13:54.417 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 34 2024-09-05T06:13:54.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd140678f0 msgr2=0x7fdd14069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd140678f0 0x7fdd14069db0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdd200aa000 tx=0x7fdd200019d0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 msgr2=0x7fdd301f8860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd301f8860 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c011570 tx=0x7fdd2c011a30 comp rx=0 tx=0).stop 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 shutdown_connections 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd140678f0 0x7fdd14069db0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd3015de00 0x7fdd3015e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd300cc830 0x7fdd30153010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 --2- 172.21.15.70:0/445370217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd1c004810 0x7fdd301f8860 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.420+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 >> 172.21.15.70:0/445370217 conn(0x7fdd300d4c30 msgr2=0x7fdd301604d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.424+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 shutdown_connections 2024-09-05T06:13:54.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.424+0000 7fdd375b1640 1 -- 172.21.15.70:0/445370217 wait complete. 2024-09-05T06:13:54.437 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:54.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.560+0000 7f1f50aa7640 1 Processor -- start 2024-09-05T06:13:54.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f50aa7640 1 -- start start 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f50aa7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c157110 0x7f1f4c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f50aa7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1f4c0b5ac0 0x7f1f4c0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f50aa7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1f4c0ceaf0 0x7f1f4c0d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f50aa7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1f4c06d570 con 0x7f1f4c0ceaf0 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f50aa7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f1f4c06d850 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f50aa7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1f4c06db30 con 0x7f1f4c157110 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1f4c0ceaf0 0x7f1f4c0d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1f4c0ceaf0 0x7f1f4c0d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58804/0 (socket says 172.21.15.70:58804) 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 -- 172.21.15.70:0/3593133634 learned_addr learned my addr 172.21.15.70:0/3593133634 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4a59c640 1 --2- 172.21.15.70:0/3593133634 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c157110 0x7f1f4c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f49d9b640 1 --2- 172.21.15.70:0/3593133634 >> v2:172.21.15.196:3300/0 conn(0x7f1f4c0b5ac0 0x7f1f4c0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 -- 172.21.15.70:0/3593133634 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c157110 msgr2=0x7f1f4c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:54.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 --2- 172.21.15.70:0/3593133634 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c157110 0x7f1f4c0b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 -- 172.21.15.70:0/3593133634 >> v2:172.21.15.196:3300/0 conn(0x7f1f4c0b5ac0 msgr2=0x7f1f4c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:54.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 --2- 172.21.15.70:0/3593133634 >> v2:172.21.15.196:3300/0 conn(0x7f1f4c0b5ac0 0x7f1f4c0d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 -- 172.21.15.70:0/3593133634 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f4c06de10 con 0x7f1f4c0ceaf0 2024-09-05T06:13:54.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.564+0000 7f1f4ad9d640 1 --2- 172.21.15.70:0/3593133634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0ceaf0 0x7f1f4c0d0c90 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c06f780 tx=0x7f1f4401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76ac0fc159ce5468 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4959a640 1 -- 172.21.15.70:0/3593133634 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f440a5670 con 0x7f1f4c0ceaf0 2024-09-05T06:13:54.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4959a640 1 -- 172.21.15.70:0/3593133634 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f440a5810 con 0x7f1f4c0ceaf0 2024-09-05T06:13:54.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4959a640 1 -- 172.21.15.70:0/3593133634 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f440a5be0 con 0x7f1f4c0ceaf0 2024-09-05T06:13:54.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- 172.21.15.70:0/3593133634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0ceaf0 msgr2=0x7f1f4c0d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/3593133634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0ceaf0 0x7f1f4c0d0c90 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c06f780 tx=0x7f1f4401c9f0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- 172.21.15.70:0/3593133634 shutdown_connections 2024-09-05T06:13:54.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/3593133634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0ceaf0 0x7f1f4c0d0c90 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/3593133634 >> v2:172.21.15.196:3300/0 conn(0x7f1f4c0b5ac0 0x7f1f4c0d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/3593133634 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c157110 0x7f1f4c0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- 172.21.15.70:0/3593133634 >> 172.21.15.70:0/3593133634 conn(0x7f1f4c06bcc0 msgr2=0x7f1f4c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:54.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- 172.21.15.70:0/3593133634 shutdown_connections 2024-09-05T06:13:54.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- 172.21.15.70:0/3593133634 wait complete. 2024-09-05T06:13:54.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 Processor -- start 2024-09-05T06:13:54.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- start start 2024-09-05T06:13:54.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0b5ac0 0x7f1f4c071600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c0ceaf0 0x7f1f4c072cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f4c157110 0x7f1f4c1546c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1f4c0b0300 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1f4c0b0180 con 0x7f1f4c157110 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f50aa7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1f4c160550 con 0x7f1f4c0ceaf0 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0b5ac0 0x7f1f4c071600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0b5ac0 0x7f1f4c071600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58818/0 (socket says 172.21.15.70:58818) 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 -- 172.21.15.70:0/1877546598 learned_addr learned my addr 172.21.15.70:0/1877546598 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f49d9b640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c0ceaf0 0x7f1f4c072cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4ad9d640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f4c157110 0x7f1f4c1546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 -- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c0ceaf0 msgr2=0x7f1f4c072cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c0ceaf0 0x7f1f4c072cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 -- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f4c157110 msgr2=0x7f1f4c1546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f4c157110 0x7f1f4c1546c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 -- 172.21.15.70:0/1877546598 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f4c071c50 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4ad9d640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f4c157110 0x7f1f4c1546c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.568+0000 7f1f4a59c640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0b5ac0 0x7f1f4c071600 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c00d5f0 tx=0x7f1f3c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f42ffd640 1 -- 172.21.15.70:0/1877546598 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c0125f0 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f42ffd640 1 -- 172.21.15.70:0/1877546598 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f3c019070 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f42ffd640 1 -- 172.21.15.70:0/1877546598 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c0129d0 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f4c071f30 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f4c0724f0 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f4c0b5580 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f42ffd640 1 -- 172.21.15.70:0/1877546598 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1f3c012b70 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f42ffd640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f2c0678c0 0x7f1f2c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f49d9b640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f2c0678c0 0x7f1f2c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f42ffd640 1 -- 172.21.15.70:0/1877546598 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7f1f3c0861b0 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f42ffd640 1 -- 172.21.15.70:0/1877546598 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7f1f2c06f510 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.572+0000 7f1f49d9b640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f2c0678c0 0x7f1f2c069d80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c0b2ca0 tx=0x7f1f34008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.576+0000 7f1f42ffd640 1 -- 172.21.15.70:0/1877546598 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1f3c056c00 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.772+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f4c0d0530 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f42ffd640 1 -- 172.21.15.70:0/1877546598 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5228 (secure 0 0 0) 0x7f1f3c056500 con 0x7f1f4c0b5ac0 2024-09-05T06:13:54.772 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:54.772 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":34,"btime":"2024-09-05T06:13:24:065521+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4919,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2576508337","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2576508337},{"type":"v1","addr":"172.21.15.196:6833","nonce":2576508337}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5170,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3185130117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3185130117},{"type":"v1","addr":"172.21.15.196:6835","nonce":3185130117}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5829,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3703978730","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3703978730},{"type":"v1","addr":"172.21.15.70:6835","nonce":3703978730}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:13:21.408991+0000","modified":"2024-09-05T06:13:23.413324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/587397471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":587397471},{"type":"v1","addr":"172.21.15.70:6837","nonce":587397471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-05T06:13:54.772 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 34 2024-09-05T06:13:54.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f2c0678c0 msgr2=0x7f1f2c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f2c0678c0 0x7f1f2c069d80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c0b2ca0 tx=0x7f1f34008040 comp rx=0 tx=0).stop 2024-09-05T06:13:54.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0b5ac0 msgr2=0x7f1f4c071600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0b5ac0 0x7f1f4c071600 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c00d5f0 tx=0x7f1f3c00dab0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 shutdown_connections 2024-09-05T06:13:54.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f2c0678c0 0x7f1f2c069d80 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f4c157110 0x7f1f4c1546c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f4c0ceaf0 0x7f1f4c072cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 --2- 172.21.15.70:0/1877546598 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f4c0b5ac0 0x7f1f4c071600 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 >> 172.21.15.70:0/1877546598 conn(0x7f1f4c06bcc0 msgr2=0x7f1f4c0d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:54.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 shutdown_connections 2024-09-05T06:13:54.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.776+0000 7f1f50aa7640 1 -- 172.21.15.70:0/1877546598 wait complete. 2024-09-05T06:13:54.791 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:13:54.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.912+0000 7ff83cae0640 1 Processor -- start 2024-09-05T06:13:54.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.912+0000 7ff83cae0640 1 -- start start 2024-09-05T06:13:54.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83cae0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff83815c8f0 0x7ff8380d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83cae0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff8380d1610 0x7ff83806f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83cae0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8380d0610 con 0x7ff8380cdfa0 2024-09-05T06:13:54.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83cae0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff8380ce4d0 con 0x7ff83815c8f0 2024-09-05T06:13:54.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83cae0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff8380ce7b0 con 0x7ff8380d1610 2024-09-05T06:13:54.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83659c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff83815c8f0 0x7ff8380d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83659c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff83815c8f0 0x7ff8380d10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58830/0 (socket says 172.21.15.70:58830) 2024-09-05T06:13:54.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83659c640 1 -- 172.21.15.70:0/3705674770 learned_addr learned my addr 172.21.15.70:0/3705674770 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:54.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83659c640 1 -- 172.21.15.70:0/3705674770 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff8380d1610 msgr2=0x7ff83806f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:54.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83659c640 1 --2- 172.21.15.70:0/3705674770 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff8380d1610 0x7ff83806f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83659c640 1 -- 172.21.15.70:0/3705674770 >> v1:172.21.15.196:6789/0 conn(0x7ff8380cdfa0 legacy=0x7ff8380cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:54.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83659c640 1 -- 172.21.15.70:0/3705674770 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8380d08d0 con 0x7ff83815c8f0 2024-09-05T06:13:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83659c640 1 --2- 172.21.15.70:0/3705674770 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff83815c8f0 0x7ff8380d10d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff828009870 tx=0x7ff82801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f2d0a01af245c9f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83559a640 1 -- 172.21.15.70:0/3705674770 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8280aa430 con 0x7ff83815c8f0 2024-09-05T06:13:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83559a640 1 -- 172.21.15.70:0/3705674770 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8280af070 con 0x7ff83815c8f0 2024-09-05T06:13:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.916+0000 7ff83559a640 1 -- 172.21.15.70:0/3705674770 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8280aa7f0 con 0x7ff83815c8f0 2024-09-05T06:13:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- 172.21.15.70:0/3705674770 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff83815c8f0 msgr2=0x7ff8380d10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3705674770 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff83815c8f0 0x7ff8380d10d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff828009870 tx=0x7ff82801c4f0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- 172.21.15.70:0/3705674770 shutdown_connections 2024-09-05T06:13:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3705674770 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff8380d1610 0x7ff83806f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3705674770 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff83815c8f0 0x7ff8380d10d0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- 172.21.15.70:0/3705674770 >> 172.21.15.70:0/3705674770 conn(0x7ff8380b45d0 msgr2=0x7ff8380b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- 172.21.15.70:0/3705674770 shutdown_connections 2024-09-05T06:13:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- 172.21.15.70:0/3705674770 wait complete. 2024-09-05T06:13:54.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 Processor -- start 2024-09-05T06:13:54.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- start start 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff8380cdfa0 0x7ff83814ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff8380d1610 0x7ff83814f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff83815c8f0 0x7ff8380c9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff838169bf0 con 0x7ff8380d1610 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff8380701e0 con 0x7ff8380cdfa0 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff838169d70 con 0x7ff83815c8f0 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff8380d1610 0x7ff83814f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff8380d1610 0x7ff83814f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58838/0 (socket says 172.21.15.70:58838) 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 -- 172.21.15.70:0/3201926201 learned_addr learned my addr 172.21.15.70:0/3201926201 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83659c640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff8380cdfa0 0x7ff83814ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff836d9d640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff83815c8f0 0x7ff8380c9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 -- 172.21.15.70:0/3201926201 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff83815c8f0 msgr2=0x7ff8380c9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff83815c8f0 0x7ff8380c9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 -- 172.21.15.70:0/3201926201 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff8380cdfa0 msgr2=0x7ff83814ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff8380cdfa0 0x7ff83814ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 -- 172.21.15.70:0/3201926201 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8380cab80 con 0x7ff8380d1610 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff835d9b640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff8380d1610 0x7ff83814f510 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff82c00b550 tx=0x7ff82c00ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff826ffd640 1 -- 172.21.15.70:0/3201926201 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82c014070 con 0x7ff8380d1610 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff826ffd640 1 -- 172.21.15.70:0/3201926201 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff82c010890 con 0x7ff8380d1610 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff826ffd640 1 -- 172.21.15.70:0/3201926201 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82c010c80 con 0x7ff8380d1610 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8380cae60 con 0x7ff8380d1610 2024-09-05T06:13:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.920+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff838154600 con 0x7ff8380d1610 2024-09-05T06:13:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.924+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff838076250 con 0x7ff8380d1610 2024-09-05T06:13:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.924+0000 7ff826ffd640 1 -- 172.21.15.70:0/3201926201 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff82c017070 con 0x7ff8380d1610 2024-09-05T06:13:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.924+0000 7ff826ffd640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff8180678c0 0x7ff818069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.924+0000 7ff826ffd640 1 -- 172.21.15.70:0/3201926201 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7ff82c085ac0 con 0x7ff8380d1610 2024-09-05T06:13:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.924+0000 7ff83659c640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff8180678c0 0x7ff818069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.924+0000 7ff826ffd640 1 -- 172.21.15.70:0/3201926201 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7ff81806f510 con 0x7ff8380d1610 2024-09-05T06:13:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.924+0000 7ff83659c640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff8180678c0 0x7ff818069d80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff8280ae000 tx=0x7ff8280a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:54.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:54.928+0000 7ff826ffd640 1 -- 172.21.15.70:0/3201926201 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff82c010e20 con 0x7ff8380d1610 2024-09-05T06:13:55.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.092+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff8380cebb0 con 0x7ff8380d1610 2024-09-05T06:13:55.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff826ffd640 1 -- 172.21.15.70:0/3201926201 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+16891 (secure 0 0 0) 0x7ff82c0565a0 con 0x7ff8380d1610 2024-09-05T06:13:55.092 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:55.092 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":93,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:13:52.520612+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:13:20.012172+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-05T06:13:20.368469+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["backfillfull","exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","full","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","full","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["backfillfull","exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["backfillfull","exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["backfillfull","exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.10","mappings":[{"from":2,"to":7}]},{"pgid":"11.13","mappings":[{"from":1,"to":2}]},{"pgid":"11.17","mappings":[{"from":1,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:13:55.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff8180678c0 msgr2=0x7ff818069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff8180678c0 0x7ff818069d80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff8280ae000 tx=0x7ff8280a7000 comp rx=0 tx=0).stop 2024-09-05T06:13:55.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff8380d1610 msgr2=0x7ff83814f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff8380d1610 0x7ff83814f510 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff82c00b550 tx=0x7ff82c00ba10 comp rx=0 tx=0).stop 2024-09-05T06:13:55.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 shutdown_connections 2024-09-05T06:13:55.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff8180678c0 0x7ff818069d80 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff83815c8f0 0x7ff8380c9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff8380d1610 0x7ff83814f510 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 --2- 172.21.15.70:0/3201926201 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff8380cdfa0 0x7ff83814ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 >> 172.21.15.70:0/3201926201 conn(0x7ff8380b45d0 msgr2=0x7ff8380d2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:55.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 shutdown_connections 2024-09-05T06:13:55.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.096+0000 7ff83cae0640 1 -- 172.21.15.70:0/3201926201 wait complete. 2024-09-05T06:13:55.111 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:13:55.112 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:55.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe75827b640 1 Processor -- start 2024-09-05T06:13:55.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe75827b640 1 -- start start 2024-09-05T06:13:55.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe75827b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe75015edb0 0x7fe7500d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe75827b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7500cf7e0 0x7fe7500d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe75827b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7500cfd30 con 0x7fe7500d4980 2024-09-05T06:13:55.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe75827b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe7500b5620 con 0x7fe75015edb0 2024-09-05T06:13:55.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe75827b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe7500d0010 con 0x7fe7500cf7e0 2024-09-05T06:13:55.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756017640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe7500d4980 0x7fe7500d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:41362/0 (socket says 172.21.15.70:41362) 2024-09-05T06:13:55.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756017640 1 -- 172.21.15.70:0/3028888929 learned_addr learned my addr 172.21.15.70:0/3028888929 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755816640 1 --2- 172.21.15.70:0/3028888929 >> v2:172.21.15.196:3300/0 conn(0x7fe75015edb0 0x7fe7500d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756818640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7500cf7e0 0x7fe7500d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3720592693 0 0) 0x7fe7500cfd30 con 0x7fe7500d4980 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe73c003530 con 0x7fe7500d4980 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 889560873 0 0) 0x7fe73c003530 con 0x7fe7500d4980 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7500cf7e0 msgr2=0x7fe7500d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7500cf7e0 0x7fe7500d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 >> v2:172.21.15.196:3300/0 conn(0x7fe75015edb0 msgr2=0x7fe7500d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 --2- 172.21.15.70:0/3028888929 >> v2:172.21.15.196:3300/0 conn(0x7fe75015edb0 0x7fe7500d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7500d02f0 con 0x7fe7500d4980 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fe74c001680 con 0x7fe7500d4980 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 >> v1:172.21.15.70:6789/0 conn(0x7fe7500d4980 legacy=0x7fe7500d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7500cf7e0 0x7fe73c0039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe73c003f40 0x7fe73c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe73c004d50 0x7fe73c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe7500b5620 con 0x7fe73c004d50 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe7500d0010 con 0x7fe73c003f40 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe73c00b9d0 con 0x7fe7500cf7e0 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756818640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe73c004d50 0x7fe73c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756017640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7500cf7e0 0x7fe73c0039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe755816640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe73c003f40 0x7fe73c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756818640 1 -- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7500cf7e0 msgr2=0x7fe73c0039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756818640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7500cf7e0 0x7fe73c0039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756818640 1 -- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe73c003f40 msgr2=0x7fe73c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:55.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756818640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe73c003f40 0x7fe73c004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.236+0000 7fe756818640 1 -- 172.21.15.70:0/3028888929 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe73c003530 con 0x7fe73c004d50 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe756818640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe73c004d50 0x7fe73c0051d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fe748009fc0 tx=0x7fe74801cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c041d68143cf59fc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7480b2070 con 0x7fe73c004d50 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7480a5c90 con 0x7fe73c004d50 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe755015640 1 -- 172.21.15.70:0/3028888929 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe748009c10 con 0x7fe73c004d50 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe75827b640 1 -- 172.21.15.70:0/3028888929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe73c004d50 msgr2=0x7fe73c0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe75827b640 1 --2- 172.21.15.70:0/3028888929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe73c004d50 0x7fe73c0051d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fe748009fc0 tx=0x7fe74801cc20 comp rx=0 tx=0).stop 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe756818640 1 -- 172.21.15.70:0/3028888929 reap_dead start 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe75827b640 1 -- 172.21.15.70:0/3028888929 shutdown_connections 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe75827b640 1 -- 172.21.15.70:0/3028888929 >> 172.21.15.70:0/3028888929 conn(0x7fe75008e690 msgr2=0x7fe75009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe75827b640 1 -- 172.21.15.70:0/3028888929 shutdown_connections 2024-09-05T06:13:55.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe75827b640 1 -- 172.21.15.70:0/3028888929 wait complete. 2024-09-05T06:13:55.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe75827b640 1 Processor -- start 2024-09-05T06:13:55.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.240+0000 7fe75827b640 1 -- start start 2024-09-05T06:13:55.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe73c004d50 0x7fe7501f8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe75015f1c0 0x7fe75015abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe750161ae0 0x7fe750161f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe7500d0dd0 con 0x7fe75015f1c0 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe7500d08b0 con 0x7fe750161ae0 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe750161650 con 0x7fe73c004d50 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe75015f1c0 0x7fe75015abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe75015f1c0 0x7fe75015abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58860/0 (socket says 172.21.15.70:58860) 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 -- 172.21.15.70:0/1671505883 learned_addr learned my addr 172.21.15.70:0/1671505883 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe756017640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe73c004d50 0x7fe7501f8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe756818640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe750161ae0 0x7fe750161f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 -- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe73c004d50 msgr2=0x7fe7501f8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe73c004d50 0x7fe7501f8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 -- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe750161ae0 msgr2=0x7fe750161f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe750161ae0 0x7fe750161f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 -- 172.21.15.70:0/1671505883 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe750160da0 con 0x7fe75015f1c0 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe756818640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe750161ae0 0x7fe750161f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe755816640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe75015f1c0 0x7fe75015abc0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe7400115e0 tx=0x7fe740011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe746ffd640 1 -- 172.21.15.70:0/1671505883 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe740015870 con 0x7fe75015f1c0 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe746ffd640 1 -- 172.21.15.70:0/1671505883 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe740015a10 con 0x7fe75015f1c0 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7501f8d40 con 0x7fe75015f1c0 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe746ffd640 1 -- 172.21.15.70:0/1671505883 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe740015dc0 con 0x7fe75015f1c0 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe750161020 con 0x7fe75015f1c0 2024-09-05T06:13:55.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe75015f6e0 con 0x7fe75015f1c0 2024-09-05T06:13:55.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe746ffd640 1 -- 172.21.15.70:0/1671505883 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe74000f480 con 0x7fe75015f1c0 2024-09-05T06:13:55.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe746ffd640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7340678f0 0x7fe734069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe746ffd640 1 -- 172.21.15.70:0/1671505883 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7fe7400864f0 con 0x7fe75015f1c0 2024-09-05T06:13:55.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe756017640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7340678f0 0x7fe734069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe746ffd640 1 -- 172.21.15.70:0/1671505883 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7fe73406f540 con 0x7fe75015f1c0 2024-09-05T06:13:55.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.244+0000 7fe756017640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7340678f0 0x7fe734069db0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fe75015b9c0 tx=0x7fe74c007040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.248+0000 7fe746ffd640 1 -- 172.21.15.70:0/1671505883 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe75015f6e0 con 0x7fe75015f1c0 2024-09-05T06:13:55.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.456+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7500cfc10 con 0x7fe75015f1c0 2024-09-05T06:13:55.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe746ffd640 1 -- 172.21.15.70:0/1671505883 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5228 (secure 0 0 0) 0x7fe7501f8d40 con 0x7fe75015f1c0 2024-09-05T06:13:55.456 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:55.456 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":34,"btime":"2024-09-05T06:13:24:065521+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4919,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2576508337","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2576508337},{"type":"v1","addr":"172.21.15.196:6833","nonce":2576508337}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5170,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3185130117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3185130117},{"type":"v1","addr":"172.21.15.196:6835","nonce":3185130117}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5829,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3703978730","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3703978730},{"type":"v1","addr":"172.21.15.70:6835","nonce":3703978730}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:13:21.408991+0000","modified":"2024-09-05T06:13:23.413324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/587397471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":587397471},{"type":"v1","addr":"172.21.15.70:6837","nonce":587397471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-05T06:13:55.457 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 34 2024-09-05T06:13:55.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7340678f0 msgr2=0x7fe734069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7340678f0 0x7fe734069db0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fe75015b9c0 tx=0x7fe74c007040 comp rx=0 tx=0).stop 2024-09-05T06:13:55.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe75015f1c0 msgr2=0x7fe75015abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe75015f1c0 0x7fe75015abc0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe7400115e0 tx=0x7fe740011aa0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 shutdown_connections 2024-09-05T06:13:55.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7340678f0 0x7fe734069db0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe750161ae0 0x7fe750161f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe75015f1c0 0x7fe75015abc0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 --2- 172.21.15.70:0/1671505883 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe73c004d50 0x7fe7501f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 >> 172.21.15.70:0/1671505883 conn(0x7fe75008e690 msgr2=0x7fe7500b5ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:55.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 shutdown_connections 2024-09-05T06:13:55.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.460+0000 7fe75827b640 1 -- 172.21.15.70:0/1671505883 wait complete. 2024-09-05T06:13:55.475 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:13:55.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9adda86640 1 Processor -- start 2024-09-05T06:13:55.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9adda86640 1 -- start start 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9adda86640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9ad815edb0 0x7f9ad80d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9adda86640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9ad80cf7e0 0x7f9ad80d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9adda86640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ad80cfd30 con 0x7f9ad80d4980 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9adda86640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9ad80b5620 con 0x7f9ad815edb0 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9adda86640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9ad80d0010 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad6ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9ad815edb0 0x7f9ad80d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad6ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9ad815edb0 0x7f9ad80d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58866/0 (socket says 172.21.15.70:58866) 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad6ffd640 1 -- 172.21.15.70:0/282747970 learned_addr learned my addr 172.21.15.70:0/282747970 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad7fff640 1 --2- 172.21.15.70:0/282747970 >> v2:172.21.15.196:3300/0 conn(0x7f9ad80cf7e0 0x7f9ad80d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad6ffd640 1 -- 172.21.15.70:0/282747970 >> v2:172.21.15.196:3300/0 conn(0x7f9ad80cf7e0 msgr2=0x7f9ad80d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:55.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad6ffd640 1 --2- 172.21.15.70:0/282747970 >> v2:172.21.15.196:3300/0 conn(0x7f9ad80cf7e0 0x7f9ad80d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad6ffd640 1 -- 172.21.15.70:0/282747970 >> v1:172.21.15.196:6789/0 conn(0x7f9ad80d4980 legacy=0x7f9ad80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad6ffd640 1 -- 172.21.15.70:0/282747970 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ad80d02f0 con 0x7f9ad815edb0 2024-09-05T06:13:55.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.604+0000 7f9ad7fff640 1 --2- 172.21.15.70:0/282747970 >> v2:172.21.15.196:3300/0 conn(0x7f9ad80cf7e0 0x7f9ad80d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:13:55.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9ad6ffd640 1 --2- 172.21.15.70:0/282747970 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad815edb0 0x7f9ad80d3340 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f9ad80d5db0 tx=0x7f9acc01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9406cd71451adab1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9ad67fc640 1 -- 172.21.15.70:0/282747970 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9acc0aa650 con 0x7f9ad815edb0 2024-09-05T06:13:55.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9ad67fc640 1 -- 172.21.15.70:0/282747970 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9acc0af070 con 0x7f9ad815edb0 2024-09-05T06:13:55.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9ad67fc640 1 -- 172.21.15.70:0/282747970 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9acc0aaa10 con 0x7f9ad815edb0 2024-09-05T06:13:55.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9adda86640 1 -- 172.21.15.70:0/282747970 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad815edb0 msgr2=0x7f9ad80d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9adda86640 1 --2- 172.21.15.70:0/282747970 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad815edb0 0x7f9ad80d3340 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f9ad80d5db0 tx=0x7f9acc01c4f0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9adda86640 1 -- 172.21.15.70:0/282747970 shutdown_connections 2024-09-05T06:13:55.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9adda86640 1 --2- 172.21.15.70:0/282747970 >> v2:172.21.15.196:3300/0 conn(0x7f9ad80cf7e0 0x7f9ad80d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9adda86640 1 --2- 172.21.15.70:0/282747970 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad815edb0 0x7f9ad80d3340 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9adda86640 1 -- 172.21.15.70:0/282747970 >> 172.21.15.70:0/282747970 conn(0x7f9ad808e690 msgr2=0x7f9ad809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:55.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9adda86640 1 -- 172.21.15.70:0/282747970 shutdown_connections 2024-09-05T06:13:55.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.608+0000 7f9adda86640 1 -- 172.21.15.70:0/282747970 wait complete. 2024-09-05T06:13:55.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 Processor -- start 2024-09-05T06:13:55.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 -- start start 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80cf7e0 0x7f9ad814ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ad80d4980 0x7f9ad8152640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ad8152b80 0x7f9ad8153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad80b4fa0 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad80b4e20 con 0x7f9ad8152b80 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9ad80b5120 con 0x7f9ad80d4980 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80cf7e0 0x7f9ad814ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80cf7e0 0x7f9ad814ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58868/0 (socket says 172.21.15.70:58868) 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad6ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ad80d4980 0x7f9ad8152640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad7fff640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ad8152b80 0x7f9ad8153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 -- 172.21.15.70:0/941048076 learned_addr learned my addr 172.21.15.70:0/941048076 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:55.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 -- 172.21.15.70:0/941048076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ad80d4980 msgr2=0x7f9ad8152640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ad80d4980 0x7f9ad8152640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 -- 172.21.15.70:0/941048076 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ad8152b80 msgr2=0x7f9ad8153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ad8152b80 0x7f9ad8153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 -- 172.21.15.70:0/941048076 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ad80c8c70 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9ad77fe640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80cf7e0 0x7f9ad814ecb0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f9ac800c370 tx=0x7f9ac800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9abffff640 1 -- 172.21.15.70:0/941048076 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac80052d0 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9abffff640 1 -- 172.21.15.70:0/941048076 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ac8005470 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9abffff640 1 -- 172.21.15.70:0/941048076 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac8007260 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ad80c8f50 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ad80c9510 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.612+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ad80d4d60 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.616+0000 7f9abffff640 1 -- 172.21.15.70:0/941048076 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9ac8007400 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.616+0000 7f9abffff640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ac40678f0 0x7f9ac4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.616+0000 7f9ad6ffd640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ac40678f0 0x7f9ac4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.616+0000 7f9abffff640 1 -- 172.21.15.70:0/941048076 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7f9ac8085000 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.616+0000 7f9abffff640 1 -- 172.21.15.70:0/941048076 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7f9ac406f5a0 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.616+0000 7f9ad6ffd640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ac40678f0 0x7f9ac4069db0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f9acc0ae000 tx=0x7f9acc0a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.620+0000 7f9abffff640 1 -- 172.21.15.70:0/941048076 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9ac8055520 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.804+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9ad814f560 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.804+0000 7f9abffff640 1 -- 172.21.15.70:0/941048076 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5228 (secure 0 0 0) 0x7f9ac8059820 con 0x7f9ad80cf7e0 2024-09-05T06:13:55.802 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:55.802 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":34,"btime":"2024-09-05T06:13:24:065521+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4919,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2576508337","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2576508337},{"type":"v1","addr":"172.21.15.196:6833","nonce":2576508337}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5170,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3185130117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3185130117},{"type":"v1","addr":"172.21.15.196:6835","nonce":3185130117}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5829,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3703978730","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3703978730},{"type":"v1","addr":"172.21.15.70:6835","nonce":3703978730}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:13:21.408991+0000","modified":"2024-09-05T06:13:23.413324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":2,"addr":"172.21.15.70:6837/587397471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":587397471},{"type":"v1","addr":"172.21.15.70:6837","nonce":587397471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-05T06:13:55.803 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 34 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ac40678f0 msgr2=0x7f9ac4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ac40678f0 0x7f9ac4069db0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f9acc0ae000 tx=0x7f9acc0a7000 comp rx=0 tx=0).stop 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80cf7e0 msgr2=0x7f9ad814ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80cf7e0 0x7f9ad814ecb0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f9ac800c370 tx=0x7f9ac800c830 comp rx=0 tx=0).stop 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 shutdown_connections 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ac40678f0 0x7f9ac4069db0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ad8152b80 0x7f9ad8153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ad80d4980 0x7f9ad8152640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 --2- 172.21.15.70:0/941048076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80cf7e0 0x7f9ad814ecb0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 >> 172.21.15.70:0/941048076 conn(0x7f9ad808e690 msgr2=0x7f9ad80b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:55.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 shutdown_connections 2024-09-05T06:13:55.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.808+0000 7f9adda86640 1 -- 172.21.15.70:0/941048076 wait complete. 2024-09-05T06:13:55.821 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:13:55.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb379866640 1 Processor -- start 2024-09-05T06:13:55.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb379866640 1 -- start start 2024-09-05T06:13:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb379866640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb374157110 0x7fb3740b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb379866640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb37406d570 con 0x7fb3740b5ac0 2024-09-05T06:13:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb379866640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb37406d850 con 0x7fb3740d0e60 2024-09-05T06:13:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb379866640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb37406db30 con 0x7fb374157110 2024-09-05T06:13:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb372ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb374157110 0x7fb3740b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb3727fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb3740b5ac0 0x7fb3740d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:41364/0 (socket says 172.21.15.70:41364) 2024-09-05T06:13:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb3727fc640 1 -- 172.21.15.70:0/3955186248 learned_addr learned my addr 172.21.15.70:0/3955186248 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb372ffd640 1 -- 172.21.15.70:0/3955186248 >> v1:172.21.15.196:6789/0 conn(0x7fb3740d0e60 legacy=0x7fb3740af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb372ffd640 1 -- 172.21.15.70:0/3955186248 >> v1:172.21.15.70:6789/0 conn(0x7fb3740b5ac0 legacy=0x7fb3740d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb371ffb640 1 -- 172.21.15.70:0/3955186248 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 142454161 0 0) 0x7fb37406d570 con 0x7fb3740b5ac0 2024-09-05T06:13:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.944+0000 7fb372ffd640 1 -- 172.21.15.70:0/3955186248 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb37406de10 con 0x7fb374157110 2024-09-05T06:13:55.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb372ffd640 1 --2- 172.21.15.70:0/3955186248 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb374157110 0x7fb3740b5580 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb364009d90 tx=0x7fb36401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bcfbf4358ef3f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb371ffb640 1 -- 172.21.15.70:0/3955186248 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3640b2070 con 0x7fb374157110 2024-09-05T06:13:55.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb371ffb640 1 -- 172.21.15.70:0/3955186248 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3640a57f0 con 0x7fb374157110 2024-09-05T06:13:55.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb371ffb640 1 -- 172.21.15.70:0/3955186248 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3640a5bc0 con 0x7fb374157110 2024-09-05T06:13:55.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 -- 172.21.15.70:0/3955186248 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb374157110 msgr2=0x7fb3740b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 --2- 172.21.15.70:0/3955186248 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb374157110 0x7fb3740b5580 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb364009d90 tx=0x7fb36401c930 comp rx=0 tx=0).stop 2024-09-05T06:13:55.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 -- 172.21.15.70:0/3955186248 shutdown_connections 2024-09-05T06:13:55.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 --2- 172.21.15.70:0/3955186248 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb374157110 0x7fb3740b5580 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 -- 172.21.15.70:0/3955186248 >> 172.21.15.70:0/3955186248 conn(0x7fb37406bcc0 msgr2=0x7fb37406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:55.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 -- 172.21.15.70:0/3955186248 shutdown_connections 2024-09-05T06:13:55.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 -- 172.21.15.70:0/3955186248 wait complete. 2024-09-05T06:13:55.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 Processor -- start 2024-09-05T06:13:55.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 -- start start 2024-09-05T06:13:55.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.948+0000 7fb379866640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3740b5ac0 0x7fb3740b3060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb379866640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3740d0e60 0x7fb37413fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb379866640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb374157110 0x7fb37415abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb379866640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb37416aff0 con 0x7fb3740b5ac0 2024-09-05T06:13:55.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb379866640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb37416ae70 con 0x7fb3740d0e60 2024-09-05T06:13:55.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb379866640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb37416b170 con 0x7fb374157110 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3740b5ac0 0x7fb3740b3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3740b5ac0 0x7fb3740b3060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58882/0 (socket says 172.21.15.70:58882) 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 -- 172.21.15.70:0/4138898422 learned_addr learned my addr 172.21.15.70:0/4138898422 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 -- 172.21.15.70:0/4138898422 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb374157110 msgr2=0x7fb37415abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb374157110 0x7fb37415abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 -- 172.21.15.70:0/4138898422 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3740d0e60 msgr2=0x7fb37413fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3740d0e60 0x7fb37413fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 -- 172.21.15.70:0/4138898422 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3740b1fc0 con 0x7fb3740b5ac0 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb372ffd640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3740b5ac0 0x7fb3740b3060 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb364009d90 tx=0x7fb3640196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb36bfff640 1 -- 172.21.15.70:0/4138898422 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3640be020 con 0x7fb3740b5ac0 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb36bfff640 1 -- 172.21.15.70:0/4138898422 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3640b8670 con 0x7fb3740b5ac0 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb36bfff640 1 -- 172.21.15.70:0/4138898422 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3640b2040 con 0x7fb3740b5ac0 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3740b22a0 con 0x7fb3740b5ac0 2024-09-05T06:13:55.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3740b2860 con 0x7fb3740b5ac0 2024-09-05T06:13:55.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb37406d570 con 0x7fb3740b5ac0 2024-09-05T06:13:55.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb36bfff640 1 -- 172.21.15.70:0/4138898422 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb3640c1070 con 0x7fb3740b5ac0 2024-09-05T06:13:55.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb36bfff640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3540678f0 0x7fb354069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:55.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb36bfff640 1 -- 172.21.15.70:0/4138898422 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7fb364120270 con 0x7fb3740b5ac0 2024-09-05T06:13:55.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb3727fc640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3540678f0 0x7fb354069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:55.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb36bfff640 1 -- 172.21.15.70:0/4138898422 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7fb35406f540 con 0x7fb3740b5ac0 2024-09-05T06:13:55.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.952+0000 7fb3727fc640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3540678f0 0x7fb354069db0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb35c007fd0 tx=0x7fb35c007940 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:55.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:55.956+0000 7fb36bfff640 1 -- 172.21.15.70:0/4138898422 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb364016520 con 0x7fb3740b5ac0 2024-09-05T06:13:56.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.120+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb374069060 con 0x7fb3740b5ac0 2024-09-05T06:13:56.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.124+0000 7fb36bfff640 1 -- 172.21.15.70:0/4138898422 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+16891 (secure 0 0 0) 0x7fb3640f0d50 con 0x7fb3740b5ac0 2024-09-05T06:13:56.121 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:13:56.122 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":93,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:13:52.520612+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:13:20.012172+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-05T06:13:20.368469+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["backfillfull","exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","full","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","full","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["backfillfull","exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["backfillfull","exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["backfillfull","exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.10","mappings":[{"from":2,"to":7}]},{"pgid":"11.13","mappings":[{"from":1,"to":2}]},{"pgid":"11.17","mappings":[{"from":1,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3540678f0 msgr2=0x7fb354069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3540678f0 0x7fb354069db0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb35c007fd0 tx=0x7fb35c007940 comp rx=0 tx=0).stop 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3740b5ac0 msgr2=0x7fb3740b3060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3740b5ac0 0x7fb3740b3060 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb364009d90 tx=0x7fb3640196d0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 shutdown_connections 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb3540678f0 0x7fb354069db0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb374157110 0x7fb37415abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb3740d0e60 0x7fb37413fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 --2- 172.21.15.70:0/4138898422 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3740b5ac0 0x7fb3740b3060 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 >> 172.21.15.70:0/4138898422 conn(0x7fb37406bcc0 msgr2=0x7fb3740cfa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 shutdown_connections 2024-09-05T06:13:56.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.128+0000 7fb379866640 1 -- 172.21.15.70:0/4138898422 wait complete. 2024-09-05T06:13:56.141 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:13:56.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ad09b4640 1 Processor -- start 2024-09-05T06:13:56.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ad09b4640 1 -- start start 2024-09-05T06:13:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ad09b4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc15ee90 0x7f6acc0b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ad09b4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6acc0b3a50 0x7f6acc0d5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ad09b4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6acc0d15d0 0x7f6acc0d1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ad09b4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6acc0d28f0 con 0x7f6acc0d15d0 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ad09b4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6acc0d2bd0 con 0x7f6acc0b3a50 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ad09b4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6acc0d04e0 con 0x7f6acc15ee90 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6acad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6acc0d15d0 0x7f6acc0d1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6acad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6acc0d15d0 0x7f6acc0d1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58898/0 (socket says 172.21.15.70:58898) 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6acad9d640 1 -- 172.21.15.70:0/716988942 learned_addr learned my addr 172.21.15.70:0/716988942 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6aca59c640 1 --2- 172.21.15.70:0/716988942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc15ee90 0x7f6acc0b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6ac9d9b640 1 --2- 172.21.15.70:0/716988942 >> v2:172.21.15.196:3300/0 conn(0x7f6acc0b3a50 0x7f6acc0d5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6acad9d640 1 -- 172.21.15.70:0/716988942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc15ee90 msgr2=0x7f6acc0b18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6acad9d640 1 --2- 172.21.15.70:0/716988942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc15ee90 0x7f6acc0b18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6acad9d640 1 -- 172.21.15.70:0/716988942 >> v2:172.21.15.196:3300/0 conn(0x7f6acc0b3a50 msgr2=0x7f6acc0d5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6acad9d640 1 --2- 172.21.15.70:0/716988942 >> v2:172.21.15.196:3300/0 conn(0x7f6acc0b3a50 0x7f6acc0d5650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.260+0000 7f6acad9d640 1 -- 172.21.15.70:0/716988942 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6acc0d07c0 con 0x7f6acc0d15d0 2024-09-05T06:13:56.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6acad9d640 1 --2- 172.21.15.70:0/716988942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc0d15d0 0x7f6acc0d1a80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f6acc08db80 tx=0x7f6ac401c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baab8042b8382909 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:56.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ac959a640 1 -- 172.21.15.70:0/716988942 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac40a5660 con 0x7f6acc0d15d0 2024-09-05T06:13:56.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ac959a640 1 -- 172.21.15.70:0/716988942 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ac40a5800 con 0x7f6acc0d15d0 2024-09-05T06:13:56.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ac959a640 1 -- 172.21.15.70:0/716988942 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac40a5bd0 con 0x7f6acc0d15d0 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 -- 172.21.15.70:0/716988942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc0d15d0 msgr2=0x7f6acc0d1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/716988942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc0d15d0 0x7f6acc0d1a80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f6acc08db80 tx=0x7f6ac401c8d0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 -- 172.21.15.70:0/716988942 shutdown_connections 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/716988942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc0d15d0 0x7f6acc0d1a80 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/716988942 >> v2:172.21.15.196:3300/0 conn(0x7f6acc0b3a50 0x7f6acc0d5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/716988942 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc15ee90 0x7f6acc0b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 -- 172.21.15.70:0/716988942 >> 172.21.15.70:0/716988942 conn(0x7f6acc09dfb0 msgr2=0x7f6acc0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 -- 172.21.15.70:0/716988942 shutdown_connections 2024-09-05T06:13:56.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 -- 172.21.15.70:0/716988942 wait complete. 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 Processor -- start 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.264+0000 7f6ad09b4640 1 -- start start 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc0b3a50 0x7f6acc1585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6acc0d15d0 0x7f6acc1569a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc15ee90 0x7f6acc06d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc0d39d0 con 0x7f6acc15ee90 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc0d3850 con 0x7f6acc0d15d0 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6acc0d3b50 con 0x7f6acc0b3a50 2024-09-05T06:13:56.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc15ee90 0x7f6acc06d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc15ee90 0x7f6acc06d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58912/0 (socket says 172.21.15.70:58912) 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 -- 172.21.15.70:0/469284130 learned_addr learned my addr 172.21.15.70:0/469284130 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6aca59c640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc0b3a50 0x7f6acc1585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ac9d9b640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6acc0d15d0 0x7f6acc1569a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 -- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc0b3a50 msgr2=0x7f6acc1585b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc0b3a50 0x7f6acc1585b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 -- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6acc0d15d0 msgr2=0x7f6acc1569a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6acc0d15d0 0x7f6acc1569a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 -- 172.21.15.70:0/469284130 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6acc0cad50 con 0x7f6acc15ee90 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6aca59c640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc0b3a50 0x7f6acc1585b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ac9d9b640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6acc0d15d0 0x7f6acc1569a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6acad9d640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc15ee90 0x7f6acc06d5f0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f6ac401af80 tx=0x7f6ac4019670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac40bc020 con 0x7f6acc15ee90 2024-09-05T06:13:56.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ac40b8670 con 0x7f6acc15ee90 2024-09-05T06:13:56.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6acc0c8640 con 0x7f6acc15ee90 2024-09-05T06:13:56.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac4009510 con 0x7f6acc15ee90 2024-09-05T06:13:56.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6acc0caff0 con 0x7f6acc15ee90 2024-09-05T06:13:56.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6acc0d1a80 con 0x7f6acc15ee90 2024-09-05T06:13:56.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6ac40bf020 con 0x7f6acc15ee90 2024-09-05T06:13:56.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6abaffd640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6aac0678c0 0x7f6aac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5796+0+0 (secure 0 0 0) 0x7f6ac4121030 con 0x7f6acc15ee90 2024-09-05T06:13:56.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6aca59c640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6aac0678c0 0x7f6aac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=94}) -- 0x7f6aac06f570 con 0x7f6acc15ee90 2024-09-05T06:13:56.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.268+0000 7f6aca59c640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6aac0678c0 0x7f6aac069d80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f6acc15e9b0 tx=0x7f6abc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:56.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.272+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6ac40c6030 con 0x7f6acc15ee90 2024-09-05T06:13:56.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.452+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f6acc0d5430 con 0x7f6acc15ee90 2024-09-05T06:13:56.451 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:13:56.456+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:13:56.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.456+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v35) ==== 161+0+0 (secure 0 0 0) 0x7f6ac40165e0 con 0x7f6acc15ee90 2024-09-05T06:13:56.453 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:13:56.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.456+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(94..94 src has 1..94) ==== 390+0+0 (secure 0 0 0) 0x7f6ac40b5e60 con 0x7f6acc15ee90 2024-09-05T06:13:56.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.456+0000 7f6abaffd640 1 -- 172.21.15.70:0/469284130 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=95}) -- 0x7f6aac06ff00 con 0x7f6acc15ee90 2024-09-05T06:13:56.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6aac0678c0 msgr2=0x7f6aac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6aac0678c0 0x7f6aac069d80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f6acc15e9b0 tx=0x7f6abc008040 comp rx=0 tx=0).stop 2024-09-05T06:13:56.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc15ee90 msgr2=0x7f6acc06d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc15ee90 0x7f6acc06d5f0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f6ac401af80 tx=0x7f6ac4019670 comp rx=0 tx=0).stop 2024-09-05T06:13:56.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 shutdown_connections 2024-09-05T06:13:56.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6aac0678c0 0x7f6aac069d80 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6acc15ee90 0x7f6acc06d5f0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6acc0d15d0 0x7f6acc1569a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 --2- 172.21.15.70:0/469284130 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6acc0b3a50 0x7f6acc1585b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 >> 172.21.15.70:0/469284130 conn(0x7f6acc09dfb0 msgr2=0x7f6acc0cf8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:56.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 shutdown_connections 2024-09-05T06:13:56.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.460+0000 7f6ad09b4640 1 -- 172.21.15.70:0/469284130 wait complete. 2024-09-05T06:13:56.475 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:13:56.493 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:13:56.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490f635640 1 Processor -- start 2024-09-05T06:13:56.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490f635640 1 -- start start 2024-09-05T06:13:56.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490f635640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f49080cfea0 0x7f49080d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490f635640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f49080c8fd0 0x7f49080c9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490f635640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49080d34b0 con 0x7f490815edf0 2024-09-05T06:13:56.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490f635640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f49080d3260 con 0x7f49080cfea0 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490f635640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f49080d3790 con 0x7f49080c8fd0 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490cbd0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f49080cfea0 0x7f49080d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490cbd0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f49080cfea0 0x7f49080d0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58942/0 (socket says 172.21.15.70:58942) 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.596+0000 7f490cbd0640 1 -- 172.21.15.70:0/2931646086 learned_addr learned my addr 172.21.15.70:0/2931646086 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490dbd2640 1 --2- 172.21.15.70:0/2931646086 >> v2:172.21.15.196:3300/0 conn(0x7f49080c8fd0 0x7f49080c9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490cbd0640 1 -- 172.21.15.70:0/2931646086 >> v2:172.21.15.196:3300/0 conn(0x7f49080c8fd0 msgr2=0x7f49080c9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490cbd0640 1 --2- 172.21.15.70:0/2931646086 >> v2:172.21.15.196:3300/0 conn(0x7f49080c8fd0 0x7f49080c9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490cbd0640 1 -- 172.21.15.70:0/2931646086 >> v1:172.21.15.196:6789/0 conn(0x7f490815edf0 legacy=0x7f49080cf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490cbd0640 1 -- 172.21.15.70:0/2931646086 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49080d3a70 con 0x7f49080cfea0 2024-09-05T06:13:56.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490dbd2640 1 --2- 172.21.15.70:0/2931646086 >> v2:172.21.15.196:3300/0 conn(0x7f49080c8fd0 0x7f49080c9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:56.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490cbd0640 1 --2- 172.21.15.70:0/2931646086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49080cfea0 0x7f49080d0310 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f490808e460 tx=0x7f48f801c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9723903ee3548c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:56.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f48fffff640 1 -- 172.21.15.70:0/2931646086 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f80aa610 con 0x7f49080cfea0 2024-09-05T06:13:56.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f48fffff640 1 -- 172.21.15.70:0/2931646086 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48f80af070 con 0x7f49080cfea0 2024-09-05T06:13:56.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f48fffff640 1 -- 172.21.15.70:0/2931646086 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f80aa9d0 con 0x7f49080cfea0 2024-09-05T06:13:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490f635640 1 -- 172.21.15.70:0/2931646086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49080cfea0 msgr2=0x7f49080d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490f635640 1 --2- 172.21.15.70:0/2931646086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49080cfea0 0x7f49080d0310 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f490808e460 tx=0x7f48f801c4b0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490f635640 1 -- 172.21.15.70:0/2931646086 shutdown_connections 2024-09-05T06:13:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490f635640 1 --2- 172.21.15.70:0/2931646086 >> v2:172.21.15.196:3300/0 conn(0x7f49080c8fd0 0x7f49080c9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490f635640 1 --2- 172.21.15.70:0/2931646086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49080cfea0 0x7f49080d0310 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490f635640 1 -- 172.21.15.70:0/2931646086 >> 172.21.15.70:0/2931646086 conn(0x7f49080d4c80 msgr2=0x7f49080d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490f635640 1 -- 172.21.15.70:0/2931646086 shutdown_connections 2024-09-05T06:13:56.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.600+0000 7f490f635640 1 -- 172.21.15.70:0/2931646086 wait complete. 2024-09-05T06:13:56.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 Processor -- start 2024-09-05T06:13:56.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 -- start start 2024-09-05T06:13:56.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49080c8fd0 0x7f4908157c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49080cfea0 0x7f490815b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f490815edf0 0x7f49080cbd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f49080d58c0 con 0x7f490815edf0 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f49080d24d0 con 0x7f49080cfea0 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f49080d5a40 con 0x7f49080c8fd0 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f490815edf0 0x7f49080cbd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f490815edf0 0x7f49080cbd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58958/0 (socket says 172.21.15.70:58958) 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 -- 172.21.15.70:0/1804328991 learned_addr learned my addr 172.21.15.70:0/1804328991 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490cbd0640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49080cfea0 0x7f490815b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490d3d1640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49080c8fd0 0x7f4908157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 -- 172.21.15.70:0/1804328991 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49080c8fd0 msgr2=0x7f4908157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49080c8fd0 0x7f4908157c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 -- 172.21.15.70:0/1804328991 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49080cfea0 msgr2=0x7f490815b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:56.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49080cfea0 0x7f490815b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:56.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 -- 172.21.15.70:0/1804328991 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4908159700 con 0x7f490815edf0 2024-09-05T06:13:56.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490dbd2640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f490815edf0 0x7f49080cbd50 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f490000cef0 tx=0x7f490000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:56.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f48fdffb640 1 -- 172.21.15.70:0/1804328991 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f490001a070 con 0x7f490815edf0 2024-09-05T06:13:56.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f48fdffb640 1 -- 172.21.15.70:0/1804328991 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f490000d860 con 0x7f490815edf0 2024-09-05T06:13:56.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49080ce040 con 0x7f490815edf0 2024-09-05T06:13:56.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f48fdffb640 1 -- 172.21.15.70:0/1804328991 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f490000dc50 con 0x7f490815edf0 2024-09-05T06:13:56.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49080ce600 con 0x7f490815edf0 2024-09-05T06:13:56.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4908076250 con 0x7f490815edf0 2024-09-05T06:13:56.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f48fdffb640 1 -- 172.21.15.70:0/1804328991 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f490001d070 con 0x7f490815edf0 2024-09-05T06:13:56.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f48fdffb640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48ec0678c0 0x7f48ec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:56.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f490d3d1640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48ec0678c0 0x7f48ec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:56.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.604+0000 7f48fdffb640 1 -- 172.21.15.70:0/1804328991 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 5882+0+0 (secure 0 0 0) 0x7f4900086600 con 0x7f490815edf0 2024-09-05T06:13:56.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.608+0000 7f48fdffb640 1 -- 172.21.15.70:0/1804328991 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=95}) -- 0x7f48ec06f620 con 0x7f490815edf0 2024-09-05T06:13:56.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.608+0000 7f490d3d1640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48ec0678c0 0x7f48ec069d80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f490400b810 tx=0x7f4904008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:56.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.612+0000 7f48fdffb640 1 -- 172.21.15.70:0/1804328991 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4900057150 con 0x7f490815edf0 2024-09-05T06:13:56.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:56.792+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f49080d4a60 con 0x7f490815edf0 2024-09-05T06:13:57.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.460+0000 7f48fdffb640 1 -- 172.21.15.70:0/1804328991 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v36) ==== 104+0+0 (secure 0 0 0) 0x7f4900056a50 con 0x7f490815edf0 2024-09-05T06:13:57.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48ec0678c0 msgr2=0x7f48ec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:57.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48ec0678c0 0x7f48ec069d80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f490400b810 tx=0x7f4904008040 comp rx=0 tx=0).stop 2024-09-05T06:13:57.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f490815edf0 msgr2=0x7f49080cbd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:57.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f490815edf0 0x7f49080cbd50 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f490000cef0 tx=0x7f490000a710 comp rx=0 tx=0).stop 2024-09-05T06:13:57.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 shutdown_connections 2024-09-05T06:13:57.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f48ec0678c0 0x7f48ec069d80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f490815edf0 0x7f49080cbd50 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49080cfea0 0x7f490815b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 --2- 172.21.15.70:0/1804328991 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49080c8fd0 0x7f4908157c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 >> 172.21.15.70:0/1804328991 conn(0x7f49080d4c80 msgr2=0x7f49080b9ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:57.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 shutdown_connections 2024-09-05T06:13:57.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.464+0000 7f490f635640 1 -- 172.21.15.70:0/1804328991 wait complete. 2024-09-05T06:13:57.482 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:13:57.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f65471fd640 1 Processor -- start 2024-09-05T06:13:57.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f65471fd640 1 -- start start 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f65471fd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65400afff0 0x7f65400cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f65471fd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f65400cdf80 0x7f6540072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f65471fd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f654015bc40 con 0x7f6540072fd0 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f65471fd640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6540072600 con 0x7f65400cdf80 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f65471fd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f65400d14c0 con 0x7f65400afff0 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f654579a640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6540072fd0 0x7f654006e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:41392/0 (socket says 172.21.15.70:41392) 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f654579a640 1 -- 172.21.15.70:0/1933144633 learned_addr learned my addr 172.21.15.70:0/1933144633 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f6544f99640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65400afff0 0x7f65400cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:57.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1098991661 0 0) 0x7f654015bc40 con 0x7f6540072fd0 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6528003530 con 0x7f6540072fd0 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653ffff640 1 --2- 172.21.15.70:0/1933144633 >> v2:172.21.15.196:3300/0 conn(0x7f65400cdf80 0x7f6540072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3672346953 0 0) 0x7f6528003530 con 0x7f6540072fd0 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65400afff0 msgr2=0x7f65400cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65400afff0 0x7f65400cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 >> v2:172.21.15.196:3300/0 conn(0x7f65400cdf80 msgr2=0x7f6540072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 --2- 172.21.15.70:0/1933144633 >> v2:172.21.15.196:3300/0 conn(0x7f65400cdf80 0x7f6540072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6540071cd0 con 0x7f6540072fd0 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6538001a00 con 0x7f6540072fd0 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 >> v1:172.21.15.70:6789/0 conn(0x7f6540072fd0 legacy=0x7f654006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65400afff0 0x7f65280039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6528003f90 0x7f6528004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6528004d50 0x7f65280051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6540072600 con 0x7f6528004d50 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f65400d14c0 con 0x7f6528003f90 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f652800b9d0 con 0x7f65400afff0 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f654579a640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6528004d50 0x7f65280051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f653ffff640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6528003f90 0x7f6528004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f654579a640 1 -- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65400afff0 msgr2=0x7f65280039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f654579a640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65400afff0 0x7f65280039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f654579a640 1 -- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6528003f90 msgr2=0x7f6528004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f654579a640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6528003f90 0x7f6528004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.660+0000 7f654579a640 1 -- 172.21.15.70:0/1933144633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6528003530 con 0x7f6528004d50 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f654579a640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6528004d50 0x7f65280051d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f653800a800 tx=0x7f653801d2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96e7d508c10995f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653800a3f0 con 0x7f6528004d50 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65380ad630 con 0x7f6528004d50 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f653f7fe640 1 -- 172.21.15.70:0/1933144633 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65380adaa0 con 0x7f6528004d50 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f65471fd640 1 -- 172.21.15.70:0/1933144633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6528004d50 msgr2=0x7f65280051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f65471fd640 1 --2- 172.21.15.70:0/1933144633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6528004d50 0x7f65280051d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f653800a800 tx=0x7f653801d2e0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f654579a640 1 -- 172.21.15.70:0/1933144633 reap_dead start 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f65471fd640 1 -- 172.21.15.70:0/1933144633 shutdown_connections 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f65471fd640 1 -- 172.21.15.70:0/1933144633 >> 172.21.15.70:0/1933144633 conn(0x7f654006bcc0 msgr2=0x7f654006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f65471fd640 1 -- 172.21.15.70:0/1933144633 shutdown_connections 2024-09-05T06:13:57.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f65471fd640 1 -- 172.21.15.70:0/1933144633 wait complete. 2024-09-05T06:13:57.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f65471fd640 1 Processor -- start 2024-09-05T06:13:57.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.664+0000 7f65471fd640 1 -- start start 2024-09-05T06:13:57.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65401490a0 0x7f654014c230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65401497e0 0x7f654014ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f654014b380 0x7f654015cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f654006ed90 con 0x7f654014b380 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6540072290 con 0x7f65401490a0 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f654006ef10 con 0x7f65401497e0 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f654014b380 0x7f654015cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f654014b380 0x7f654015cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58978/0 (socket says 172.21.15.70:58978) 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 -- 172.21.15.70:0/92921682 learned_addr learned my addr 172.21.15.70:0/92921682 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f6544f99640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65401490a0 0x7f654014c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653ffff640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65401497e0 0x7f654014ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 -- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65401497e0 msgr2=0x7f654014ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65401497e0 0x7f654014ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 -- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65401490a0 msgr2=0x7f654014c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65401490a0 0x7f654014c230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 -- 172.21.15.70:0/92921682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f654014c770 con 0x7f654014b380 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653ffff640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65401497e0 0x7f654014ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f654579a640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f654014b380 0x7f654015cfa0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f653800a7a0 tx=0x7f6528005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653800a3f0 con 0x7f654014b380 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65380ad430 con 0x7f654014b380 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6540149da0 con 0x7f654014b380 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6538001f50 con 0x7f654014b380 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f654014a360 con 0x7f654014b380 2024-09-05T06:13:57.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6540072a90 con 0x7f654014b380 2024-09-05T06:13:57.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f65380bd060 con 0x7f654014b380 2024-09-05T06:13:57.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653d7fa640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f652c0678c0 0x7f652c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:57.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5882+0+0 (secure 0 0 0) 0x7f653811fc40 con 0x7f654014b380 2024-09-05T06:13:57.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f6544f99640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f652c0678c0 0x7f652c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:57.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.668+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=96}) -- 0x7f652c06f620 con 0x7f654014b380 2024-09-05T06:13:57.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.672+0000 7f6544f99640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f652c0678c0 0x7f652c069d80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f65300047c0 tx=0x7f6530008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:57.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.676+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6538016ff0 con 0x7f654014b380 2024-09-05T06:13:57.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:57.836+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f65400cce60 con 0x7f654014b380 2024-09-05T06:13:58.553 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:13:58.556+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check update: 1 full osd(s) (OSD_FULL) 2024-09-05T06:13:58.554 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:13:58.556+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check failed: Full OSDs blocking recovery: 2 pgs recovery_toofull (PG_RECOVERY_FULL) 2024-09-05T06:13:58.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.568+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v96) ==== 181+0+0 (secure 0 0 0) 0x7f65380f0640 con 0x7f654014b380 2024-09-05T06:13:58.564 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:13:58.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.568+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(96..96 src has 1..96) ==== 321+0+0 (secure 0 0 0) 0x7f653811e1d0 con 0x7f654014b380 2024-09-05T06:13:58.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.568+0000 7f653d7fa640 1 -- 172.21.15.70:0/92921682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=97}) -- 0x7f652c06da50 con 0x7f654014b380 2024-09-05T06:13:58.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f652c0678c0 msgr2=0x7f652c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f652c0678c0 0x7f652c069d80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f65300047c0 tx=0x7f6530008040 comp rx=0 tx=0).stop 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f654014b380 msgr2=0x7f654015cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f654014b380 0x7f654015cfa0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f653800a7a0 tx=0x7f6528005840 comp rx=0 tx=0).stop 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 shutdown_connections 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f652c0678c0 0x7f652c069d80 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f654014b380 0x7f654015cfa0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65401497e0 0x7f654014ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 --2- 172.21.15.70:0/92921682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65401490a0 0x7f654014c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 >> 172.21.15.70:0/92921682 conn(0x7f654006bcc0 msgr2=0x7f654006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 shutdown_connections 2024-09-05T06:13:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.572+0000 7f65471fd640 1 -- 172.21.15.70:0/92921682 wait complete. 2024-09-05T06:13:58.595 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:13:58.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe03e0e1640 1 Processor -- start 2024-09-05T06:13:58.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe03e0e1640 1 -- start start 2024-09-05T06:13:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe03e0e1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe0380afff0 0x7fe0380cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe03e0e1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe0380731a0 0x7fe03806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe03e0e1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe03815bc40 con 0x7fe0380cdf80 2024-09-05T06:13:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe03e0e1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe038072600 con 0x7fe0380afff0 2024-09-05T06:13:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe03e0e1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe0380d14c0 con 0x7fe0380731a0 2024-09-05T06:13:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe0377fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe0380afff0 0x7fe0380cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe036ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe0380cdf80 0x7fe038072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37202/0 (socket says 172.21.15.70:37202) 2024-09-05T06:13:58.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe036ffd640 1 -- 172.21.15.70:0/2971584617 learned_addr learned my addr 172.21.15.70:0/2971584617 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:58.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe037fff640 1 --2- 172.21.15.70:0/2971584617 >> v2:172.21.15.196:3300/0 conn(0x7fe0380731a0 0x7fe03806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:58.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe0377fe640 1 -- 172.21.15.70:0/2971584617 >> v2:172.21.15.196:3300/0 conn(0x7fe0380731a0 msgr2=0x7fe03806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:58.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe0377fe640 1 --2- 172.21.15.70:0/2971584617 >> v2:172.21.15.196:3300/0 conn(0x7fe0380731a0 0x7fe03806e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe0377fe640 1 -- 172.21.15.70:0/2971584617 >> v1:172.21.15.70:6789/0 conn(0x7fe0380cdf80 legacy=0x7fe038072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:58.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.724+0000 7fe0377fe640 1 -- 172.21.15.70:0/2971584617 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe038071cd0 con 0x7fe0380afff0 2024-09-05T06:13:58.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe0377fe640 1 --2- 172.21.15.70:0/2971584617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380afff0 0x7fe0380cda40 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fe0380cd2d0 tx=0x7fe02801c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c9dd6ed6acebe3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:58.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe0367fc640 1 -- 172.21.15.70:0/2971584617 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0280b0070 con 0x7fe0380afff0 2024-09-05T06:13:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe0367fc640 1 -- 172.21.15.70:0/2971584617 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0280ab600 con 0x7fe0380afff0 2024-09-05T06:13:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe0367fc640 1 -- 172.21.15.70:0/2971584617 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0280ab9d0 con 0x7fe0380afff0 2024-09-05T06:13:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 -- 172.21.15.70:0/2971584617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380afff0 msgr2=0x7fe0380cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/2971584617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380afff0 0x7fe0380cda40 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fe0380cd2d0 tx=0x7fe02801c310 comp rx=0 tx=0).stop 2024-09-05T06:13:58.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 -- 172.21.15.70:0/2971584617 shutdown_connections 2024-09-05T06:13:58.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/2971584617 >> v2:172.21.15.196:3300/0 conn(0x7fe0380731a0 0x7fe03806e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/2971584617 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380afff0 0x7fe0380cda40 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 -- 172.21.15.70:0/2971584617 >> 172.21.15.70:0/2971584617 conn(0x7fe03806bcc0 msgr2=0x7fe03806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:58.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 -- 172.21.15.70:0/2971584617 shutdown_connections 2024-09-05T06:13:58.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 -- 172.21.15.70:0/2971584617 wait complete. 2024-09-05T06:13:58.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 Processor -- start 2024-09-05T06:13:58.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.728+0000 7fe03e0e1640 1 -- start start 2024-09-05T06:13:58.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0380731a0 0x7fe038162bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0380afff0 0x7fe0380af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380cdf80 0x7fe0380af610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe03806ebc0 con 0x7fe0380cdf80 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe038072290 con 0x7fe0380afff0 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe03806ed40 con 0x7fe0380731a0 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380cdf80 0x7fe0380af610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380cdf80 0x7fe0380af610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40432/0 (socket says 172.21.15.70:40432) 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 -- 172.21.15.70:0/1388199719 learned_addr learned my addr 172.21.15.70:0/1388199719 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe0377fe640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0380731a0 0x7fe038162bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe036ffd640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0380afff0 0x7fe0380af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 -- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0380731a0 msgr2=0x7fe038162bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0380731a0 0x7fe038162bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 -- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0380afff0 msgr2=0x7fe0380af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0380afff0 0x7fe0380af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 -- 172.21.15.70:0/1388199719 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0380afb50 con 0x7fe0380cdf80 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe036ffd640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0380afff0 0x7fe0380af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe0377fe640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0380731a0 0x7fe038162bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe037fff640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380cdf80 0x7fe0380af610 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fe03000cd70 tx=0x7fe03000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe030003ba0 con 0x7fe0380cdf80 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe030003d40 con 0x7fe0380cdf80 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0381614c0 con 0x7fe0380cdf80 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe030004240 con 0x7fe0380cdf80 2024-09-05T06:13:58.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0380ae8d0 con 0x7fe0380cdf80 2024-09-05T06:13:58.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0380cda40 con 0x7fe0380cdf80 2024-09-05T06:13:58.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe0300043e0 con 0x7fe0380cdf80 2024-09-05T06:13:58.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe01ffff640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0240678c0 0x7fe024069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:58.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5415+0+0 (secure 0 0 0) 0x7fe0300865f0 con 0x7fe0380cdf80 2024-09-05T06:13:58.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe0377fe640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0240678c0 0x7fe024069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:58.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=97}) -- 0x7fe02406e750 con 0x7fe0380cdf80 2024-09-05T06:13:58.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.732+0000 7fe0377fe640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0240678c0 0x7fe024069d80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe0280ad000 tx=0x7fe028008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:58.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.736+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe03001d340 con 0x7fe0380cdf80 2024-09-05T06:13:58.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:58.896+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe0380d0050 con 0x7fe0380cdf80 2024-09-05T06:13:59.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.568+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v97) ==== 169+0+0 (secure 0 0 0) 0x7fe0300572e0 con 0x7fe0380cdf80 2024-09-05T06:13:59.567 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:13:59.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.572+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(97..97 src has 1..97) ==== 338+0+0 (secure 0 0 0) 0x7fe030084d50 con 0x7fe0380cdf80 2024-09-05T06:13:59.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.572+0000 7fe01ffff640 1 -- 172.21.15.70:0/1388199719 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=98}) -- 0x7fe02406d4e0 con 0x7fe0380cdf80 2024-09-05T06:13:59.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.572+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0240678c0 msgr2=0x7fe024069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:59.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.572+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0240678c0 0x7fe024069d80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe0280ad000 tx=0x7fe028008040 comp rx=0 tx=0).stop 2024-09-05T06:13:59.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.572+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380cdf80 msgr2=0x7fe0380af610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:59.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.572+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380cdf80 0x7fe0380af610 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fe03000cd70 tx=0x7fe03000a660 comp rx=0 tx=0).stop 2024-09-05T06:13:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.580+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 shutdown_connections 2024-09-05T06:13:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.580+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0240678c0 0x7fe024069d80 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.580+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0380cdf80 0x7fe0380af610 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.580+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0380afff0 0x7fe0380af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.580+0000 7fe03e0e1640 1 --2- 172.21.15.70:0/1388199719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0380731a0 0x7fe038162bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.580+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 >> 172.21.15.70:0/1388199719 conn(0x7fe03806bcc0 msgr2=0x7fe0380cf940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:59.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.580+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 shutdown_connections 2024-09-05T06:13:59.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.580+0000 7fe03e0e1640 1 -- 172.21.15.70:0/1388199719 wait complete. 2024-09-05T06:13:59.605 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:13:59.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c632ef640 1 Processor -- start 2024-09-05T06:13:59.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c632ef640 1 -- start start 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c632ef640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2c5c157110 0x7f2c5c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c632ef640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2c5c0d0e60 0x7f2c5c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c632ef640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c5c06d570 con 0x7f2c5c0b5ac0 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c632ef640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2c5c06d850 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c632ef640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2c5c06db30 con 0x7f2c5c157110 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6188c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2c5c0d0e60 0x7f2c5c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6088a640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2c5c0b5ac0 0x7f2c5c0d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37216/0 (socket says 172.21.15.70:37216) 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6188c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2c5c0d0e60 0x7f2c5c0af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40436/0 (socket says 172.21.15.70:40436) 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6088a640 1 -- 172.21.15.70:0/1400781839 learned_addr learned my addr 172.21.15.70:0/1400781839 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6188c640 1 -- 172.21.15.70:0/1400781839 >> v2:172.21.15.196:3300/0 conn(0x7f2c5c157110 msgr2=0x7f2c5c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6108b640 1 --2- 172.21.15.70:0/1400781839 >> v2:172.21.15.196:3300/0 conn(0x7f2c5c157110 0x7f2c5c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:59.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6188c640 1 --2- 172.21.15.70:0/1400781839 >> v2:172.21.15.196:3300/0 conn(0x7f2c5c157110 0x7f2c5c0b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6188c640 1 -- 172.21.15.70:0/1400781839 >> v1:172.21.15.70:6789/0 conn(0x7f2c5c0b5ac0 legacy=0x7f2c5c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:59.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c6188c640 1 -- 172.21.15.70:0/1400781839 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5c06de10 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.732+0000 7f2c53fff640 1 -- 172.21.15.70:0/1400781839 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4011550518 0 0) 0x7f2c5c06d570 con 0x7f2c5c0b5ac0 2024-09-05T06:13:59.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c6188c640 1 --2- 172.21.15.70:0/1400781839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0af720 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0d1530 tx=0x7f2c5401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23e2180f11ab4971 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:59.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c53fff640 1 -- 172.21.15.70:0/1400781839 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c540b2070 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c53fff640 1 -- 172.21.15.70:0/1400781839 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c540a57f0 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c53fff640 1 -- 172.21.15.70:0/1400781839 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c540a5bc0 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 -- 172.21.15.70:0/1400781839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 msgr2=0x7f2c5c0af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:59.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 --2- 172.21.15.70:0/1400781839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0af720 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0d1530 tx=0x7f2c5401c930 comp rx=0 tx=0).stop 2024-09-05T06:13:59.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 -- 172.21.15.70:0/1400781839 shutdown_connections 2024-09-05T06:13:59.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 --2- 172.21.15.70:0/1400781839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0af720 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 --2- 172.21.15.70:0/1400781839 >> v2:172.21.15.196:3300/0 conn(0x7f2c5c157110 0x7f2c5c0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 -- 172.21.15.70:0/1400781839 >> 172.21.15.70:0/1400781839 conn(0x7f2c5c06bcc0 msgr2=0x7f2c5c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:59.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 -- 172.21.15.70:0/1400781839 shutdown_connections 2024-09-05T06:13:59.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 -- 172.21.15.70:0/1400781839 wait complete. 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.736+0000 7f2c632ef640 1 Processor -- start 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 -- start start 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c5c0b5ac0 0x7f2c5c0b1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0b5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c5c157110 0x7f2c5c13fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c0b3e00 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c0b3c80 con 0x7f2c5c157110 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2c5c0b3f80 con 0x7f2c5c0b5ac0 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0b5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0b5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40444/0 (socket says 172.21.15.70:40444) 2024-09-05T06:13:59.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 -- 172.21.15.70:0/3206856456 learned_addr learned my addr 172.21.15.70:0/3206856456 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6188c640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c5c157110 0x7f2c5c13fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 -- 172.21.15.70:0/3206856456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c5c0b5ac0 msgr2=0x7f2c5c0b1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c5c0b5ac0 0x7f2c5c0b1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 -- 172.21.15.70:0/3206856456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c5c157110 msgr2=0x7f2c5c13fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c5c157110 0x7f2c5c13fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 -- 172.21.15.70:0/3206856456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5c0b2080 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6088a640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0b5080 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c00c520 tx=0x7f2c4c00c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c51ffb640 1 -- 172.21.15.70:0/3206856456 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4c017070 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c51ffb640 1 -- 172.21.15.70:0/3206856456 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c4c005d10 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c5c0b2610 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c51ffb640 1 -- 172.21.15.70:0/3206856456 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4c007330 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c5c0b2bd0 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.739 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c5c0af720 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c51ffb640 1 -- 172.21.15.70:0/3206856456 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2c4c01a070 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c51ffb640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2c400678c0 0x7f2c40069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:13:59.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c51ffb640 1 -- 172.21.15.70:0/3206856456 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 4943+0+0 (secure 0 0 0) 0x7f2c4c084e10 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c6108b640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2c400678c0 0x7f2c40069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:13:59.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.740+0000 7f2c51ffb640 1 -- 172.21.15.70:0/3206856456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=98}) -- 0x7f2c4006d0b0 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.744+0000 7f2c6108b640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2c400678c0 0x7f2c40069d80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800a810 tx=0x7f2c58008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:13:59.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.744+0000 7f2c51ffb640 1 -- 172.21.15.70:0/3206856456 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2c4c055c50 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.908+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f2c5c0d0250 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.916+0000 7f2c51ffb640 1 -- 172.21.15.70:0/3206856456 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v9) ==== 104+0+0 (secure 0 0 0) 0x7f2c4c055550 con 0x7f2c5c0d0e60 2024-09-05T06:13:59.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.916+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2c400678c0 msgr2=0x7f2c40069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:59.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.916+0000 7f2c632ef640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2c400678c0 0x7f2c40069d80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800a810 tx=0x7f2c58008040 comp rx=0 tx=0).stop 2024-09-05T06:13:59.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.916+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 msgr2=0x7f2c5c0b5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:13:59.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.916+0000 7f2c632ef640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0b5080 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c00c520 tx=0x7f2c4c00c9e0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.920+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 shutdown_connections 2024-09-05T06:13:59.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.920+0000 7f2c632ef640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2c400678c0 0x7f2c40069d80 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.920+0000 7f2c632ef640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2c5c157110 0x7f2c5c13fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.920+0000 7f2c632ef640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c5c0d0e60 0x7f2c5c0b5080 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.920+0000 7f2c632ef640 1 --2- 172.21.15.70:0/3206856456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2c5c0b5ac0 0x7f2c5c0b1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:13:59.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.920+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 >> 172.21.15.70:0/3206856456 conn(0x7f2c5c06bcc0 msgr2=0x7f2c5c15e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:13:59.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.920+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 shutdown_connections 2024-09-05T06:13:59.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:13:59.920+0000 7f2c632ef640 1 -- 172.21.15.70:0/3206856456 wait complete. 2024-09-05T06:13:59.933 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestClusterFull.test_full_fsync' 2024-09-05T06:14:00.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb14125b640 1 Processor -- start 2024-09-05T06:14:00.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb14125b640 1 -- start start 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb14125b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb13c06ec90 0x7fb13c165c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb14125b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb13c072890 con 0x7fb13c15b1a0 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb14125b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb13c072b70 con 0x7fb13c0b45d0 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb14125b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb13c0b0330 con 0x7fb13c06ec90 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13ad9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb13c15b1a0 0x7fb13c0afae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37226/0 (socket says 172.21.15.70:37226) 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13ad9d640 1 -- 172.21.15.70:0/3585575024 learned_addr learned my addr 172.21.15.70:0/3585575024 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13b59e640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb13c06ec90 0x7fb13c165c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1166009126 0 0) 0x7fb13c072890 con 0x7fb13c15b1a0 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb124003530 con 0x7fb13c15b1a0 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3731452953 0 0) 0x7fb124003530 con 0x7fb13c15b1a0 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb13c06ec90 msgr2=0x7fb13c165c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:00.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb13c06ec90 0x7fb13c165c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 >> v1:172.21.15.196:6789/0 conn(0x7fb13c0b45d0 legacy=0x7fb13c06d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb13c072e50 con 0x7fb13c15b1a0 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb12c001680 con 0x7fb13c15b1a0 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 >> v1:172.21.15.70:6789/0 conn(0x7fb13c15b1a0 legacy=0x7fb13c0afae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb13c06ec90 0x7fb1240039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb124003f70 0x7fb124004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb124004d50 0x7fb1240051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb12400ba80 con 0x7fb124003f70 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb12400bc30 con 0x7fb124004d50 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb12400be30 con 0x7fb13c06ec90 2024-09-05T06:14:00.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13a59c640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb124003f70 0x7fb124004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13b59e640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb124004d50 0x7fb1240051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13a59c640 1 -- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb13c06ec90 msgr2=0x7fb1240039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13a59c640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb13c06ec90 0x7fb1240039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13a59c640 1 -- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb124004d50 msgr2=0x7fb1240051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13a59c640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb124004d50 0x7fb1240051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.052+0000 7fb13a59c640 1 -- 172.21.15.70:0/3585575024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb124003530 con 0x7fb124003f70 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb13a59c640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb124003f70 0x7fb124004810 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fb130001780 tx=0x7fb13001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2a45a1dbda53ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1300013a0 con 0x7fb124003f70 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1300a9070 con 0x7fb124003f70 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb139d9b640 1 -- 172.21.15.70:0/3585575024 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb130003600 con 0x7fb124003f70 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb14125b640 1 -- 172.21.15.70:0/3585575024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb124003f70 msgr2=0x7fb124004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb14125b640 1 --2- 172.21.15.70:0/3585575024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb124003f70 0x7fb124004810 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fb130001780 tx=0x7fb13001c420 comp rx=0 tx=0).stop 2024-09-05T06:14:00.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb13b59e640 1 -- 172.21.15.70:0/3585575024 reap_dead start 2024-09-05T06:14:00.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb14125b640 1 -- 172.21.15.70:0/3585575024 shutdown_connections 2024-09-05T06:14:00.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb14125b640 1 -- 172.21.15.70:0/3585575024 >> 172.21.15.70:0/3585575024 conn(0x7fb13c06bcc0 msgr2=0x7fb13c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:00.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb14125b640 1 -- 172.21.15.70:0/3585575024 shutdown_connections 2024-09-05T06:14:00.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb14125b640 1 -- 172.21.15.70:0/3585575024 wait complete. 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.056+0000 7fb14125b640 1 Processor -- start 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 -- start start 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb124003f70 0x7fb13c149990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb13c0ae8b0 0x7fb13c0aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb13c1f7900 0x7fb13c1f7d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb13c0737d0 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb13c073650 con 0x7fb13c1f7900 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb13c0d07c0 con 0x7fb124003f70 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb13c0ae8b0 0x7fb13c0aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb13c0ae8b0 0x7fb13c0aed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40454/0 (socket says 172.21.15.70:40454) 2024-09-05T06:14:00.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 -- 172.21.15.70:0/422453271 learned_addr learned my addr 172.21.15.70:0/422453271 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13ad9d640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb124003f70 0x7fb13c149990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13b59e640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb13c1f7900 0x7fb13c1f7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 -- 172.21.15.70:0/422453271 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb124003f70 msgr2=0x7fb13c149990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb124003f70 0x7fb13c149990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 -- 172.21.15.70:0/422453271 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb13c1f7900 msgr2=0x7fb13c1f7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb13c1f7900 0x7fb13c1f7d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 -- 172.21.15.70:0/422453271 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb13c1f85c0 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13a59c640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb13c0ae8b0 0x7fb13c0aed30 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fb130005040 tx=0x7fb124005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb1237fe640 1 -- 172.21.15.70:0/422453271 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb130000ee0 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb1237fe640 1 -- 172.21.15.70:0/422453271 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb130007040 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb13c14a3d0 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb1237fe640 1 -- 172.21.15.70:0/422453271 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1300071f0 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb13c14a990 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb13c0af270 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb1237fe640 1 -- 172.21.15.70:0/422453271 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb1300be020 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb1237fe640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb128067a90 0x7fb128069f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb1237fe640 1 -- 172.21.15.70:0/422453271 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 4943+0+0 (secure 0 0 0) 0x7fb13011ef50 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13ad9d640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb128067a90 0x7fb128069f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb1237fe640 1 -- 172.21.15.70:0/422453271 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=98}) -- 0x7fb12806d280 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.060+0000 7fb13ad9d640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb128067a90 0x7fb128069f50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb12c0011f0 tx=0x7fb12c00c040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:00.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.064+0000 7fb1237fe640 1 -- 172.21.15.70:0/422453271 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb1300c5020 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.276+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_full_fsync"]} v 0) -- 0x7fb13c0d0c00 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.349 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:14:00.352 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:14:00.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.564+0000 7fb1237fe640 1 -- 172.21.15.70:0/422453271 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_full_fsync"]}]=0 v212) ==== 133+0+0 (secure 0 0 0) 0x7fb130016130 con 0x7fb13c0ae8b0 2024-09-05T06:14:00.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb128067a90 msgr2=0x7fb128069f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb128067a90 0x7fb128069f50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb12c0011f0 tx=0x7fb12c00c040 comp rx=0 tx=0).stop 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb13c0ae8b0 msgr2=0x7fb13c0aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb13c0ae8b0 0x7fb13c0aed30 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fb130005040 tx=0x7fb124005840 comp rx=0 tx=0).stop 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 shutdown_connections 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb128067a90 0x7fb128069f50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb13c1f7900 0x7fb13c1f7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb13c0ae8b0 0x7fb13c0aed30 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 --2- 172.21.15.70:0/422453271 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb124003f70 0x7fb13c149990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 >> 172.21.15.70:0/422453271 conn(0x7fb13c06bcc0 msgr2=0x7fb13c0b0560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 shutdown_connections 2024-09-05T06:14:00.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.568+0000 7fb14125b640 1 -- 172.21.15.70:0/422453271 wait complete. 2024-09-05T06:14:00.584 INFO:tasks.cephfs_test_runner:That when the full flag is encountered during asynchronous ... ok 2024-09-05T06:14:00.584 INFO:tasks.cephfs_test_runner:Starting test: test_full_same_file (tasks.cephfs.test_full.TestClusterFull) 2024-09-05T06:14:00.584 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:14:00.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.708+0000 7f4fd1d5e640 1 Processor -- start 2024-09-05T06:14:00.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.708+0000 7f4fd1d5e640 1 -- start start 2024-09-05T06:14:00.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fd1d5e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc15cbf0 0x7f4fcc0752c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fd1d5e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fcc160580 con 0x7f4fcc0afb80 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fd1d5e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fcc15fa00 con 0x7f4fcc0b06d0 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fd1d5e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4fcc15fce0 con 0x7f4fcc15cbf0 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcaffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4fcc0afb80 0x7f4fcc0affc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37228/0 (socket says 172.21.15.70:37228) 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcaffd640 1 -- 172.21.15.70:0/508453959 learned_addr learned my addr 172.21.15.70:0/508453959 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcb7fe640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc15cbf0 0x7f4fcc0752c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3608313260 0 0) 0x7f4fcc160580 con 0x7f4fcc0afb80 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4fac003530 con 0x7f4fcc0afb80 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3748541592 0 0) 0x7f4fac003530 con 0x7f4fcc0afb80 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc15cbf0 msgr2=0x7f4fcc0752c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:00.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc15cbf0 0x7f4fcc0752c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 >> v1:172.21.15.196:6789/0 conn(0x7f4fcc0b06d0 legacy=0x7f4fcc15dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fcc15ffc0 con 0x7f4fcc0afb80 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f4fb4001680 con 0x7f4fcc0afb80 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 >> v1:172.21.15.70:6789/0 conn(0x7f4fcc0afb80 legacy=0x7f4fcc0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fac003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fac004810 0x7f4fac004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc15cbf0 0x7f4fac005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4fcc15fce0 con 0x7f4fac0039f0 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4fac00bb00 con 0x7f4fac004810 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4fac00bd00 con 0x7f4fcc15cbf0 2024-09-05T06:14:00.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcb7fe640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fac003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcaffd640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fac004810 0x7f4fac004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcbfff640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc15cbf0 0x7f4fac005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcb7fe640 1 -- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc15cbf0 msgr2=0x7f4fac005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:00.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcb7fe640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc15cbf0 0x7f4fac005210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcb7fe640 1 -- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fac004810 msgr2=0x7f4fac004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:00.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcb7fe640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fac004810 0x7f4fac004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcb7fe640 1 -- 172.21.15.70:0/508453959 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fac003530 con 0x7f4fac0039f0 2024-09-05T06:14:00.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.712+0000 7f4fcaffd640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fac004810 0x7f4fac004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:00.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fac003e10 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc00ba30 tx=0x7f4fbc01c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d5fb9b619b5890b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:00.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fbc00b600 con 0x7f4fac0039f0 2024-09-05T06:14:00.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fbc0b1070 con 0x7f4fac0039f0 2024-09-05T06:14:00.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fca7fc640 1 -- 172.21.15.70:0/508453959 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fbc0ac680 con 0x7f4fac0039f0 2024-09-05T06:14:00.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/508453959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 msgr2=0x7f4fac003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 --2- 172.21.15.70:0/508453959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fac003e10 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc00ba30 tx=0x7f4fbc01c6a0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcbfff640 1 -- 172.21.15.70:0/508453959 reap_dead start 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/508453959 shutdown_connections 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/508453959 >> 172.21.15.70:0/508453959 conn(0x7f4fcc073170 msgr2=0x7f4fcc073580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/508453959 shutdown_connections 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/508453959 wait complete. 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 Processor -- start 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- start start 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fcc149380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fcc166f70 0x7f4fcc164f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc164920 0x7f4fcc165440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4fcc168860 con 0x7f4fac0039f0 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4fcc0ae2b0 con 0x7f4fcc166f70 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4fcc1689e0 con 0x7f4fcc164920 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fcc149380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fcc149380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40484/0 (socket says 172.21.15.70:40484) 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 -- 172.21.15.70:0/2100031315 learned_addr learned my addr 172.21.15.70:0/2100031315 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcbfff640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc164920 0x7f4fcc165440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 -- 172.21.15.70:0/2100031315 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc164920 msgr2=0x7f4fcc165440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc164920 0x7f4fcc165440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 -- 172.21.15.70:0/2100031315 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fcc166f70 msgr2=0x7f4fcc164f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fcc166f70 0x7f4fcc164f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 -- 172.21.15.70:0/2100031315 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fcc167450 con 0x7f4fac0039f0 2024-09-05T06:14:00.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fcb7fe640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fcc149380 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc0ae040 tx=0x7f4fac005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:00.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fc3fff640 1 -- 172.21.15.70:0/2100031315 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fbc0bb070 con 0x7f4fac0039f0 2024-09-05T06:14:00.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fc3fff640 1 -- 172.21.15.70:0/2100031315 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fbc004220 con 0x7f4fac0039f0 2024-09-05T06:14:00.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fcc167730 con 0x7f4fac0039f0 2024-09-05T06:14:00.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fcc167cf0 con 0x7f4fac0039f0 2024-09-05T06:14:00.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.716+0000 7f4fc3fff640 1 -- 172.21.15.70:0/2100031315 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fbc003620 con 0x7f4fac0039f0 2024-09-05T06:14:00.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.720+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fa40052a0 con 0x7f4fac0039f0 2024-09-05T06:14:00.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.720+0000 7f4fc3fff640 1 -- 172.21.15.70:0/2100031315 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4fbc0037c0 con 0x7f4fac0039f0 2024-09-05T06:14:00.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.720+0000 7f4fc3fff640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fb00678f0 0x7f4fb0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:00.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.720+0000 7f4fcaffd640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fb00678f0 0x7f4fb0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:00.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.720+0000 7f4fc3fff640 1 -- 172.21.15.70:0/2100031315 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 4943+0+0 (secure 0 0 0) 0x7f4fbc11fad0 con 0x7f4fac0039f0 2024-09-05T06:14:00.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.720+0000 7f4fc3fff640 1 -- 172.21.15.70:0/2100031315 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=98}) -- 0x7f4fb006d0e0 con 0x7f4fac0039f0 2024-09-05T06:14:00.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.720+0000 7f4fcaffd640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fb00678f0 0x7f4fb0069db0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc15c5f0 tx=0x7f4fb4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:00.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.724+0000 7f4fc3fff640 1 -- 172.21.15.70:0/2100031315 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4fbc0c5060 con 0x7f4fac0039f0 2024-09-05T06:14:00.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.888+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4fa4005860 con 0x7f4fac0039f0 2024-09-05T06:14:00.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.888+0000 7f4fc3fff640 1 -- 172.21.15.70:0/2100031315 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+13031 (secure 0 0 0) 0x7f4fbc0163b0 con 0x7f4fac0039f0 2024-09-05T06:14:00.887 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:00.887 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":97,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:13:59.571481+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":3,"flags_names":"hashpspool,full","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","full","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6837/587397471":"2024-09-06T06:13:56.458073+0000","172.21.15.70:6836/587397471":"2024-09-06T06:13:56.458073+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:14:00.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fb00678f0 msgr2=0x7f4fb0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fb00678f0 0x7f4fb0069db0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc15c5f0 tx=0x7f4fb4009040 comp rx=0 tx=0).stop 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 msgr2=0x7f4fcc149380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fcc149380 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc0ae040 tx=0x7f4fac005840 comp rx=0 tx=0).stop 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 shutdown_connections 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4fb00678f0 0x7f4fb0069db0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4fcc164920 0x7f4fcc165440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4fcc166f70 0x7f4fcc164f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 --2- 172.21.15.70:0/2100031315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4fac0039f0 0x7f4fcc149380 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 >> 172.21.15.70:0/2100031315 conn(0x7f4fcc073170 msgr2=0x7f4fcc1604e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 shutdown_connections 2024-09-05T06:14:00.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:00.892+0000 7f4fd1d5e640 1 -- 172.21.15.70:0/2100031315 wait complete. 2024-09-05T06:14:00.906 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 3, 'flags_names': 'hashpspool,full', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:14:00.906 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:14:01.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.028+0000 7ffac0522640 1 Processor -- start 2024-09-05T06:14:01.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.028+0000 7ffac0522640 1 -- start start 2024-09-05T06:14:01.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffac0522640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 0x7ffab80d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffac0522640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffab80cfd30 con 0x7ffab815edb0 2024-09-05T06:14:01.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffac0522640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffab80d0010 con 0x7ffab80d3a50 2024-09-05T06:14:01.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffac0522640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffab80d02f0 con 0x7ffab80d4980 2024-09-05T06:14:01.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7ffab815edb0 0x7ffab80d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37236/0 (socket says 172.21.15.70:37236) 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 -- 172.21.15.70:0/1077716227 learned_addr learned my addr 172.21.15.70:0/1077716227 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2273247513 0 0) 0x7ffab80cfd30 con 0x7ffab815edb0 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffaa4003530 con 0x7ffab815edb0 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabe2be640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 0x7ffab80d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2322568792 0 0) 0x7ffaa4003530 con 0x7ffab815edb0 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 msgr2=0x7ffab80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 0x7ffab80d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 >> v1:172.21.15.196:6789/0 conn(0x7ffab80d3a50 legacy=0x7ffab80b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffab80d05d0 con 0x7ffab815edb0 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7ffaa8001680 con 0x7ffab815edb0 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 >> v1:172.21.15.70:6789/0 conn(0x7ffab815edb0 legacy=0x7ffab80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 0x7ffaa40039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffaa4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffaa4004d50 0x7ffaa40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffab80d02f0 con 0x7ffaa4004020 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa400bb90 con 0x7ffaa4004d50 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffaa400bd90 con 0x7ffab80d4980 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffaa4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabe2be640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 0x7ffaa40039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 -- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 msgr2=0x7ffaa40039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 0x7ffaa40039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 -- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffaa4004d50 msgr2=0x7ffaa40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffaa4004d50 0x7ffaa40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 -- 172.21.15.70:0/1077716227 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaa4003530 con 0x7ffaa4004020 2024-09-05T06:14:01.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabe2be640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80d4980 0x7ffaa40039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:01.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabdabd640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffaa4004810 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7ffab815f1b0 tx=0x7ffaa801f390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae49c629a1bd4476 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa8007d40 con 0x7ffaa4004020 2024-09-05T06:14:01.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffaa8005b00 con 0x7ffaa4004020 2024-09-05T06:14:01.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffabd2bc640 1 -- 172.21.15.70:0/1077716227 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa8007070 con 0x7ffaa4004020 2024-09-05T06:14:01.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffac0522640 1 -- 172.21.15.70:0/1077716227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 msgr2=0x7ffaa4004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.032+0000 7ffac0522640 1 --2- 172.21.15.70:0/1077716227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffaa4004810 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7ffab815f1b0 tx=0x7ffaa801f390 comp rx=0 tx=0).stop 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabeabf640 1 -- 172.21.15.70:0/1077716227 reap_dead start 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- 172.21.15.70:0/1077716227 shutdown_connections 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- 172.21.15.70:0/1077716227 >> 172.21.15.70:0/1077716227 conn(0x7ffab808e690 msgr2=0x7ffab809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- 172.21.15.70:0/1077716227 shutdown_connections 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- 172.21.15.70:0/1077716227 wait complete. 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 Processor -- start 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- start start 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffab81f48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffab80b7b00 0x7ffab81f8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80b7f60 0x7ffab81f88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffab80d0dd0 con 0x7ffaa4004020 2024-09-05T06:14:01.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ffab80cf7e0 con 0x7ffab80b7b00 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffab80b5e50 con 0x7ffab80b7f60 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffab81f48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffab81f48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40500/0 (socket says 172.21.15.70:40500) 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 -- 172.21.15.70:0/293566754 learned_addr learned my addr 172.21.15.70:0/293566754 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabeabf640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80b7f60 0x7ffab81f88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabdabd640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffab80b7b00 0x7ffab81f8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 -- 172.21.15.70:0/293566754 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80b7f60 msgr2=0x7ffab81f88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80b7f60 0x7ffab81f88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 -- 172.21.15.70:0/293566754 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffab80b7b00 msgr2=0x7ffab81f8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffab80b7b00 0x7ffab81f8390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 -- 172.21.15.70:0/293566754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffab80cbab0 con 0x7ffaa4004020 2024-09-05T06:14:01.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffabe2be640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffab81f48e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7ffab4007fa0 tx=0x7ffab400f5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffaaeffd640 1 -- 172.21.15.70:0/293566754 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab4018020 con 0x7ffaa4004020 2024-09-05T06:14:01.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffaaeffd640 1 -- 172.21.15.70:0/293566754 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffab40145f0 con 0x7ffaa4004020 2024-09-05T06:14:01.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffab80b60b0 con 0x7ffaa4004020 2024-09-05T06:14:01.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffaaeffd640 1 -- 172.21.15.70:0/293566754 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab40149c0 con 0x7ffaa4004020 2024-09-05T06:14:01.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffab80b6670 con 0x7ffaa4004020 2024-09-05T06:14:01.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.036+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffab80d3340 con 0x7ffaa4004020 2024-09-05T06:14:01.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.040+0000 7ffaaeffd640 1 -- 172.21.15.70:0/293566754 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffab401b020 con 0x7ffaa4004020 2024-09-05T06:14:01.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.040+0000 7ffaaeffd640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffa9c0678c0 0x7ffa9c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.040+0000 7ffaaeffd640 1 -- 172.21.15.70:0/293566754 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 4943+0+0 (secure 0 0 0) 0x7ffab40865e0 con 0x7ffaa4004020 2024-09-05T06:14:01.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.040+0000 7ffabdabd640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffa9c0678c0 0x7ffa9c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.040+0000 7ffabdabd640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffa9c0678c0 0x7ffa9c069d80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7ffaa80af000 tx=0x7ffaa80aa000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.044+0000 7ffaaeffd640 1 -- 172.21.15.70:0/293566754 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffab4022020 con 0x7ffaa4004020 2024-09-05T06:14:01.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.196+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ffab80cc480 con 0x7ffaa4004020 2024-09-05T06:14:01.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.196+0000 7ffaaeffd640 1 -- 172.21.15.70:0/293566754 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v98) ==== 93+0+10 (secure 0 0 0) 0x7ffab4057390 con 0x7ffaa4004020 2024-09-05T06:14:01.193 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffa9c0678c0 msgr2=0x7ffa9c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffa9c0678c0 0x7ffa9c069d80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7ffaa80af000 tx=0x7ffaa80aa000 comp rx=0 tx=0).stop 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 msgr2=0x7ffab81f48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffab81f48e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7ffab4007fa0 tx=0x7ffab400f5e0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 shutdown_connections 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffa9c0678c0 0x7ffa9c069d80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffab80b7f60 0x7ffab81f88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffab80b7b00 0x7ffab81f8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 --2- 172.21.15.70:0/293566754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffaa4004020 0x7ffab81f48e0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 >> 172.21.15.70:0/293566754 conn(0x7ffab808e690 msgr2=0x7ffab81549a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:01.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 shutdown_connections 2024-09-05T06:14:01.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.200+0000 7ffac0522640 1 -- 172.21.15.70:0/293566754 wait complete. 2024-09-05T06:14:01.212 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestClusterFull.test_full_same_file' 2024-09-05T06:14:01.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f76c6640 1 Processor -- start 2024-09-05T06:14:01.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f76c6640 1 -- start start 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f76c6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 0x7f55f00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f76c6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f55f00cf7e0 0x7f55f00d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f76c6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55f00cfd30 con 0x7f55f00d4980 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f76c6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f55f00b5620 con 0x7f55f00cf7e0 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f76c6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f55f00d0010 con 0x7f55f015edb0 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f5c63640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f55f00cf7e0 0x7f55f00d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f5462640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f55f00d4980 0x7f55f00d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37240/0 (socket says 172.21.15.70:37240) 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f5462640 1 -- 172.21.15.70:0/1753171534 learned_addr learned my addr 172.21.15.70:0/1753171534 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f4c61640 1 --2- 172.21.15.70:0/1753171534 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 0x7f55f00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55effff640 1 -- 172.21.15.70:0/1753171534 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4027504009 0 0) 0x7f55f00cfd30 con 0x7f55f00d4980 2024-09-05T06:14:01.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55effff640 1 -- 172.21.15.70:0/1753171534 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f55d8003530 con 0x7f55f00d4980 2024-09-05T06:14:01.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f5c63640 1 -- 172.21.15.70:0/1753171534 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 msgr2=0x7f55f00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:01.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f5c63640 1 --2- 172.21.15.70:0/1753171534 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 0x7f55f00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f5c63640 1 -- 172.21.15.70:0/1753171534 >> v1:172.21.15.70:6789/0 conn(0x7f55f00d4980 legacy=0x7f55f00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f5c63640 1 -- 172.21.15.70:0/1753171534 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f00d02f0 con 0x7f55f00cf7e0 2024-09-05T06:14:01.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55f5c63640 1 --2- 172.21.15.70:0/1753171534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00cf7e0 0x7f55f00d3880 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f55e80097c0 tx=0x7f55e801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3a4dc088a435d8a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55effff640 1 -- 172.21.15.70:0/1753171534 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e80a7070 con 0x7f55f00cf7e0 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55effff640 1 -- 172.21.15.70:0/1753171534 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e80b0070 con 0x7f55f00cf7e0 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.332+0000 7f55effff640 1 -- 172.21.15.70:0/1753171534 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e80ab890 con 0x7f55f00cf7e0 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- 172.21.15.70:0/1753171534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00cf7e0 msgr2=0x7f55f00d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 --2- 172.21.15.70:0/1753171534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00cf7e0 0x7f55f00d3880 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f55e80097c0 tx=0x7f55e801c470 comp rx=0 tx=0).stop 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- 172.21.15.70:0/1753171534 shutdown_connections 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 --2- 172.21.15.70:0/1753171534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00cf7e0 0x7f55f00d3880 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 --2- 172.21.15.70:0/1753171534 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 0x7f55f00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- 172.21.15.70:0/1753171534 >> 172.21.15.70:0/1753171534 conn(0x7f55f008e690 msgr2=0x7f55f009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- 172.21.15.70:0/1753171534 shutdown_connections 2024-09-05T06:14:01.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- 172.21.15.70:0/1753171534 wait complete. 2024-09-05T06:14:01.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 Processor -- start 2024-09-05T06:14:01.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- start start 2024-09-05T06:14:01.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55f00cf7e0 0x7f55f0154370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00d4980 0x7f55f0156090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 0x7f55f01565d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f55f00b4fa0 con 0x7f55f00d4980 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f55f00b4e20 con 0x7f55f00cf7e0 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f55f00b5120 con 0x7f55f015edb0 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00d4980 0x7f55f0156090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00d4980 0x7f55f0156090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40516/0 (socket says 172.21.15.70:40516) 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 -- 172.21.15.70:0/2122490090 learned_addr learned my addr 172.21.15.70:0/2122490090 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 -- 172.21.15.70:0/2122490090 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 msgr2=0x7f55f01565d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f5c63640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 0x7f55f01565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 0x7f55f01565d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f5462640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55f00cf7e0 0x7f55f0154370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 -- 172.21.15.70:0/2122490090 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55f00cf7e0 msgr2=0x7f55f0154370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55f00cf7e0 0x7f55f0154370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 -- 172.21.15.70:0/2122490090 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f0159060 con 0x7f55f00d4980 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f4c61640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00d4980 0x7f55f0156090 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f55e400d800 tx=0x7f55e400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55edffb640 1 -- 172.21.15.70:0/2122490090 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e400b6c0 con 0x7f55f00d4980 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55edffb640 1 -- 172.21.15.70:0/2122490090 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e4019070 con 0x7f55f00d4980 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55f0159300 con 0x7f55f00d4980 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55edffb640 1 -- 172.21.15.70:0/2122490090 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e400ba80 con 0x7f55f00d4980 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.336+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55f01548b0 con 0x7f55f00d4980 2024-09-05T06:14:01.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.340+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55f00d4d60 con 0x7f55f00d4980 2024-09-05T06:14:01.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.340+0000 7f55edffb640 1 -- 172.21.15.70:0/2122490090 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f55e400bc20 con 0x7f55f00d4980 2024-09-05T06:14:01.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.340+0000 7f55edffb640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55dc0678c0 0x7f55dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.340+0000 7f55edffb640 1 -- 172.21.15.70:0/2122490090 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 4943+0+0 (secure 0 0 0) 0x7f55e4085d20 con 0x7f55f00d4980 2024-09-05T06:14:01.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.340+0000 7f55f5462640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55dc0678c0 0x7f55dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.340+0000 7f55f5462640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55dc0678c0 0x7f55dc069d80 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f55e00012f0 tx=0x7f55e0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.344+0000 7f55edffb640 1 -- 172.21.15.70:0/2122490090 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f55e4056bf0 con 0x7f55f00d4980 2024-09-05T06:14:01.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.548+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_full_same_file"]} v 0) -- 0x7f55f0158310 con 0x7f55f00d4980 2024-09-05T06:14:01.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.564+0000 7f55edffb640 1 -- 172.21.15.70:0/2122490090 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestClusterFull.test_full_same_file"]}]=0 v213) ==== 140+0+0 (secure 0 0 0) 0x7f55e40564f0 con 0x7f55f00d4980 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55dc0678c0 msgr2=0x7f55dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55dc0678c0 0x7f55dc069d80 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f55e00012f0 tx=0x7f55e0009040 comp rx=0 tx=0).stop 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00d4980 msgr2=0x7f55f0156090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00d4980 0x7f55f0156090 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f55e400d800 tx=0x7f55e400dcc0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 shutdown_connections 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f55dc0678c0 0x7f55dc069d80 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f55f015edb0 0x7f55f01565d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00d4980 0x7f55f0156090 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 --2- 172.21.15.70:0/2122490090 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f55f00cf7e0 0x7f55f0154370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 >> 172.21.15.70:0/2122490090 conn(0x7f55f008e690 msgr2=0x7f55f00b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:01.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 shutdown_connections 2024-09-05T06:14:01.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.568+0000 7f55f76c6640 1 -- 172.21.15.70:0/2122490090 wait complete. 2024-09-05T06:14:01.581 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_objectstore 2024-09-05T06:14:01.716 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_objectstore":"memstore"} 2024-09-05T06:14:01.716 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_objectstore": "memstore" } 2024-09-05T06:14:01.717 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:14:01.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff92a52640 1 Processor -- start 2024-09-05T06:14:01.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff92a52640 1 -- start start 2024-09-05T06:14:01.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff92a52640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7eff8c0d0e60 0x7eff8c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff92a52640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff8c06d570 con 0x7eff8c0ceaf0 2024-09-05T06:14:01.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff92a52640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff8c06d850 con 0x7eff8c157110 2024-09-05T06:14:01.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff92a52640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7eff8c06db30 con 0x7eff8c0d0e60 2024-09-05T06:14:01.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff90fef640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7eff8c0d0e60 0x7eff8c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff90fef640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7eff8c0d0e60 0x7eff8c0af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40518/0 (socket says 172.21.15.70:40518) 2024-09-05T06:14:01.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff90fef640 1 -- 172.21.15.70:0/3616935696 learned_addr learned my addr 172.21.15.70:0/3616935696 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:01.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff90fef640 1 -- 172.21.15.70:0/3616935696 >> v1:172.21.15.196:6789/0 conn(0x7eff8c157110 legacy=0x7eff8c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:01.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff90fef640 1 -- 172.21.15.70:0/3616935696 >> v1:172.21.15.70:6789/0 conn(0x7eff8c0ceaf0 legacy=0x7eff8c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff90fef640 1 -- 172.21.15.70:0/3616935696 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff8c06de10 con 0x7eff8c0d0e60 2024-09-05T06:14:01.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.844+0000 7eff90fef640 1 --2- 172.21.15.70:0/3616935696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0d0e60 0x7eff8c0af720 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7eff84009e50 tx=0x7eff8401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d57be7681d3e8788 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff8affd640 1 -- 172.21.15.70:0/3616935696 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff840a5720 con 0x7eff8c0d0e60 2024-09-05T06:14:01.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff8affd640 1 -- 172.21.15.70:0/3616935696 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff840a58c0 con 0x7eff8c0d0e60 2024-09-05T06:14:01.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff8affd640 1 -- 172.21.15.70:0/3616935696 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff840a5c90 con 0x7eff8c0d0e60 2024-09-05T06:14:01.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- 172.21.15.70:0/3616935696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0d0e60 msgr2=0x7eff8c0af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 --2- 172.21.15.70:0/3616935696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0d0e60 0x7eff8c0af720 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7eff84009e50 tx=0x7eff8401c880 comp rx=0 tx=0).stop 2024-09-05T06:14:01.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- 172.21.15.70:0/3616935696 shutdown_connections 2024-09-05T06:14:01.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 --2- 172.21.15.70:0/3616935696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0d0e60 0x7eff8c0af720 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- 172.21.15.70:0/3616935696 >> 172.21.15.70:0/3616935696 conn(0x7eff8c06bcc0 msgr2=0x7eff8c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:01.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- 172.21.15.70:0/3616935696 shutdown_connections 2024-09-05T06:14:01.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- 172.21.15.70:0/3616935696 wait complete. 2024-09-05T06:14:01.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 Processor -- start 2024-09-05T06:14:01.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- start start 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0ceaf0 0x7eff8c1ec9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0d0e60 0x7eff8c1f5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c157110 0x7eff8c1f6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7eff8c0b5c90 con 0x7eff8c157110 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7eff8c06e3d0 con 0x7eff8c0d0e60 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7eff8c0afc60 con 0x7eff8c0ceaf0 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c157110 0x7eff8c1f6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c157110 0x7eff8c1f6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40522/0 (socket says 172.21.15.70:40522) 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 -- 172.21.15.70:0/1911162054 learned_addr learned my addr 172.21.15.70:0/1911162054 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:01.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff8bfff640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0ceaf0 0x7eff8c1ec9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff8b7fe640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0d0e60 0x7eff8c1f5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 -- 172.21.15.70:0/1911162054 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0ceaf0 msgr2=0x7eff8c1ec9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0ceaf0 0x7eff8c1ec9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 -- 172.21.15.70:0/1911162054 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0d0e60 msgr2=0x7eff8c1f5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0d0e60 0x7eff8c1f5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 -- 172.21.15.70:0/1911162054 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff8c1ecef0 con 0x7eff8c157110 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff90fef640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c157110 0x7eff8c1f6530 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7eff840af040 tx=0x7eff84019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff88ff9640 1 -- 172.21.15.70:0/1911162054 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff84009510 con 0x7eff8c157110 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff88ff9640 1 -- 172.21.15.70:0/1911162054 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff840be070 con 0x7eff8c157110 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff88ff9640 1 -- 172.21.15.70:0/1911162054 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff84007e30 con 0x7eff8c157110 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff8c1583e0 con 0x7eff8c157110 2024-09-05T06:14:01.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.848+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff8c1589a0 con 0x7eff8c157110 2024-09-05T06:14:01.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.852+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff8c0afff0 con 0x7eff8c157110 2024-09-05T06:14:01.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.852+0000 7eff88ff9640 1 -- 172.21.15.70:0/1911162054 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7eff840b8470 con 0x7eff8c157110 2024-09-05T06:14:01.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.852+0000 7eff88ff9640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678c0 0x7eff78069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:01.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.852+0000 7eff88ff9640 1 -- 172.21.15.70:0/1911162054 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 4943+0+0 (secure 0 0 0) 0x7eff84121060 con 0x7eff8c157110 2024-09-05T06:14:01.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.852+0000 7eff8bfff640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678c0 0x7eff78069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:01.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.852+0000 7eff8bfff640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678c0 0x7eff78069d80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7eff8c151f10 tx=0x7eff7c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:01.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:01.856+0000 7eff88ff9640 1 -- 172.21.15.70:0/1911162054 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7eff84016540 con 0x7eff8c157110 2024-09-05T06:14:02.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.008+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7eff8c0d0530 con 0x7eff8c157110 2024-09-05T06:14:02.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff88ff9640 1 -- 172.21.15.70:0/1911162054 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7eff840f1ea0 con 0x7eff8c157110 2024-09-05T06:14:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678c0 msgr2=0x7eff78069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678c0 0x7eff78069d80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7eff8c151f10 tx=0x7eff7c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c157110 msgr2=0x7eff8c1f6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c157110 0x7eff8c1f6530 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7eff840af040 tx=0x7eff84019620 comp rx=0 tx=0).stop 2024-09-05T06:14:02.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 shutdown_connections 2024-09-05T06:14:02.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678c0 0x7eff78069d80 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c157110 0x7eff8c1f6530 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0d0e60 0x7eff8c1f5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 --2- 172.21.15.70:0/1911162054 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0ceaf0 0x7eff8c1ec9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 >> 172.21.15.70:0/1911162054 conn(0x7eff8c06bcc0 msgr2=0x7eff8c0d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:02.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 shutdown_connections 2024-09-05T06:14:02.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.012+0000 7eff92a52640 1 -- 172.21.15.70:0/1911162054 wait complete. 2024-09-05T06:14:02.027 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:14:02.027 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:14:02.081 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:14:02.134 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:14:02.134 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:02.134 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:02.140 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:14:02.140 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:14:02.140 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:02.145 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:14:02.145 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:02.145 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:02.187 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:14:02.188 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:14:02.188 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:02.193 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:14:02.193 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:14:02.194 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:02.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.352+0000 7f0cd1892640 1 Processor -- start 2024-09-05T06:14:02.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.352+0000 7f0cd1892640 1 -- start start 2024-09-05T06:14:02.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cd1892640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0ccc0b5a20 0x7f0ccc072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cd1892640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc06dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cd1892640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ccc06e4d0 con 0x7f0ccc15ea00 2024-09-05T06:14:02.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cd1892640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0ccc071db0 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cd1892640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0ccc071760 con 0x7f0ccc06d770 2024-09-05T06:14:02.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cca7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0ccc0b5a20 0x7f0ccc072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0ccb7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc06dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cca7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0ccc0b5a20 0x7f0ccc072240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:48550/0 (socket says 172.21.15.70:48550) 2024-09-05T06:14:02.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cca7fc640 1 -- 172.21.15.70:0/3127855295 learned_addr learned my addr 172.21.15.70:0/3127855295 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:02.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cca7fc640 1 -- 172.21.15.70:0/3127855295 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 msgr2=0x7f0ccc06dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:02.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cca7fc640 1 --2- 172.21.15.70:0/3127855295 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc06dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cca7fc640 1 -- 172.21.15.70:0/3127855295 >> v1:172.21.15.196:6789/0 conn(0x7f0ccc15ea00 legacy=0x7f0ccc0b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cca7fc640 1 -- 172.21.15.70:0/3127855295 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ccc071a40 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.356+0000 7f0cca7fc640 1 --2- 172.21.15.70:0/3127855295 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc072240 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0009870 tx=0x7f0cc001c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26401f7cdea67a05 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:02.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cc9ffb640 1 -- 172.21.15.70:0/3127855295 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc00a7070 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cc9ffb640 1 -- 172.21.15.70:0/3127855295 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cc00b0070 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cc9ffb640 1 -- 172.21.15.70:0/3127855295 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc00ab890 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- 172.21.15.70:0/3127855295 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc0b5a20 msgr2=0x7f0ccc072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 --2- 172.21.15.70:0/3127855295 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc072240 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0009870 tx=0x7f0cc001c560 comp rx=0 tx=0).stop 2024-09-05T06:14:02.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- 172.21.15.70:0/3127855295 shutdown_connections 2024-09-05T06:14:02.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 --2- 172.21.15.70:0/3127855295 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc06dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 --2- 172.21.15.70:0/3127855295 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc072240 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- 172.21.15.70:0/3127855295 >> 172.21.15.70:0/3127855295 conn(0x7f0ccc06bcc0 msgr2=0x7f0ccc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:02.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- 172.21.15.70:0/3127855295 shutdown_connections 2024-09-05T06:14:02.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- 172.21.15.70:0/3127855295 wait complete. 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 Processor -- start 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- start start 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc159620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc0b2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc15ea00 0x7f0ccc0b2a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc0b4710 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc0b4590 con 0x7f0ccc15ea00 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0ccc0b4890 con 0x7f0ccc06d770 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc0b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc0b2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40532/0 (socket says 172.21.15.70:40532) 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 -- 172.21.15.70:0/814843756 learned_addr learned my addr 172.21.15.70:0/814843756 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:02.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0ccaffd640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc159620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0ccb7fe640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc15ea00 0x7f0ccc0b2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 -- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 msgr2=0x7f0ccc159620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc159620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 -- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc15ea00 msgr2=0x7f0ccc0b2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc15ea00 0x7f0ccc0b2a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 -- 172.21.15.70:0/814843756 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ccc150520 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0ccaffd640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc159620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cca7fc640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc0b2530 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f0cc00ad040 tx=0x7f0cc001ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cb3fff640 1 -- 172.21.15.70:0/814843756 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc00be5f0 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cb3fff640 1 -- 172.21.15.70:0/814843756 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cc00be7b0 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ccc150800 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cb3fff640 1 -- 172.21.15.70:0/814843756 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc00beba0 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.360+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ccc150dc0 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.364+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ccc06dbe0 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.364+0000 7f0cb3fff640 1 -- 172.21.15.70:0/814843756 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0cc00b43f0 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.364+0000 7f0cb3fff640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0cb80678c0 0x7f0cb8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.364+0000 7f0cb3fff640 1 -- 172.21.15.70:0/814843756 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 4943+0+0 (secure 0 0 0) 0x7f0cc0120650 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.364+0000 7f0ccaffd640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0cb80678c0 0x7f0cb8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.364+0000 7f0ccaffd640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0cb80678c0 0x7f0cb8069d80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc161f90 tx=0x7f0cbc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:02.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.368+0000 7f0cb3fff640 1 -- 172.21.15.70:0/814843756 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0cc00c4060 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.556+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ccc0b0f50 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.556+0000 7f0cb3fff640 1 -- 172.21.15.70:0/814843756 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+3914 (secure 0 0 0) 0x7f0cc0016150 con 0x7f0ccc0b5a20 2024-09-05T06:14:02.555 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:02.555 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":36,"btime":"2024-09-05T06:13:57:460833+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4919,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2576508337","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2576508337},{"type":"v1","addr":"172.21.15.196:6833","nonce":2576508337}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5170,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3185130117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3185130117},{"type":"v1","addr":"172.21.15.196:6835","nonce":3185130117}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5829,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3703978730","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3703978730},{"type":"v1","addr":"172.21.15.70:6835","nonce":3703978730}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":6054,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/738250168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":738250168},{"type":"v1","addr":"172.21.15.70:6837","nonce":738250168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[]} 2024-09-05T06:14:02.555 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 36 2024-09-05T06:14:02.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0cb80678c0 msgr2=0x7f0cb8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0cb80678c0 0x7f0cb8069d80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc161f90 tx=0x7f0cbc009040 comp rx=0 tx=0).stop 2024-09-05T06:14:02.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ccc0b5a20 msgr2=0x7f0ccc0b2530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc0b2530 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f0cc00ad040 tx=0x7f0cc001ada0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 shutdown_connections 2024-09-05T06:14:02.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0cb80678c0 0x7f0cb8069d80 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ccc15ea00 0x7f0ccc0b2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ccc0b5a20 0x7f0ccc0b2530 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 --2- 172.21.15.70:0/814843756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ccc06d770 0x7f0ccc159620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 >> 172.21.15.70:0/814843756 conn(0x7f0ccc06bcc0 msgr2=0x7f0ccc0b1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:02.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 shutdown_connections 2024-09-05T06:14:02.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.560+0000 7f0cd1892640 1 -- 172.21.15.70:0/814843756 wait complete. 2024-09-05T06:14:02.573 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:14:02.573 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:14:02.574 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:14:02.574 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:14:02.574 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:14:02.574 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:14:02.574 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:14:02.574 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:14:02.575 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:14:02.575 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:14:02.575 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:14:02.575 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:14:02.575 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:14:02.575 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:14:02.575 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:14:02.575 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:14:02.583 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:14:02.583 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:14:02.585 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:14:02.585 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:14:02.588 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:14:02.588 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:14:02.589 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:14:02.589 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:14:02.627 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:14:02.628 DEBUG:teuthology.parallel:result is None 2024-09-05T06:14:02.628 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:14:02.629 DEBUG:teuthology.parallel:result is None 2024-09-05T06:14:02.634 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:14:02.634 DEBUG:teuthology.parallel:result is None 2024-09-05T06:14:02.634 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:14:02.634 DEBUG:teuthology.parallel:result is None 2024-09-05T06:14:02.635 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:14:02.686 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:14:02.690 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:14:02.698 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:14:02.701 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:14:02.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b2d84640 1 Processor -- start 2024-09-05T06:14:02.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b2d84640 1 -- start start 2024-09-05T06:14:02.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b2d84640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f07ac15edf0 0x7f07ac0cf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b2d84640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f07ac0cfcd0 0x7f07ac0d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b2d84640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07ac0d0680 con 0x7f07ac0d14c0 2024-09-05T06:14:02.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b2d84640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f07ac0d3260 con 0x7f07ac15edf0 2024-09-05T06:14:02.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b2d84640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f07ac0d34b0 con 0x7f07ac0cfcd0 2024-09-05T06:14:02.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b0b20640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f07ac15edf0 0x7f07ac0cf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b1321640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f07ac0d14c0 0x7f07ac0d18f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37278/0 (socket says 172.21.15.70:37278) 2024-09-05T06:14:02.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b1321640 1 -- 172.21.15.70:0/2808812036 learned_addr learned my addr 172.21.15.70:0/2808812036 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:02.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07abfff640 1 --2- 172.21.15.70:0/2808812036 >> v2:172.21.15.196:3300/0 conn(0x7f07ac0cfcd0 0x7f07ac0d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b0b20640 1 -- 172.21.15.70:0/2808812036 >> v2:172.21.15.196:3300/0 conn(0x7f07ac0cfcd0 msgr2=0x7f07ac0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:02.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b0b20640 1 --2- 172.21.15.70:0/2808812036 >> v2:172.21.15.196:3300/0 conn(0x7f07ac0cfcd0 0x7f07ac0d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b0b20640 1 -- 172.21.15.70:0/2808812036 >> v1:172.21.15.70:6789/0 conn(0x7f07ac0d14c0 legacy=0x7f07ac0d18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07ab7fe640 1 -- 172.21.15.70:0/2808812036 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2113001312 0 0) 0x7f07ac0d0680 con 0x7f07ac0d14c0 2024-09-05T06:14:02.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.744+0000 7f07b0b20640 1 -- 172.21.15.70:0/2808812036 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07ac0d3790 con 0x7f07ac15edf0 2024-09-05T06:14:02.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b0b20640 1 --2- 172.21.15.70:0/2808812036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac15edf0 0x7f07ac0cf790 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f07ac08d5a0 tx=0x7f07a001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c41dcaf26f79d99b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:02.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07ab7fe640 1 -- 172.21.15.70:0/2808812036 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a00ab650 con 0x7f07ac15edf0 2024-09-05T06:14:02.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07ab7fe640 1 -- 172.21.15.70:0/2808812036 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07a00b0070 con 0x7f07ac15edf0 2024-09-05T06:14:02.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07ab7fe640 1 -- 172.21.15.70:0/2808812036 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a00aba10 con 0x7f07ac15edf0 2024-09-05T06:14:02.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 -- 172.21.15.70:0/2808812036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac15edf0 msgr2=0x7f07ac0cf790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 --2- 172.21.15.70:0/2808812036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac15edf0 0x7f07ac0cf790 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f07ac08d5a0 tx=0x7f07a001c450 comp rx=0 tx=0).stop 2024-09-05T06:14:02.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 -- 172.21.15.70:0/2808812036 shutdown_connections 2024-09-05T06:14:02.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 --2- 172.21.15.70:0/2808812036 >> v2:172.21.15.196:3300/0 conn(0x7f07ac0cfcd0 0x7f07ac0d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 --2- 172.21.15.70:0/2808812036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac15edf0 0x7f07ac0cf790 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 -- 172.21.15.70:0/2808812036 >> 172.21.15.70:0/2808812036 conn(0x7f07ac0d4c80 msgr2=0x7f07ac0d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:02.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 -- 172.21.15.70:0/2808812036 shutdown_connections 2024-09-05T06:14:02.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 -- 172.21.15.70:0/2808812036 wait complete. 2024-09-05T06:14:02.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 Processor -- start 2024-09-05T06:14:02.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.748+0000 7f07b2d84640 1 -- start start 2024-09-05T06:14:02.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07ac0cfcd0 0x7f07ac1610f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac0d14c0 0x7f07ac0b7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f07ac15edf0 0x7f07ac15bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f07ac0d2410 con 0x7f07ac0d14c0 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f07ac15f1d0 con 0x7f07ac15edf0 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f07ac0d2590 con 0x7f07ac0cfcd0 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac0d14c0 0x7f07ac0b7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac0d14c0 0x7f07ac0b7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40574/0 (socket says 172.21.15.70:40574) 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 -- 172.21.15.70:0/1913438103 learned_addr learned my addr 172.21.15.70:0/1913438103 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b1321640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f07ac15edf0 0x7f07ac15bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b0b20640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07ac0cfcd0 0x7f07ac1610f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 -- 172.21.15.70:0/1913438103 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07ac0cfcd0 msgr2=0x7f07ac1610f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07ac0cfcd0 0x7f07ac1610f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 -- 172.21.15.70:0/1913438103 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f07ac15edf0 msgr2=0x7f07ac15bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f07ac15edf0 0x7f07ac15bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 -- 172.21.15.70:0/1913438103 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07ac15c260 con 0x7f07ac0d14c0 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07abfff640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac0d14c0 0x7f07ac0b7050 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f079c00d800 tx=0x7f079c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07a97fa640 1 -- 172.21.15.70:0/1913438103 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079c00b6c0 con 0x7f07ac0d14c0 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07a97fa640 1 -- 172.21.15.70:0/1913438103 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f079c019070 con 0x7f07ac0d14c0 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07ac161720 con 0x7f07ac0d14c0 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07a97fa640 1 -- 172.21.15.70:0/1913438103 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079c00bae0 con 0x7f07ac0d14c0 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07ac154510 con 0x7f07ac0d14c0 2024-09-05T06:14:02.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07ac076250 con 0x7f07ac0d14c0 2024-09-05T06:14:02.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07a97fa640 1 -- 172.21.15.70:0/1913438103 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f079c00bc80 con 0x7f07ac0d14c0 2024-09-05T06:14:02.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07a97fa640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f07980678c0 0x7f0798069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:02.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07a97fa640 1 -- 172.21.15.70:0/1913438103 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 4943+0+0 (secure 0 0 0) 0x7f079c085d60 con 0x7f07ac0d14c0 2024-09-05T06:14:02.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b0b20640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f07980678c0 0x7f0798069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:02.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.752+0000 7f07b0b20640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f07980678c0 0x7f0798069d80 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f07a00af000 tx=0x7f07a00a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:02.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.756+0000 7f07a97fa640 1 -- 172.21.15.70:0/1913438103 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f07ac15c260 con 0x7f07ac0d14c0 2024-09-05T06:14:02.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:02.920+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f07ac0d58c0 con 0x7f07ac0d14c0 2024-09-05T06:14:04.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.044+0000 7f07a97fa640 1 -- 172.21.15.70:0/1913438103 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v103) ==== 97+0+0 (secure 0 0 0) 0x7f079c056550 con 0x7f07ac0d14c0 2024-09-05T06:14:04.040 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:14:04.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f07980678c0 msgr2=0x7f0798069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f07980678c0 0x7f0798069d80 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f07a00af000 tx=0x7f07a00a7000 comp rx=0 tx=0).stop 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac0d14c0 msgr2=0x7f07ac0b7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac0d14c0 0x7f07ac0b7050 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f079c00d800 tx=0x7f079c00dcc0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 shutdown_connections 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f07980678c0 0x7f0798069d80 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f07ac15edf0 0x7f07ac15bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07ac0d14c0 0x7f07ac0b7050 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 --2- 172.21.15.70:0/1913438103 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f07ac0cfcd0 0x7f07ac1610f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 >> 172.21.15.70:0/1913438103 conn(0x7f07ac0d4c80 msgr2=0x7f07ac06ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 shutdown_connections 2024-09-05T06:14:04.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.048+0000 7f07b2d84640 1 -- 172.21.15.70:0/1913438103 wait complete. 2024-09-05T06:14:04.064 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:14:04.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c156ac640 1 Processor -- start 2024-09-05T06:14:04.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c156ac640 1 -- start start 2024-09-05T06:14:04.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c156ac640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c10157110 0x7f3c100b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c156ac640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3c100d0e60 0x7f3c100af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c156ac640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c1006d570 con 0x7f3c100b5ac0 2024-09-05T06:14:04.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c156ac640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3c1006d850 con 0x7f3c100d0e60 2024-09-05T06:14:04.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c156ac640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3c1006db30 con 0x7f3c10157110 2024-09-05T06:14:04.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c07fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3c100b5ac0 0x7f3c100d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37282/0 (socket says 172.21.15.70:37282) 2024-09-05T06:14:04.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c07fff640 1 -- 172.21.15.70:0/1359720869 learned_addr learned my addr 172.21.15.70:0/1359720869 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0effd640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c10157110 0x7f3c100b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0f7fe640 1 --2- 172.21.15.70:0/1359720869 >> v2:172.21.15.196:3300/0 conn(0x7f3c100d0e60 0x7f3c100af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1467958246 0 0) 0x7f3c1006d570 con 0x7f3c100b5ac0 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3bfc003530 con 0x7f3c100b5ac0 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4096489966 0 0) 0x7f3bfc003530 con 0x7f3c100b5ac0 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c10157110 msgr2=0x7f3c100b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c10157110 0x7f3c100b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 >> v2:172.21.15.196:3300/0 conn(0x7f3c100d0e60 msgr2=0x7f3c100af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 --2- 172.21.15.70:0/1359720869 >> v2:172.21.15.196:3300/0 conn(0x7f3c100d0e60 0x7f3c100af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c1006de10 con 0x7f3c100b5ac0 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3bf8001680 con 0x7f3c100b5ac0 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 >> v1:172.21.15.70:6789/0 conn(0x7f3c100b5ac0 legacy=0x7f3c100d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c10157110 0x7f3bfc0039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc003f40 0x7f3bfc004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc004d50 0x7f3bfc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1006d850 con 0x7f3bfc004d50 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1006db30 con 0x7f3bfc003f40 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3bfc00b9d0 con 0x7f3c10157110 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0f7fe640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc004d50 0x7f3bfc0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c07fff640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc003f40 0x7f3bfc004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0effd640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c10157110 0x7f3bfc0039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0f7fe640 1 -- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c10157110 msgr2=0x7f3bfc0039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0f7fe640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3c10157110 0x7f3bfc0039c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0f7fe640 1 -- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc003f40 msgr2=0x7f3bfc004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0f7fe640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc003f40 0x7f3bfc004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c0f7fe640 1 -- 172.21.15.70:0/1359720869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bfc003530 con 0x7f3bfc004d50 2024-09-05T06:14:04.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.192+0000 7f3c07fff640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc003f40 0x7f3bfc004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:04.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c0f7fe640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc004d50 0x7f3bfc0051d0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f3c08009f90 tx=0x7f3c0801cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2828fd8595954595 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c080b2070 con 0x7f3bfc004d50 2024-09-05T06:14:04.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c080a5c90 con 0x7f3bfc004d50 2024-09-05T06:14:04.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c0e7fc640 1 -- 172.21.15.70:0/1359720869 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08009c10 con 0x7f3bfc004d50 2024-09-05T06:14:04.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- 172.21.15.70:0/1359720869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc004d50 msgr2=0x7f3bfc0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 --2- 172.21.15.70:0/1359720869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc004d50 0x7f3bfc0051d0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f3c08009f90 tx=0x7f3c0801cc20 comp rx=0 tx=0).stop 2024-09-05T06:14:04.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c0f7fe640 1 -- 172.21.15.70:0/1359720869 reap_dead start 2024-09-05T06:14:04.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- 172.21.15.70:0/1359720869 shutdown_connections 2024-09-05T06:14:04.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- 172.21.15.70:0/1359720869 >> 172.21.15.70:0/1359720869 conn(0x7f3c1006bcc0 msgr2=0x7f3c1006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:04.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- 172.21.15.70:0/1359720869 shutdown_connections 2024-09-05T06:14:04.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- 172.21.15.70:0/1359720869 wait complete. 2024-09-05T06:14:04.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 Processor -- start 2024-09-05T06:14:04.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- start start 2024-09-05T06:14:04.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc004d50 0x7f3c10071d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c101f4a90 0x7f3c10155a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c10155f90 0x7f3c100ab460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3c100ceaf0 con 0x7f3c10155f90 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1006e3d0 con 0x7f3c101f4a90 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.196+0000 7f3c156ac640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3c100cec70 con 0x7f3bfc004d50 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c10155f90 0x7f3c100ab460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c10155f90 0x7f3c100ab460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40582/0 (socket says 172.21.15.70:40582) 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 -- 172.21.15.70:0/1680241965 learned_addr learned my addr 172.21.15.70:0/1680241965 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 -- 172.21.15.70:0/1680241965 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc004d50 msgr2=0x7f3c10071d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc004d50 0x7f3c10071d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 -- 172.21.15.70:0/1680241965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c101f4a90 msgr2=0x7f3c10155a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c07fff640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c101f4a90 0x7f3c10155a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c101f4a90 0x7f3c10155a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 -- 172.21.15.70:0/1680241965 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c100aa660 con 0x7f3c10155f90 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0f7fe640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c10155f90 0x7f3c100ab460 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f3c080b0040 tx=0x7f3c08009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c077fe640 1 -- 172.21.15.70:0/1680241965 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c080bd070 con 0x7f3c10155f90 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c077fe640 1 -- 172.21.15.70:0/1680241965 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c080a5a90 con 0x7f3c10155f90 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c10072320 con 0x7f3c10155f90 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c077fe640 1 -- 172.21.15.70:0/1680241965 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c080b2040 con 0x7f3c10155f90 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c100728e0 con 0x7f3c10155f90 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c1006d570 con 0x7f3c10155f90 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c077fe640 1 -- 172.21.15.70:0/1680241965 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c080c0070 con 0x7f3c10155f90 2024-09-05T06:14:04.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c077fe640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bf00678c0 0x7f3bf0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c077fe640 1 -- 172.21.15.70:0/1680241965 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 4857+0+0 (secure 0 0 0) 0x7f3c0811f5a0 con 0x7f3c10155f90 2024-09-05T06:14:04.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0effd640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bf00678c0 0x7f3bf0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.200+0000 7f3c0effd640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bf00678c0 0x7f3bf0069d80 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3c00009970 tx=0x7f3c00008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.204+0000 7f3c077fe640 1 -- 172.21.15.70:0/1680241965 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c08016990 con 0x7f3c10155f90 2024-09-05T06:14:04.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f3c100d0530 con 0x7f3c10155f90 2024-09-05T06:14:04.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c077fe640 1 -- 172.21.15.70:0/1680241965 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5304 (secure 0 0 0) 0x7f3c080efde0 con 0x7f3c10155f90 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.409 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.410 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:14:04.411 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.412 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:14:04.413 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:14:04.414 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.415 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.416 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.417 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:14:04.418 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:14:04.419 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.420 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:14:04.421 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:14:04.422 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:14:04.423 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:14:04.423 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:14:04.423 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:14:04.423 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:14:04.423 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.423 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.423 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:04.423 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:04.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bf00678c0 msgr2=0x7f3bf0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bf00678c0 0x7f3bf0069d80 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3c00009970 tx=0x7f3c00008040 comp rx=0 tx=0).stop 2024-09-05T06:14:04.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c10155f90 msgr2=0x7f3c100ab460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c10155f90 0x7f3c100ab460 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f3c080b0040 tx=0x7f3c08009750 comp rx=0 tx=0).stop 2024-09-05T06:14:04.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 shutdown_connections 2024-09-05T06:14:04.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bf00678c0 0x7f3bf0069d80 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3c10155f90 0x7f3c100ab460 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3c101f4a90 0x7f3c10155a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 --2- 172.21.15.70:0/1680241965 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc004d50 0x7f3c10071d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 >> 172.21.15.70:0/1680241965 conn(0x7f3c1006bcc0 msgr2=0x7f3c1015cf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:04.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 shutdown_connections 2024-09-05T06:14:04.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.412+0000 7f3c156ac640 1 -- 172.21.15.70:0/1680241965 wait complete. 2024-09-05T06:14:04.427 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:14:04.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.544+0000 7f49ccd61640 1 Processor -- start 2024-09-05T06:14:04.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.544+0000 7f49ccd61640 1 -- start start 2024-09-05T06:14:04.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49ccd61640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c80b45c0 0x7f49c80b4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49ccd61640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49c80737c0 con 0x7f49c8155ee0 2024-09-05T06:14:04.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49ccd61640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49c80b50a0 con 0x7f49c806e680 2024-09-05T06:14:04.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49ccd61640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f49c8072380 con 0x7f49c80b45c0 2024-09-05T06:14:04.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c659c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f49c8155ee0 0x7f49c80730b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37296/0 (socket says 172.21.15.70:37296) 2024-09-05T06:14:04.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c659c640 1 -- 172.21.15.70:0/505607530 learned_addr learned my addr 172.21.15.70:0/505607530 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:04.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3288408316 0 0) 0x7f49c80737c0 con 0x7f49c8155ee0 2024-09-05T06:14:04.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f49b4005740 con 0x7f49c8155ee0 2024-09-05T06:14:04.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c5d9b640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c80b45c0 0x7f49c80b4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3193520276 0 0) 0x7f49b4005740 con 0x7f49c8155ee0 2024-09-05T06:14:04.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c80b45c0 msgr2=0x7f49c80b4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c80b45c0 0x7f49c80b4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 >> v1:172.21.15.196:6789/0 conn(0x7f49c806e680 legacy=0x7f49c815cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49c80725d0 con 0x7f49c8155ee0 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f49c0001680 con 0x7f49c8155ee0 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 >> v1:172.21.15.70:6789/0 conn(0x7f49c8155ee0 legacy=0x7f49c80730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49b4006020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c80b45c0 0x7f49b4006a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49b4006f60 0x7f49b40073e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f49c8072380 con 0x7f49b4005c00 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f49b400dcc0 con 0x7f49b4006f60 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f49b400dec0 con 0x7f49c80b45c0 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c659c640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49b4006020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c659c640 1 -- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c80b45c0 msgr2=0x7f49b4006a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c659c640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c80b45c0 0x7f49b4006a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c659c640 1 -- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49b4006f60 msgr2=0x7f49b40073e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.549 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c6d9d640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49b4006f60 0x7f49b40073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.549 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c659c640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49b4006f60 0x7f49b40073e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.549 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.548+0000 7f49c659c640 1 -- 172.21.15.70:0/505607530 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49b4005740 con 0x7f49b4005c00 2024-09-05T06:14:04.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49b4006020 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f49c000c210 tx=0x7f49c001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=773283694ddcc8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.551 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c0007d20 con 0x7f49b4005c00 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49c00a9070 con 0x7f49b4005c00 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c559a640 1 -- 172.21.15.70:0/505607530 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c0005d60 con 0x7f49b4005c00 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- 172.21.15.70:0/505607530 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 msgr2=0x7f49b4006020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 --2- 172.21.15.70:0/505607530 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49b4006020 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f49c000c210 tx=0x7f49c001cc60 comp rx=0 tx=0).stop 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c6d9d640 1 -- 172.21.15.70:0/505607530 reap_dead start 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- 172.21.15.70:0/505607530 shutdown_connections 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- 172.21.15.70:0/505607530 >> 172.21.15.70:0/505607530 conn(0x7f49c806bcc0 msgr2=0x7f49c806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- 172.21.15.70:0/505607530 shutdown_connections 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- 172.21.15.70:0/505607530 wait complete. 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 Processor -- start 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- start start 2024-09-05T06:14:04.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49c80d0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49c8157550 0x7f49c81579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c8157f10 0x7f49c814d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f49c806eea0 con 0x7f49b4005c00 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f49c80afd00 con 0x7f49c8157550 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f49c814ecd0 con 0x7f49c8157f10 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49c80d0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49c80d0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40604/0 (socket says 172.21.15.70:40604) 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 -- 172.21.15.70:0/1834551498 learned_addr learned my addr 172.21.15.70:0/1834551498 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c6d9d640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c8157f10 0x7f49c814d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c5d9b640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49c8157550 0x7f49c81579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 -- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c8157f10 msgr2=0x7f49c814d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c8157f10 0x7f49c814d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 -- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49c8157550 msgr2=0x7f49c81579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49c8157550 0x7f49c81579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 -- 172.21.15.70:0/1834551498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49c814efb0 con 0x7f49b4005c00 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c6d9d640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c8157f10 0x7f49c814d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49c659c640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49c80d0c40 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f49c0001980 tx=0x7f49b4007a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49beffd640 1 -- 172.21.15.70:0/1834551498 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c0005d40 con 0x7f49b4005c00 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49beffd640 1 -- 172.21.15.70:0/1834551498 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49c00047f0 con 0x7f49b4005c00 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49c814f290 con 0x7f49b4005c00 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49beffd640 1 -- 172.21.15.70:0/1834551498 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c0004bc0 con 0x7f49b4005c00 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.552+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49c8157030 con 0x7f49b4005c00 2024-09-05T06:14:04.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.556+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49c80b0090 con 0x7f49b4005c00 2024-09-05T06:14:04.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.556+0000 7f49beffd640 1 -- 172.21.15.70:0/1834551498 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f49c0007070 con 0x7f49b4005c00 2024-09-05T06:14:04.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.556+0000 7f49beffd640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49a80678c0 0x7f49a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.556+0000 7f49beffd640 1 -- 172.21.15.70:0/1834551498 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 4857+0+0 (secure 0 0 0) 0x7f49c011ee70 con 0x7f49b4005c00 2024-09-05T06:14:04.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.556+0000 7f49c5d9b640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49a80678c0 0x7f49a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.556+0000 7f49c5d9b640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49a80678c0 0x7f49a8069d80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f49c80b03c0 tx=0x7f49b0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.560+0000 7f49beffd640 1 -- 172.21.15.70:0/1834551498 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f49c0016970 con 0x7f49b4005c00 2024-09-05T06:14:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.724+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f49c815a9e0 con 0x7f49b4005c00 2024-09-05T06:14:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.724+0000 7f49beffd640 1 -- 172.21.15.70:0/1834551498 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v103) ==== 84+0+65 (secure 0 0 0) 0x7f49c00efd00 con 0x7f49b4005c00 2024-09-05T06:14:04.722 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:04.722 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:14:04.722 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:04.722 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:14:04.722 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:14:04.722 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:04.722 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:14:04.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49a80678c0 msgr2=0x7f49a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49a80678c0 0x7f49a8069d80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f49c80b03c0 tx=0x7f49b0008040 comp rx=0 tx=0).stop 2024-09-05T06:14:04.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 msgr2=0x7f49c80d0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49c80d0c40 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f49c0001980 tx=0x7f49b4007a50 comp rx=0 tx=0).stop 2024-09-05T06:14:04.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 shutdown_connections 2024-09-05T06:14:04.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49a80678c0 0x7f49a8069d80 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49c8157f10 0x7f49c814d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49c8157550 0x7f49c81579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 --2- 172.21.15.70:0/1834551498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f49b4005c00 0x7f49c80d0c40 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 >> 172.21.15.70:0/1834551498 conn(0x7f49c806bcc0 msgr2=0x7f49c815aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:04.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 shutdown_connections 2024-09-05T06:14:04.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.728+0000 7f49ccd61640 1 -- 172.21.15.70:0/1834551498 wait complete. 2024-09-05T06:14:04.741 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:14:04.741 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:14:04.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f101928a640 1 Processor -- start 2024-09-05T06:14:04.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f101928a640 1 -- start start 2024-09-05T06:14:04.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f101928a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f10140d16f0 0x7f10140d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f101928a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f10140d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f101928a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1014162d20 0x7f10141631b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f101928a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f10140b5430 con 0x7f1014162d20 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f101928a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f10140d2210 con 0x7f10140d16f0 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f101928a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f10140d24f0 con 0x7f10140b59c0 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10137fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1014162d20 0x7f10141631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10137fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1014162d20 0x7f10141631b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40614/0 (socket says 172.21.15.70:40614) 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10137fe640 1 -- 172.21.15.70:0/2885830226 learned_addr learned my addr 172.21.15.70:0/2885830226 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10127fc640 1 --2- 172.21.15.70:0/2885830226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f10140d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f1012ffd640 1 --2- 172.21.15.70:0/2885830226 >> v2:172.21.15.196:3300/0 conn(0x7f10140d16f0 0x7f10140d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10137fe640 1 -- 172.21.15.70:0/2885830226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 msgr2=0x7f10140d1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10137fe640 1 --2- 172.21.15.70:0/2885830226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f10140d1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10137fe640 1 -- 172.21.15.70:0/2885830226 >> v2:172.21.15.196:3300/0 conn(0x7f10140d16f0 msgr2=0x7f10140d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:04.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10137fe640 1 --2- 172.21.15.70:0/2885830226 >> v2:172.21.15.196:3300/0 conn(0x7f10140d16f0 0x7f10140d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.864+0000 7f10137fe640 1 -- 172.21.15.70:0/2885830226 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10140b4de0 con 0x7f1014162d20 2024-09-05T06:14:04.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f10137fe640 1 --2- 172.21.15.70:0/2885830226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f10141631b0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f101406eeb0 tx=0x7f100c01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e84928ec95343f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f1011ffb640 1 -- 172.21.15.70:0/2885830226 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100c0a5570 con 0x7f1014162d20 2024-09-05T06:14:04.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f1011ffb640 1 -- 172.21.15.70:0/2885830226 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f100c0a5710 con 0x7f1014162d20 2024-09-05T06:14:04.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f1011ffb640 1 -- 172.21.15.70:0/2885830226 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100c0a5ae0 con 0x7f1014162d20 2024-09-05T06:14:04.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 -- 172.21.15.70:0/2885830226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 msgr2=0x7f10141631b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 --2- 172.21.15.70:0/2885830226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f10141631b0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f101406eeb0 tx=0x7f100c01c9f0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 -- 172.21.15.70:0/2885830226 shutdown_connections 2024-09-05T06:14:04.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 --2- 172.21.15.70:0/2885830226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f10141631b0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 --2- 172.21.15.70:0/2885830226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f10140d1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 --2- 172.21.15.70:0/2885830226 >> v2:172.21.15.196:3300/0 conn(0x7f10140d16f0 0x7f10140d5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 -- 172.21.15.70:0/2885830226 >> 172.21.15.70:0/2885830226 conn(0x7f10140d4c30 msgr2=0x7f10140d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:04.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 -- 172.21.15.70:0/2885830226 shutdown_connections 2024-09-05T06:14:04.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 -- 172.21.15.70:0/2885830226 wait complete. 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 Processor -- start 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.868+0000 7f101928a640 1 -- start start 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f1014152440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10140d16f0 0x7f10141617b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f1014161cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f10140d0490 con 0x7f1014162d20 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f10140d0310 con 0x7f10140d16f0 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f10140d0610 con 0x7f10140b59c0 2024-09-05T06:14:04.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f1014161cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f1014161cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40628/0 (socket says 172.21.15.70:40628) 2024-09-05T06:14:04.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 -- 172.21.15.70:0/3114022207 learned_addr learned my addr 172.21.15.70:0/3114022207 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:04.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f1012ffd640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f1014152440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10127fc640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10140d16f0 0x7f10141617b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 -- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 msgr2=0x7f1014152440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f1014152440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 -- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10140d16f0 msgr2=0x7f10141617b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:04.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10140d16f0 0x7f10141617b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:04.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 -- 172.21.15.70:0/3114022207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10140caa90 con 0x7f1014162d20 2024-09-05T06:14:04.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f1012ffd640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f1014152440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:04.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10127fc640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10140d16f0 0x7f10141617b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:04.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f10137fe640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f1014161cf0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f100c0af040 tx=0x7f100c019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f0ffb7fe640 1 -- 172.21.15.70:0/3114022207 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100c0bc020 con 0x7f1014162d20 2024-09-05T06:14:04.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f0ffb7fe640 1 -- 172.21.15.70:0/3114022207 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f100c0b8690 con 0x7f1014162d20 2024-09-05T06:14:04.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10140cad70 con 0x7f1014162d20 2024-09-05T06:14:04.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f0ffb7fe640 1 -- 172.21.15.70:0/3114022207 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100c009510 con 0x7f1014162d20 2024-09-05T06:14:04.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10140cb330 con 0x7f1014162d20 2024-09-05T06:14:04.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10140cb880 con 0x7f1014162d20 2024-09-05T06:14:04.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f0ffb7fe640 1 -- 172.21.15.70:0/3114022207 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f100c0bf020 con 0x7f1014162d20 2024-09-05T06:14:04.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f0ffb7fe640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10000678c0 0x7f1000069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:04.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f0ffb7fe640 1 -- 172.21.15.70:0/3114022207 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 4857+0+0 (secure 0 0 0) 0x7f100c120650 con 0x7f1014162d20 2024-09-05T06:14:04.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f1012ffd640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10000678c0 0x7f1000069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:04.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.872+0000 7f1012ffd640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10000678c0 0x7f1000069d80 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f101406e220 tx=0x7f1004008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:04.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:04.876+0000 7f0ffb7fe640 1 -- 172.21.15.70:0/3114022207 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f100c0c6030 con 0x7f1014162d20 2024-09-05T06:14:05.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.028+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f10140b3bf0 con 0x7f1014162d20 2024-09-05T06:14:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.588+0000 7f0ffb7fe640 1 -- 172.21.15.70:0/3114022207 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v104) ==== 138+0+0 (secure 0 0 0) 0x7f100c0165e0 con 0x7f1014162d20 2024-09-05T06:14:05.584 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:14:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10000678c0 msgr2=0x7f1000069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10000678c0 0x7f1000069d80 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f101406e220 tx=0x7f1004008040 comp rx=0 tx=0).stop 2024-09-05T06:14:05.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 msgr2=0x7f1014161cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f1014161cf0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f100c0af040 tx=0x7f100c019790 comp rx=0 tx=0).stop 2024-09-05T06:14:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 shutdown_connections 2024-09-05T06:14:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10000678c0 0x7f1000069d80 secure :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f101406e220 tx=0x7f1004008040 comp rx=0 tx=0).stop 2024-09-05T06:14:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1014162d20 0x7f1014161cf0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10140d16f0 0x7f10141617b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 --2- 172.21.15.70:0/3114022207 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10140b59c0 0x7f1014152440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 >> 172.21.15.70:0/3114022207 conn(0x7f10140d4c30 msgr2=0x7f10140b20a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:05.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 shutdown_connections 2024-09-05T06:14:05.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.592+0000 7f101928a640 1 -- 172.21.15.70:0/3114022207 wait complete. 2024-09-05T06:14:05.611 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:14:05.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d5201e640 1 Processor -- start 2024-09-05T06:14:05.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d5201e640 1 -- start start 2024-09-05T06:14:05.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d5201e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2d4c072a90 0x7f2d4c072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:05.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d5201e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d4c15bc40 con 0x7f2d4c06e680 2024-09-05T06:14:05.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d5201e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d4c0d14c0 con 0x7f2d4c0afff0 2024-09-05T06:14:05.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d5201e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2d4c073410 con 0x7f2d4c072a90 2024-09-05T06:14:05.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d4affd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2d4c072a90 0x7f2d4c072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:05.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d4affd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2d4c072a90 0x7f2d4c072ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40638/0 (socket says 172.21.15.70:40638) 2024-09-05T06:14:05.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d4affd640 1 -- 172.21.15.70:0/438115423 learned_addr learned my addr 172.21.15.70:0/438115423 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:05.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d4affd640 1 -- 172.21.15.70:0/438115423 >> v1:172.21.15.196:6789/0 conn(0x7f2d4c0afff0 legacy=0x7f2d4c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:05.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d4affd640 1 -- 172.21.15.70:0/438115423 >> v1:172.21.15.70:6789/0 conn(0x7f2d4c06e680 legacy=0x7f2d4c0d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:05.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.744+0000 7f2d4affd640 1 -- 172.21.15.70:0/438115423 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d4c071cd0 con 0x7f2d4c072a90 2024-09-05T06:14:05.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d4affd640 1 --2- 172.21.15.70:0/438115423 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c072a90 0x7f2d4c072ed0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f2d3400bb40 tx=0x7f2d3401ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=430450241442e1bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:05.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d4a7fc640 1 -- 172.21.15.70:0/438115423 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d340b4070 con 0x7f2d4c072a90 2024-09-05T06:14:05.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d4a7fc640 1 -- 172.21.15.70:0/438115423 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d340a79a0 con 0x7f2d4c072a90 2024-09-05T06:14:05.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d4a7fc640 1 -- 172.21.15.70:0/438115423 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d340a7d70 con 0x7f2d4c072a90 2024-09-05T06:14:05.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 -- 172.21.15.70:0/438115423 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c072a90 msgr2=0x7f2d4c072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:05.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 --2- 172.21.15.70:0/438115423 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c072a90 0x7f2d4c072ed0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f2d3400bb40 tx=0x7f2d3401ebd0 comp rx=0 tx=0).stop 2024-09-05T06:14:05.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 -- 172.21.15.70:0/438115423 shutdown_connections 2024-09-05T06:14:05.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 --2- 172.21.15.70:0/438115423 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c072a90 0x7f2d4c072ed0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:05.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 -- 172.21.15.70:0/438115423 >> 172.21.15.70:0/438115423 conn(0x7f2d4c06bcc0 msgr2=0x7f2d4c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:05.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 -- 172.21.15.70:0/438115423 shutdown_connections 2024-09-05T06:14:05.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 -- 172.21.15.70:0/438115423 wait complete. 2024-09-05T06:14:05.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 Processor -- start 2024-09-05T06:14:05.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.748+0000 7f2d5201e640 1 -- start start 2024-09-05T06:14:05.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c06e680 0x7f2d4c0b2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:05.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2d4c072a90 0x7f2d4c0aa580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:05.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2d4c0afff0 0x7f2d4c152700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:05.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4c0ce150 con 0x7f2d4c06e680 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4c072600 con 0x7f2d4c072a90 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2d4c0ce2d0 con 0x7f2d4c0afff0 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c06e680 0x7f2d4c0b2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c06e680 0x7f2d4c0b2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40646/0 (socket says 172.21.15.70:40646) 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 -- 172.21.15.70:0/3958494467 learned_addr learned my addr 172.21.15.70:0/3958494467 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4bfff640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2d4c0afff0 0x7f2d4c152700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 -- 172.21.15.70:0/3958494467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2d4c0afff0 msgr2=0x7f2d4c152700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4affd640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2d4c072a90 0x7f2d4c0aa580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2d4c0afff0 0x7f2d4c152700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 -- 172.21.15.70:0/3958494467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2d4c072a90 msgr2=0x7f2d4c0aa580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2d4c072a90 0x7f2d4c0aa580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 -- 172.21.15.70:0/3958494467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d4c06c610 con 0x7f2d4c06e680 2024-09-05T06:14:05.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4b7fe640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c06e680 0x7f2d4c0b2470 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c00b440 tx=0x7f2d3c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:05.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d43fff640 1 -- 172.21.15.70:0/3958494467 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c015020 con 0x7f2d4c06e680 2024-09-05T06:14:05.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d43fff640 1 -- 172.21.15.70:0/3958494467 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d3c011890 con 0x7f2d4c06e680 2024-09-05T06:14:05.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d43fff640 1 -- 172.21.15.70:0/3958494467 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c011c80 con 0x7f2d4c06e680 2024-09-05T06:14:05.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d4c0b32b0 con 0x7f2d4c06e680 2024-09-05T06:14:05.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d4c159000 con 0x7f2d4c06e680 2024-09-05T06:14:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d4c072ed0 con 0x7f2d4c06e680 2024-09-05T06:14:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d43fff640 1 -- 172.21.15.70:0/3958494467 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2d3c018020 con 0x7f2d4c06e680 2024-09-05T06:14:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d43fff640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2d2c0678f0 0x7f2d2c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d43fff640 1 -- 172.21.15.70:0/3958494467 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5227+0+0 (secure 0 0 0) 0x7f2d3c085c40 con 0x7f2d4c06e680 2024-09-05T06:14:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4affd640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2d2c0678f0 0x7f2d2c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:05.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.752+0000 7f2d4affd640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2d2c0678f0 0x7f2d2c069db0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2d340b1000 tx=0x7f2d340a9070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:05.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.756+0000 7f2d43fff640 1 -- 172.21.15.70:0/3958494467 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2d3c01f030 con 0x7f2d4c06e680 2024-09-05T06:14:05.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:05.908+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2d4c0aaac0 con 0x7f2d4c06e680 2024-09-05T06:14:06.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.592+0000 7f2d43fff640 1 -- 172.21.15.70:0/3958494467 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v105) ==== 170+0+0 (secure 0 0 0) 0x7f2d3c00d040 con 0x7f2d4c06e680 2024-09-05T06:14:06.588 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:14:06.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.596+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2d2c0678f0 msgr2=0x7f2d2c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:06.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.596+0000 7f2d5201e640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2d2c0678f0 0x7f2d2c069db0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2d340b1000 tx=0x7f2d340a9070 comp rx=0 tx=0).stop 2024-09-05T06:14:06.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.596+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c06e680 msgr2=0x7f2d4c0b2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:06.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.596+0000 7f2d5201e640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c06e680 0x7f2d4c0b2470 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c00b440 tx=0x7f2d3c00b900 comp rx=0 tx=0).stop 2024-09-05T06:14:06.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.600+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 shutdown_connections 2024-09-05T06:14:06.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.600+0000 7f2d5201e640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2d2c0678f0 0x7f2d2c069db0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.600+0000 7f2d5201e640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2d4c0afff0 0x7f2d4c152700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.600+0000 7f2d5201e640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2d4c072a90 0x7f2d4c0aa580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.600+0000 7f2d5201e640 1 --2- 172.21.15.70:0/3958494467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2d4c06e680 0x7f2d4c0b2470 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.600+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 >> 172.21.15.70:0/3958494467 conn(0x7f2d4c06bcc0 msgr2=0x7f2d4c15be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:06.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.600+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 shutdown_connections 2024-09-05T06:14:06.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.600+0000 7f2d5201e640 1 -- 172.21.15.70:0/3958494467 wait complete. 2024-09-05T06:14:06.625 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:14:06.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02c1f2640 1 Processor -- start 2024-09-05T06:14:06.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02c1f2640 1 -- start start 2024-09-05T06:14:06.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02c1f2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240d4980 0x7ff0240d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02c1f2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff02415edb0 0x7ff0240d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02c1f2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff0240cf7e0 0x7ff0240d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02c1f2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff0240cfd30 con 0x7ff02415edb0 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02c1f2640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff0240d0010 con 0x7ff0240cf7e0 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02c1f2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff0240d02f0 con 0x7ff0240d4980 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff02415edb0 0x7ff0240d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff02415edb0 0x7ff0240d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40656/0 (socket says 172.21.15.70:40656) 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 -- 172.21.15.70:0/1049720217 learned_addr learned my addr 172.21.15.70:0/1049720217 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff029f8e640 1 --2- 172.21.15.70:0/1049720217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240d4980 0x7ff0240d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02a78f640 1 --2- 172.21.15.70:0/1049720217 >> v2:172.21.15.196:3300/0 conn(0x7ff0240cf7e0 0x7ff0240d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 -- 172.21.15.70:0/1049720217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240d4980 msgr2=0x7ff0240d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 --2- 172.21.15.70:0/1049720217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240d4980 0x7ff0240d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 -- 172.21.15.70:0/1049720217 >> v2:172.21.15.196:3300/0 conn(0x7ff0240cf7e0 msgr2=0x7ff0240d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:06.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 --2- 172.21.15.70:0/1049720217 >> v2:172.21.15.196:3300/0 conn(0x7ff0240cf7e0 0x7ff0240d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 -- 172.21.15.70:0/1049720217 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0240d05d0 con 0x7ff02415edb0 2024-09-05T06:14:06.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.752+0000 7ff02978d640 1 --2- 172.21.15.70:0/1049720217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff02415edb0 0x7ff0240d3340 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ff0240d2740 tx=0x7ff01401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c58e7f87068ff20 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:06.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff028f8c640 1 -- 172.21.15.70:0/1049720217 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0140aa430 con 0x7ff02415edb0 2024-09-05T06:14:06.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff028f8c640 1 -- 172.21.15.70:0/1049720217 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0140af070 con 0x7ff02415edb0 2024-09-05T06:14:06.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff028f8c640 1 -- 172.21.15.70:0/1049720217 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0140aa7f0 con 0x7ff02415edb0 2024-09-05T06:14:06.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- 172.21.15.70:0/1049720217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff02415edb0 msgr2=0x7ff0240d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:06.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/1049720217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff02415edb0 0x7ff0240d3340 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ff0240d2740 tx=0x7ff01401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- 172.21.15.70:0/1049720217 shutdown_connections 2024-09-05T06:14:06.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/1049720217 >> v2:172.21.15.196:3300/0 conn(0x7ff0240cf7e0 0x7ff0240d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/1049720217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff02415edb0 0x7ff0240d3340 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/1049720217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240d4980 0x7ff0240d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- 172.21.15.70:0/1049720217 >> 172.21.15.70:0/1049720217 conn(0x7ff02408e690 msgr2=0x7ff02409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:06.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- 172.21.15.70:0/1049720217 shutdown_connections 2024-09-05T06:14:06.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- 172.21.15.70:0/1049720217 wait complete. 2024-09-05T06:14:06.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 Processor -- start 2024-09-05T06:14:06.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- start start 2024-09-05T06:14:06.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240cf7e0 0x7ff0241575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:06.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff0240d4980 0x7ff02414ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff02415edb0 0x7ff02414ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff0240d2030 con 0x7ff0240d4980 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff0240d1eb0 con 0x7ff02415edb0 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02c1f2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff0240d21b0 con 0x7ff0240cf7e0 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02978d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff0240d4980 0x7ff02414ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02978d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff0240d4980 0x7ff02414ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40662/0 (socket says 172.21.15.70:40662) 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02978d640 1 -- 172.21.15.70:0/434759540 learned_addr learned my addr 172.21.15.70:0/434759540 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff029f8e640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240cf7e0 0x7ff0241575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.756+0000 7ff02a78f640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff02415edb0 0x7ff02414ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02978d640 1 -- 172.21.15.70:0/434759540 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240cf7e0 msgr2=0x7ff0241575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02978d640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240cf7e0 0x7ff0241575d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02978d640 1 -- 172.21.15.70:0/434759540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff02415edb0 msgr2=0x7ff02414ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:06.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02978d640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff02415edb0 0x7ff02414ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:06.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02978d640 1 -- 172.21.15.70:0/434759540 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff02415d880 con 0x7ff0240d4980 2024-09-05T06:14:06.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02978d640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff0240d4980 0x7ff02414ea20 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff0140ac040 tx=0x7ff014019290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:06.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff01a7fc640 1 -- 172.21.15.70:0/434759540 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0140be610 con 0x7ff0240d4980 2024-09-05T06:14:06.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff01a7fc640 1 -- 172.21.15.70:0/434759540 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0140be7d0 con 0x7ff0240d4980 2024-09-05T06:14:06.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff02415de10 con 0x7ff0240d4980 2024-09-05T06:14:06.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff01a7fc640 1 -- 172.21.15.70:0/434759540 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0140bebc0 con 0x7ff0240d4980 2024-09-05T06:14:06.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff02415e3d0 con 0x7ff0240d4980 2024-09-05T06:14:06.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff024074000 con 0x7ff0240d4980 2024-09-05T06:14:06.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff01a7fc640 1 -- 172.21.15.70:0/434759540 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff0140bc020 con 0x7ff0240d4980 2024-09-05T06:14:06.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff01a7fc640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0080678c0 0x7ff008069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:06.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff01a7fc640 1 -- 172.21.15.70:0/434759540 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5609+0+0 (secure 0 0 0) 0x7ff014120100 con 0x7ff0240d4980 2024-09-05T06:14:06.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff029f8e640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0080678c0 0x7ff008069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:06.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.760+0000 7ff029f8e640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0080678c0 0x7ff008069d80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff020006aa0 tx=0x7ff020008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:06.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.764+0000 7ff01a7fc640 1 -- 172.21.15.70:0/434759540 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff014016110 con 0x7ff0240d4980 2024-09-05T06:14:06.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:06.964+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7ff0240d2490 con 0x7ff0240d4980 2024-09-05T06:14:07.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.656+0000 7ff01a7fc640 1 -- 172.21.15.70:0/434759540 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v38) ==== 174+0+0 (secure 0 0 0) 0x7ff0140f0650 con 0x7ff0240d4980 2024-09-05T06:14:07.652 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 12 and data pool 13 2024-09-05T06:14:07.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0080678c0 msgr2=0x7ff008069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:07.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0080678c0 0x7ff008069d80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff020006aa0 tx=0x7ff020008040 comp rx=0 tx=0).stop 2024-09-05T06:14:07.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff0240d4980 msgr2=0x7ff02414ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:07.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff0240d4980 0x7ff02414ea20 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff0140ac040 tx=0x7ff014019290 comp rx=0 tx=0).stop 2024-09-05T06:14:07.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 shutdown_connections 2024-09-05T06:14:07.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0080678c0 0x7ff008069d80 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff02415edb0 0x7ff02414ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff0240d4980 0x7ff02414ea20 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 --2- 172.21.15.70:0/434759540 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff0240cf7e0 0x7ff0241575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 >> 172.21.15.70:0/434759540 conn(0x7ff02408e690 msgr2=0x7ff02409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:07.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 shutdown_connections 2024-09-05T06:14:07.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.660+0000 7ff02c1f2640 1 -- 172.21.15.70:0/434759540 wait complete. 2024-09-05T06:14:07.679 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:14:07.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf915b1640 1 Processor -- start 2024-09-05T06:14:07.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf915b1640 1 -- start start 2024-09-05T06:14:07.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf915b1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fcf8c1623d0 0x7fcf8c06d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:07.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf915b1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c0b7230 0x7fcf8c06d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:07.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf915b1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf8c1627b0 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf915b1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fcf8c0d1a20 con 0x7fcf8c1623d0 2024-09-05T06:14:07.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf915b1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fcf8c0d1d00 con 0x7fcf8c0b7230 2024-09-05T06:14:07.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf8affd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fcf8c1623d0 0x7fcf8c06d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:07.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf8b7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c0b7230 0x7fcf8c06d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:07.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf8affd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fcf8c1623d0 0x7fcf8c06d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:48658/0 (socket says 172.21.15.70:48658) 2024-09-05T06:14:07.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf8affd640 1 -- 172.21.15.70:0/3525628539 learned_addr learned my addr 172.21.15.70:0/3525628539 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:07.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf8affd640 1 -- 172.21.15.70:0/3525628539 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c0b7230 msgr2=0x7fcf8c06d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:07.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf8affd640 1 --2- 172.21.15.70:0/3525628539 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c0b7230 0x7fcf8c06d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf8affd640 1 -- 172.21.15.70:0/3525628539 >> v1:172.21.15.196:6789/0 conn(0x7fcf8c06cdd0 legacy=0x7fcf8c162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:07.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.796+0000 7fcf8affd640 1 -- 172.21.15.70:0/3525628539 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf8c0b5a20 con 0x7fcf8c1623d0 2024-09-05T06:14:07.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf8affd640 1 --2- 172.21.15.70:0/3525628539 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c1623d0 0x7fcf8c06d280 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c009870 tx=0x7fcf7c01c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1307300c2daa5ca3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:07.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf89ffb640 1 -- 172.21.15.70:0/3525628539 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7c0b2070 con 0x7fcf8c1623d0 2024-09-05T06:14:07.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf89ffb640 1 -- 172.21.15.70:0/3525628539 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf7c0a9070 con 0x7fcf8c1623d0 2024-09-05T06:14:07.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf89ffb640 1 -- 172.21.15.70:0/3525628539 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7c0ad880 con 0x7fcf8c1623d0 2024-09-05T06:14:07.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- 172.21.15.70:0/3525628539 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c1623d0 msgr2=0x7fcf8c06d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:07.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 --2- 172.21.15.70:0/3525628539 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c1623d0 0x7fcf8c06d280 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c009870 tx=0x7fcf7c01c560 comp rx=0 tx=0).stop 2024-09-05T06:14:07.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- 172.21.15.70:0/3525628539 shutdown_connections 2024-09-05T06:14:07.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 --2- 172.21.15.70:0/3525628539 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c0b7230 0x7fcf8c06d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 --2- 172.21.15.70:0/3525628539 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c1623d0 0x7fcf8c06d280 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- 172.21.15.70:0/3525628539 >> 172.21.15.70:0/3525628539 conn(0x7fcf8c0b4580 msgr2=0x7fcf8c0b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:07.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- 172.21.15.70:0/3525628539 shutdown_connections 2024-09-05T06:14:07.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- 172.21.15.70:0/3525628539 wait complete. 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 Processor -- start 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- start start 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcf8c06cdd0 0x7fcf8c15c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c0b7230 0x7fcf8c15a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c1623d0 0x7fcf8c15cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcf8c16c130 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fcf8c16bfb0 con 0x7fcf8c0b7230 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf915b1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fcf8c16c2b0 con 0x7fcf8c1623d0 2024-09-05T06:14:07.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf8affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcf8c06cdd0 0x7fcf8c15c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf8affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcf8c06cdd0 0x7fcf8c15c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40664/0 (socket says 172.21.15.70:40664) 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.800+0000 7fcf8affd640 1 -- 172.21.15.70:0/1850834596 learned_addr learned my addr 172.21.15.70:0/1850834596 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8b7fe640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c1623d0 0x7fcf8c15cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8a7fc640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c0b7230 0x7fcf8c15a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8affd640 1 -- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c1623d0 msgr2=0x7fcf8c15cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8affd640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c1623d0 0x7fcf8c15cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8affd640 1 -- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c0b7230 msgr2=0x7fcf8c15a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8affd640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c0b7230 0x7fcf8c15a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8affd640 1 -- 172.21.15.70:0/1850834596 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf8c15ba70 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8b7fe640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c1623d0 0x7fcf8c15cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8affd640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcf8c06cdd0 0x7fcf8c15c030 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c0b0040 tx=0x7fcf7c019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf737fe640 1 -- 172.21.15.70:0/1850834596 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7c0ba020 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf737fe640 1 -- 172.21.15.70:0/1850834596 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf7c0adda0 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf8c15bd50 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf737fe640 1 -- 172.21.15.70:0/1850834596 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7c0b2040 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf8c0afc90 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf8c162a60 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf737fe640 1 -- 172.21.15.70:0/1850834596 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcf7c0bd020 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf737fe640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcf780678c0 0x7fcf78069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:07.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf737fe640 1 -- 172.21.15.70:0/1850834596 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5709+0+0 (secure 0 0 0) 0x7fcf7c11f7a0 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8a7fc640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcf780678c0 0x7fcf78069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:07.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.804+0000 7fcf8a7fc640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcf780678c0 0x7fcf78069d80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fcf8c15dc90 tx=0x7fcf80009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:07.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.808+0000 7fcf737fe640 1 -- 172.21.15.70:0/1850834596 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcf7c0c4030 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.972+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcf8c06e2d0 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.972+0000 7fcf737fe640 1 -- 172.21.15.70:0/1850834596 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+16744 (secure 0 0 0) 0x7fcf7c0f6070 con 0x7fcf8c06cdd0 2024-09-05T06:14:07.970 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:07.970 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":106,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:14:06.968300+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:14:05.068791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-05T06:14:05.948539+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcf780678c0 msgr2=0x7fcf78069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcf780678c0 0x7fcf78069d80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fcf8c15dc90 tx=0x7fcf80009040 comp rx=0 tx=0).stop 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcf8c06cdd0 msgr2=0x7fcf8c15c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcf8c06cdd0 0x7fcf8c15c030 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c0b0040 tx=0x7fcf7c019300 comp rx=0 tx=0).stop 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 shutdown_connections 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcf780678c0 0x7fcf78069d80 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcf8c1623d0 0x7fcf8c15cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcf8c0b7230 0x7fcf8c15a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 --2- 172.21.15.70:0/1850834596 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcf8c06cdd0 0x7fcf8c15c030 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:07.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 >> 172.21.15.70:0/1850834596 conn(0x7fcf8c0b4580 msgr2=0x7fcf8c161710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:07.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 shutdown_connections 2024-09-05T06:14:07.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:07.976+0000 7fcf915b1640 1 -- 172.21.15.70:0/1850834596 wait complete. 2024-09-05T06:14:07.989 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:14:08.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa6282ea640 1 Processor -- start 2024-09-05T06:14:08.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa6282ea640 1 -- start start 2024-09-05T06:14:08.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa6282ea640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa620157110 0x7fa6200b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa6282ea640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa6200b5ac0 0x7fa6200d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa6282ea640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa62006d570 con 0x7fa6200ceaf0 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa6282ea640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa62006d850 con 0x7fa6200b5ac0 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa6282ea640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa62006db30 con 0x7fa620157110 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa625885640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa6200b5ac0 0x7fa6200d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa626887640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa6200ceaf0 0x7fa6200af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39308/0 (socket says 172.21.15.70:39308) 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa626887640 1 -- 172.21.15.70:0/2562300455 learned_addr learned my addr 172.21.15.70:0/2562300455 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa626086640 1 --2- 172.21.15.70:0/2562300455 >> v2:172.21.15.196:3300/0 conn(0x7fa620157110 0x7fa6200b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa625885640 1 -- 172.21.15.70:0/2562300455 >> v2:172.21.15.196:3300/0 conn(0x7fa620157110 msgr2=0x7fa6200b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa625885640 1 --2- 172.21.15.70:0/2562300455 >> v2:172.21.15.196:3300/0 conn(0x7fa620157110 0x7fa6200b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa625885640 1 -- 172.21.15.70:0/2562300455 >> v1:172.21.15.70:6789/0 conn(0x7fa6200ceaf0 legacy=0x7fa6200af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.112+0000 7fa625885640 1 -- 172.21.15.70:0/2562300455 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa62006de10 con 0x7fa6200b5ac0 2024-09-05T06:14:08.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa625885640 1 --2- 172.21.15.70:0/2562300455 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200b5ac0 0x7fa6200d0750 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fa6200d1530 tx=0x7fa61001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c826e1a4c0b7c4d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa625084640 1 -- 172.21.15.70:0/2562300455 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6100b0070 con 0x7fa6200b5ac0 2024-09-05T06:14:08.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa625084640 1 -- 172.21.15.70:0/2562300455 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6100ab600 con 0x7fa6200b5ac0 2024-09-05T06:14:08.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa625084640 1 -- 172.21.15.70:0/2562300455 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6100ab9d0 con 0x7fa6200b5ac0 2024-09-05T06:14:08.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 -- 172.21.15.70:0/2562300455 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200b5ac0 msgr2=0x7fa6200d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 --2- 172.21.15.70:0/2562300455 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200b5ac0 0x7fa6200d0750 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fa6200d1530 tx=0x7fa61001c480 comp rx=0 tx=0).stop 2024-09-05T06:14:08.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 -- 172.21.15.70:0/2562300455 shutdown_connections 2024-09-05T06:14:08.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 --2- 172.21.15.70:0/2562300455 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200b5ac0 0x7fa6200d0750 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 --2- 172.21.15.70:0/2562300455 >> v2:172.21.15.196:3300/0 conn(0x7fa620157110 0x7fa6200b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 -- 172.21.15.70:0/2562300455 >> 172.21.15.70:0/2562300455 conn(0x7fa62006bcc0 msgr2=0x7fa62006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:08.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 -- 172.21.15.70:0/2562300455 shutdown_connections 2024-09-05T06:14:08.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 -- 172.21.15.70:0/2562300455 wait complete. 2024-09-05T06:14:08.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 Processor -- start 2024-09-05T06:14:08.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.116+0000 7fa6282ea640 1 -- start start 2024-09-05T06:14:08.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6200b5ac0 0x7fa6200cccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200ceaf0 0x7fa62014b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa620157110 0x7fa62014b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa6200b4280 con 0x7fa6200ceaf0 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa6200d10a0 con 0x7fa620157110 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa6200b4400 con 0x7fa6200b5ac0 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200ceaf0 0x7fa62014b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200ceaf0 0x7fa62014b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54696/0 (socket says 172.21.15.70:54696) 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 -- 172.21.15.70:0/3508324270 learned_addr learned my addr 172.21.15.70:0/3508324270 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa626086640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6200b5ac0 0x7fa6200cccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa626887640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa620157110 0x7fa62014b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 -- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6200b5ac0 msgr2=0x7fa6200cccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6200b5ac0 0x7fa6200cccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 -- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa620157110 msgr2=0x7fa62014b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa620157110 0x7fa62014b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 -- 172.21.15.70:0/3508324270 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6200b2e70 con 0x7fa6200ceaf0 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa626887640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa620157110 0x7fa62014b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa625885640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200ceaf0 0x7fa62014b380 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fa61001a0b0 tx=0x7fa610019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa616ffd640 1 -- 172.21.15.70:0/3508324270 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6100b0040 con 0x7fa6200ceaf0 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa616ffd640 1 -- 172.21.15.70:0/3508324270 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6100b9070 con 0x7fa6200ceaf0 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa616ffd640 1 -- 172.21.15.70:0/3508324270 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6100b4650 con 0x7fa6200ceaf0 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6201592b0 con 0x7fa6200ceaf0 2024-09-05T06:14:08.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6200b2670 con 0x7fa6200ceaf0 2024-09-05T06:14:08.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6200b4770 con 0x7fa6200ceaf0 2024-09-05T06:14:08.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa616ffd640 1 -- 172.21.15.70:0/3508324270 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa6100b47f0 con 0x7fa6200ceaf0 2024-09-05T06:14:08.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa616ffd640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6040678c0 0x7fa604069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa616ffd640 1 -- 172.21.15.70:0/3508324270 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5709+0+0 (secure 0 0 0) 0x7fa61011fa60 con 0x7fa6200ceaf0 2024-09-05T06:14:08.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.120+0000 7fa626086640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6040678c0 0x7fa604069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.124+0000 7fa626086640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6040678c0 0x7fa604069d80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa61c00b910 tx=0x7fa61c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.128+0000 7fa616ffd640 1 -- 172.21.15.70:0/3508324270 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa610016070 con 0x7fa6200ceaf0 2024-09-05T06:14:08.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.276+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6200afb60 con 0x7fa6200ceaf0 2024-09-05T06:14:08.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.280+0000 7fa616ffd640 1 -- 172.21.15.70:0/3508324270 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+16744 (secure 0 0 0) 0x7fa6100f0630 con 0x7fa6200ceaf0 2024-09-05T06:14:08.278 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:08.278 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":106,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:14:06.968300+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:14:05.068791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-05T06:14:05.948539+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:14:08.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6040678c0 msgr2=0x7fa604069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6040678c0 0x7fa604069d80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa61c00b910 tx=0x7fa61c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200ceaf0 msgr2=0x7fa62014b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200ceaf0 0x7fa62014b380 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fa61001a0b0 tx=0x7fa610019220 comp rx=0 tx=0).stop 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 shutdown_connections 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6040678c0 0x7fa604069d80 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa620157110 0x7fa62014b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6200ceaf0 0x7fa62014b380 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 --2- 172.21.15.70:0/3508324270 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6200b5ac0 0x7fa6200cccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 >> 172.21.15.70:0/3508324270 conn(0x7fa62006bcc0 msgr2=0x7fa62015d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:08.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 shutdown_connections 2024-09-05T06:14:08.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.284+0000 7fa6282ea640 1 -- 172.21.15.70:0/3508324270 wait complete. 2024-09-05T06:14:08.297 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:14:08.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f795126d640 1 Processor -- start 2024-09-05T06:14:08.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f795126d640 1 -- start start 2024-09-05T06:14:08.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f795126d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f794c0d4980 0x7f794c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f795126d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f794c0cfd30 con 0x7f794c15edb0 2024-09-05T06:14:08.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f795126d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f794c0d0010 con 0x7f794c0d3a50 2024-09-05T06:14:08.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f795126d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f794c0d02f0 con 0x7f794c0d4980 2024-09-05T06:14:08.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794affd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f794c0d4980 0x7f794c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f7943fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f794c15edb0 0x7f794c0d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39310/0 (socket says 172.21.15.70:39310) 2024-09-05T06:14:08.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f7943fff640 1 -- 172.21.15.70:0/4029262231 learned_addr learned my addr 172.21.15.70:0/4029262231 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:08.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794affd640 1 -- 172.21.15.70:0/4029262231 >> v1:172.21.15.196:6789/0 conn(0x7f794c0d3a50 legacy=0x7f794c0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:08.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794affd640 1 -- 172.21.15.70:0/4029262231 >> v1:172.21.15.70:6789/0 conn(0x7f794c15edb0 legacy=0x7f794c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794affd640 1 -- 172.21.15.70:0/4029262231 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f794c0d05d0 con 0x7f794c0d4980 2024-09-05T06:14:08.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794a7fc640 1 -- 172.21.15.70:0/4029262231 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3733540496 0 0) 0x7f794c0cfd30 con 0x7f794c15edb0 2024-09-05T06:14:08.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794affd640 1 --2- 172.21.15.70:0/4029262231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c0d4980 0x7f794c0d4d60 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f793c0097c0 tx=0x7f793c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1347cb59cfd02b72 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794a7fc640 1 -- 172.21.15.70:0/4029262231 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f793c0ab650 con 0x7f794c0d4980 2024-09-05T06:14:08.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794a7fc640 1 -- 172.21.15.70:0/4029262231 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f793c0b0070 con 0x7f794c0d4980 2024-09-05T06:14:08.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.420+0000 7f794a7fc640 1 -- 172.21.15.70:0/4029262231 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f793c0aba10 con 0x7f794c0d4980 2024-09-05T06:14:08.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- 172.21.15.70:0/4029262231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c0d4980 msgr2=0x7f794c0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 --2- 172.21.15.70:0/4029262231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c0d4980 0x7f794c0d4d60 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f793c0097c0 tx=0x7f793c01c430 comp rx=0 tx=0).stop 2024-09-05T06:14:08.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- 172.21.15.70:0/4029262231 shutdown_connections 2024-09-05T06:14:08.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 --2- 172.21.15.70:0/4029262231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c0d4980 0x7f794c0d4d60 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- 172.21.15.70:0/4029262231 >> 172.21.15.70:0/4029262231 conn(0x7f794c08e690 msgr2=0x7f794c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:08.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- 172.21.15.70:0/4029262231 shutdown_connections 2024-09-05T06:14:08.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- 172.21.15.70:0/4029262231 wait complete. 2024-09-05T06:14:08.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 Processor -- start 2024-09-05T06:14:08.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- start start 2024-09-05T06:14:08.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f794c0d3a50 0x7f794c0b7b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f794c0d4980 0x7f794c0cb100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c15edb0 0x7f794c0b93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f794c16c8c0 con 0x7f794c15edb0 2024-09-05T06:14:08.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f794c16c740 con 0x7f794c0d3a50 2024-09-05T06:14:08.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f794c16ca40 con 0x7f794c0d4980 2024-09-05T06:14:08.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c15edb0 0x7f794c0b93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c15edb0 0x7f794c0b93f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54712/0 (socket says 172.21.15.70:54712) 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 -- 172.21.15.70:0/468561232 learned_addr learned my addr 172.21.15.70:0/468561232 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f7943fff640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f794c0d4980 0x7f794c0cb100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794affd640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f794c0d3a50 0x7f794c0b7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 -- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f794c0d4980 msgr2=0x7f794c0cb100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f794c0d4980 0x7f794c0cb100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 -- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f794c0d3a50 msgr2=0x7f794c0b7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f794c0d3a50 0x7f794c0b7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 -- 172.21.15.70:0/468561232 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f794c0ba9d0 con 0x7f794c15edb0 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794affd640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f794c0d3a50 0x7f794c0b7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f794b7fe640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c15edb0 0x7f794c0b93f0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f794400c7b0 tx=0x7f794400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f79437fe640 1 -- 172.21.15.70:0/468561232 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7944004b70 con 0x7f794c15edb0 2024-09-05T06:14:08.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f79437fe640 1 -- 172.21.15.70:0/468561232 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7944004d10 con 0x7f794c15edb0 2024-09-05T06:14:08.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f794c0cb640 con 0x7f794c15edb0 2024-09-05T06:14:08.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f79437fe640 1 -- 172.21.15.70:0/468561232 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794400aa90 con 0x7f794c15edb0 2024-09-05T06:14:08.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.424+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f794c0ba410 con 0x7f794c15edb0 2024-09-05T06:14:08.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.428+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f794c0d4d60 con 0x7f794c15edb0 2024-09-05T06:14:08.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.428+0000 7f79437fe640 1 -- 172.21.15.70:0/468561232 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f794400ac30 con 0x7f794c15edb0 2024-09-05T06:14:08.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.428+0000 7f79437fe640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f792c0678c0 0x7f792c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.428+0000 7f79437fe640 1 -- 172.21.15.70:0/468561232 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5709+0+0 (secure 0 0 0) 0x7f7944085f60 con 0x7f794c15edb0 2024-09-05T06:14:08.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.428+0000 7f794affd640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f792c0678c0 0x7f792c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.428+0000 7f794affd640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f792c0678c0 0x7f792c069d80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f793c0af000 tx=0x7f793c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.432+0000 7f79437fe640 1 -- 172.21.15.70:0/468561232 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7944020070 con 0x7f794c15edb0 2024-09-05T06:14:08.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.628+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f794c0caee0 con 0x7f794c15edb0 2024-09-05T06:14:08.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.656+0000 7f79437fe640 1 -- 172.21.15.70:0/468561232 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v39) ==== 118+0+0 (secure 0 0 0) 0x7f7944056a10 con 0x7f794c15edb0 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f792c0678c0 msgr2=0x7f792c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f792c0678c0 0x7f792c069d80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f793c0af000 tx=0x7f793c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c15edb0 msgr2=0x7f794c0b93f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c15edb0 0x7f794c0b93f0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f794400c7b0 tx=0x7f794400cc70 comp rx=0 tx=0).stop 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 shutdown_connections 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f792c0678c0 0x7f792c069d80 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f794c15edb0 0x7f794c0b93f0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f794c0d4980 0x7f794c0cb100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 --2- 172.21.15.70:0/468561232 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f794c0d3a50 0x7f794c0b7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 >> 172.21.15.70:0/468561232 conn(0x7f794c08e690 msgr2=0x7f794c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:08.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 shutdown_connections 2024-09-05T06:14:08.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.660+0000 7f795126d640 1 -- 172.21.15.70:0/468561232 wait complete. 2024-09-05T06:14:08.672 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:14:08.672 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:14:08.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.792+0000 7f6c1c964640 1 Processor -- start 2024-09-05T06:14:08.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.792+0000 7f6c1c964640 1 -- start start 2024-09-05T06:14:08.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.792+0000 7f6c1c964640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6c1815edb0 0x7f6c180d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.792+0000 7f6c1c964640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c180cfd30 con 0x7f6c180d4980 2024-09-05T06:14:08.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.792+0000 7f6c1c964640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c180d0010 con 0x7f6c180cf7e0 2024-09-05T06:14:08.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.792+0000 7f6c1c964640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6c180d02f0 con 0x7f6c1815edb0 2024-09-05T06:14:08.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.792+0000 7f6c1659c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6c180d4980 0x7f6c180d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39318/0 (socket says 172.21.15.70:39318) 2024-09-05T06:14:08.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.792+0000 7f6c1659c640 1 -- 172.21.15.70:0/360853607 learned_addr learned my addr 172.21.15.70:0/360853607 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c15d9b640 1 --2- 172.21.15.70:0/360853607 >> v2:172.21.15.196:3300/0 conn(0x7f6c1815edb0 0x7f6c180d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 331097019 0 0) 0x7f6c180cfd30 con 0x7f6c180d4980 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6c00003530 con 0x7f6c180d4980 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2576868184 0 0) 0x7f6c00003530 con 0x7f6c180d4980 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 >> v2:172.21.15.196:3300/0 conn(0x7f6c1815edb0 msgr2=0x7f6c180d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 --2- 172.21.15.70:0/360853607 >> v2:172.21.15.196:3300/0 conn(0x7f6c1815edb0 0x7f6c180d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 >> v1:172.21.15.196:6789/0 conn(0x7f6c180cf7e0 legacy=0x7f6c180b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c180d05d0 con 0x7f6c180d4980 2024-09-05T06:14:08.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6c08001680 con 0x7f6c180d4980 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 >> v1:172.21.15.70:6789/0 conn(0x7f6c180d4980 legacy=0x7f6c180d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c000039c0 0x7f6c00003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c00004810 0x7f6c00004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c0000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6c180d02f0 con 0x7f6c000051d0 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0000c070 con 0x7f6c000039c0 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6c0000c270 con 0x7f6c00004810 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c16d9d640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c0000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c1659c640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c000039c0 0x7f6c00003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c15d9b640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c00004810 0x7f6c00004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c16d9d640 1 -- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c00004810 msgr2=0x7f6c00004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c16d9d640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c00004810 0x7f6c00004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c16d9d640 1 -- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c000039c0 msgr2=0x7f6c00003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:08.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c16d9d640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c000039c0 0x7f6c00003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c16d9d640 1 -- 172.21.15.70:0/360853607 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c00003530 con 0x7f6c000051d0 2024-09-05T06:14:08.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c15d9b640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c00004810 0x7f6c00004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c16d9d640 1 -- 172.21.15.70:0/360853607 reap_dead start 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.796+0000 7f6c16d9d640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c0000b9d0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f6c10001e70 tx=0x7f6c1001c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cc6eebf5daeca17 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c10001a90 con 0x7f6c000051d0 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c10003bc0 con 0x7f6c000051d0 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1559a640 1 -- 172.21.15.70:0/360853607 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c10005020 con 0x7f6c000051d0 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- 172.21.15.70:0/360853607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 msgr2=0x7f6c0000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c0000b9d0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f6c10001e70 tx=0x7f6c1001c780 comp rx=0 tx=0).stop 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- 172.21.15.70:0/360853607 shutdown_connections 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 --2- 172.21.15.70:0/360853607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c0000b9d0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- 172.21.15.70:0/360853607 >> 172.21.15.70:0/360853607 conn(0x7f6c1808e690 msgr2=0x7f6c1809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:08.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- 172.21.15.70:0/360853607 shutdown_connections 2024-09-05T06:14:08.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- 172.21.15.70:0/360853607 wait complete. 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 Processor -- start 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- start start 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c180ca9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c18157bb0 0x7f6c180cd380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c180cd8c0 0x7f6c1815d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6c180d0dd0 con 0x7f6c000051d0 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6c180d4d60 con 0x7f6c180cd8c0 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6c180cee00 con 0x7f6c18157bb0 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c180ca9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c180ca9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54720/0 (socket says 172.21.15.70:54720) 2024-09-05T06:14:08.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 -- 172.21.15.70:0/2538383663 learned_addr learned my addr 172.21.15.70:0/2538383663 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c16d9d640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c180cd8c0 0x7f6c1815d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c15d9b640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c18157bb0 0x7f6c180cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 -- 172.21.15.70:0/2538383663 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c18157bb0 msgr2=0x7f6c180cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c18157bb0 0x7f6c180cd380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 -- 172.21.15.70:0/2538383663 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c180cd8c0 msgr2=0x7f6c1815d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c180cd8c0 0x7f6c1815d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 -- 172.21.15.70:0/2538383663 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c180cdd60 con 0x7f6c000051d0 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1659c640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c180ca9c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f6c0800e7b0 tx=0x7f6c0800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c06ffd640 1 -- 172.21.15.70:0/2538383663 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0800ee60 con 0x7f6c000051d0 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c06ffd640 1 -- 172.21.15.70:0/2538383663 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c08018070 con 0x7f6c000051d0 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c06ffd640 1 -- 172.21.15.70:0/2538383663 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0800cb10 con 0x7f6c000051d0 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c180ce040 con 0x7f6c000051d0 2024-09-05T06:14:08.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.800+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c180ce600 con 0x7f6c000051d0 2024-09-05T06:14:08.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.804+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c180cfbf0 con 0x7f6c000051d0 2024-09-05T06:14:08.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.804+0000 7f6c06ffd640 1 -- 172.21.15.70:0/2538383663 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6c0800ccb0 con 0x7f6c000051d0 2024-09-05T06:14:08.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.804+0000 7f6c06ffd640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6bf80678f0 0x7f6bf8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:08.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.804+0000 7f6c15d9b640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6bf80678f0 0x7f6bf8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:08.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.804+0000 7f6c06ffd640 1 -- 172.21.15.70:0/2538383663 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f6c08085a20 con 0x7f6c000051d0 2024-09-05T06:14:08.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.804+0000 7f6c15d9b640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6bf80678f0 0x7f6bf8069db0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f6c181624c0 tx=0x7f6c0c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:08.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:08.808+0000 7f6c06ffd640 1 -- 172.21.15.70:0/2538383663 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6c080565f0 con 0x7f6c000051d0 2024-09-05T06:14:09.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.004+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f6c180d2530 con 0x7f6c000051d0 2024-09-05T06:14:09.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c06ffd640 1 -- 172.21.15.70:0/2538383663 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v40) ==== 122+0+0 (secure 0 0 0) 0x7f6c08055ef0 con 0x7f6c000051d0 2024-09-05T06:14:09.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6bf80678f0 msgr2=0x7f6bf8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:09.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6bf80678f0 0x7f6bf8069db0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f6c181624c0 tx=0x7f6c0c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:09.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 msgr2=0x7f6c180ca9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:09.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c180ca9c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f6c0800e7b0 tx=0x7f6c0800ec70 comp rx=0 tx=0).stop 2024-09-05T06:14:09.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 shutdown_connections 2024-09-05T06:14:09.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6bf80678f0 0x7f6bf8069db0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:09.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c180cd8c0 0x7f6c1815d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:09.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c18157bb0 0x7f6c180cd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:09.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 --2- 172.21.15.70:0/2538383663 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c000051d0 0x7f6c180ca9c0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:09.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 >> 172.21.15.70:0/2538383663 conn(0x7f6c1808e690 msgr2=0x7f6c180d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:09.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.660+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 shutdown_connections 2024-09-05T06:14:09.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.664+0000 7f6c1c964640 1 -- 172.21.15.70:0/2538383663 wait complete. 2024-09-05T06:14:09.680 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:14:09.681 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:09.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514f083640 1 Processor -- start 2024-09-05T06:14:09.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514f083640 1 -- start start 2024-09-05T06:14:09.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514f083640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f514815ee90 0x7f51480b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:09.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514f083640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51480d04e0 con 0x7f51480b3a50 2024-09-05T06:14:09.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514f083640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51480d07c0 con 0x7f51480d15d0 2024-09-05T06:14:09.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514f083640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f51480d28f0 con 0x7f514815ee90 2024-09-05T06:14:09.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514ce1f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f514815ee90 0x7f51480b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:09.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514ce1f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f514815ee90 0x7f51480b18a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54732/0 (socket says 172.21.15.70:54732) 2024-09-05T06:14:09.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514ce1f640 1 -- 172.21.15.70:0/3303345030 learned_addr learned my addr 172.21.15.70:0/3303345030 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:09.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f5147fff640 1 --1- 172.21.15.70:0/3303345030 >> v1:172.21.15.70:6789/0 conn(0x7f51480b3a50 0x7f51480d5650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39330/0 (socket says 172.21.15.70:39330) 2024-09-05T06:14:09.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514ce1f640 1 -- 172.21.15.70:0/3303345030 >> v1:172.21.15.196:6789/0 conn(0x7f51480d15d0 legacy=0x7f51480d3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:09.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514ce1f640 1 -- 172.21.15.70:0/3303345030 >> v1:172.21.15.70:6789/0 conn(0x7f51480b3a50 legacy=0x7f51480d5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:09.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514ce1f640 1 -- 172.21.15.70:0/3303345030 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51480d0aa0 con 0x7f514815ee90 2024-09-05T06:14:09.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f514ce1f640 1 --2- 172.21.15.70:0/3303345030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f51480b18a0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f5130009870 tx=0x7f513001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a59d40e157ad2ba server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:09.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f51477fe640 1 -- 172.21.15.70:0/3303345030 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51300b1070 con 0x7f514815ee90 2024-09-05T06:14:09.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f51477fe640 1 -- 172.21.15.70:0/3303345030 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51300ac640 con 0x7f514815ee90 2024-09-05T06:14:09.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.808+0000 7f51477fe640 1 -- 172.21.15.70:0/3303345030 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51300aca10 con 0x7f514815ee90 2024-09-05T06:14:09.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- 172.21.15.70:0/3303345030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 msgr2=0x7f51480b18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:09.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 --2- 172.21.15.70:0/3303345030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f51480b18a0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f5130009870 tx=0x7f513001c400 comp rx=0 tx=0).stop 2024-09-05T06:14:09.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- 172.21.15.70:0/3303345030 shutdown_connections 2024-09-05T06:14:09.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 --2- 172.21.15.70:0/3303345030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f51480b18a0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:09.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- 172.21.15.70:0/3303345030 >> 172.21.15.70:0/3303345030 conn(0x7f514809dfb0 msgr2=0x7f51480d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:09.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- 172.21.15.70:0/3303345030 shutdown_connections 2024-09-05T06:14:09.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- 172.21.15.70:0/3303345030 wait complete. 2024-09-05T06:14:09.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 Processor -- start 2024-09-05T06:14:09.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- start start 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f51480b3a50 0x7f5148152210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f51480d15d0 0x7f514815c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f514815ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f514816d100 con 0x7f514815ee90 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f514816cf80 con 0x7f51480b3a50 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f514816d280 con 0x7f51480d15d0 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f514815ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f514815ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54742/0 (socket says 172.21.15.70:54742) 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 -- 172.21.15.70:0/388436358 learned_addr learned my addr 172.21.15.70:0/388436358 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f5147fff640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f51480d15d0 0x7f514815c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514ce1f640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f51480b3a50 0x7f5148152210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:09.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 -- 172.21.15.70:0/388436358 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f51480d15d0 msgr2=0x7f514815c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f51480d15d0 0x7f514815c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 -- 172.21.15.70:0/388436358 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f51480b3a50 msgr2=0x7f5148152210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f51480b3a50 0x7f5148152210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 -- 172.21.15.70:0/388436358 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51480ceca0 con 0x7f514815ee90 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514d620640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f514815ca40 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f514000b990 tx=0x7f514000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f51457fa640 1 -- 172.21.15.70:0/388436358 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5140019070 con 0x7f514815ee90 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f51457fa640 1 -- 172.21.15.70:0/388436358 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f514000cba0 con 0x7f514815ee90 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51480cbf20 con 0x7f514815ee90 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f51457fa640 1 -- 172.21.15.70:0/388436358 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5140014440 con 0x7f514815ee90 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51480cc1c0 con 0x7f514815ee90 2024-09-05T06:14:09.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.812+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51480b18a0 con 0x7f514815ee90 2024-09-05T06:14:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.816+0000 7f51457fa640 1 -- 172.21.15.70:0/388436358 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f514001c070 con 0x7f514815ee90 2024-09-05T06:14:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.816+0000 7f51457fa640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f51280678c0 0x7f5128069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.816+0000 7f514ce1f640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f51280678c0 0x7f5128069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:09.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.816+0000 7f51457fa640 1 -- 172.21.15.70:0/388436358 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f51400859b0 con 0x7f514815ee90 2024-09-05T06:14:09.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.816+0000 7f514ce1f640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f51280678c0 0x7f5128069d80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f51300ae000 tx=0x7f5130008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:09.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:09.820+0000 7f51457fa640 1 -- 172.21.15.70:0/388436358 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5140056580 con 0x7f514815ee90 2024-09-05T06:14:09.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.000+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f51480d5430 con 0x7f514815ee90 2024-09-05T06:14:09.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f51457fa640 1 -- 172.21.15.70:0/388436358 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7f5140055e80 con 0x7f514815ee90 2024-09-05T06:14:09.999 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:09.999 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:10.000 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:10.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f51280678c0 msgr2=0x7f5128069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f51280678c0 0x7f5128069d80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f51300ae000 tx=0x7f5130008040 comp rx=0 tx=0).stop 2024-09-05T06:14:10.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 msgr2=0x7f514815ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f514815ca40 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f514000b990 tx=0x7f514000be50 comp rx=0 tx=0).stop 2024-09-05T06:14:10.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 shutdown_connections 2024-09-05T06:14:10.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f51280678c0 0x7f5128069d80 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f514815ee90 0x7f514815ca40 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f51480d15d0 0x7f514815c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 --2- 172.21.15.70:0/388436358 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f51480b3a50 0x7f5148152210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 >> 172.21.15.70:0/388436358 conn(0x7f514809dfb0 msgr2=0x7f51480b5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:10.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 shutdown_connections 2024-09-05T06:14:10.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.004+0000 7f514f083640 1 -- 172.21.15.70:0/388436358 wait complete. 2024-09-05T06:14:10.017 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:14:10.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.132+0000 7f21caa7f640 1 Processor -- start 2024-09-05T06:14:10.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.132+0000 7f21caa7f640 1 -- start start 2024-09-05T06:14:10.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21caa7f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f21c4157110 0x7f21c40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21caa7f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21c406d570 con 0x7f21c40d0e60 2024-09-05T06:14:10.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21caa7f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21c406d850 con 0x7f21c40b5ac0 2024-09-05T06:14:10.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21caa7f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f21c406db30 con 0x7f21c4157110 2024-09-05T06:14:10.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c901c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f21c40d0e60 0x7f21c40af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39334/0 (socket says 172.21.15.70:39334) 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c901c640 1 -- 172.21.15.70:0/1572050633 learned_addr learned my addr 172.21.15.70:0/1572050633 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2440973974 0 0) 0x7f21c406d570 con 0x7f21c40d0e60 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f21b0003530 con 0x7f21c40d0e60 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c881b640 1 --2- 172.21.15.70:0/1572050633 >> v2:172.21.15.196:3300/0 conn(0x7f21c4157110 0x7f21c40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 500598263 0 0) 0x7f21b0003530 con 0x7f21c40d0e60 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 >> v2:172.21.15.196:3300/0 conn(0x7f21c4157110 msgr2=0x7f21c40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 --2- 172.21.15.70:0/1572050633 >> v2:172.21.15.196:3300/0 conn(0x7f21c4157110 0x7f21c40b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 >> v1:172.21.15.196:6789/0 conn(0x7f21c40b5ac0 legacy=0x7f21c40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21c406de10 con 0x7f21c40d0e60 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f21bc001a20 con 0x7f21c40d0e60 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 >> v1:172.21.15.70:6789/0 conn(0x7f21c40d0e60 legacy=0x7f21c40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b00039c0 0x7f21b0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21b0004810 0x7f21b0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21b00051d0 0x7f21b000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f21c406db30 con 0x7f21b0004810 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f21b000c120 con 0x7f21b00039c0 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f21b000c320 con 0x7f21b00051d0 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c3fff640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21b0004810 0x7f21b0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c881b640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b00039c0 0x7f21b0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c901c640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21b00051d0 0x7f21b000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c3fff640 1 -- 172.21.15.70:0/1572050633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21b00051d0 msgr2=0x7f21b000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c3fff640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21b00051d0 0x7f21b000b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c3fff640 1 -- 172.21.15.70:0/1572050633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b00039c0 msgr2=0x7f21b0003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c3fff640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b00039c0 0x7f21b0003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c3fff640 1 -- 172.21.15.70:0/1572050633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21b0003530 con 0x7f21b0004810 2024-09-05T06:14:10.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.136+0000 7f21c901c640 1 -- 172.21.15.70:0/1572050633 reap_dead start 2024-09-05T06:14:10.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21b0004810 0x7f21b0004c90 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f21ac001750 tx=0x7f21ac01c1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=803fa656248665f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ac0013a0 con 0x7f21b0004810 2024-09-05T06:14:10.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21ac0052f0 con 0x7f21b0004810 2024-09-05T06:14:10.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c37fe640 1 -- 172.21.15.70:0/1572050633 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ac003840 con 0x7f21b0004810 2024-09-05T06:14:10.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- 172.21.15.70:0/1572050633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21b0004810 msgr2=0x7f21b0004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21b0004810 0x7f21b0004c90 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f21ac001750 tx=0x7f21ac01c1e0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- 172.21.15.70:0/1572050633 shutdown_connections 2024-09-05T06:14:10.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 --2- 172.21.15.70:0/1572050633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21b0004810 0x7f21b0004c90 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- 172.21.15.70:0/1572050633 >> 172.21.15.70:0/1572050633 conn(0x7f21c406bcc0 msgr2=0x7f21c406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:10.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- 172.21.15.70:0/1572050633 shutdown_connections 2024-09-05T06:14:10.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- 172.21.15.70:0/1572050633 wait complete. 2024-09-05T06:14:10.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 Processor -- start 2024-09-05T06:14:10.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- start start 2024-09-05T06:14:10.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b0004810 0x7f21c4151bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21c41411e0 0x7f21c414fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21c4150370 0x7f21c41e5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f21c40ceaf0 con 0x7f21c41411e0 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f21c406e3d0 con 0x7f21b0004810 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f21c40cec70 con 0x7f21c4150370 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21c41411e0 0x7f21c414fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21c41411e0 0x7f21c414fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54766/0 (socket says 172.21.15.70:54766) 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 -- 172.21.15.70:0/3314985231 learned_addr learned my addr 172.21.15.70:0/3314985231 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c881b640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b0004810 0x7f21c4151bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c901c640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21c4150370 0x7f21c41e5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 -- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21c4150370 msgr2=0x7f21c41e5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21c4150370 0x7f21c41e5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 -- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b0004810 msgr2=0x7f21c4151bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b0004810 0x7f21c4151bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 -- 172.21.15.70:0/3314985231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21c414d9b0 con 0x7f21c41411e0 2024-09-05T06:14:10.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c901c640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21c4150370 0x7f21c41e5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c881b640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b0004810 0x7f21c4151bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c3fff640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21c41411e0 0x7f21c414fe30 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f21ac01c010 tx=0x7f21b0005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c17fa640 1 -- 172.21.15.70:0/3314985231 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ac007a40 con 0x7f21c41411e0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c17fa640 1 -- 172.21.15.70:0/3314985231 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21ac0ba070 con 0x7f21c41411e0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21c414dc50 con 0x7f21c41411e0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21c17fa640 1 -- 172.21.15.70:0/3314985231 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ac007250 con 0x7f21c41411e0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.140+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21c414e210 con 0x7f21c41411e0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.144+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21c40b5580 con 0x7f21c41411e0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.144+0000 7f21c17fa640 1 -- 172.21.15.70:0/3314985231 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f21ac0073f0 con 0x7f21c41411e0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.144+0000 7f21c17fa640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21a40678f0 0x7f21a4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.144+0000 7f21c17fa640 1 -- 172.21.15.70:0/3314985231 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f21ac120a60 con 0x7f21c41411e0 2024-09-05T06:14:10.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.144+0000 7f21c881b640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21a40678f0 0x7f21a4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.144+0000 7f21c881b640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21a40678f0 0x7f21a4069db0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f21c4160120 tx=0x7f21b4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.148+0000 7f21c17fa640 1 -- 172.21.15.70:0/3314985231 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f21bc002090 con 0x7f21c41411e0 2024-09-05T06:14:10.301 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.304+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f21c40d0530 con 0x7f21c41411e0 2024-09-05T06:14:10.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.304+0000 7f21c17fa640 1 -- 172.21.15.70:0/3314985231 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v107) ==== 74+0+16731 (secure 0 0 0) 0x7f21ac0f1680 con 0x7f21c41411e0 2024-09-05T06:14:10.302 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:10.303 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":107,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:14:08.617937+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:14:05.068791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-05T06:14:05.948539+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:14:10.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21a40678f0 msgr2=0x7f21a4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21a40678f0 0x7f21a4069db0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f21c4160120 tx=0x7f21b4008040 comp rx=0 tx=0).stop 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21c41411e0 msgr2=0x7f21c414fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21c41411e0 0x7f21c414fe30 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f21ac01c010 tx=0x7f21b0005840 comp rx=0 tx=0).stop 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 shutdown_connections 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21a40678f0 0x7f21a4069db0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21c4150370 0x7f21c41e5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21c41411e0 0x7f21c414fe30 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 --2- 172.21.15.70:0/3314985231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21b0004810 0x7f21c4151bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 >> 172.21.15.70:0/3314985231 conn(0x7f21c406bcc0 msgr2=0x7f21c415bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 shutdown_connections 2024-09-05T06:14:10.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.308+0000 7f21caa7f640 1 -- 172.21.15.70:0/3314985231 wait complete. 2024-09-05T06:14:10.321 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:14:10.321 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:14:10.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.444+0000 7f0633ba2640 1 Processor -- start 2024-09-05T06:14:10.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.444+0000 7f0633ba2640 1 -- start start 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f0633ba2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f062c162f30 0x7f062c167690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f0633ba2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f062c0b5980 con 0x7f062c0d0e60 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f0633ba2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f062c0b5c60 con 0x7f062c0732f0 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f0633ba2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f062c166bb0 con 0x7f062c162f30 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f063213f640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f062c0d0e60 0x7f062c071550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39344/0 (socket says 172.21.15.70:39344) 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f063213f640 1 -- 172.21.15.70:0/1554157258 learned_addr learned my addr 172.21.15.70:0/1554157258 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f063193e640 1 --2- 172.21.15.70:0/1554157258 >> v2:172.21.15.70:3300/0 conn(0x7f062c162f30 0x7f062c167690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f063093c640 1 -- 172.21.15.70:0/1554157258 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1185347222 0 0) 0x7f062c0b5980 con 0x7f062c0d0e60 2024-09-05T06:14:10.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f063093c640 1 -- 172.21.15.70:0/1554157258 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0618003530 con 0x7f062c0d0e60 2024-09-05T06:14:10.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f063193e640 1 -- 172.21.15.70:0/1554157258 >> v1:172.21.15.196:6789/0 conn(0x7f062c0732f0 legacy=0x7f062c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f063193e640 1 -- 172.21.15.70:0/1554157258 >> v1:172.21.15.70:6789/0 conn(0x7f062c0d0e60 legacy=0x7f062c071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.448+0000 7f063193e640 1 -- 172.21.15.70:0/1554157258 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062c166e90 con 0x7f062c162f30 2024-09-05T06:14:10.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f063193e640 1 --2- 172.21.15.70:0/1554157258 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c162f30 0x7f062c167690 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0624009dc0 tx=0x7f062401d2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d07a0fd8b967c46a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f063093c640 1 -- 172.21.15.70:0/1554157258 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06240b2070 con 0x7f062c162f30 2024-09-05T06:14:10.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f063093c640 1 -- 172.21.15.70:0/1554157258 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06240a5970 con 0x7f062c162f30 2024-09-05T06:14:10.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f063093c640 1 -- 172.21.15.70:0/1554157258 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06240a5d40 con 0x7f062c162f30 2024-09-05T06:14:10.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 -- 172.21.15.70:0/1554157258 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c162f30 msgr2=0x7f062c167690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 --2- 172.21.15.70:0/1554157258 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c162f30 0x7f062c167690 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0624009dc0 tx=0x7f062401d2f0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 -- 172.21.15.70:0/1554157258 shutdown_connections 2024-09-05T06:14:10.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 --2- 172.21.15.70:0/1554157258 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c162f30 0x7f062c167690 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 -- 172.21.15.70:0/1554157258 >> 172.21.15.70:0/1554157258 conn(0x7f062c06bcc0 msgr2=0x7f062c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:10.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 -- 172.21.15.70:0/1554157258 shutdown_connections 2024-09-05T06:14:10.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 -- 172.21.15.70:0/1554157258 wait complete. 2024-09-05T06:14:10.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 Processor -- start 2024-09-05T06:14:10.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.452+0000 7f0633ba2640 1 -- start start 2024-09-05T06:14:10.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c0732f0 0x7f062c167c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f062c0d0e60 0x7f062c0adff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f062c162f30 0x7f062c0aef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f062c0b5720 con 0x7f062c0732f0 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f062c0b55a0 con 0x7f062c162f30 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f062c0afaf0 con 0x7f062c0d0e60 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c0732f0 0x7f062c167c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c0732f0 0x7f062c167c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54784/0 (socket says 172.21.15.70:54784) 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 -- 172.21.15.70:0/2398280022 learned_addr learned my addr 172.21.15.70:0/2398280022 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063113d640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f062c0d0e60 0x7f062c0adff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063213f640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f062c162f30 0x7f062c0aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 -- 172.21.15.70:0/2398280022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f062c0d0e60 msgr2=0x7f062c0adff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f062c0d0e60 0x7f062c0adff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 -- 172.21.15.70:0/2398280022 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f062c162f30 msgr2=0x7f062c0aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f062c162f30 0x7f062c0aef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 -- 172.21.15.70:0/2398280022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062c168220 con 0x7f062c0732f0 2024-09-05T06:14:10.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063193e640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c0732f0 0x7f062c167c40 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f06240b0040 tx=0x7f0624019630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f06227fc640 1 -- 172.21.15.70:0/2398280022 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06240bc070 con 0x7f062c0732f0 2024-09-05T06:14:10.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f06227fc640 1 -- 172.21.15.70:0/2398280022 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06240ad640 con 0x7f062c0732f0 2024-09-05T06:14:10.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062c0ad510 con 0x7f062c0732f0 2024-09-05T06:14:10.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f06227fc640 1 -- 172.21.15.70:0/2398280022 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06240b2040 con 0x7f062c0732f0 2024-09-05T06:14:10.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f062c0adad0 con 0x7f062c0732f0 2024-09-05T06:14:10.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f062c167690 con 0x7f062c0732f0 2024-09-05T06:14:10.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f06227fc640 1 -- 172.21.15.70:0/2398280022 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f06240b5070 con 0x7f062c0732f0 2024-09-05T06:14:10.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f06227fc640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06100678c0 0x7f0610069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f06227fc640 1 -- 172.21.15.70:0/2398280022 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f0624120730 con 0x7f062c0732f0 2024-09-05T06:14:10.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.456+0000 7f063113d640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06100678c0 0x7f0610069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.460+0000 7f063113d640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06100678c0 0x7f0610069d80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f062c16e680 tx=0x7f061c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.460+0000 7f06227fc640 1 -- 172.21.15.70:0/2398280022 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0624016540 con 0x7f062c0732f0 2024-09-05T06:14:10.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.620+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f062c0add10 con 0x7f06100678c0 2024-09-05T06:14:10.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.636+0000 7f06227fc640 1 -- 172.21.15.70:0/2398280022 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242645 (secure 0 0 0) 0x7f062c0add10 con 0x7f06100678c0 2024-09-05T06:14:10.637 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:10.638 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:14:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06100678c0 msgr2=0x7f0610069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06100678c0 0x7f0610069d80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f062c16e680 tx=0x7f061c009040 comp rx=0 tx=0).stop 2024-09-05T06:14:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c0732f0 msgr2=0x7f062c167c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c0732f0 0x7f062c167c40 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f06240b0040 tx=0x7f0624019630 comp rx=0 tx=0).stop 2024-09-05T06:14:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 shutdown_connections 2024-09-05T06:14:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f06100678c0 0x7f0610069d80 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f062c162f30 0x7f062c0aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f062c0d0e60 0x7f062c0adff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 --2- 172.21.15.70:0/2398280022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f062c0732f0 0x7f062c167c40 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 >> 172.21.15.70:0/2398280022 conn(0x7f062c06bcc0 msgr2=0x7f062c0b0be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 shutdown_connections 2024-09-05T06:14:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.640+0000 7f0633ba2640 1 -- 172.21.15.70:0/2398280022 wait complete. 2024-09-05T06:14:10.656 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":228,"stamp":"2024-09-05T06:14:10.407471+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":109,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":5606,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556893,"statfs":{"total":1600000000,"available":1594258849,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.815401"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607591+0000","last_change":"2024-09-05T06:14:06.607591+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607591+0000","last_undegraded":"2024-09-05T06:14:06.607591+0000","last_fullsized":"2024-09-05T06:14:06.607591+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598852+0000","last_change":"2024-09-05T06:14:06.598852+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598852+0000","last_undegraded":"2024-09-05T06:14:06.598852+0000","last_fullsized":"2024-09-05T06:14:06.598852+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608644+0000","last_change":"2024-09-05T06:14:06.608644+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608644+0000","last_undegraded":"2024-09-05T06:14:06.608644+0000","last_fullsized":"2024-09-05T06:14:06.608644+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603408+0000","last_change":"2024-09-05T06:14:06.603408+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603408+0000","last_undegraded":"2024-09-05T06:14:06.603408+0000","last_fullsized":"2024-09-05T06:14:06.603408+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604084+0000","last_change":"2024-09-05T06:14:06.604084+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604084+0000","last_undegraded":"2024-09-05T06:14:06.604084+0000","last_fullsized":"2024-09-05T06:14:06.604084+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607095+0000","last_change":"2024-09-05T06:14:06.607095+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607095+0000","last_undegraded":"2024-09-05T06:14:06.607095+0000","last_fullsized":"2024-09-05T06:14:06.607095+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594943+0000","last_change":"2024-09-05T06:14:06.594943+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594943+0000","last_undegraded":"2024-09-05T06:14:06.594943+0000","last_fullsized":"2024-09-05T06:14:06.594943+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602251+0000","last_change":"2024-09-05T06:14:06.602251+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602251+0000","last_undegraded":"2024-09-05T06:14:06.602251+0000","last_fullsized":"2024-09-05T06:14:06.602251+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607395+0000","last_change":"2024-09-05T06:14:06.607395+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607395+0000","last_undegraded":"2024-09-05T06:14:06.607395+0000","last_fullsized":"2024-09-05T06:14:06.607395+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606421+0000","last_change":"2024-09-05T06:14:06.606421+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606421+0000","last_undegraded":"2024-09-05T06:14:06.606421+0000","last_fullsized":"2024-09-05T06:14:06.606421+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601523+0000","last_change":"2024-09-05T06:14:06.601523+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601523+0000","last_undegraded":"2024-09-05T06:14:06.601523+0000","last_fullsized":"2024-09-05T06:14:06.601523+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602461+0000","last_change":"2024-09-05T06:14:06.602461+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602461+0000","last_undegraded":"2024-09-05T06:14:06.602461+0000","last_fullsized":"2024-09-05T06:14:06.602461+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603972+0000","last_change":"2024-09-05T06:14:06.603972+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603972+0000","last_undegraded":"2024-09-05T06:14:06.603972+0000","last_fullsized":"2024-09-05T06:14:06.603972+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601698+0000","last_change":"2024-09-05T06:14:06.601698+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601698+0000","last_undegraded":"2024-09-05T06:14:06.601698+0000","last_fullsized":"2024-09-05T06:14:06.601698+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594957+0000","last_change":"2024-09-05T06:14:06.594957+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594957+0000","last_undegraded":"2024-09-05T06:14:06.594957+0000","last_fullsized":"2024-09-05T06:14:06.594957+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606784+0000","last_change":"2024-09-05T06:14:06.606784+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606784+0000","last_undegraded":"2024-09-05T06:14:06.606784+0000","last_fullsized":"2024-09-05T06:14:06.606784+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602082+0000","last_change":"2024-09-05T06:14:06.602082+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602082+0000","last_undegraded":"2024-09-05T06:14:06.602082+0000","last_fullsized":"2024-09-05T06:14:06.602082+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.611985+0000","last_change":"2024-09-05T06:14:06.611985+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.611985+0000","last_undegraded":"2024-09-05T06:14:06.611985+0000","last_fullsized":"2024-09-05T06:14:06.611985+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600519+0000","last_change":"2024-09-05T06:14:06.600519+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600519+0000","last_undegraded":"2024-09-05T06:14:06.600519+0000","last_fullsized":"2024-09-05T06:14:06.600519+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603759+0000","last_change":"2024-09-05T06:14:06.603759+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603759+0000","last_undegraded":"2024-09-05T06:14:06.603759+0000","last_fullsized":"2024-09-05T06:14:06.603759+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608418+0000","last_change":"2024-09-05T06:14:06.608418+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608418+0000","last_undegraded":"2024-09-05T06:14:06.608418+0000","last_fullsized":"2024-09-05T06:14:06.608418+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.612141+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.612141+0000","last_undegraded":"2024-09-05T06:14:06.612141+0000","last_fullsized":"2024-09-05T06:14:06.612141+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601804+0000","last_change":"2024-09-05T06:14:06.601804+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601804+0000","last_undegraded":"2024-09-05T06:14:06.601804+0000","last_fullsized":"2024-09-05T06:14:06.601804+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598794+0000","last_change":"2024-09-05T06:14:06.598794+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598794+0000","last_undegraded":"2024-09-05T06:14:06.598794+0000","last_fullsized":"2024-09-05T06:14:06.598794+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600726+0000","last_change":"2024-09-05T06:14:06.600726+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600726+0000","last_undegraded":"2024-09-05T06:14:06.600726+0000","last_fullsized":"2024-09-05T06:14:06.600726+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603288+0000","last_change":"2024-09-05T06:14:06.603288+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603288+0000","last_undegraded":"2024-09-05T06:14:06.603288+0000","last_fullsized":"2024-09-05T06:14:06.603288+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602965+0000","last_change":"2024-09-05T06:14:06.602965+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602965+0000","last_undegraded":"2024-09-05T06:14:06.602965+0000","last_fullsized":"2024-09-05T06:14:06.602965+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608054+0000","last_change":"2024-09-05T06:14:06.608054+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608054+0000","last_undegraded":"2024-09-05T06:14:06.608054+0000","last_fullsized":"2024-09-05T06:14:06.608054+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602583+0000","last_change":"2024-09-05T06:14:06.602583+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602583+0000","last_undegraded":"2024-09-05T06:14:06.602583+0000","last_fullsized":"2024-09-05T06:14:06.602583+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602803+0000","last_change":"2024-09-05T06:14:06.602803+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602803+0000","last_undegraded":"2024-09-05T06:14:06.602803+0000","last_fullsized":"2024-09-05T06:14:06.602803+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606496+0000","last_change":"2024-09-05T06:14:06.606496+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606496+0000","last_undegraded":"2024-09-05T06:14:06.606496+0000","last_fullsized":"2024-09-05T06:14:06.606496+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606289+0000","last_change":"2024-09-05T06:14:06.606289+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606289+0000","last_undegraded":"2024-09-05T06:14:06.606289+0000","last_fullsized":"2024-09-05T06:14:06.606289+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602808+0000","last_change":"2024-09-05T06:14:06.602808+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602808+0000","last_undegraded":"2024-09-05T06:14:06.602808+0000","last_fullsized":"2024-09-05T06:14:06.602808+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.628632+0000","last_change":"2024-09-05T06:14:06.628491+0000","last_active":"2024-09-05T06:14:06.628632+0000","last_peered":"2024-09-05T06:14:06.628632+0000","last_clean":"2024-09-05T06:14:06.628632+0000","last_became_active":"2024-09-05T06:14:06.628239+0000","last_became_peered":"2024-09-05T06:14:06.628239+0000","last_unstale":"2024-09-05T06:14:06.628632+0000","last_undegraded":"2024-09-05T06:14:06.628632+0000","last_fullsized":"2024-09-05T06:14:06.628632+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:56.915527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606646+0000","last_change":"2024-09-05T06:14:06.606646+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606646+0000","last_undegraded":"2024-09-05T06:14:06.606646+0000","last_fullsized":"2024-09-05T06:14:06.606646+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.629068+0000","last_change":"2024-09-05T06:14:06.628881+0000","last_active":"2024-09-05T06:14:06.629068+0000","last_peered":"2024-09-05T06:14:06.629068+0000","last_clean":"2024-09-05T06:14:06.629068+0000","last_became_active":"2024-09-05T06:14:06.628602+0000","last_became_peered":"2024-09-05T06:14:06.628602+0000","last_unstale":"2024-09-05T06:14:06.629068+0000","last_undegraded":"2024-09-05T06:14:06.629068+0000","last_fullsized":"2024-09-05T06:14:06.629068+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:53:43.997460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601725+0000","last_change":"2024-09-05T06:14:06.601725+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601725+0000","last_undegraded":"2024-09-05T06:14:06.601725+0000","last_fullsized":"2024-09-05T06:14:06.601725+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618799+0000","last_change":"2024-09-05T06:14:06.618406+0000","last_active":"2024-09-05T06:14:06.618799+0000","last_peered":"2024-09-05T06:14:06.618799+0000","last_clean":"2024-09-05T06:14:06.618799+0000","last_became_active":"2024-09-05T06:14:06.615301+0000","last_became_peered":"2024-09-05T06:14:06.615301+0000","last_unstale":"2024-09-05T06:14:06.618799+0000","last_undegraded":"2024-09-05T06:14:06.618799+0000","last_fullsized":"2024-09-05T06:14:06.618799+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:36.643095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606318+0000","last_change":"2024-09-05T06:14:06.606318+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606318+0000","last_undegraded":"2024-09-05T06:14:06.606318+0000","last_fullsized":"2024-09-05T06:14:06.606318+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.612465+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:06.612465+0000","last_peered":"2024-09-05T06:14:06.612465+0000","last_clean":"2024-09-05T06:14:06.612465+0000","last_became_active":"2024-09-05T06:14:06.611224+0000","last_became_peered":"2024-09-05T06:14:06.611224+0000","last_unstale":"2024-09-05T06:14:06.612465+0000","last_undegraded":"2024-09-05T06:14:06.612465+0000","last_fullsized":"2024-09-05T06:14:06.612465+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:30:31.117460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598289+0000","last_change":"2024-09-05T06:14:06.598289+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598289+0000","last_undegraded":"2024-09-05T06:14:06.598289+0000","last_fullsized":"2024-09-05T06:14:06.598289+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.607741+0000","last_change":"2024-09-05T06:14:06.602659+0000","last_active":"2024-09-05T06:14:06.607741+0000","last_peered":"2024-09-05T06:14:06.607741+0000","last_clean":"2024-09-05T06:14:06.607741+0000","last_became_active":"2024-09-05T06:14:06.601702+0000","last_became_peered":"2024-09-05T06:14:06.601702+0000","last_unstale":"2024-09-05T06:14:06.607741+0000","last_undegraded":"2024-09-05T06:14:06.607741+0000","last_fullsized":"2024-09-05T06:14:06.607741+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:46:28.626062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605866+0000","last_change":"2024-09-05T06:14:06.605866+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605866+0000","last_undegraded":"2024-09-05T06:14:06.605866+0000","last_fullsized":"2024-09-05T06:14:06.605866+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621729+0000","last_change":"2024-09-05T06:14:06.621597+0000","last_active":"2024-09-05T06:14:06.621729+0000","last_peered":"2024-09-05T06:14:06.621729+0000","last_clean":"2024-09-05T06:14:06.621729+0000","last_became_active":"2024-09-05T06:14:06.621273+0000","last_became_peered":"2024-09-05T06:14:06.621273+0000","last_unstale":"2024-09-05T06:14:06.621729+0000","last_undegraded":"2024-09-05T06:14:06.621729+0000","last_fullsized":"2024-09-05T06:14:06.621729+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:28:18.844919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605971+0000","last_change":"2024-09-05T06:14:06.605971+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605971+0000","last_undegraded":"2024-09-05T06:14:06.605971+0000","last_fullsized":"2024-09-05T06:14:06.605971+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.623047+0000","last_change":"2024-09-05T06:14:06.622733+0000","last_active":"2024-09-05T06:14:06.623047+0000","last_peered":"2024-09-05T06:14:06.623047+0000","last_clean":"2024-09-05T06:14:06.623047+0000","last_became_active":"2024-09-05T06:14:06.621371+0000","last_became_peered":"2024-09-05T06:14:06.621371+0000","last_unstale":"2024-09-05T06:14:06.623047+0000","last_undegraded":"2024-09-05T06:14:06.623047+0000","last_fullsized":"2024-09-05T06:14:06.623047+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:43:36.432464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.599358+0000","last_change":"2024-09-05T06:14:06.599358+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.599358+0000","last_undegraded":"2024-09-05T06:14:06.599358+0000","last_fullsized":"2024-09-05T06:14:06.599358+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.623724+0000","last_change":"2024-09-05T06:14:06.623416+0000","last_active":"2024-09-05T06:14:06.623724+0000","last_peered":"2024-09-05T06:14:06.623724+0000","last_clean":"2024-09-05T06:14:06.623724+0000","last_became_active":"2024-09-05T06:14:06.621190+0000","last_became_peered":"2024-09-05T06:14:06.621190+0000","last_unstale":"2024-09-05T06:14:06.623724+0000","last_undegraded":"2024-09-05T06:14:06.623724+0000","last_fullsized":"2024-09-05T06:14:06.623724+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:23.175965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.611324+0000","last_change":"2024-09-05T06:14:06.611324+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.611324+0000","last_undegraded":"2024-09-05T06:14:06.611324+0000","last_fullsized":"2024-09-05T06:14:06.611324+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618707+0000","last_change":"2024-09-05T06:14:06.618561+0000","last_active":"2024-09-05T06:14:06.618707+0000","last_peered":"2024-09-05T06:14:06.618707+0000","last_clean":"2024-09-05T06:14:06.618707+0000","last_became_active":"2024-09-05T06:14:06.618352+0000","last_became_peered":"2024-09-05T06:14:06.618352+0000","last_unstale":"2024-09-05T06:14:06.618707+0000","last_undegraded":"2024-09-05T06:14:06.618707+0000","last_fullsized":"2024-09-05T06:14:06.618707+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:45.691162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604734+0000","last_change":"2024-09-05T06:14:06.604734+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604734+0000","last_undegraded":"2024-09-05T06:14:06.604734+0000","last_fullsized":"2024-09-05T06:14:06.604734+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.611821+0000","last_change":"2024-09-05T06:14:06.611588+0000","last_active":"2024-09-05T06:14:06.611821+0000","last_peered":"2024-09-05T06:14:06.611821+0000","last_clean":"2024-09-05T06:14:06.611821+0000","last_became_active":"2024-09-05T06:14:06.611011+0000","last_became_peered":"2024-09-05T06:14:06.611011+0000","last_unstale":"2024-09-05T06:14:06.611821+0000","last_undegraded":"2024-09-05T06:14:06.611821+0000","last_fullsized":"2024-09-05T06:14:06.611821+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:35:05.358929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.597896+0000","last_change":"2024-09-05T06:14:06.597896+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.597896+0000","last_undegraded":"2024-09-05T06:14:06.597896+0000","last_fullsized":"2024-09-05T06:14:06.597896+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.630183+0000","last_change":"2024-09-05T06:14:06.629932+0000","last_active":"2024-09-05T06:14:06.630183+0000","last_peered":"2024-09-05T06:14:06.630183+0000","last_clean":"2024-09-05T06:14:06.630183+0000","last_became_active":"2024-09-05T06:14:06.628734+0000","last_became_peered":"2024-09-05T06:14:06.628734+0000","last_unstale":"2024-09-05T06:14:06.630183+0000","last_undegraded":"2024-09-05T06:14:06.630183+0000","last_fullsized":"2024-09-05T06:14:06.630183+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:18.695665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603585+0000","last_change":"2024-09-05T06:14:06.603585+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603585+0000","last_undegraded":"2024-09-05T06:14:06.603585+0000","last_fullsized":"2024-09-05T06:14:06.603585+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.616466+0000","last_change":"2024-09-05T06:14:06.616197+0000","last_active":"2024-09-05T06:14:06.616466+0000","last_peered":"2024-09-05T06:14:06.616466+0000","last_clean":"2024-09-05T06:14:06.616466+0000","last_became_active":"2024-09-05T06:14:06.615954+0000","last_became_peered":"2024-09-05T06:14:06.615954+0000","last_unstale":"2024-09-05T06:14:06.616466+0000","last_undegraded":"2024-09-05T06:14:06.616466+0000","last_fullsized":"2024-09-05T06:14:06.616466+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:45:04.625839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603159+0000","last_change":"2024-09-05T06:14:06.603159+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603159+0000","last_undegraded":"2024-09-05T06:14:06.603159+0000","last_fullsized":"2024-09-05T06:14:06.603159+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.609683+0000","last_change":"2024-09-05T06:14:06.609368+0000","last_active":"2024-09-05T06:14:06.609683+0000","last_peered":"2024-09-05T06:14:06.609683+0000","last_clean":"2024-09-05T06:14:06.609683+0000","last_became_active":"2024-09-05T06:14:06.608704+0000","last_became_peered":"2024-09-05T06:14:06.608704+0000","last_unstale":"2024-09-05T06:14:06.609683+0000","last_undegraded":"2024-09-05T06:14:06.609683+0000","last_fullsized":"2024-09-05T06:14:06.609683+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:35:51.154159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605544+0000","last_change":"2024-09-05T06:14:06.605544+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605544+0000","last_undegraded":"2024-09-05T06:14:06.605544+0000","last_fullsized":"2024-09-05T06:14:06.605544+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.606709+0000","last_change":"2024-09-05T06:14:06.606106+0000","last_active":"2024-09-05T06:14:06.606709+0000","last_peered":"2024-09-05T06:14:06.606709+0000","last_clean":"2024-09-05T06:14:06.606709+0000","last_became_active":"2024-09-05T06:14:06.603502+0000","last_became_peered":"2024-09-05T06:14:06.603502+0000","last_unstale":"2024-09-05T06:14:06.606709+0000","last_undegraded":"2024-09-05T06:14:06.606709+0000","last_fullsized":"2024-09-05T06:14:06.606709+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:54:52.447241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600099+0000","last_change":"2024-09-05T06:14:06.600099+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600099+0000","last_undegraded":"2024-09-05T06:14:06.600099+0000","last_fullsized":"2024-09-05T06:14:06.600099+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.611954+0000","last_change":"2024-09-05T06:14:06.611823+0000","last_active":"2024-09-05T06:14:06.611954+0000","last_peered":"2024-09-05T06:14:06.611954+0000","last_clean":"2024-09-05T06:14:06.611954+0000","last_became_active":"2024-09-05T06:14:06.611366+0000","last_became_peered":"2024-09-05T06:14:06.611366+0000","last_unstale":"2024-09-05T06:14:06.611954+0000","last_undegraded":"2024-09-05T06:14:06.611954+0000","last_fullsized":"2024-09-05T06:14:06.611954+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:45.516862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605743+0000","last_change":"2024-09-05T06:14:06.605743+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605743+0000","last_undegraded":"2024-09-05T06:14:06.605743+0000","last_fullsized":"2024-09-05T06:14:06.605743+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.622859+0000","last_change":"2024-09-05T06:14:06.622562+0000","last_active":"2024-09-05T06:14:06.622859+0000","last_peered":"2024-09-05T06:14:06.622859+0000","last_clean":"2024-09-05T06:14:06.622859+0000","last_became_active":"2024-09-05T06:14:06.620460+0000","last_became_peered":"2024-09-05T06:14:06.620460+0000","last_unstale":"2024-09-05T06:14:06.622859+0000","last_undegraded":"2024-09-05T06:14:06.622859+0000","last_fullsized":"2024-09-05T06:14:06.622859+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:51:58.754757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601151+0000","last_change":"2024-09-05T06:14:06.601151+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601151+0000","last_undegraded":"2024-09-05T06:14:06.601151+0000","last_fullsized":"2024-09-05T06:14:06.601151+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.613730+0000","last_change":"2024-09-05T06:14:06.613587+0000","last_active":"2024-09-05T06:14:06.613730+0000","last_peered":"2024-09-05T06:14:06.613730+0000","last_clean":"2024-09-05T06:14:06.613730+0000","last_became_active":"2024-09-05T06:14:06.613313+0000","last_became_peered":"2024-09-05T06:14:06.613313+0000","last_unstale":"2024-09-05T06:14:06.613730+0000","last_undegraded":"2024-09-05T06:14:06.613730+0000","last_fullsized":"2024-09-05T06:14:06.613730+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:20.060820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606905+0000","last_change":"2024-09-05T06:14:06.606905+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606905+0000","last_undegraded":"2024-09-05T06:14:06.606905+0000","last_fullsized":"2024-09-05T06:14:06.606905+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.624300+0000","last_change":"2024-09-05T06:14:06.623980+0000","last_active":"2024-09-05T06:14:06.624300+0000","last_peered":"2024-09-05T06:14:06.624300+0000","last_clean":"2024-09-05T06:14:06.624300+0000","last_became_active":"2024-09-05T06:14:06.622629+0000","last_became_peered":"2024-09-05T06:14:06.622629+0000","last_unstale":"2024-09-05T06:14:06.624300+0000","last_undegraded":"2024-09-05T06:14:06.624300+0000","last_fullsized":"2024-09-05T06:14:06.624300+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:20:59.004448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600975+0000","last_change":"2024-09-05T06:14:06.600975+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600975+0000","last_undegraded":"2024-09-05T06:14:06.600975+0000","last_fullsized":"2024-09-05T06:14:06.600975+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621197+0000","last_change":"2024-09-05T06:14:06.620919+0000","last_active":"2024-09-05T06:14:06.621197+0000","last_peered":"2024-09-05T06:14:06.621197+0000","last_clean":"2024-09-05T06:14:06.621197+0000","last_became_active":"2024-09-05T06:14:06.620250+0000","last_became_peered":"2024-09-05T06:14:06.620250+0000","last_unstale":"2024-09-05T06:14:06.621197+0000","last_undegraded":"2024-09-05T06:14:06.621197+0000","last_fullsized":"2024-09-05T06:14:06.621197+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:48:28.041523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594925+0000","last_change":"2024-09-05T06:14:06.594925+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594925+0000","last_undegraded":"2024-09-05T06:14:06.594925+0000","last_fullsized":"2024-09-05T06:14:06.594925+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618879+0000","last_change":"2024-09-05T06:14:06.618465+0000","last_active":"2024-09-05T06:14:06.618879+0000","last_peered":"2024-09-05T06:14:06.618879+0000","last_clean":"2024-09-05T06:14:06.618879+0000","last_became_active":"2024-09-05T06:14:06.616302+0000","last_became_peered":"2024-09-05T06:14:06.616302+0000","last_unstale":"2024-09-05T06:14:06.618879+0000","last_undegraded":"2024-09-05T06:14:06.618879+0000","last_fullsized":"2024-09-05T06:14:06.618879+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:00:39.704322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602768+0000","last_change":"2024-09-05T06:14:06.602768+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602768+0000","last_undegraded":"2024-09-05T06:14:06.602768+0000","last_fullsized":"2024-09-05T06:14:06.602768+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.609848+0000","last_change":"2024-09-05T06:14:06.609551+0000","last_active":"2024-09-05T06:14:06.609848+0000","last_peered":"2024-09-05T06:14:06.609848+0000","last_clean":"2024-09-05T06:14:06.609848+0000","last_became_active":"2024-09-05T06:14:06.608935+0000","last_became_peered":"2024-09-05T06:14:06.608935+0000","last_unstale":"2024-09-05T06:14:06.609848+0000","last_undegraded":"2024-09-05T06:14:06.609848+0000","last_fullsized":"2024-09-05T06:14:06.609848+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:00:09.823003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604961+0000","last_change":"2024-09-05T06:14:06.604961+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604961+0000","last_undegraded":"2024-09-05T06:14:06.604961+0000","last_fullsized":"2024-09-05T06:14:06.604961+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.619376+0000","last_change":"2024-09-05T06:14:06.618955+0000","last_active":"2024-09-05T06:14:06.619376+0000","last_peered":"2024-09-05T06:14:06.619376+0000","last_clean":"2024-09-05T06:14:06.619376+0000","last_became_active":"2024-09-05T06:14:06.616166+0000","last_became_peered":"2024-09-05T06:14:06.616166+0000","last_unstale":"2024-09-05T06:14:06.619376+0000","last_undegraded":"2024-09-05T06:14:06.619376+0000","last_fullsized":"2024-09-05T06:14:06.619376+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:38:02.202266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600637+0000","last_change":"2024-09-05T06:14:06.600637+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600637+0000","last_undegraded":"2024-09-05T06:14:06.600637+0000","last_fullsized":"2024-09-05T06:14:06.600637+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.620300+0000","last_change":"2024-09-05T06:14:06.619928+0000","last_active":"2024-09-05T06:14:06.620300+0000","last_peered":"2024-09-05T06:14:06.620300+0000","last_clean":"2024-09-05T06:14:06.620300+0000","last_became_active":"2024-09-05T06:14:06.619295+0000","last_became_peered":"2024-09-05T06:14:06.619295+0000","last_unstale":"2024-09-05T06:14:06.620300+0000","last_undegraded":"2024-09-05T06:14:06.620300+0000","last_fullsized":"2024-09-05T06:14:06.620300+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:24.914329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603144+0000","last_change":"2024-09-05T06:14:06.603144+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603144+0000","last_undegraded":"2024-09-05T06:14:06.603144+0000","last_fullsized":"2024-09-05T06:14:06.603144+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.619602+0000","last_change":"2024-09-05T06:14:06.619339+0000","last_active":"2024-09-05T06:14:06.619602+0000","last_peered":"2024-09-05T06:14:06.619602+0000","last_clean":"2024-09-05T06:14:06.619602+0000","last_became_active":"2024-09-05T06:14:06.618713+0000","last_became_peered":"2024-09-05T06:14:06.618713+0000","last_unstale":"2024-09-05T06:14:06.619602+0000","last_undegraded":"2024-09-05T06:14:06.619602+0000","last_fullsized":"2024-09-05T06:14:06.619602+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:58:18.170713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602462+0000","last_change":"2024-09-05T06:14:06.602462+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602462+0000","last_undegraded":"2024-09-05T06:14:06.602462+0000","last_fullsized":"2024-09-05T06:14:06.602462+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.622144+0000","last_change":"2024-09-05T06:14:06.621838+0000","last_active":"2024-09-05T06:14:06.622144+0000","last_peered":"2024-09-05T06:14:06.622144+0000","last_clean":"2024-09-05T06:14:06.622144+0000","last_became_active":"2024-09-05T06:14:06.619761+0000","last_became_peered":"2024-09-05T06:14:06.619761+0000","last_unstale":"2024-09-05T06:14:06.622144+0000","last_undegraded":"2024-09-05T06:14:06.622144+0000","last_fullsized":"2024-09-05T06:14:06.622144+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:35:41.439568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604432+0000","last_change":"2024-09-05T06:14:06.604432+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604432+0000","last_undegraded":"2024-09-05T06:14:06.604432+0000","last_fullsized":"2024-09-05T06:14:06.604432+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.614882+0000","last_change":"2024-09-05T06:14:06.614742+0000","last_active":"2024-09-05T06:14:06.614882+0000","last_peered":"2024-09-05T06:14:06.614882+0000","last_clean":"2024-09-05T06:14:06.614882+0000","last_became_active":"2024-09-05T06:14:06.614471+0000","last_became_peered":"2024-09-05T06:14:06.614471+0000","last_unstale":"2024-09-05T06:14:06.614882+0000","last_undegraded":"2024-09-05T06:14:06.614882+0000","last_fullsized":"2024-09-05T06:14:06.614882+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:27.602576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605490+0000","last_change":"2024-09-05T06:14:06.605490+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605490+0000","last_undegraded":"2024-09-05T06:14:06.605490+0000","last_fullsized":"2024-09-05T06:14:06.605490+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.620576+0000","last_change":"2024-09-05T06:14:06.620448+0000","last_active":"2024-09-05T06:14:06.620576+0000","last_peered":"2024-09-05T06:14:06.620576+0000","last_clean":"2024-09-05T06:14:06.620576+0000","last_became_active":"2024-09-05T06:14:06.619998+0000","last_became_peered":"2024-09-05T06:14:06.619998+0000","last_unstale":"2024-09-05T06:14:06.620576+0000","last_undegraded":"2024-09-05T06:14:06.620576+0000","last_fullsized":"2024-09-05T06:14:06.620576+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:47:54.476948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605580+0000","last_change":"2024-09-05T06:14:06.605580+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605580+0000","last_undegraded":"2024-09-05T06:14:06.605580+0000","last_fullsized":"2024-09-05T06:14:06.605580+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.607744+0000","last_change":"2024-09-05T06:14:06.606957+0000","last_active":"2024-09-05T06:14:06.607744+0000","last_peered":"2024-09-05T06:14:06.607744+0000","last_clean":"2024-09-05T06:14:06.607744+0000","last_became_active":"2024-09-05T06:14:06.605382+0000","last_became_peered":"2024-09-05T06:14:06.605382+0000","last_unstale":"2024-09-05T06:14:06.607744+0000","last_undegraded":"2024-09-05T06:14:06.607744+0000","last_fullsized":"2024-09-05T06:14:06.607744+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:17:55.090790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602364+0000","last_change":"2024-09-05T06:14:06.602364+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602364+0000","last_undegraded":"2024-09-05T06:14:06.602364+0000","last_fullsized":"2024-09-05T06:14:06.602364+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.616458+0000","last_change":"2024-09-05T06:14:06.616314+0000","last_active":"2024-09-05T06:14:06.616458+0000","last_peered":"2024-09-05T06:14:06.616458+0000","last_clean":"2024-09-05T06:14:06.616458+0000","last_became_active":"2024-09-05T06:14:06.616091+0000","last_became_peered":"2024-09-05T06:14:06.616091+0000","last_unstale":"2024-09-05T06:14:06.616458+0000","last_undegraded":"2024-09-05T06:14:06.616458+0000","last_fullsized":"2024-09-05T06:14:06.616458+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:45.177040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604780+0000","last_change":"2024-09-05T06:14:06.604780+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604780+0000","last_undegraded":"2024-09-05T06:14:06.604780+0000","last_fullsized":"2024-09-05T06:14:06.604780+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.629680+0000","last_change":"2024-09-05T06:14:06.629410+0000","last_active":"2024-09-05T06:14:06.629680+0000","last_peered":"2024-09-05T06:14:06.629680+0000","last_clean":"2024-09-05T06:14:06.629680+0000","last_became_active":"2024-09-05T06:14:06.627798+0000","last_became_peered":"2024-09-05T06:14:06.627798+0000","last_unstale":"2024-09-05T06:14:06.629680+0000","last_undegraded":"2024-09-05T06:14:06.629680+0000","last_fullsized":"2024-09-05T06:14:06.629680+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:19:51.158660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604651+0000","last_change":"2024-09-05T06:14:06.604651+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604651+0000","last_undegraded":"2024-09-05T06:14:06.604651+0000","last_fullsized":"2024-09-05T06:14:06.604651+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.612726+0000","last_change":"2024-09-05T06:14:06.612607+0000","last_active":"2024-09-05T06:14:06.612726+0000","last_peered":"2024-09-05T06:14:06.612726+0000","last_clean":"2024-09-05T06:14:06.612726+0000","last_became_active":"2024-09-05T06:14:06.612300+0000","last_became_peered":"2024-09-05T06:14:06.612300+0000","last_unstale":"2024-09-05T06:14:06.612726+0000","last_undegraded":"2024-09-05T06:14:06.612726+0000","last_fullsized":"2024-09-05T06:14:06.612726+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:01:36.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604903+0000","last_change":"2024-09-05T06:14:06.604903+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604903+0000","last_undegraded":"2024-09-05T06:14:06.604903+0000","last_fullsized":"2024-09-05T06:14:06.604903+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621594+0000","last_change":"2024-09-05T06:14:06.621349+0000","last_active":"2024-09-05T06:14:06.621594+0000","last_peered":"2024-09-05T06:14:06.621594+0000","last_clean":"2024-09-05T06:14:06.621594+0000","last_became_active":"2024-09-05T06:14:06.620708+0000","last_became_peered":"2024-09-05T06:14:06.620708+0000","last_unstale":"2024-09-05T06:14:06.621594+0000","last_undegraded":"2024-09-05T06:14:06.621594+0000","last_fullsized":"2024-09-05T06:14:06.621594+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:31:23.148091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":338,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.597800+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:14:06.597800+0000","last_peered":"2024-09-05T06:14:06.597800+0000","last_clean":"2024-09-05T06:14:06.597800+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:14:06.597800+0000","last_undegraded":"2024-09-05T06:14:06.597800+0000","last_fullsized":"2024-09-05T06:14:06.597800+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:13.760634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574901,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574902,"num_pgs":18,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574902,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1135,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194176,"statfs":{"total":200000000,"available":198837227,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574901,"num_pgs":19,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1135,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194176,"statfs":{"total":200000000,"available":198837227,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:14:10.660 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:14:10.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f3932b58640 1 Processor -- start 2024-09-05T06:14:10.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f3932b58640 1 -- start start 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f3932b58640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f392c0d4980 0x7f392c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f3932b58640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c15edb0 0x7f392c0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f3932b58640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f392c0cfd30 con 0x7f392c0cf7e0 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f3932b58640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f392c0b5620 con 0x7f392c0d4980 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f3932b58640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f392c0d0010 con 0x7f392c15edb0 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f39308f4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f392c0d4980 0x7f392c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f39308f4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f392c0d4980 0x7f392c0d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54790/0 (socket says 172.21.15.70:54790) 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f39308f4640 1 -- 172.21.15.70:0/3567045179 learned_addr learned my addr 172.21.15.70:0/3567045179 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f392bfff640 1 --2- 172.21.15.70:0/3567045179 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c15edb0 0x7f392c0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f39308f4640 1 -- 172.21.15.70:0/3567045179 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c15edb0 msgr2=0x7f392c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:10.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f39308f4640 1 --2- 172.21.15.70:0/3567045179 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c15edb0 0x7f392c0d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f39308f4640 1 -- 172.21.15.70:0/3567045179 >> v1:172.21.15.196:6789/0 conn(0x7f392c0cf7e0 legacy=0x7f392c0d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:10.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f39308f4640 1 -- 172.21.15.70:0/3567045179 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f392c0d02f0 con 0x7f392c0d4980 2024-09-05T06:14:10.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f39308f4640 1 --2- 172.21.15.70:0/3567045179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c0d4980 0x7f392c0d4d60 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f391c009870 tx=0x7f391c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=622fd6775c94905b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.824+0000 7f392b7fe640 1 -- 172.21.15.70:0/3567045179 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c0aa430 con 0x7f392c0d4980 2024-09-05T06:14:10.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f392b7fe640 1 -- 172.21.15.70:0/3567045179 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f391c0af070 con 0x7f392c0d4980 2024-09-05T06:14:10.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f392b7fe640 1 -- 172.21.15.70:0/3567045179 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c0aa7f0 con 0x7f392c0d4980 2024-09-05T06:14:10.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- 172.21.15.70:0/3567045179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c0d4980 msgr2=0x7f392c0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 --2- 172.21.15.70:0/3567045179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c0d4980 0x7f392c0d4d60 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f391c009870 tx=0x7f391c01c4f0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- 172.21.15.70:0/3567045179 shutdown_connections 2024-09-05T06:14:10.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 --2- 172.21.15.70:0/3567045179 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c15edb0 0x7f392c0d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 --2- 172.21.15.70:0/3567045179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c0d4980 0x7f392c0d4d60 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- 172.21.15.70:0/3567045179 >> 172.21.15.70:0/3567045179 conn(0x7f392c08e690 msgr2=0x7f392c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:10.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- 172.21.15.70:0/3567045179 shutdown_connections 2024-09-05T06:14:10.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- 172.21.15.70:0/3567045179 wait complete. 2024-09-05T06:14:10.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 Processor -- start 2024-09-05T06:14:10.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- start start 2024-09-05T06:14:10.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c0cf7e0 0x7f392c14ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f392c15edb0 0x7f392c157c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c06d7f0 0x7f392c160420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f392c0d0dd0 con 0x7f392c06d7f0 2024-09-05T06:14:10.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f392c0d52a0 con 0x7f392c15edb0 2024-09-05T06:14:10.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f392c14f1f0 con 0x7f392c0cf7e0 2024-09-05T06:14:10.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c06d7f0 0x7f392c160420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c06d7f0 0x7f392c160420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54802/0 (socket says 172.21.15.70:54802) 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 -- 172.21.15.70:0/1493083338 learned_addr learned my addr 172.21.15.70:0/1493083338 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39308f4640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c0cf7e0 0x7f392c14ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f392bfff640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f392c15edb0 0x7f392c157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 -- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c0cf7e0 msgr2=0x7f392c14ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c0cf7e0 0x7f392c14ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 -- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f392c15edb0 msgr2=0x7f392c157c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f392c15edb0 0x7f392c157c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 -- 172.21.15.70:0/1493083338 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f392c06c470 con 0x7f392c06d7f0 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39308f4640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c0cf7e0 0x7f392c14ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f392bfff640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f392c15edb0 0x7f392c157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39310f5640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c06d7f0 0x7f392c160420 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f392400c780 tx=0x7f392400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39297fa640 1 -- 172.21.15.70:0/1493083338 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3924004b70 con 0x7f392c06d7f0 2024-09-05T06:14:10.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39297fa640 1 -- 172.21.15.70:0/1493083338 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3924004d10 con 0x7f392c06d7f0 2024-09-05T06:14:10.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f392c06c750 con 0x7f392c06d7f0 2024-09-05T06:14:10.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f39297fa640 1 -- 172.21.15.70:0/1493083338 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392400aa90 con 0x7f392c06d7f0 2024-09-05T06:14:10.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.828+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f392c06cd10 con 0x7f392c06d7f0 2024-09-05T06:14:10.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.832+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f392c0d4d60 con 0x7f392c06d7f0 2024-09-05T06:14:10.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.832+0000 7f39297fa640 1 -- 172.21.15.70:0/1493083338 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f392400ac30 con 0x7f392c06d7f0 2024-09-05T06:14:10.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.832+0000 7f39297fa640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f390c0678c0 0x7f390c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:10.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.832+0000 7f39297fa640 1 -- 172.21.15.70:0/1493083338 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f3924085ec0 con 0x7f392c06d7f0 2024-09-05T06:14:10.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.832+0000 7f39308f4640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f390c0678c0 0x7f390c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:10.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.832+0000 7f39308f4640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f390c0678c0 0x7f390c069d80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f391c0ae000 tx=0x7f391c0a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:10.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.836+0000 7f39297fa640 1 -- 172.21.15.70:0/1493083338 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3924020070 con 0x7f392c06d7f0 2024-09-05T06:14:10.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:10.980+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f392c0b5be0 con 0x7f390c0678c0 2024-09-05T06:14:10.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.000+0000 7f39297fa640 1 -- 172.21.15.70:0/1493083338 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242645 (secure 0 0 0) 0x7f392c0b5be0 con 0x7f390c0678c0 2024-09-05T06:14:10.998 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:10.999 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:14:11.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f390c0678c0 msgr2=0x7f390c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f390c0678c0 0x7f390c069d80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f391c0ae000 tx=0x7f391c0a7000 comp rx=0 tx=0).stop 2024-09-05T06:14:11.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c06d7f0 msgr2=0x7f392c160420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c06d7f0 0x7f392c160420 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f392400c780 tx=0x7f392400cc40 comp rx=0 tx=0).stop 2024-09-05T06:14:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 shutdown_connections 2024-09-05T06:14:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f390c0678c0 0x7f390c069d80 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f392c06d7f0 0x7f392c160420 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f392c15edb0 0x7f392c157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 --2- 172.21.15.70:0/1493083338 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f392c0cf7e0 0x7f392c14ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 >> 172.21.15.70:0/1493083338 conn(0x7f392c08e690 msgr2=0x7f392c0b1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 shutdown_connections 2024-09-05T06:14:11.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.004+0000 7f3932b58640 1 -- 172.21.15.70:0/1493083338 wait complete. 2024-09-05T06:14:11.015 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":228,"stamp":"2024-09-05T06:14:10.407471+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":109,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":5606,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556893,"statfs":{"total":1600000000,"available":1594258849,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.815401"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607591+0000","last_change":"2024-09-05T06:14:06.607591+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607591+0000","last_undegraded":"2024-09-05T06:14:06.607591+0000","last_fullsized":"2024-09-05T06:14:06.607591+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598852+0000","last_change":"2024-09-05T06:14:06.598852+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598852+0000","last_undegraded":"2024-09-05T06:14:06.598852+0000","last_fullsized":"2024-09-05T06:14:06.598852+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608644+0000","last_change":"2024-09-05T06:14:06.608644+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608644+0000","last_undegraded":"2024-09-05T06:14:06.608644+0000","last_fullsized":"2024-09-05T06:14:06.608644+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603408+0000","last_change":"2024-09-05T06:14:06.603408+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603408+0000","last_undegraded":"2024-09-05T06:14:06.603408+0000","last_fullsized":"2024-09-05T06:14:06.603408+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604084+0000","last_change":"2024-09-05T06:14:06.604084+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604084+0000","last_undegraded":"2024-09-05T06:14:06.604084+0000","last_fullsized":"2024-09-05T06:14:06.604084+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607095+0000","last_change":"2024-09-05T06:14:06.607095+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607095+0000","last_undegraded":"2024-09-05T06:14:06.607095+0000","last_fullsized":"2024-09-05T06:14:06.607095+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594943+0000","last_change":"2024-09-05T06:14:06.594943+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594943+0000","last_undegraded":"2024-09-05T06:14:06.594943+0000","last_fullsized":"2024-09-05T06:14:06.594943+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602251+0000","last_change":"2024-09-05T06:14:06.602251+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602251+0000","last_undegraded":"2024-09-05T06:14:06.602251+0000","last_fullsized":"2024-09-05T06:14:06.602251+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607395+0000","last_change":"2024-09-05T06:14:06.607395+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607395+0000","last_undegraded":"2024-09-05T06:14:06.607395+0000","last_fullsized":"2024-09-05T06:14:06.607395+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606421+0000","last_change":"2024-09-05T06:14:06.606421+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606421+0000","last_undegraded":"2024-09-05T06:14:06.606421+0000","last_fullsized":"2024-09-05T06:14:06.606421+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601523+0000","last_change":"2024-09-05T06:14:06.601523+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601523+0000","last_undegraded":"2024-09-05T06:14:06.601523+0000","last_fullsized":"2024-09-05T06:14:06.601523+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602461+0000","last_change":"2024-09-05T06:14:06.602461+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602461+0000","last_undegraded":"2024-09-05T06:14:06.602461+0000","last_fullsized":"2024-09-05T06:14:06.602461+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603972+0000","last_change":"2024-09-05T06:14:06.603972+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603972+0000","last_undegraded":"2024-09-05T06:14:06.603972+0000","last_fullsized":"2024-09-05T06:14:06.603972+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601698+0000","last_change":"2024-09-05T06:14:06.601698+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601698+0000","last_undegraded":"2024-09-05T06:14:06.601698+0000","last_fullsized":"2024-09-05T06:14:06.601698+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594957+0000","last_change":"2024-09-05T06:14:06.594957+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594957+0000","last_undegraded":"2024-09-05T06:14:06.594957+0000","last_fullsized":"2024-09-05T06:14:06.594957+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606784+0000","last_change":"2024-09-05T06:14:06.606784+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606784+0000","last_undegraded":"2024-09-05T06:14:06.606784+0000","last_fullsized":"2024-09-05T06:14:06.606784+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602082+0000","last_change":"2024-09-05T06:14:06.602082+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602082+0000","last_undegraded":"2024-09-05T06:14:06.602082+0000","last_fullsized":"2024-09-05T06:14:06.602082+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.611985+0000","last_change":"2024-09-05T06:14:06.611985+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.611985+0000","last_undegraded":"2024-09-05T06:14:06.611985+0000","last_fullsized":"2024-09-05T06:14:06.611985+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600519+0000","last_change":"2024-09-05T06:14:06.600519+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600519+0000","last_undegraded":"2024-09-05T06:14:06.600519+0000","last_fullsized":"2024-09-05T06:14:06.600519+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603759+0000","last_change":"2024-09-05T06:14:06.603759+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603759+0000","last_undegraded":"2024-09-05T06:14:06.603759+0000","last_fullsized":"2024-09-05T06:14:06.603759+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608418+0000","last_change":"2024-09-05T06:14:06.608418+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608418+0000","last_undegraded":"2024-09-05T06:14:06.608418+0000","last_fullsized":"2024-09-05T06:14:06.608418+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.612141+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.612141+0000","last_undegraded":"2024-09-05T06:14:06.612141+0000","last_fullsized":"2024-09-05T06:14:06.612141+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601804+0000","last_change":"2024-09-05T06:14:06.601804+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601804+0000","last_undegraded":"2024-09-05T06:14:06.601804+0000","last_fullsized":"2024-09-05T06:14:06.601804+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598794+0000","last_change":"2024-09-05T06:14:06.598794+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598794+0000","last_undegraded":"2024-09-05T06:14:06.598794+0000","last_fullsized":"2024-09-05T06:14:06.598794+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600726+0000","last_change":"2024-09-05T06:14:06.600726+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600726+0000","last_undegraded":"2024-09-05T06:14:06.600726+0000","last_fullsized":"2024-09-05T06:14:06.600726+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603288+0000","last_change":"2024-09-05T06:14:06.603288+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603288+0000","last_undegraded":"2024-09-05T06:14:06.603288+0000","last_fullsized":"2024-09-05T06:14:06.603288+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602965+0000","last_change":"2024-09-05T06:14:06.602965+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602965+0000","last_undegraded":"2024-09-05T06:14:06.602965+0000","last_fullsized":"2024-09-05T06:14:06.602965+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608054+0000","last_change":"2024-09-05T06:14:06.608054+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608054+0000","last_undegraded":"2024-09-05T06:14:06.608054+0000","last_fullsized":"2024-09-05T06:14:06.608054+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602583+0000","last_change":"2024-09-05T06:14:06.602583+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602583+0000","last_undegraded":"2024-09-05T06:14:06.602583+0000","last_fullsized":"2024-09-05T06:14:06.602583+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602803+0000","last_change":"2024-09-05T06:14:06.602803+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602803+0000","last_undegraded":"2024-09-05T06:14:06.602803+0000","last_fullsized":"2024-09-05T06:14:06.602803+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606496+0000","last_change":"2024-09-05T06:14:06.606496+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606496+0000","last_undegraded":"2024-09-05T06:14:06.606496+0000","last_fullsized":"2024-09-05T06:14:06.606496+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606289+0000","last_change":"2024-09-05T06:14:06.606289+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606289+0000","last_undegraded":"2024-09-05T06:14:06.606289+0000","last_fullsized":"2024-09-05T06:14:06.606289+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602808+0000","last_change":"2024-09-05T06:14:06.602808+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602808+0000","last_undegraded":"2024-09-05T06:14:06.602808+0000","last_fullsized":"2024-09-05T06:14:06.602808+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.628632+0000","last_change":"2024-09-05T06:14:06.628491+0000","last_active":"2024-09-05T06:14:06.628632+0000","last_peered":"2024-09-05T06:14:06.628632+0000","last_clean":"2024-09-05T06:14:06.628632+0000","last_became_active":"2024-09-05T06:14:06.628239+0000","last_became_peered":"2024-09-05T06:14:06.628239+0000","last_unstale":"2024-09-05T06:14:06.628632+0000","last_undegraded":"2024-09-05T06:14:06.628632+0000","last_fullsized":"2024-09-05T06:14:06.628632+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:56.915527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606646+0000","last_change":"2024-09-05T06:14:06.606646+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606646+0000","last_undegraded":"2024-09-05T06:14:06.606646+0000","last_fullsized":"2024-09-05T06:14:06.606646+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.629068+0000","last_change":"2024-09-05T06:14:06.628881+0000","last_active":"2024-09-05T06:14:06.629068+0000","last_peered":"2024-09-05T06:14:06.629068+0000","last_clean":"2024-09-05T06:14:06.629068+0000","last_became_active":"2024-09-05T06:14:06.628602+0000","last_became_peered":"2024-09-05T06:14:06.628602+0000","last_unstale":"2024-09-05T06:14:06.629068+0000","last_undegraded":"2024-09-05T06:14:06.629068+0000","last_fullsized":"2024-09-05T06:14:06.629068+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:53:43.997460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601725+0000","last_change":"2024-09-05T06:14:06.601725+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601725+0000","last_undegraded":"2024-09-05T06:14:06.601725+0000","last_fullsized":"2024-09-05T06:14:06.601725+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618799+0000","last_change":"2024-09-05T06:14:06.618406+0000","last_active":"2024-09-05T06:14:06.618799+0000","last_peered":"2024-09-05T06:14:06.618799+0000","last_clean":"2024-09-05T06:14:06.618799+0000","last_became_active":"2024-09-05T06:14:06.615301+0000","last_became_peered":"2024-09-05T06:14:06.615301+0000","last_unstale":"2024-09-05T06:14:06.618799+0000","last_undegraded":"2024-09-05T06:14:06.618799+0000","last_fullsized":"2024-09-05T06:14:06.618799+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:36.643095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606318+0000","last_change":"2024-09-05T06:14:06.606318+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606318+0000","last_undegraded":"2024-09-05T06:14:06.606318+0000","last_fullsized":"2024-09-05T06:14:06.606318+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.612465+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:06.612465+0000","last_peered":"2024-09-05T06:14:06.612465+0000","last_clean":"2024-09-05T06:14:06.612465+0000","last_became_active":"2024-09-05T06:14:06.611224+0000","last_became_peered":"2024-09-05T06:14:06.611224+0000","last_unstale":"2024-09-05T06:14:06.612465+0000","last_undegraded":"2024-09-05T06:14:06.612465+0000","last_fullsized":"2024-09-05T06:14:06.612465+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:30:31.117460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598289+0000","last_change":"2024-09-05T06:14:06.598289+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598289+0000","last_undegraded":"2024-09-05T06:14:06.598289+0000","last_fullsized":"2024-09-05T06:14:06.598289+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.607741+0000","last_change":"2024-09-05T06:14:06.602659+0000","last_active":"2024-09-05T06:14:06.607741+0000","last_peered":"2024-09-05T06:14:06.607741+0000","last_clean":"2024-09-05T06:14:06.607741+0000","last_became_active":"2024-09-05T06:14:06.601702+0000","last_became_peered":"2024-09-05T06:14:06.601702+0000","last_unstale":"2024-09-05T06:14:06.607741+0000","last_undegraded":"2024-09-05T06:14:06.607741+0000","last_fullsized":"2024-09-05T06:14:06.607741+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:46:28.626062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605866+0000","last_change":"2024-09-05T06:14:06.605866+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605866+0000","last_undegraded":"2024-09-05T06:14:06.605866+0000","last_fullsized":"2024-09-05T06:14:06.605866+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621729+0000","last_change":"2024-09-05T06:14:06.621597+0000","last_active":"2024-09-05T06:14:06.621729+0000","last_peered":"2024-09-05T06:14:06.621729+0000","last_clean":"2024-09-05T06:14:06.621729+0000","last_became_active":"2024-09-05T06:14:06.621273+0000","last_became_peered":"2024-09-05T06:14:06.621273+0000","last_unstale":"2024-09-05T06:14:06.621729+0000","last_undegraded":"2024-09-05T06:14:06.621729+0000","last_fullsized":"2024-09-05T06:14:06.621729+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:28:18.844919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605971+0000","last_change":"2024-09-05T06:14:06.605971+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605971+0000","last_undegraded":"2024-09-05T06:14:06.605971+0000","last_fullsized":"2024-09-05T06:14:06.605971+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.623047+0000","last_change":"2024-09-05T06:14:06.622733+0000","last_active":"2024-09-05T06:14:06.623047+0000","last_peered":"2024-09-05T06:14:06.623047+0000","last_clean":"2024-09-05T06:14:06.623047+0000","last_became_active":"2024-09-05T06:14:06.621371+0000","last_became_peered":"2024-09-05T06:14:06.621371+0000","last_unstale":"2024-09-05T06:14:06.623047+0000","last_undegraded":"2024-09-05T06:14:06.623047+0000","last_fullsized":"2024-09-05T06:14:06.623047+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:43:36.432464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.599358+0000","last_change":"2024-09-05T06:14:06.599358+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.599358+0000","last_undegraded":"2024-09-05T06:14:06.599358+0000","last_fullsized":"2024-09-05T06:14:06.599358+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.623724+0000","last_change":"2024-09-05T06:14:06.623416+0000","last_active":"2024-09-05T06:14:06.623724+0000","last_peered":"2024-09-05T06:14:06.623724+0000","last_clean":"2024-09-05T06:14:06.623724+0000","last_became_active":"2024-09-05T06:14:06.621190+0000","last_became_peered":"2024-09-05T06:14:06.621190+0000","last_unstale":"2024-09-05T06:14:06.623724+0000","last_undegraded":"2024-09-05T06:14:06.623724+0000","last_fullsized":"2024-09-05T06:14:06.623724+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:23.175965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.611324+0000","last_change":"2024-09-05T06:14:06.611324+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.611324+0000","last_undegraded":"2024-09-05T06:14:06.611324+0000","last_fullsized":"2024-09-05T06:14:06.611324+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618707+0000","last_change":"2024-09-05T06:14:06.618561+0000","last_active":"2024-09-05T06:14:06.618707+0000","last_peered":"2024-09-05T06:14:06.618707+0000","last_clean":"2024-09-05T06:14:06.618707+0000","last_became_active":"2024-09-05T06:14:06.618352+0000","last_became_peered":"2024-09-05T06:14:06.618352+0000","last_unstale":"2024-09-05T06:14:06.618707+0000","last_undegraded":"2024-09-05T06:14:06.618707+0000","last_fullsized":"2024-09-05T06:14:06.618707+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:45.691162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604734+0000","last_change":"2024-09-05T06:14:06.604734+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604734+0000","last_undegraded":"2024-09-05T06:14:06.604734+0000","last_fullsized":"2024-09-05T06:14:06.604734+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.611821+0000","last_change":"2024-09-05T06:14:06.611588+0000","last_active":"2024-09-05T06:14:06.611821+0000","last_peered":"2024-09-05T06:14:06.611821+0000","last_clean":"2024-09-05T06:14:06.611821+0000","last_became_active":"2024-09-05T06:14:06.611011+0000","last_became_peered":"2024-09-05T06:14:06.611011+0000","last_unstale":"2024-09-05T06:14:06.611821+0000","last_undegraded":"2024-09-05T06:14:06.611821+0000","last_fullsized":"2024-09-05T06:14:06.611821+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:35:05.358929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.597896+0000","last_change":"2024-09-05T06:14:06.597896+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.597896+0000","last_undegraded":"2024-09-05T06:14:06.597896+0000","last_fullsized":"2024-09-05T06:14:06.597896+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.630183+0000","last_change":"2024-09-05T06:14:06.629932+0000","last_active":"2024-09-05T06:14:06.630183+0000","last_peered":"2024-09-05T06:14:06.630183+0000","last_clean":"2024-09-05T06:14:06.630183+0000","last_became_active":"2024-09-05T06:14:06.628734+0000","last_became_peered":"2024-09-05T06:14:06.628734+0000","last_unstale":"2024-09-05T06:14:06.630183+0000","last_undegraded":"2024-09-05T06:14:06.630183+0000","last_fullsized":"2024-09-05T06:14:06.630183+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:18.695665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603585+0000","last_change":"2024-09-05T06:14:06.603585+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603585+0000","last_undegraded":"2024-09-05T06:14:06.603585+0000","last_fullsized":"2024-09-05T06:14:06.603585+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.616466+0000","last_change":"2024-09-05T06:14:06.616197+0000","last_active":"2024-09-05T06:14:06.616466+0000","last_peered":"2024-09-05T06:14:06.616466+0000","last_clean":"2024-09-05T06:14:06.616466+0000","last_became_active":"2024-09-05T06:14:06.615954+0000","last_became_peered":"2024-09-05T06:14:06.615954+0000","last_unstale":"2024-09-05T06:14:06.616466+0000","last_undegraded":"2024-09-05T06:14:06.616466+0000","last_fullsized":"2024-09-05T06:14:06.616466+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:45:04.625839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603159+0000","last_change":"2024-09-05T06:14:06.603159+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603159+0000","last_undegraded":"2024-09-05T06:14:06.603159+0000","last_fullsized":"2024-09-05T06:14:06.603159+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.609683+0000","last_change":"2024-09-05T06:14:06.609368+0000","last_active":"2024-09-05T06:14:06.609683+0000","last_peered":"2024-09-05T06:14:06.609683+0000","last_clean":"2024-09-05T06:14:06.609683+0000","last_became_active":"2024-09-05T06:14:06.608704+0000","last_became_peered":"2024-09-05T06:14:06.608704+0000","last_unstale":"2024-09-05T06:14:06.609683+0000","last_undegraded":"2024-09-05T06:14:06.609683+0000","last_fullsized":"2024-09-05T06:14:06.609683+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:35:51.154159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605544+0000","last_change":"2024-09-05T06:14:06.605544+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605544+0000","last_undegraded":"2024-09-05T06:14:06.605544+0000","last_fullsized":"2024-09-05T06:14:06.605544+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.606709+0000","last_change":"2024-09-05T06:14:06.606106+0000","last_active":"2024-09-05T06:14:06.606709+0000","last_peered":"2024-09-05T06:14:06.606709+0000","last_clean":"2024-09-05T06:14:06.606709+0000","last_became_active":"2024-09-05T06:14:06.603502+0000","last_became_peered":"2024-09-05T06:14:06.603502+0000","last_unstale":"2024-09-05T06:14:06.606709+0000","last_undegraded":"2024-09-05T06:14:06.606709+0000","last_fullsized":"2024-09-05T06:14:06.606709+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:54:52.447241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600099+0000","last_change":"2024-09-05T06:14:06.600099+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600099+0000","last_undegraded":"2024-09-05T06:14:06.600099+0000","last_fullsized":"2024-09-05T06:14:06.600099+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.611954+0000","last_change":"2024-09-05T06:14:06.611823+0000","last_active":"2024-09-05T06:14:06.611954+0000","last_peered":"2024-09-05T06:14:06.611954+0000","last_clean":"2024-09-05T06:14:06.611954+0000","last_became_active":"2024-09-05T06:14:06.611366+0000","last_became_peered":"2024-09-05T06:14:06.611366+0000","last_unstale":"2024-09-05T06:14:06.611954+0000","last_undegraded":"2024-09-05T06:14:06.611954+0000","last_fullsized":"2024-09-05T06:14:06.611954+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:45.516862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605743+0000","last_change":"2024-09-05T06:14:06.605743+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605743+0000","last_undegraded":"2024-09-05T06:14:06.605743+0000","last_fullsized":"2024-09-05T06:14:06.605743+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.622859+0000","last_change":"2024-09-05T06:14:06.622562+0000","last_active":"2024-09-05T06:14:06.622859+0000","last_peered":"2024-09-05T06:14:06.622859+0000","last_clean":"2024-09-05T06:14:06.622859+0000","last_became_active":"2024-09-05T06:14:06.620460+0000","last_became_peered":"2024-09-05T06:14:06.620460+0000","last_unstale":"2024-09-05T06:14:06.622859+0000","last_undegraded":"2024-09-05T06:14:06.622859+0000","last_fullsized":"2024-09-05T06:14:06.622859+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:51:58.754757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601151+0000","last_change":"2024-09-05T06:14:06.601151+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601151+0000","last_undegraded":"2024-09-05T06:14:06.601151+0000","last_fullsized":"2024-09-05T06:14:06.601151+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.613730+0000","last_change":"2024-09-05T06:14:06.613587+0000","last_active":"2024-09-05T06:14:06.613730+0000","last_peered":"2024-09-05T06:14:06.613730+0000","last_clean":"2024-09-05T06:14:06.613730+0000","last_became_active":"2024-09-05T06:14:06.613313+0000","last_became_peered":"2024-09-05T06:14:06.613313+0000","last_unstale":"2024-09-05T06:14:06.613730+0000","last_undegraded":"2024-09-05T06:14:06.613730+0000","last_fullsized":"2024-09-05T06:14:06.613730+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:20.060820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606905+0000","last_change":"2024-09-05T06:14:06.606905+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606905+0000","last_undegraded":"2024-09-05T06:14:06.606905+0000","last_fullsized":"2024-09-05T06:14:06.606905+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.624300+0000","last_change":"2024-09-05T06:14:06.623980+0000","last_active":"2024-09-05T06:14:06.624300+0000","last_peered":"2024-09-05T06:14:06.624300+0000","last_clean":"2024-09-05T06:14:06.624300+0000","last_became_active":"2024-09-05T06:14:06.622629+0000","last_became_peered":"2024-09-05T06:14:06.622629+0000","last_unstale":"2024-09-05T06:14:06.624300+0000","last_undegraded":"2024-09-05T06:14:06.624300+0000","last_fullsized":"2024-09-05T06:14:06.624300+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:20:59.004448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600975+0000","last_change":"2024-09-05T06:14:06.600975+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600975+0000","last_undegraded":"2024-09-05T06:14:06.600975+0000","last_fullsized":"2024-09-05T06:14:06.600975+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621197+0000","last_change":"2024-09-05T06:14:06.620919+0000","last_active":"2024-09-05T06:14:06.621197+0000","last_peered":"2024-09-05T06:14:06.621197+0000","last_clean":"2024-09-05T06:14:06.621197+0000","last_became_active":"2024-09-05T06:14:06.620250+0000","last_became_peered":"2024-09-05T06:14:06.620250+0000","last_unstale":"2024-09-05T06:14:06.621197+0000","last_undegraded":"2024-09-05T06:14:06.621197+0000","last_fullsized":"2024-09-05T06:14:06.621197+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:48:28.041523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594925+0000","last_change":"2024-09-05T06:14:06.594925+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594925+0000","last_undegraded":"2024-09-05T06:14:06.594925+0000","last_fullsized":"2024-09-05T06:14:06.594925+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618879+0000","last_change":"2024-09-05T06:14:06.618465+0000","last_active":"2024-09-05T06:14:06.618879+0000","last_peered":"2024-09-05T06:14:06.618879+0000","last_clean":"2024-09-05T06:14:06.618879+0000","last_became_active":"2024-09-05T06:14:06.616302+0000","last_became_peered":"2024-09-05T06:14:06.616302+0000","last_unstale":"2024-09-05T06:14:06.618879+0000","last_undegraded":"2024-09-05T06:14:06.618879+0000","last_fullsized":"2024-09-05T06:14:06.618879+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:00:39.704322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602768+0000","last_change":"2024-09-05T06:14:06.602768+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602768+0000","last_undegraded":"2024-09-05T06:14:06.602768+0000","last_fullsized":"2024-09-05T06:14:06.602768+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.609848+0000","last_change":"2024-09-05T06:14:06.609551+0000","last_active":"2024-09-05T06:14:06.609848+0000","last_peered":"2024-09-05T06:14:06.609848+0000","last_clean":"2024-09-05T06:14:06.609848+0000","last_became_active":"2024-09-05T06:14:06.608935+0000","last_became_peered":"2024-09-05T06:14:06.608935+0000","last_unstale":"2024-09-05T06:14:06.609848+0000","last_undegraded":"2024-09-05T06:14:06.609848+0000","last_fullsized":"2024-09-05T06:14:06.609848+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:00:09.823003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604961+0000","last_change":"2024-09-05T06:14:06.604961+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604961+0000","last_undegraded":"2024-09-05T06:14:06.604961+0000","last_fullsized":"2024-09-05T06:14:06.604961+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.619376+0000","last_change":"2024-09-05T06:14:06.618955+0000","last_active":"2024-09-05T06:14:06.619376+0000","last_peered":"2024-09-05T06:14:06.619376+0000","last_clean":"2024-09-05T06:14:06.619376+0000","last_became_active":"2024-09-05T06:14:06.616166+0000","last_became_peered":"2024-09-05T06:14:06.616166+0000","last_unstale":"2024-09-05T06:14:06.619376+0000","last_undegraded":"2024-09-05T06:14:06.619376+0000","last_fullsized":"2024-09-05T06:14:06.619376+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:38:02.202266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600637+0000","last_change":"2024-09-05T06:14:06.600637+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600637+0000","last_undegraded":"2024-09-05T06:14:06.600637+0000","last_fullsized":"2024-09-05T06:14:06.600637+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.620300+0000","last_change":"2024-09-05T06:14:06.619928+0000","last_active":"2024-09-05T06:14:06.620300+0000","last_peered":"2024-09-05T06:14:06.620300+0000","last_clean":"2024-09-05T06:14:06.620300+0000","last_became_active":"2024-09-05T06:14:06.619295+0000","last_became_peered":"2024-09-05T06:14:06.619295+0000","last_unstale":"2024-09-05T06:14:06.620300+0000","last_undegraded":"2024-09-05T06:14:06.620300+0000","last_fullsized":"2024-09-05T06:14:06.620300+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:24.914329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603144+0000","last_change":"2024-09-05T06:14:06.603144+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603144+0000","last_undegraded":"2024-09-05T06:14:06.603144+0000","last_fullsized":"2024-09-05T06:14:06.603144+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.619602+0000","last_change":"2024-09-05T06:14:06.619339+0000","last_active":"2024-09-05T06:14:06.619602+0000","last_peered":"2024-09-05T06:14:06.619602+0000","last_clean":"2024-09-05T06:14:06.619602+0000","last_became_active":"2024-09-05T06:14:06.618713+0000","last_became_peered":"2024-09-05T06:14:06.618713+0000","last_unstale":"2024-09-05T06:14:06.619602+0000","last_undegraded":"2024-09-05T06:14:06.619602+0000","last_fullsized":"2024-09-05T06:14:06.619602+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:58:18.170713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602462+0000","last_change":"2024-09-05T06:14:06.602462+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602462+0000","last_undegraded":"2024-09-05T06:14:06.602462+0000","last_fullsized":"2024-09-05T06:14:06.602462+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.622144+0000","last_change":"2024-09-05T06:14:06.621838+0000","last_active":"2024-09-05T06:14:06.622144+0000","last_peered":"2024-09-05T06:14:06.622144+0000","last_clean":"2024-09-05T06:14:06.622144+0000","last_became_active":"2024-09-05T06:14:06.619761+0000","last_became_peered":"2024-09-05T06:14:06.619761+0000","last_unstale":"2024-09-05T06:14:06.622144+0000","last_undegraded":"2024-09-05T06:14:06.622144+0000","last_fullsized":"2024-09-05T06:14:06.622144+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:35:41.439568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604432+0000","last_change":"2024-09-05T06:14:06.604432+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604432+0000","last_undegraded":"2024-09-05T06:14:06.604432+0000","last_fullsized":"2024-09-05T06:14:06.604432+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.614882+0000","last_change":"2024-09-05T06:14:06.614742+0000","last_active":"2024-09-05T06:14:06.614882+0000","last_peered":"2024-09-05T06:14:06.614882+0000","last_clean":"2024-09-05T06:14:06.614882+0000","last_became_active":"2024-09-05T06:14:06.614471+0000","last_became_peered":"2024-09-05T06:14:06.614471+0000","last_unstale":"2024-09-05T06:14:06.614882+0000","last_undegraded":"2024-09-05T06:14:06.614882+0000","last_fullsized":"2024-09-05T06:14:06.614882+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:27.602576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605490+0000","last_change":"2024-09-05T06:14:06.605490+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605490+0000","last_undegraded":"2024-09-05T06:14:06.605490+0000","last_fullsized":"2024-09-05T06:14:06.605490+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.620576+0000","last_change":"2024-09-05T06:14:06.620448+0000","last_active":"2024-09-05T06:14:06.620576+0000","last_peered":"2024-09-05T06:14:06.620576+0000","last_clean":"2024-09-05T06:14:06.620576+0000","last_became_active":"2024-09-05T06:14:06.619998+0000","last_became_peered":"2024-09-05T06:14:06.619998+0000","last_unstale":"2024-09-05T06:14:06.620576+0000","last_undegraded":"2024-09-05T06:14:06.620576+0000","last_fullsized":"2024-09-05T06:14:06.620576+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:47:54.476948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605580+0000","last_change":"2024-09-05T06:14:06.605580+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605580+0000","last_undegraded":"2024-09-05T06:14:06.605580+0000","last_fullsized":"2024-09-05T06:14:06.605580+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.607744+0000","last_change":"2024-09-05T06:14:06.606957+0000","last_active":"2024-09-05T06:14:06.607744+0000","last_peered":"2024-09-05T06:14:06.607744+0000","last_clean":"2024-09-05T06:14:06.607744+0000","last_became_active":"2024-09-05T06:14:06.605382+0000","last_became_peered":"2024-09-05T06:14:06.605382+0000","last_unstale":"2024-09-05T06:14:06.607744+0000","last_undegraded":"2024-09-05T06:14:06.607744+0000","last_fullsized":"2024-09-05T06:14:06.607744+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:17:55.090790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602364+0000","last_change":"2024-09-05T06:14:06.602364+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602364+0000","last_undegraded":"2024-09-05T06:14:06.602364+0000","last_fullsized":"2024-09-05T06:14:06.602364+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.616458+0000","last_change":"2024-09-05T06:14:06.616314+0000","last_active":"2024-09-05T06:14:06.616458+0000","last_peered":"2024-09-05T06:14:06.616458+0000","last_clean":"2024-09-05T06:14:06.616458+0000","last_became_active":"2024-09-05T06:14:06.616091+0000","last_became_peered":"2024-09-05T06:14:06.616091+0000","last_unstale":"2024-09-05T06:14:06.616458+0000","last_undegraded":"2024-09-05T06:14:06.616458+0000","last_fullsized":"2024-09-05T06:14:06.616458+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:45.177040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604780+0000","last_change":"2024-09-05T06:14:06.604780+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604780+0000","last_undegraded":"2024-09-05T06:14:06.604780+0000","last_fullsized":"2024-09-05T06:14:06.604780+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.629680+0000","last_change":"2024-09-05T06:14:06.629410+0000","last_active":"2024-09-05T06:14:06.629680+0000","last_peered":"2024-09-05T06:14:06.629680+0000","last_clean":"2024-09-05T06:14:06.629680+0000","last_became_active":"2024-09-05T06:14:06.627798+0000","last_became_peered":"2024-09-05T06:14:06.627798+0000","last_unstale":"2024-09-05T06:14:06.629680+0000","last_undegraded":"2024-09-05T06:14:06.629680+0000","last_fullsized":"2024-09-05T06:14:06.629680+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:19:51.158660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604651+0000","last_change":"2024-09-05T06:14:06.604651+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604651+0000","last_undegraded":"2024-09-05T06:14:06.604651+0000","last_fullsized":"2024-09-05T06:14:06.604651+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.612726+0000","last_change":"2024-09-05T06:14:06.612607+0000","last_active":"2024-09-05T06:14:06.612726+0000","last_peered":"2024-09-05T06:14:06.612726+0000","last_clean":"2024-09-05T06:14:06.612726+0000","last_became_active":"2024-09-05T06:14:06.612300+0000","last_became_peered":"2024-09-05T06:14:06.612300+0000","last_unstale":"2024-09-05T06:14:06.612726+0000","last_undegraded":"2024-09-05T06:14:06.612726+0000","last_fullsized":"2024-09-05T06:14:06.612726+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:01:36.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604903+0000","last_change":"2024-09-05T06:14:06.604903+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604903+0000","last_undegraded":"2024-09-05T06:14:06.604903+0000","last_fullsized":"2024-09-05T06:14:06.604903+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621594+0000","last_change":"2024-09-05T06:14:06.621349+0000","last_active":"2024-09-05T06:14:06.621594+0000","last_peered":"2024-09-05T06:14:06.621594+0000","last_clean":"2024-09-05T06:14:06.621594+0000","last_became_active":"2024-09-05T06:14:06.620708+0000","last_became_peered":"2024-09-05T06:14:06.620708+0000","last_unstale":"2024-09-05T06:14:06.621594+0000","last_undegraded":"2024-09-05T06:14:06.621594+0000","last_fullsized":"2024-09-05T06:14:06.621594+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:31:23.148091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":338,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.597800+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:14:06.597800+0000","last_peered":"2024-09-05T06:14:06.597800+0000","last_clean":"2024-09-05T06:14:06.597800+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:14:06.597800+0000","last_undegraded":"2024-09-05T06:14:06.597800+0000","last_fullsized":"2024-09-05T06:14:06.597800+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:13.760634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574901,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574902,"num_pgs":18,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574902,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1135,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194176,"statfs":{"total":200000000,"available":198837227,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574901,"num_pgs":19,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1135,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194176,"statfs":{"total":200000000,"available":198837227,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:14:11.019 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:14:11.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f9096b22640 1 Processor -- start 2024-09-05T06:14:11.168 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f9096b22640 1 -- start start 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f9096b22640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f909006c950 0x7f90900d0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f9096b22640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f90900b4e30 0x7f90900b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f9096b22640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f909015fe00 con 0x7f909015f1d0 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f9096b22640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f90900b57e0 con 0x7f90900b4e30 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f9096b22640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f909006c010 con 0x7f909006c950 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f908ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f90900b4e30 0x7f90900b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f908ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f90900b4e30 0x7f90900b52a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54804/0 (socket says 172.21.15.70:54804) 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f908ffff640 1 -- 172.21.15.70:0/1974956422 learned_addr learned my addr 172.21.15.70:0/1974956422 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f908ffff640 1 -- 172.21.15.70:0/1974956422 >> v2:172.21.15.196:3300/0 conn(0x7f909006c950 msgr2=0x7f90900d0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f908ffff640 1 --2- 172.21.15.70:0/1974956422 >> v2:172.21.15.196:3300/0 conn(0x7f909006c950 0x7f90900d0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f908ffff640 1 -- 172.21.15.70:0/1974956422 >> v1:172.21.15.196:6789/0 conn(0x7f909015f1d0 legacy=0x7f909015f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:11.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.172+0000 7f908ffff640 1 -- 172.21.15.70:0/1974956422 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90900cfe50 con 0x7f90900b4e30 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 --2- 172.21.15.70:0/1974956422 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f90900b52a0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f90900688d0 tx=0x7f908001c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5446c35112684575 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908f7fe640 1 -- 172.21.15.70:0/1974956422 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90800aa610 con 0x7f90900b4e30 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908f7fe640 1 -- 172.21.15.70:0/1974956422 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90800af070 con 0x7f90900b4e30 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908f7fe640 1 -- 172.21.15.70:0/1974956422 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90800aa9d0 con 0x7f90900b4e30 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- 172.21.15.70:0/1974956422 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 msgr2=0x7f90900b52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 --2- 172.21.15.70:0/1974956422 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f90900b52a0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f90900688d0 tx=0x7f908001c4b0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- 172.21.15.70:0/1974956422 shutdown_connections 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 --2- 172.21.15.70:0/1974956422 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f90900b52a0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 --2- 172.21.15.70:0/1974956422 >> v2:172.21.15.196:3300/0 conn(0x7f909006c950 0x7f90900d0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- 172.21.15.70:0/1974956422 >> 172.21.15.70:0/1974956422 conn(0x7f90900b3790 msgr2=0x7f90900b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:11.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- 172.21.15.70:0/1974956422 shutdown_connections 2024-09-05T06:14:11.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- 172.21.15.70:0/1974956422 wait complete. 2024-09-05T06:14:11.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 Processor -- start 2024-09-05T06:14:11.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- start start 2024-09-05T06:14:11.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f909006c950 0x7f909015d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f909006ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f909015f1d0 0x7f909015c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9090159360 con 0x7f90900b4e30 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f90901600e0 con 0x7f909015f1d0 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f90901594e0 con 0x7f909006c950 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f909006ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f909006ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54820/0 (socket says 172.21.15.70:54820) 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 -- 172.21.15.70:0/547181992 learned_addr learned my addr 172.21.15.70:0/547181992 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f90948be640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f909006c950 0x7f909015d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f90950bf640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f909015f1d0 0x7f909015c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 -- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f909006c950 msgr2=0x7f909015d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f909006c950 0x7f909015d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 -- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f909015f1d0 msgr2=0x7f909015c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f909015f1d0 0x7f909015c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 -- 172.21.15.70:0/547181992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90901551e0 con 0x7f90900b4e30 2024-09-05T06:14:11.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f90950bf640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f909015f1d0 0x7f909015c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:11.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908ffff640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f909006ee60 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f908001ab60 tx=0x7f908001acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908d7fa640 1 -- 172.21.15.70:0/547181992 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90800b3800 con 0x7f90900b4e30 2024-09-05T06:14:11.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908d7fa640 1 -- 172.21.15.70:0/547181992 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90800b39c0 con 0x7f90900b4e30 2024-09-05T06:14:11.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90900cdd90 con 0x7f90900b4e30 2024-09-05T06:14:11.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f908d7fa640 1 -- 172.21.15.70:0/547181992 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90800b3db0 con 0x7f90900b4e30 2024-09-05T06:14:11.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.176+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9090155750 con 0x7f90900b4e30 2024-09-05T06:14:11.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.180+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9090073b80 con 0x7f90900b4e30 2024-09-05T06:14:11.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.180+0000 7f908d7fa640 1 -- 172.21.15.70:0/547181992 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f90800c6440 con 0x7f90900b4e30 2024-09-05T06:14:11.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.180+0000 7f908d7fa640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f907c0678c0 0x7f907c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.180+0000 7f908d7fa640 1 -- 172.21.15.70:0/547181992 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f9080120840 con 0x7f90900b4e30 2024-09-05T06:14:11.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.180+0000 7f90948be640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f907c0678c0 0x7f907c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.180+0000 7f90948be640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f907c0678c0 0x7f907c069d80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9090155c00 tx=0x7f9084008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.184+0000 7f908d7fa640 1 -- 172.21.15.70:0/547181992 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f90800a7070 con 0x7f90900b4e30 2024-09-05T06:14:11.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.328+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9090073b80 con 0x7f907c0678c0 2024-09-05T06:14:11.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.336+0000 7f908d7fa640 1 -- 172.21.15.70:0/547181992 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242645 (secure 0 0 0) 0x7f9090073b80 con 0x7f907c0678c0 2024-09-05T06:14:11.336 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:11.338 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:14:11.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f907c0678c0 msgr2=0x7f907c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f907c0678c0 0x7f907c069d80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9090155c00 tx=0x7f9084008040 comp rx=0 tx=0).stop 2024-09-05T06:14:11.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 msgr2=0x7f909006ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f909006ee60 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f908001ab60 tx=0x7f908001acf0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 shutdown_connections 2024-09-05T06:14:11.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f907c0678c0 0x7f907c069d80 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f909015f1d0 0x7f909015c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f90900b4e30 0x7f909006ee60 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 --2- 172.21.15.70:0/547181992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f909006c950 0x7f909015d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 >> 172.21.15.70:0/547181992 conn(0x7f90900b3790 msgr2=0x7f90900b3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 shutdown_connections 2024-09-05T06:14:11.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.340+0000 7f9096b22640 1 -- 172.21.15.70:0/547181992 wait complete. 2024-09-05T06:14:11.354 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":228,"stamp":"2024-09-05T06:14:10.407471+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":109,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":5606,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556893,"statfs":{"total":1600000000,"available":1594258849,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.815401"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607591+0000","last_change":"2024-09-05T06:14:06.607591+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607591+0000","last_undegraded":"2024-09-05T06:14:06.607591+0000","last_fullsized":"2024-09-05T06:14:06.607591+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598852+0000","last_change":"2024-09-05T06:14:06.598852+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598852+0000","last_undegraded":"2024-09-05T06:14:06.598852+0000","last_fullsized":"2024-09-05T06:14:06.598852+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608644+0000","last_change":"2024-09-05T06:14:06.608644+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608644+0000","last_undegraded":"2024-09-05T06:14:06.608644+0000","last_fullsized":"2024-09-05T06:14:06.608644+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603408+0000","last_change":"2024-09-05T06:14:06.603408+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603408+0000","last_undegraded":"2024-09-05T06:14:06.603408+0000","last_fullsized":"2024-09-05T06:14:06.603408+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604084+0000","last_change":"2024-09-05T06:14:06.604084+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604084+0000","last_undegraded":"2024-09-05T06:14:06.604084+0000","last_fullsized":"2024-09-05T06:14:06.604084+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607095+0000","last_change":"2024-09-05T06:14:06.607095+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607095+0000","last_undegraded":"2024-09-05T06:14:06.607095+0000","last_fullsized":"2024-09-05T06:14:06.607095+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594943+0000","last_change":"2024-09-05T06:14:06.594943+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594943+0000","last_undegraded":"2024-09-05T06:14:06.594943+0000","last_fullsized":"2024-09-05T06:14:06.594943+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602251+0000","last_change":"2024-09-05T06:14:06.602251+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602251+0000","last_undegraded":"2024-09-05T06:14:06.602251+0000","last_fullsized":"2024-09-05T06:14:06.602251+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607395+0000","last_change":"2024-09-05T06:14:06.607395+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607395+0000","last_undegraded":"2024-09-05T06:14:06.607395+0000","last_fullsized":"2024-09-05T06:14:06.607395+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606421+0000","last_change":"2024-09-05T06:14:06.606421+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606421+0000","last_undegraded":"2024-09-05T06:14:06.606421+0000","last_fullsized":"2024-09-05T06:14:06.606421+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601523+0000","last_change":"2024-09-05T06:14:06.601523+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601523+0000","last_undegraded":"2024-09-05T06:14:06.601523+0000","last_fullsized":"2024-09-05T06:14:06.601523+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602461+0000","last_change":"2024-09-05T06:14:06.602461+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602461+0000","last_undegraded":"2024-09-05T06:14:06.602461+0000","last_fullsized":"2024-09-05T06:14:06.602461+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603972+0000","last_change":"2024-09-05T06:14:06.603972+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603972+0000","last_undegraded":"2024-09-05T06:14:06.603972+0000","last_fullsized":"2024-09-05T06:14:06.603972+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601698+0000","last_change":"2024-09-05T06:14:06.601698+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601698+0000","last_undegraded":"2024-09-05T06:14:06.601698+0000","last_fullsized":"2024-09-05T06:14:06.601698+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594957+0000","last_change":"2024-09-05T06:14:06.594957+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594957+0000","last_undegraded":"2024-09-05T06:14:06.594957+0000","last_fullsized":"2024-09-05T06:14:06.594957+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606784+0000","last_change":"2024-09-05T06:14:06.606784+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606784+0000","last_undegraded":"2024-09-05T06:14:06.606784+0000","last_fullsized":"2024-09-05T06:14:06.606784+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602082+0000","last_change":"2024-09-05T06:14:06.602082+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602082+0000","last_undegraded":"2024-09-05T06:14:06.602082+0000","last_fullsized":"2024-09-05T06:14:06.602082+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.611985+0000","last_change":"2024-09-05T06:14:06.611985+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.611985+0000","last_undegraded":"2024-09-05T06:14:06.611985+0000","last_fullsized":"2024-09-05T06:14:06.611985+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600519+0000","last_change":"2024-09-05T06:14:06.600519+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600519+0000","last_undegraded":"2024-09-05T06:14:06.600519+0000","last_fullsized":"2024-09-05T06:14:06.600519+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603759+0000","last_change":"2024-09-05T06:14:06.603759+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603759+0000","last_undegraded":"2024-09-05T06:14:06.603759+0000","last_fullsized":"2024-09-05T06:14:06.603759+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608418+0000","last_change":"2024-09-05T06:14:06.608418+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608418+0000","last_undegraded":"2024-09-05T06:14:06.608418+0000","last_fullsized":"2024-09-05T06:14:06.608418+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.612141+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.612141+0000","last_undegraded":"2024-09-05T06:14:06.612141+0000","last_fullsized":"2024-09-05T06:14:06.612141+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601804+0000","last_change":"2024-09-05T06:14:06.601804+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601804+0000","last_undegraded":"2024-09-05T06:14:06.601804+0000","last_fullsized":"2024-09-05T06:14:06.601804+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598794+0000","last_change":"2024-09-05T06:14:06.598794+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598794+0000","last_undegraded":"2024-09-05T06:14:06.598794+0000","last_fullsized":"2024-09-05T06:14:06.598794+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600726+0000","last_change":"2024-09-05T06:14:06.600726+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600726+0000","last_undegraded":"2024-09-05T06:14:06.600726+0000","last_fullsized":"2024-09-05T06:14:06.600726+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603288+0000","last_change":"2024-09-05T06:14:06.603288+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603288+0000","last_undegraded":"2024-09-05T06:14:06.603288+0000","last_fullsized":"2024-09-05T06:14:06.603288+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602965+0000","last_change":"2024-09-05T06:14:06.602965+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602965+0000","last_undegraded":"2024-09-05T06:14:06.602965+0000","last_fullsized":"2024-09-05T06:14:06.602965+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608054+0000","last_change":"2024-09-05T06:14:06.608054+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608054+0000","last_undegraded":"2024-09-05T06:14:06.608054+0000","last_fullsized":"2024-09-05T06:14:06.608054+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602583+0000","last_change":"2024-09-05T06:14:06.602583+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602583+0000","last_undegraded":"2024-09-05T06:14:06.602583+0000","last_fullsized":"2024-09-05T06:14:06.602583+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602803+0000","last_change":"2024-09-05T06:14:06.602803+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602803+0000","last_undegraded":"2024-09-05T06:14:06.602803+0000","last_fullsized":"2024-09-05T06:14:06.602803+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606496+0000","last_change":"2024-09-05T06:14:06.606496+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606496+0000","last_undegraded":"2024-09-05T06:14:06.606496+0000","last_fullsized":"2024-09-05T06:14:06.606496+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606289+0000","last_change":"2024-09-05T06:14:06.606289+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606289+0000","last_undegraded":"2024-09-05T06:14:06.606289+0000","last_fullsized":"2024-09-05T06:14:06.606289+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602808+0000","last_change":"2024-09-05T06:14:06.602808+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602808+0000","last_undegraded":"2024-09-05T06:14:06.602808+0000","last_fullsized":"2024-09-05T06:14:06.602808+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.628632+0000","last_change":"2024-09-05T06:14:06.628491+0000","last_active":"2024-09-05T06:14:06.628632+0000","last_peered":"2024-09-05T06:14:06.628632+0000","last_clean":"2024-09-05T06:14:06.628632+0000","last_became_active":"2024-09-05T06:14:06.628239+0000","last_became_peered":"2024-09-05T06:14:06.628239+0000","last_unstale":"2024-09-05T06:14:06.628632+0000","last_undegraded":"2024-09-05T06:14:06.628632+0000","last_fullsized":"2024-09-05T06:14:06.628632+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:56.915527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606646+0000","last_change":"2024-09-05T06:14:06.606646+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606646+0000","last_undegraded":"2024-09-05T06:14:06.606646+0000","last_fullsized":"2024-09-05T06:14:06.606646+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.629068+0000","last_change":"2024-09-05T06:14:06.628881+0000","last_active":"2024-09-05T06:14:06.629068+0000","last_peered":"2024-09-05T06:14:06.629068+0000","last_clean":"2024-09-05T06:14:06.629068+0000","last_became_active":"2024-09-05T06:14:06.628602+0000","last_became_peered":"2024-09-05T06:14:06.628602+0000","last_unstale":"2024-09-05T06:14:06.629068+0000","last_undegraded":"2024-09-05T06:14:06.629068+0000","last_fullsized":"2024-09-05T06:14:06.629068+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:53:43.997460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601725+0000","last_change":"2024-09-05T06:14:06.601725+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601725+0000","last_undegraded":"2024-09-05T06:14:06.601725+0000","last_fullsized":"2024-09-05T06:14:06.601725+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618799+0000","last_change":"2024-09-05T06:14:06.618406+0000","last_active":"2024-09-05T06:14:06.618799+0000","last_peered":"2024-09-05T06:14:06.618799+0000","last_clean":"2024-09-05T06:14:06.618799+0000","last_became_active":"2024-09-05T06:14:06.615301+0000","last_became_peered":"2024-09-05T06:14:06.615301+0000","last_unstale":"2024-09-05T06:14:06.618799+0000","last_undegraded":"2024-09-05T06:14:06.618799+0000","last_fullsized":"2024-09-05T06:14:06.618799+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:36.643095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606318+0000","last_change":"2024-09-05T06:14:06.606318+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606318+0000","last_undegraded":"2024-09-05T06:14:06.606318+0000","last_fullsized":"2024-09-05T06:14:06.606318+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.612465+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:06.612465+0000","last_peered":"2024-09-05T06:14:06.612465+0000","last_clean":"2024-09-05T06:14:06.612465+0000","last_became_active":"2024-09-05T06:14:06.611224+0000","last_became_peered":"2024-09-05T06:14:06.611224+0000","last_unstale":"2024-09-05T06:14:06.612465+0000","last_undegraded":"2024-09-05T06:14:06.612465+0000","last_fullsized":"2024-09-05T06:14:06.612465+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:30:31.117460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598289+0000","last_change":"2024-09-05T06:14:06.598289+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598289+0000","last_undegraded":"2024-09-05T06:14:06.598289+0000","last_fullsized":"2024-09-05T06:14:06.598289+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.607741+0000","last_change":"2024-09-05T06:14:06.602659+0000","last_active":"2024-09-05T06:14:06.607741+0000","last_peered":"2024-09-05T06:14:06.607741+0000","last_clean":"2024-09-05T06:14:06.607741+0000","last_became_active":"2024-09-05T06:14:06.601702+0000","last_became_peered":"2024-09-05T06:14:06.601702+0000","last_unstale":"2024-09-05T06:14:06.607741+0000","last_undegraded":"2024-09-05T06:14:06.607741+0000","last_fullsized":"2024-09-05T06:14:06.607741+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:46:28.626062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605866+0000","last_change":"2024-09-05T06:14:06.605866+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605866+0000","last_undegraded":"2024-09-05T06:14:06.605866+0000","last_fullsized":"2024-09-05T06:14:06.605866+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621729+0000","last_change":"2024-09-05T06:14:06.621597+0000","last_active":"2024-09-05T06:14:06.621729+0000","last_peered":"2024-09-05T06:14:06.621729+0000","last_clean":"2024-09-05T06:14:06.621729+0000","last_became_active":"2024-09-05T06:14:06.621273+0000","last_became_peered":"2024-09-05T06:14:06.621273+0000","last_unstale":"2024-09-05T06:14:06.621729+0000","last_undegraded":"2024-09-05T06:14:06.621729+0000","last_fullsized":"2024-09-05T06:14:06.621729+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:28:18.844919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605971+0000","last_change":"2024-09-05T06:14:06.605971+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605971+0000","last_undegraded":"2024-09-05T06:14:06.605971+0000","last_fullsized":"2024-09-05T06:14:06.605971+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.623047+0000","last_change":"2024-09-05T06:14:06.622733+0000","last_active":"2024-09-05T06:14:06.623047+0000","last_peered":"2024-09-05T06:14:06.623047+0000","last_clean":"2024-09-05T06:14:06.623047+0000","last_became_active":"2024-09-05T06:14:06.621371+0000","last_became_peered":"2024-09-05T06:14:06.621371+0000","last_unstale":"2024-09-05T06:14:06.623047+0000","last_undegraded":"2024-09-05T06:14:06.623047+0000","last_fullsized":"2024-09-05T06:14:06.623047+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:43:36.432464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.599358+0000","last_change":"2024-09-05T06:14:06.599358+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.599358+0000","last_undegraded":"2024-09-05T06:14:06.599358+0000","last_fullsized":"2024-09-05T06:14:06.599358+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.623724+0000","last_change":"2024-09-05T06:14:06.623416+0000","last_active":"2024-09-05T06:14:06.623724+0000","last_peered":"2024-09-05T06:14:06.623724+0000","last_clean":"2024-09-05T06:14:06.623724+0000","last_became_active":"2024-09-05T06:14:06.621190+0000","last_became_peered":"2024-09-05T06:14:06.621190+0000","last_unstale":"2024-09-05T06:14:06.623724+0000","last_undegraded":"2024-09-05T06:14:06.623724+0000","last_fullsized":"2024-09-05T06:14:06.623724+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:23.175965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.611324+0000","last_change":"2024-09-05T06:14:06.611324+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.611324+0000","last_undegraded":"2024-09-05T06:14:06.611324+0000","last_fullsized":"2024-09-05T06:14:06.611324+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618707+0000","last_change":"2024-09-05T06:14:06.618561+0000","last_active":"2024-09-05T06:14:06.618707+0000","last_peered":"2024-09-05T06:14:06.618707+0000","last_clean":"2024-09-05T06:14:06.618707+0000","last_became_active":"2024-09-05T06:14:06.618352+0000","last_became_peered":"2024-09-05T06:14:06.618352+0000","last_unstale":"2024-09-05T06:14:06.618707+0000","last_undegraded":"2024-09-05T06:14:06.618707+0000","last_fullsized":"2024-09-05T06:14:06.618707+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:45.691162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604734+0000","last_change":"2024-09-05T06:14:06.604734+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604734+0000","last_undegraded":"2024-09-05T06:14:06.604734+0000","last_fullsized":"2024-09-05T06:14:06.604734+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.611821+0000","last_change":"2024-09-05T06:14:06.611588+0000","last_active":"2024-09-05T06:14:06.611821+0000","last_peered":"2024-09-05T06:14:06.611821+0000","last_clean":"2024-09-05T06:14:06.611821+0000","last_became_active":"2024-09-05T06:14:06.611011+0000","last_became_peered":"2024-09-05T06:14:06.611011+0000","last_unstale":"2024-09-05T06:14:06.611821+0000","last_undegraded":"2024-09-05T06:14:06.611821+0000","last_fullsized":"2024-09-05T06:14:06.611821+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:35:05.358929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.597896+0000","last_change":"2024-09-05T06:14:06.597896+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.597896+0000","last_undegraded":"2024-09-05T06:14:06.597896+0000","last_fullsized":"2024-09-05T06:14:06.597896+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.630183+0000","last_change":"2024-09-05T06:14:06.629932+0000","last_active":"2024-09-05T06:14:06.630183+0000","last_peered":"2024-09-05T06:14:06.630183+0000","last_clean":"2024-09-05T06:14:06.630183+0000","last_became_active":"2024-09-05T06:14:06.628734+0000","last_became_peered":"2024-09-05T06:14:06.628734+0000","last_unstale":"2024-09-05T06:14:06.630183+0000","last_undegraded":"2024-09-05T06:14:06.630183+0000","last_fullsized":"2024-09-05T06:14:06.630183+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:18.695665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603585+0000","last_change":"2024-09-05T06:14:06.603585+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603585+0000","last_undegraded":"2024-09-05T06:14:06.603585+0000","last_fullsized":"2024-09-05T06:14:06.603585+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.616466+0000","last_change":"2024-09-05T06:14:06.616197+0000","last_active":"2024-09-05T06:14:06.616466+0000","last_peered":"2024-09-05T06:14:06.616466+0000","last_clean":"2024-09-05T06:14:06.616466+0000","last_became_active":"2024-09-05T06:14:06.615954+0000","last_became_peered":"2024-09-05T06:14:06.615954+0000","last_unstale":"2024-09-05T06:14:06.616466+0000","last_undegraded":"2024-09-05T06:14:06.616466+0000","last_fullsized":"2024-09-05T06:14:06.616466+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:45:04.625839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603159+0000","last_change":"2024-09-05T06:14:06.603159+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603159+0000","last_undegraded":"2024-09-05T06:14:06.603159+0000","last_fullsized":"2024-09-05T06:14:06.603159+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.609683+0000","last_change":"2024-09-05T06:14:06.609368+0000","last_active":"2024-09-05T06:14:06.609683+0000","last_peered":"2024-09-05T06:14:06.609683+0000","last_clean":"2024-09-05T06:14:06.609683+0000","last_became_active":"2024-09-05T06:14:06.608704+0000","last_became_peered":"2024-09-05T06:14:06.608704+0000","last_unstale":"2024-09-05T06:14:06.609683+0000","last_undegraded":"2024-09-05T06:14:06.609683+0000","last_fullsized":"2024-09-05T06:14:06.609683+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:35:51.154159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605544+0000","last_change":"2024-09-05T06:14:06.605544+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605544+0000","last_undegraded":"2024-09-05T06:14:06.605544+0000","last_fullsized":"2024-09-05T06:14:06.605544+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.606709+0000","last_change":"2024-09-05T06:14:06.606106+0000","last_active":"2024-09-05T06:14:06.606709+0000","last_peered":"2024-09-05T06:14:06.606709+0000","last_clean":"2024-09-05T06:14:06.606709+0000","last_became_active":"2024-09-05T06:14:06.603502+0000","last_became_peered":"2024-09-05T06:14:06.603502+0000","last_unstale":"2024-09-05T06:14:06.606709+0000","last_undegraded":"2024-09-05T06:14:06.606709+0000","last_fullsized":"2024-09-05T06:14:06.606709+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:54:52.447241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600099+0000","last_change":"2024-09-05T06:14:06.600099+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600099+0000","last_undegraded":"2024-09-05T06:14:06.600099+0000","last_fullsized":"2024-09-05T06:14:06.600099+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.611954+0000","last_change":"2024-09-05T06:14:06.611823+0000","last_active":"2024-09-05T06:14:06.611954+0000","last_peered":"2024-09-05T06:14:06.611954+0000","last_clean":"2024-09-05T06:14:06.611954+0000","last_became_active":"2024-09-05T06:14:06.611366+0000","last_became_peered":"2024-09-05T06:14:06.611366+0000","last_unstale":"2024-09-05T06:14:06.611954+0000","last_undegraded":"2024-09-05T06:14:06.611954+0000","last_fullsized":"2024-09-05T06:14:06.611954+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:45.516862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605743+0000","last_change":"2024-09-05T06:14:06.605743+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605743+0000","last_undegraded":"2024-09-05T06:14:06.605743+0000","last_fullsized":"2024-09-05T06:14:06.605743+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.622859+0000","last_change":"2024-09-05T06:14:06.622562+0000","last_active":"2024-09-05T06:14:06.622859+0000","last_peered":"2024-09-05T06:14:06.622859+0000","last_clean":"2024-09-05T06:14:06.622859+0000","last_became_active":"2024-09-05T06:14:06.620460+0000","last_became_peered":"2024-09-05T06:14:06.620460+0000","last_unstale":"2024-09-05T06:14:06.622859+0000","last_undegraded":"2024-09-05T06:14:06.622859+0000","last_fullsized":"2024-09-05T06:14:06.622859+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:51:58.754757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601151+0000","last_change":"2024-09-05T06:14:06.601151+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601151+0000","last_undegraded":"2024-09-05T06:14:06.601151+0000","last_fullsized":"2024-09-05T06:14:06.601151+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.613730+0000","last_change":"2024-09-05T06:14:06.613587+0000","last_active":"2024-09-05T06:14:06.613730+0000","last_peered":"2024-09-05T06:14:06.613730+0000","last_clean":"2024-09-05T06:14:06.613730+0000","last_became_active":"2024-09-05T06:14:06.613313+0000","last_became_peered":"2024-09-05T06:14:06.613313+0000","last_unstale":"2024-09-05T06:14:06.613730+0000","last_undegraded":"2024-09-05T06:14:06.613730+0000","last_fullsized":"2024-09-05T06:14:06.613730+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:20.060820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606905+0000","last_change":"2024-09-05T06:14:06.606905+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606905+0000","last_undegraded":"2024-09-05T06:14:06.606905+0000","last_fullsized":"2024-09-05T06:14:06.606905+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.624300+0000","last_change":"2024-09-05T06:14:06.623980+0000","last_active":"2024-09-05T06:14:06.624300+0000","last_peered":"2024-09-05T06:14:06.624300+0000","last_clean":"2024-09-05T06:14:06.624300+0000","last_became_active":"2024-09-05T06:14:06.622629+0000","last_became_peered":"2024-09-05T06:14:06.622629+0000","last_unstale":"2024-09-05T06:14:06.624300+0000","last_undegraded":"2024-09-05T06:14:06.624300+0000","last_fullsized":"2024-09-05T06:14:06.624300+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:20:59.004448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600975+0000","last_change":"2024-09-05T06:14:06.600975+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600975+0000","last_undegraded":"2024-09-05T06:14:06.600975+0000","last_fullsized":"2024-09-05T06:14:06.600975+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621197+0000","last_change":"2024-09-05T06:14:06.620919+0000","last_active":"2024-09-05T06:14:06.621197+0000","last_peered":"2024-09-05T06:14:06.621197+0000","last_clean":"2024-09-05T06:14:06.621197+0000","last_became_active":"2024-09-05T06:14:06.620250+0000","last_became_peered":"2024-09-05T06:14:06.620250+0000","last_unstale":"2024-09-05T06:14:06.621197+0000","last_undegraded":"2024-09-05T06:14:06.621197+0000","last_fullsized":"2024-09-05T06:14:06.621197+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:48:28.041523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594925+0000","last_change":"2024-09-05T06:14:06.594925+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594925+0000","last_undegraded":"2024-09-05T06:14:06.594925+0000","last_fullsized":"2024-09-05T06:14:06.594925+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618879+0000","last_change":"2024-09-05T06:14:06.618465+0000","last_active":"2024-09-05T06:14:06.618879+0000","last_peered":"2024-09-05T06:14:06.618879+0000","last_clean":"2024-09-05T06:14:06.618879+0000","last_became_active":"2024-09-05T06:14:06.616302+0000","last_became_peered":"2024-09-05T06:14:06.616302+0000","last_unstale":"2024-09-05T06:14:06.618879+0000","last_undegraded":"2024-09-05T06:14:06.618879+0000","last_fullsized":"2024-09-05T06:14:06.618879+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:00:39.704322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602768+0000","last_change":"2024-09-05T06:14:06.602768+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602768+0000","last_undegraded":"2024-09-05T06:14:06.602768+0000","last_fullsized":"2024-09-05T06:14:06.602768+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.609848+0000","last_change":"2024-09-05T06:14:06.609551+0000","last_active":"2024-09-05T06:14:06.609848+0000","last_peered":"2024-09-05T06:14:06.609848+0000","last_clean":"2024-09-05T06:14:06.609848+0000","last_became_active":"2024-09-05T06:14:06.608935+0000","last_became_peered":"2024-09-05T06:14:06.608935+0000","last_unstale":"2024-09-05T06:14:06.609848+0000","last_undegraded":"2024-09-05T06:14:06.609848+0000","last_fullsized":"2024-09-05T06:14:06.609848+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:00:09.823003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604961+0000","last_change":"2024-09-05T06:14:06.604961+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604961+0000","last_undegraded":"2024-09-05T06:14:06.604961+0000","last_fullsized":"2024-09-05T06:14:06.604961+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.619376+0000","last_change":"2024-09-05T06:14:06.618955+0000","last_active":"2024-09-05T06:14:06.619376+0000","last_peered":"2024-09-05T06:14:06.619376+0000","last_clean":"2024-09-05T06:14:06.619376+0000","last_became_active":"2024-09-05T06:14:06.616166+0000","last_became_peered":"2024-09-05T06:14:06.616166+0000","last_unstale":"2024-09-05T06:14:06.619376+0000","last_undegraded":"2024-09-05T06:14:06.619376+0000","last_fullsized":"2024-09-05T06:14:06.619376+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:38:02.202266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600637+0000","last_change":"2024-09-05T06:14:06.600637+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600637+0000","last_undegraded":"2024-09-05T06:14:06.600637+0000","last_fullsized":"2024-09-05T06:14:06.600637+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.620300+0000","last_change":"2024-09-05T06:14:06.619928+0000","last_active":"2024-09-05T06:14:06.620300+0000","last_peered":"2024-09-05T06:14:06.620300+0000","last_clean":"2024-09-05T06:14:06.620300+0000","last_became_active":"2024-09-05T06:14:06.619295+0000","last_became_peered":"2024-09-05T06:14:06.619295+0000","last_unstale":"2024-09-05T06:14:06.620300+0000","last_undegraded":"2024-09-05T06:14:06.620300+0000","last_fullsized":"2024-09-05T06:14:06.620300+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:24.914329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603144+0000","last_change":"2024-09-05T06:14:06.603144+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603144+0000","last_undegraded":"2024-09-05T06:14:06.603144+0000","last_fullsized":"2024-09-05T06:14:06.603144+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.619602+0000","last_change":"2024-09-05T06:14:06.619339+0000","last_active":"2024-09-05T06:14:06.619602+0000","last_peered":"2024-09-05T06:14:06.619602+0000","last_clean":"2024-09-05T06:14:06.619602+0000","last_became_active":"2024-09-05T06:14:06.618713+0000","last_became_peered":"2024-09-05T06:14:06.618713+0000","last_unstale":"2024-09-05T06:14:06.619602+0000","last_undegraded":"2024-09-05T06:14:06.619602+0000","last_fullsized":"2024-09-05T06:14:06.619602+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:58:18.170713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602462+0000","last_change":"2024-09-05T06:14:06.602462+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602462+0000","last_undegraded":"2024-09-05T06:14:06.602462+0000","last_fullsized":"2024-09-05T06:14:06.602462+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.622144+0000","last_change":"2024-09-05T06:14:06.621838+0000","last_active":"2024-09-05T06:14:06.622144+0000","last_peered":"2024-09-05T06:14:06.622144+0000","last_clean":"2024-09-05T06:14:06.622144+0000","last_became_active":"2024-09-05T06:14:06.619761+0000","last_became_peered":"2024-09-05T06:14:06.619761+0000","last_unstale":"2024-09-05T06:14:06.622144+0000","last_undegraded":"2024-09-05T06:14:06.622144+0000","last_fullsized":"2024-09-05T06:14:06.622144+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:35:41.439568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604432+0000","last_change":"2024-09-05T06:14:06.604432+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604432+0000","last_undegraded":"2024-09-05T06:14:06.604432+0000","last_fullsized":"2024-09-05T06:14:06.604432+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.614882+0000","last_change":"2024-09-05T06:14:06.614742+0000","last_active":"2024-09-05T06:14:06.614882+0000","last_peered":"2024-09-05T06:14:06.614882+0000","last_clean":"2024-09-05T06:14:06.614882+0000","last_became_active":"2024-09-05T06:14:06.614471+0000","last_became_peered":"2024-09-05T06:14:06.614471+0000","last_unstale":"2024-09-05T06:14:06.614882+0000","last_undegraded":"2024-09-05T06:14:06.614882+0000","last_fullsized":"2024-09-05T06:14:06.614882+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:27.602576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605490+0000","last_change":"2024-09-05T06:14:06.605490+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605490+0000","last_undegraded":"2024-09-05T06:14:06.605490+0000","last_fullsized":"2024-09-05T06:14:06.605490+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.620576+0000","last_change":"2024-09-05T06:14:06.620448+0000","last_active":"2024-09-05T06:14:06.620576+0000","last_peered":"2024-09-05T06:14:06.620576+0000","last_clean":"2024-09-05T06:14:06.620576+0000","last_became_active":"2024-09-05T06:14:06.619998+0000","last_became_peered":"2024-09-05T06:14:06.619998+0000","last_unstale":"2024-09-05T06:14:06.620576+0000","last_undegraded":"2024-09-05T06:14:06.620576+0000","last_fullsized":"2024-09-05T06:14:06.620576+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:47:54.476948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605580+0000","last_change":"2024-09-05T06:14:06.605580+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605580+0000","last_undegraded":"2024-09-05T06:14:06.605580+0000","last_fullsized":"2024-09-05T06:14:06.605580+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.607744+0000","last_change":"2024-09-05T06:14:06.606957+0000","last_active":"2024-09-05T06:14:06.607744+0000","last_peered":"2024-09-05T06:14:06.607744+0000","last_clean":"2024-09-05T06:14:06.607744+0000","last_became_active":"2024-09-05T06:14:06.605382+0000","last_became_peered":"2024-09-05T06:14:06.605382+0000","last_unstale":"2024-09-05T06:14:06.607744+0000","last_undegraded":"2024-09-05T06:14:06.607744+0000","last_fullsized":"2024-09-05T06:14:06.607744+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:17:55.090790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602364+0000","last_change":"2024-09-05T06:14:06.602364+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602364+0000","last_undegraded":"2024-09-05T06:14:06.602364+0000","last_fullsized":"2024-09-05T06:14:06.602364+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.616458+0000","last_change":"2024-09-05T06:14:06.616314+0000","last_active":"2024-09-05T06:14:06.616458+0000","last_peered":"2024-09-05T06:14:06.616458+0000","last_clean":"2024-09-05T06:14:06.616458+0000","last_became_active":"2024-09-05T06:14:06.616091+0000","last_became_peered":"2024-09-05T06:14:06.616091+0000","last_unstale":"2024-09-05T06:14:06.616458+0000","last_undegraded":"2024-09-05T06:14:06.616458+0000","last_fullsized":"2024-09-05T06:14:06.616458+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:45.177040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604780+0000","last_change":"2024-09-05T06:14:06.604780+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604780+0000","last_undegraded":"2024-09-05T06:14:06.604780+0000","last_fullsized":"2024-09-05T06:14:06.604780+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.629680+0000","last_change":"2024-09-05T06:14:06.629410+0000","last_active":"2024-09-05T06:14:06.629680+0000","last_peered":"2024-09-05T06:14:06.629680+0000","last_clean":"2024-09-05T06:14:06.629680+0000","last_became_active":"2024-09-05T06:14:06.627798+0000","last_became_peered":"2024-09-05T06:14:06.627798+0000","last_unstale":"2024-09-05T06:14:06.629680+0000","last_undegraded":"2024-09-05T06:14:06.629680+0000","last_fullsized":"2024-09-05T06:14:06.629680+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:19:51.158660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604651+0000","last_change":"2024-09-05T06:14:06.604651+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604651+0000","last_undegraded":"2024-09-05T06:14:06.604651+0000","last_fullsized":"2024-09-05T06:14:06.604651+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.612726+0000","last_change":"2024-09-05T06:14:06.612607+0000","last_active":"2024-09-05T06:14:06.612726+0000","last_peered":"2024-09-05T06:14:06.612726+0000","last_clean":"2024-09-05T06:14:06.612726+0000","last_became_active":"2024-09-05T06:14:06.612300+0000","last_became_peered":"2024-09-05T06:14:06.612300+0000","last_unstale":"2024-09-05T06:14:06.612726+0000","last_undegraded":"2024-09-05T06:14:06.612726+0000","last_fullsized":"2024-09-05T06:14:06.612726+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:01:36.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604903+0000","last_change":"2024-09-05T06:14:06.604903+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604903+0000","last_undegraded":"2024-09-05T06:14:06.604903+0000","last_fullsized":"2024-09-05T06:14:06.604903+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621594+0000","last_change":"2024-09-05T06:14:06.621349+0000","last_active":"2024-09-05T06:14:06.621594+0000","last_peered":"2024-09-05T06:14:06.621594+0000","last_clean":"2024-09-05T06:14:06.621594+0000","last_became_active":"2024-09-05T06:14:06.620708+0000","last_became_peered":"2024-09-05T06:14:06.620708+0000","last_unstale":"2024-09-05T06:14:06.621594+0000","last_undegraded":"2024-09-05T06:14:06.621594+0000","last_fullsized":"2024-09-05T06:14:06.621594+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:31:23.148091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":338,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.597800+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:14:06.597800+0000","last_peered":"2024-09-05T06:14:06.597800+0000","last_clean":"2024-09-05T06:14:06.597800+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:14:06.597800+0000","last_undegraded":"2024-09-05T06:14:06.597800+0000","last_fullsized":"2024-09-05T06:14:06.597800+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:13.760634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574901,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574902,"num_pgs":18,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574902,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1135,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194176,"statfs":{"total":200000000,"available":198837227,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574901,"num_pgs":19,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1135,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194176,"statfs":{"total":200000000,"available":198837227,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:14:11.357 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3f is not active+clean 2024-09-05T06:14:11.357 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.607591+0000', 'last_change': '2024-09-05T06:14:06.607591+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.607591+0000', 'last_undegraded': '2024-09-05T06:14:06.607591+0000', 'last_fullsized': '2024-09-05T06:14:06.607591+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.357 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3e is not active+clean 2024-09-05T06:14:11.357 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.598852+0000', 'last_change': '2024-09-05T06:14:06.598852+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.598852+0000', 'last_undegraded': '2024-09-05T06:14:06.598852+0000', 'last_fullsized': '2024-09-05T06:14:06.598852+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:14:11.357 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3d is not active+clean 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.608644+0000', 'last_change': '2024-09-05T06:14:06.608644+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.608644+0000', 'last_undegraded': '2024-09-05T06:14:06.608644+0000', 'last_fullsized': '2024-09-05T06:14:06.608644+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3c is not active+clean 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.603408+0000', 'last_change': '2024-09-05T06:14:06.603408+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.603408+0000', 'last_undegraded': '2024-09-05T06:14:06.603408+0000', 'last_fullsized': '2024-09-05T06:14:06.603408+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3b is not active+clean 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.604084+0000', 'last_change': '2024-09-05T06:14:06.604084+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.604084+0000', 'last_undegraded': '2024-09-05T06:14:06.604084+0000', 'last_fullsized': '2024-09-05T06:14:06.604084+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3a is not active+clean 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.607095+0000', 'last_change': '2024-09-05T06:14:06.607095+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.607095+0000', 'last_undegraded': '2024-09-05T06:14:06.607095+0000', 'last_fullsized': '2024-09-05T06:14:06.607095+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:PG 13.39 is not active+clean 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.594943+0000', 'last_change': '2024-09-05T06:14:06.594943+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.594943+0000', 'last_undegraded': '2024-09-05T06:14:06.594943+0000', 'last_fullsized': '2024-09-05T06:14:06.594943+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:PG 13.38 is not active+clean 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602251+0000', 'last_change': '2024-09-05T06:14:06.602251+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602251+0000', 'last_undegraded': '2024-09-05T06:14:06.602251+0000', 'last_fullsized': '2024-09-05T06:14:06.602251+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.358 INFO:tasks.ceph.ceph_manager.ceph:PG 13.37 is not active+clean 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.607395+0000', 'last_change': '2024-09-05T06:14:06.607395+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.607395+0000', 'last_undegraded': '2024-09-05T06:14:06.607395+0000', 'last_fullsized': '2024-09-05T06:14:06.607395+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:PG 13.36 is not active+clean 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.606421+0000', 'last_change': '2024-09-05T06:14:06.606421+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.606421+0000', 'last_undegraded': '2024-09-05T06:14:06.606421+0000', 'last_fullsized': '2024-09-05T06:14:06.606421+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:PG 13.35 is not active+clean 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.601523+0000', 'last_change': '2024-09-05T06:14:06.601523+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.601523+0000', 'last_undegraded': '2024-09-05T06:14:06.601523+0000', 'last_fullsized': '2024-09-05T06:14:06.601523+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:PG 13.34 is not active+clean 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602461+0000', 'last_change': '2024-09-05T06:14:06.602461+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602461+0000', 'last_undegraded': '2024-09-05T06:14:06.602461+0000', 'last_fullsized': '2024-09-05T06:14:06.602461+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:PG 13.33 is not active+clean 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.603972+0000', 'last_change': '2024-09-05T06:14:06.603972+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.603972+0000', 'last_undegraded': '2024-09-05T06:14:06.603972+0000', 'last_fullsized': '2024-09-05T06:14:06.603972+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:PG 13.32 is not active+clean 2024-09-05T06:14:11.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.601698+0000', 'last_change': '2024-09-05T06:14:06.601698+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.601698+0000', 'last_undegraded': '2024-09-05T06:14:06.601698+0000', 'last_fullsized': '2024-09-05T06:14:06.601698+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:PG 13.31 is not active+clean 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.594957+0000', 'last_change': '2024-09-05T06:14:06.594957+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.594957+0000', 'last_undegraded': '2024-09-05T06:14:06.594957+0000', 'last_fullsized': '2024-09-05T06:14:06.594957+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:PG 13.30 is not active+clean 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.606784+0000', 'last_change': '2024-09-05T06:14:06.606784+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.606784+0000', 'last_undegraded': '2024-09-05T06:14:06.606784+0000', 'last_fullsized': '2024-09-05T06:14:06.606784+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2f is not active+clean 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602082+0000', 'last_change': '2024-09-05T06:14:06.602082+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602082+0000', 'last_undegraded': '2024-09-05T06:14:06.602082+0000', 'last_fullsized': '2024-09-05T06:14:06.602082+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2e is not active+clean 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.611985+0000', 'last_change': '2024-09-05T06:14:06.611985+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.611985+0000', 'last_undegraded': '2024-09-05T06:14:06.611985+0000', 'last_fullsized': '2024-09-05T06:14:06.611985+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2d is not active+clean 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.600519+0000', 'last_change': '2024-09-05T06:14:06.600519+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.600519+0000', 'last_undegraded': '2024-09-05T06:14:06.600519+0000', 'last_fullsized': '2024-09-05T06:14:06.600519+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2c is not active+clean 2024-09-05T06:14:11.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.603759+0000', 'last_change': '2024-09-05T06:14:06.603759+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.603759+0000', 'last_undegraded': '2024-09-05T06:14:06.603759+0000', 'last_fullsized': '2024-09-05T06:14:06.603759+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2b is not active+clean 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.608418+0000', 'last_change': '2024-09-05T06:14:06.608418+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.608418+0000', 'last_undegraded': '2024-09-05T06:14:06.608418+0000', 'last_fullsized': '2024-09-05T06:14:06.608418+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2a is not active+clean 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.612141+0000', 'last_change': '2024-09-05T06:14:06.612141+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.612141+0000', 'last_undegraded': '2024-09-05T06:14:06.612141+0000', 'last_fullsized': '2024-09-05T06:14:06.612141+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:PG 13.29 is not active+clean 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.601804+0000', 'last_change': '2024-09-05T06:14:06.601804+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.601804+0000', 'last_undegraded': '2024-09-05T06:14:06.601804+0000', 'last_fullsized': '2024-09-05T06:14:06.601804+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:PG 13.28 is not active+clean 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.598794+0000', 'last_change': '2024-09-05T06:14:06.598794+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.598794+0000', 'last_undegraded': '2024-09-05T06:14:06.598794+0000', 'last_fullsized': '2024-09-05T06:14:06.598794+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:PG 13.27 is not active+clean 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.600726+0000', 'last_change': '2024-09-05T06:14:06.600726+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.600726+0000', 'last_undegraded': '2024-09-05T06:14:06.600726+0000', 'last_fullsized': '2024-09-05T06:14:06.600726+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:PG 13.26 is not active+clean 2024-09-05T06:14:11.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.603288+0000', 'last_change': '2024-09-05T06:14:06.603288+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.603288+0000', 'last_undegraded': '2024-09-05T06:14:06.603288+0000', 'last_fullsized': '2024-09-05T06:14:06.603288+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:PG 13.25 is not active+clean 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602965+0000', 'last_change': '2024-09-05T06:14:06.602965+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602965+0000', 'last_undegraded': '2024-09-05T06:14:06.602965+0000', 'last_fullsized': '2024-09-05T06:14:06.602965+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:PG 13.24 is not active+clean 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.608054+0000', 'last_change': '2024-09-05T06:14:06.608054+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.608054+0000', 'last_undegraded': '2024-09-05T06:14:06.608054+0000', 'last_fullsized': '2024-09-05T06:14:06.608054+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:PG 13.23 is not active+clean 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602583+0000', 'last_change': '2024-09-05T06:14:06.602583+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602583+0000', 'last_undegraded': '2024-09-05T06:14:06.602583+0000', 'last_fullsized': '2024-09-05T06:14:06.602583+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:PG 13.22 is not active+clean 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602803+0000', 'last_change': '2024-09-05T06:14:06.602803+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602803+0000', 'last_undegraded': '2024-09-05T06:14:06.602803+0000', 'last_fullsized': '2024-09-05T06:14:06.602803+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:PG 13.21 is not active+clean 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.606496+0000', 'last_change': '2024-09-05T06:14:06.606496+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.606496+0000', 'last_undegraded': '2024-09-05T06:14:06.606496+0000', 'last_fullsized': '2024-09-05T06:14:06.606496+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:PG 13.20 is not active+clean 2024-09-05T06:14:11.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.606289+0000', 'last_change': '2024-09-05T06:14:06.606289+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.606289+0000', 'last_undegraded': '2024-09-05T06:14:06.606289+0000', 'last_fullsized': '2024-09-05T06:14:06.606289+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1e is not active+clean 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602808+0000', 'last_change': '2024-09-05T06:14:06.602808+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602808+0000', 'last_undegraded': '2024-09-05T06:14:06.602808+0000', 'last_fullsized': '2024-09-05T06:14:06.602808+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1f is not active+clean 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.606646+0000', 'last_change': '2024-09-05T06:14:06.606646+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.606646+0000', 'last_undegraded': '2024-09-05T06:14:06.606646+0000', 'last_fullsized': '2024-09-05T06:14:06.606646+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1c is not active+clean 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.601725+0000', 'last_change': '2024-09-05T06:14:06.601725+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.601725+0000', 'last_undegraded': '2024-09-05T06:14:06.601725+0000', 'last_fullsized': '2024-09-05T06:14:06.601725+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1d is not active+clean 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.606318+0000', 'last_change': '2024-09-05T06:14:06.606318+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.606318+0000', 'last_undegraded': '2024-09-05T06:14:06.606318+0000', 'last_fullsized': '2024-09-05T06:14:06.606318+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1a is not active+clean 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.598289+0000', 'last_change': '2024-09-05T06:14:06.598289+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.598289+0000', 'last_undegraded': '2024-09-05T06:14:06.598289+0000', 'last_fullsized': '2024-09-05T06:14:06.598289+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:14:11.363 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1b is not active+clean 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.605866+0000', 'last_change': '2024-09-05T06:14:06.605866+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.605866+0000', 'last_undegraded': '2024-09-05T06:14:06.605866+0000', 'last_fullsized': '2024-09-05T06:14:06.605866+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:PG 13.18 is not active+clean 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.605971+0000', 'last_change': '2024-09-05T06:14:06.605971+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.605971+0000', 'last_undegraded': '2024-09-05T06:14:06.605971+0000', 'last_fullsized': '2024-09-05T06:14:06.605971+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:PG 13.19 is not active+clean 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.599358+0000', 'last_change': '2024-09-05T06:14:06.599358+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.599358+0000', 'last_undegraded': '2024-09-05T06:14:06.599358+0000', 'last_fullsized': '2024-09-05T06:14:06.599358+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:PG 13.16 is not active+clean 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.611324+0000', 'last_change': '2024-09-05T06:14:06.611324+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.611324+0000', 'last_undegraded': '2024-09-05T06:14:06.611324+0000', 'last_fullsized': '2024-09-05T06:14:06.611324+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:PG 13.17 is not active+clean 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.604734+0000', 'last_change': '2024-09-05T06:14:06.604734+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.604734+0000', 'last_undegraded': '2024-09-05T06:14:06.604734+0000', 'last_fullsized': '2024-09-05T06:14:06.604734+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:PG 13.14 is not active+clean 2024-09-05T06:14:11.364 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.597896+0000', 'last_change': '2024-09-05T06:14:06.597896+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.597896+0000', 'last_undegraded': '2024-09-05T06:14:06.597896+0000', 'last_fullsized': '2024-09-05T06:14:06.597896+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:PG 13.15 is not active+clean 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.603585+0000', 'last_change': '2024-09-05T06:14:06.603585+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.603585+0000', 'last_undegraded': '2024-09-05T06:14:06.603585+0000', 'last_fullsized': '2024-09-05T06:14:06.603585+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:PG 13.12 is not active+clean 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.603159+0000', 'last_change': '2024-09-05T06:14:06.603159+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.603159+0000', 'last_undegraded': '2024-09-05T06:14:06.603159+0000', 'last_fullsized': '2024-09-05T06:14:06.603159+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:PG 13.13 is not active+clean 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.605544+0000', 'last_change': '2024-09-05T06:14:06.605544+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.605544+0000', 'last_undegraded': '2024-09-05T06:14:06.605544+0000', 'last_fullsized': '2024-09-05T06:14:06.605544+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:PG 13.10 is not active+clean 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.600099+0000', 'last_change': '2024-09-05T06:14:06.600099+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.600099+0000', 'last_undegraded': '2024-09-05T06:14:06.600099+0000', 'last_fullsized': '2024-09-05T06:14:06.600099+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:PG 13.11 is not active+clean 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.605743+0000', 'last_change': '2024-09-05T06:14:06.605743+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.605743+0000', 'last_undegraded': '2024-09-05T06:14:06.605743+0000', 'last_fullsized': '2024-09-05T06:14:06.605743+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:PG 13.e is not active+clean 2024-09-05T06:14:11.365 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.601151+0000', 'last_change': '2024-09-05T06:14:06.601151+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.601151+0000', 'last_undegraded': '2024-09-05T06:14:06.601151+0000', 'last_fullsized': '2024-09-05T06:14:06.601151+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:PG 13.f is not active+clean 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.606905+0000', 'last_change': '2024-09-05T06:14:06.606905+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.606905+0000', 'last_undegraded': '2024-09-05T06:14:06.606905+0000', 'last_fullsized': '2024-09-05T06:14:06.606905+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:PG 13.d is not active+clean 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.600975+0000', 'last_change': '2024-09-05T06:14:06.600975+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.600975+0000', 'last_undegraded': '2024-09-05T06:14:06.600975+0000', 'last_fullsized': '2024-09-05T06:14:06.600975+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:PG 13.a is not active+clean 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.594925+0000', 'last_change': '2024-09-05T06:14:06.594925+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.594925+0000', 'last_undegraded': '2024-09-05T06:14:06.594925+0000', 'last_fullsized': '2024-09-05T06:14:06.594925+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:PG 13.b is not active+clean 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602768+0000', 'last_change': '2024-09-05T06:14:06.602768+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602768+0000', 'last_undegraded': '2024-09-05T06:14:06.602768+0000', 'last_fullsized': '2024-09-05T06:14:06.602768+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:PG 13.8 is not active+clean 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.604961+0000', 'last_change': '2024-09-05T06:14:06.604961+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.604961+0000', 'last_undegraded': '2024-09-05T06:14:06.604961+0000', 'last_fullsized': '2024-09-05T06:14:06.604961+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:14:11.366 INFO:tasks.ceph.ceph_manager.ceph:PG 13.9 is not active+clean 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.600637+0000', 'last_change': '2024-09-05T06:14:06.600637+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.600637+0000', 'last_undegraded': '2024-09-05T06:14:06.600637+0000', 'last_fullsized': '2024-09-05T06:14:06.600637+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:PG 13.6 is not active+clean 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.603144+0000', 'last_change': '2024-09-05T06:14:06.603144+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.603144+0000', 'last_undegraded': '2024-09-05T06:14:06.603144+0000', 'last_fullsized': '2024-09-05T06:14:06.603144+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:PG 13.7 is not active+clean 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602462+0000', 'last_change': '2024-09-05T06:14:06.602462+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602462+0000', 'last_undegraded': '2024-09-05T06:14:06.602462+0000', 'last_fullsized': '2024-09-05T06:14:06.602462+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:PG 13.4 is not active+clean 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.604432+0000', 'last_change': '2024-09-05T06:14:06.604432+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.604432+0000', 'last_undegraded': '2024-09-05T06:14:06.604432+0000', 'last_fullsized': '2024-09-05T06:14:06.604432+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:PG 13.5 is not active+clean 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.605490+0000', 'last_change': '2024-09-05T06:14:06.605490+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.605490+0000', 'last_undegraded': '2024-09-05T06:14:06.605490+0000', 'last_fullsized': '2024-09-05T06:14:06.605490+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2 is not active+clean 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.605580+0000', 'last_change': '2024-09-05T06:14:06.605580+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.605580+0000', 'last_undegraded': '2024-09-05T06:14:06.605580+0000', 'last_fullsized': '2024-09-05T06:14:06.605580+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3 is not active+clean 2024-09-05T06:14:11.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.602364+0000', 'last_change': '2024-09-05T06:14:06.602364+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.602364+0000', 'last_undegraded': '2024-09-05T06:14:06.602364+0000', 'last_fullsized': '2024-09-05T06:14:06.602364+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.368 INFO:tasks.ceph.ceph_manager.ceph:PG 13.0 is not active+clean 2024-09-05T06:14:11.368 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.604780+0000', 'last_change': '2024-09-05T06:14:06.604780+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.604780+0000', 'last_undegraded': '2024-09-05T06:14:06.604780+0000', 'last_fullsized': '2024-09-05T06:14:06.604780+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.368 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1 is not active+clean 2024-09-05T06:14:11.368 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.604651+0000', 'last_change': '2024-09-05T06:14:06.604651+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.604651+0000', 'last_undegraded': '2024-09-05T06:14:06.604651+0000', 'last_fullsized': '2024-09-05T06:14:06.604651+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:14:11.368 INFO:tasks.ceph.ceph_manager.ceph:PG 13.c is not active+clean 2024-09-05T06:14:11.368 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 105, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:14:06.604903+0000', 'last_change': '2024-09-05T06:14:06.604903+0000', 'last_active': '2024-09-05T06:14:06.590822+0000', 'last_peered': '2024-09-05T06:14:06.590822+0000', 'last_clean': '2024-09-05T06:14:06.590822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:14:06.604903+0000', 'last_undegraded': '2024-09-05T06:14:06.604903+0000', 'last_fullsized': '2024-09-05T06:14:06.604903+0000', 'mapping_epoch': 105, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 105, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'last_clean_scrub_stamp': '2024-09-05T06:14:06.590822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:14:11.369 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-05T06:14:11.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32ffc0640 1 Processor -- start 2024-09-05T06:14:11.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32ffc0640 1 -- start start 2024-09-05T06:14:11.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32ffc0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa3281484d0 0x7fa3280b6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32ffc0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa32806f340 0x7fa32806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32ffc0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa328070530 con 0x7fa32806f7b0 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32ffc0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa3280aef90 con 0x7fa3281484d0 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32ffc0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa32806fc90 con 0x7fa32806f340 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32dd5c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa3281484d0 0x7fa3280b6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32e55d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa32806f7b0 0x7fa3280726d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:39352/0 (socket says 172.21.15.70:39352) 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.516+0000 7fa32e55d640 1 -- 172.21.15.70:0/1049338331 learned_addr learned my addr 172.21.15.70:0/1049338331 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32d55b640 1 --2- 172.21.15.70:0/1049338331 >> v2:172.21.15.196:3300/0 conn(0x7fa32806f340 0x7fa32806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32dd5c640 1 -- 172.21.15.70:0/1049338331 >> v2:172.21.15.196:3300/0 conn(0x7fa32806f340 msgr2=0x7fa32806bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32dd5c640 1 --2- 172.21.15.70:0/1049338331 >> v2:172.21.15.196:3300/0 conn(0x7fa32806f340 0x7fa32806bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32dd5c640 1 -- 172.21.15.70:0/1049338331 >> v1:172.21.15.70:6789/0 conn(0x7fa32806f7b0 legacy=0x7fa3280726d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32dd5c640 1 -- 172.21.15.70:0/1049338331 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32806ff70 con 0x7fa3281484d0 2024-09-05T06:14:11.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32cd5a640 1 -- 172.21.15.70:0/1049338331 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1831005048 0 0) 0x7fa328070530 con 0x7fa32806f7b0 2024-09-05T06:14:11.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32d55b640 1 --2- 172.21.15.70:0/1049338331 >> v2:172.21.15.196:3300/0 conn(0x7fa32806f340 0x7fa32806bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:11.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32dd5c640 1 --2- 172.21.15.70:0/1049338331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3281484d0 0x7fa3280b6060 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fa32806f130 tx=0x7fa32401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7624bb42f2abd82 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32cd5a640 1 -- 172.21.15.70:0/1049338331 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3240b0070 con 0x7fa3281484d0 2024-09-05T06:14:11.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32cd5a640 1 -- 172.21.15.70:0/1049338331 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3240ab600 con 0x7fa3281484d0 2024-09-05T06:14:11.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32cd5a640 1 -- 172.21.15.70:0/1049338331 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3240ab9d0 con 0x7fa3281484d0 2024-09-05T06:14:11.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32ffc0640 1 -- 172.21.15.70:0/1049338331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3281484d0 msgr2=0x7fa3280b6060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/1049338331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3281484d0 0x7fa3280b6060 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fa32806f130 tx=0x7fa32401c3f0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32ffc0640 1 -- 172.21.15.70:0/1049338331 shutdown_connections 2024-09-05T06:14:11.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/1049338331 >> v2:172.21.15.196:3300/0 conn(0x7fa32806f340 0x7fa32806bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/1049338331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3281484d0 0x7fa3280b6060 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32ffc0640 1 -- 172.21.15.70:0/1049338331 >> 172.21.15.70:0/1049338331 conn(0x7fa32806cdd0 msgr2=0x7fa32806d1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:11.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32ffc0640 1 -- 172.21.15.70:0/1049338331 shutdown_connections 2024-09-05T06:14:11.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.520+0000 7fa32ffc0640 1 -- 172.21.15.70:0/1049338331 wait complete. 2024-09-05T06:14:11.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 Processor -- start 2024-09-05T06:14:11.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 -- start start 2024-09-05T06:14:11.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa32806f340 0x7fa32813fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa32806f7b0 0x7fa3281435e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa3281484d0 0x7fa328138fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa32816ba50 con 0x7fa32806f340 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa32816b8d0 con 0x7fa3281484d0 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa32816bbd0 con 0x7fa32806f7b0 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa32806f340 0x7fa32813fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa32806f340 0x7fa32813fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54832/0 (socket says 172.21.15.70:54832) 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 -- 172.21.15.70:0/4051025021 learned_addr learned my addr 172.21.15.70:0/4051025021 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32d55b640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa32806f7b0 0x7fa3281435e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 -- 172.21.15.70:0/4051025021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa32806f7b0 msgr2=0x7fa3281435e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32e55d640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa3281484d0 0x7fa328138fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa32806f7b0 0x7fa3281435e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 -- 172.21.15.70:0/4051025021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa3281484d0 msgr2=0x7fa328138fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa3281484d0 0x7fa328138fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 -- 172.21.15.70:0/4051025021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa328140590 con 0x7fa32806f340 2024-09-05T06:14:11.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32dd5c640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa32806f340 0x7fa32813fd40 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fa3240ae040 tx=0x7fa32401ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa31e7fc640 1 -- 172.21.15.70:0/4051025021 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3240b0050 con 0x7fa32806f340 2024-09-05T06:14:11.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa31e7fc640 1 -- 172.21.15.70:0/4051025021 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3240bc070 con 0x7fa32806f340 2024-09-05T06:14:11.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa328140870 con 0x7fa32806f340 2024-09-05T06:14:11.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa31e7fc640 1 -- 172.21.15.70:0/4051025021 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3240b5b10 con 0x7fa32806f340 2024-09-05T06:14:11.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa328140280 con 0x7fa32806f340 2024-09-05T06:14:11.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.524+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa32806bcc0 con 0x7fa32806f340 2024-09-05T06:14:11.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.528+0000 7fa31e7fc640 1 -- 172.21.15.70:0/4051025021 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa3240b5cb0 con 0x7fa32806f340 2024-09-05T06:14:11.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.528+0000 7fa31e7fc640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa30c0678c0 0x7fa30c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.528+0000 7fa31e7fc640 1 -- 172.21.15.70:0/4051025021 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7fa3241206e0 con 0x7fa32806f340 2024-09-05T06:14:11.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.528+0000 7fa32d55b640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa30c0678c0 0x7fa30c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.528+0000 7fa32d55b640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa30c0678c0 0x7fa30c069d80 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa318006fd0 tx=0x7fa318008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.532+0000 7fa31e7fc640 1 -- 172.21.15.70:0/4051025021 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa32806c610 con 0x7fa32806f340 2024-09-05T06:14:11.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.752+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fa328072870 con 0x7fa32806f340 2024-09-05T06:14:11.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.752+0000 7fa31e7fc640 1 -- 172.21.15.70:0/4051025021 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1071 (secure 0 0 0) 0x7fa324016070 con 0x7fa32806f340 2024-09-05T06:14:11.750 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:11.750 INFO:teuthology.orchestra.run.smithi070.stdout:{"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":266,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":107,"num_osds":8,"num_up_osds":8,"osd_up_since":1725516591,"num_in_osds":8,"osd_in_since":1725516588,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":5741151,"bytes_avail":1594258849,"bytes_total":1600000000,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","id":6,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":6,"rank":0,"name":"c","status":"up:active","gid":6138}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-05T06:13:10.388566+0000","services":{}},"progress_events":{}} 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa30c0678c0 msgr2=0x7fa30c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa30c0678c0 0x7fa30c069d80 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa318006fd0 tx=0x7fa318008040 comp rx=0 tx=0).stop 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa32806f340 msgr2=0x7fa32813fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa32806f340 0x7fa32813fd40 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fa3240ae040 tx=0x7fa32401ac30 comp rx=0 tx=0).stop 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 shutdown_connections 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa30c0678c0 0x7fa30c069d80 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa3281484d0 0x7fa328138fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa32806f7b0 0x7fa3281435e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 --2- 172.21.15.70:0/4051025021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa32806f340 0x7fa32813fd40 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 >> 172.21.15.70:0/4051025021 conn(0x7fa32806cdd0 msgr2=0x7fa328161be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 shutdown_connections 2024-09-05T06:14:11.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.756+0000 7fa32ffc0640 1 -- 172.21.15.70:0/4051025021 wait complete. 2024-09-05T06:14:11.768 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-05T06:14:11.768 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:14:11.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bd0d77640 1 Processor -- start 2024-09-05T06:14:11.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bd0d77640 1 -- start start 2024-09-05T06:14:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bd0d77640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0bcc0d4980 0x7f0bcc0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bd0d77640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bd0d77640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bcc0cfd30 con 0x7f0bcc0cf7e0 2024-09-05T06:14:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bd0d77640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0bcc0b5620 con 0x7f0bcc0d4980 2024-09-05T06:14:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bd0d77640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0bcc0d0010 con 0x7f0bcc15edb0 2024-09-05T06:14:11.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bc9d9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bca59c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0bcc0d4980 0x7f0bcc0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bc9d9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc0d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:46326/0 (socket says 172.21.15.70:46326) 2024-09-05T06:14:11.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bc9d9b640 1 -- 172.21.15.70:0/837355126 learned_addr learned my addr 172.21.15.70:0/837355126 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:11.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bc9d9b640 1 -- 172.21.15.70:0/837355126 >> v2:172.21.15.196:3300/0 conn(0x7f0bcc0d4980 msgr2=0x7f0bcc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:11.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bc9d9b640 1 --2- 172.21.15.70:0/837355126 >> v2:172.21.15.196:3300/0 conn(0x7f0bcc0d4980 0x7f0bcc0d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bc9d9b640 1 -- 172.21.15.70:0/837355126 >> v1:172.21.15.196:6789/0 conn(0x7f0bcc0cf7e0 legacy=0x7f0bcc0d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bc9d9b640 1 -- 172.21.15.70:0/837355126 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bcc0d02f0 con 0x7f0bcc15edb0 2024-09-05T06:14:11.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.892+0000 7f0bca59c640 1 --2- 172.21.15.70:0/837355126 >> v2:172.21.15.196:3300/0 conn(0x7f0bcc0d4980 0x7f0bcc0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:14:11.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bc9d9b640 1 --2- 172.21.15.70:0/837355126 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc0d3340 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc009870 tx=0x7f0bbc01c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b2e06e808d766a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bc959a640 1 -- 172.21.15.70:0/837355126 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc0a9610 con 0x7f0bcc15edb0 2024-09-05T06:14:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bc959a640 1 -- 172.21.15.70:0/837355126 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bbc0a97b0 con 0x7f0bcc15edb0 2024-09-05T06:14:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bc959a640 1 -- 172.21.15.70:0/837355126 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc0a9b80 con 0x7f0bcc15edb0 2024-09-05T06:14:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 -- 172.21.15.70:0/837355126 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 msgr2=0x7f0bcc0d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/837355126 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc0d3340 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc009870 tx=0x7f0bbc01c530 comp rx=0 tx=0).stop 2024-09-05T06:14:11.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 -- 172.21.15.70:0/837355126 shutdown_connections 2024-09-05T06:14:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/837355126 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc0d3340 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/837355126 >> v2:172.21.15.196:3300/0 conn(0x7f0bcc0d4980 0x7f0bcc0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 -- 172.21.15.70:0/837355126 >> 172.21.15.70:0/837355126 conn(0x7f0bcc08e690 msgr2=0x7f0bcc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 -- 172.21.15.70:0/837355126 shutdown_connections 2024-09-05T06:14:11.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 -- 172.21.15.70:0/837355126 wait complete. 2024-09-05T06:14:11.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 Processor -- start 2024-09-05T06:14:11.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.896+0000 7f0bd0d77640 1 -- start start 2024-09-05T06:14:11.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bcc0cf7e0 0x7f0bcc14e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bcc0d4980 0x7f0bcc1575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc15b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0bcc0d0dd0 con 0x7f0bcc0d4980 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0bcc0d52a0 con 0x7f0bcc0cf7e0 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0bcc06e1e0 con 0x7f0bcc15edb0 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bcc0d4980 0x7f0bcc1575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bcc0d4980 0x7f0bcc1575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54844/0 (socket says 172.21.15.70:54844) 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 -- 172.21.15.70:0/513808470 learned_addr learned my addr 172.21.15.70:0/513808470 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bcad9d640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc15b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bca59c640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bcc0cf7e0 0x7f0bcc14e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 -- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 msgr2=0x7f0bcc15b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc15b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 -- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bcc0cf7e0 msgr2=0x7f0bcc14e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:11.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bcc0cf7e0 0x7f0bcc14e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 -- 172.21.15.70:0/513808470 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bcc06d6a0 con 0x7f0bcc0d4980 2024-09-05T06:14:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bca59c640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bcc0cf7e0 0x7f0bcc14e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bc9d9b640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bcc0d4980 0x7f0bcc1575d0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc01cdd0 tx=0x7f0bbc0192d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bbaffd640 1 -- 172.21.15.70:0/513808470 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc0bb3f0 con 0x7f0bcc0d4980 2024-09-05T06:14:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bbaffd640 1 -- 172.21.15.70:0/513808470 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bbc0bb590 con 0x7f0bcc0d4980 2024-09-05T06:14:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bcc06d940 con 0x7f0bcc0d4980 2024-09-05T06:14:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bbaffd640 1 -- 172.21.15.70:0/513808470 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc0bb960 con 0x7f0bcc0d4980 2024-09-05T06:14:11.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bcc06df00 con 0x7f0bcc0d4980 2024-09-05T06:14:11.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bcc0d4d60 con 0x7f0bcc0d4980 2024-09-05T06:14:11.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bbaffd640 1 -- 172.21.15.70:0/513808470 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0bbc0b13f0 con 0x7f0bcc0d4980 2024-09-05T06:14:11.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bbaffd640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bac0678c0 0x7f0bac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:11.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bbaffd640 1 -- 172.21.15.70:0/513808470 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f0bbc11fb40 con 0x7f0bcc0d4980 2024-09-05T06:14:11.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bca59c640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bac0678c0 0x7f0bac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:11.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.900+0000 7f0bca59c640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bac0678c0 0x7f0bac069d80 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0009a40 tx=0x7f0bc0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:11.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:11.904+0000 7f0bbaffd640 1 -- 172.21.15.70:0/513808470 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0bbc0ad020 con 0x7f0bcc0d4980 2024-09-05T06:14:12.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.052+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0bcc15c680 con 0x7f0bac0678c0 2024-09-05T06:14:12.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.056+0000 7f0bbaffd640 1 -- 172.21.15.70:0/513808470 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242645 (secure 0 0 0) 0x7f0bcc15c680 con 0x7f0bac0678c0 2024-09-05T06:14:12.056 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:12.057 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bac0678c0 msgr2=0x7f0bac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bac0678c0 0x7f0bac069d80 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0009a40 tx=0x7f0bc0008040 comp rx=0 tx=0).stop 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bcc0d4980 msgr2=0x7f0bcc1575d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bcc0d4980 0x7f0bcc1575d0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc01cdd0 tx=0x7f0bbc0192d0 comp rx=0 tx=0).stop 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 shutdown_connections 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bac0678c0 0x7f0bac069d80 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bcc15edb0 0x7f0bcc15b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bcc0d4980 0x7f0bcc1575d0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 --2- 172.21.15.70:0/513808470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bcc0cf7e0 0x7f0bcc14e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 >> 172.21.15.70:0/513808470 conn(0x7f0bcc08e690 msgr2=0x7f0bcc0b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 shutdown_connections 2024-09-05T06:14:12.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:12.060+0000 7f0bd0d77640 1 -- 172.21.15.70:0/513808470 wait complete. 2024-09-05T06:14:12.073 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":228,"stamp":"2024-09-05T06:14:10.407471+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":109,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":5606,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556893,"statfs":{"total":1600000000,"available":1594258849,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.815401"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607591+0000","last_change":"2024-09-05T06:14:06.607591+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607591+0000","last_undegraded":"2024-09-05T06:14:06.607591+0000","last_fullsized":"2024-09-05T06:14:06.607591+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598852+0000","last_change":"2024-09-05T06:14:06.598852+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598852+0000","last_undegraded":"2024-09-05T06:14:06.598852+0000","last_fullsized":"2024-09-05T06:14:06.598852+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608644+0000","last_change":"2024-09-05T06:14:06.608644+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608644+0000","last_undegraded":"2024-09-05T06:14:06.608644+0000","last_fullsized":"2024-09-05T06:14:06.608644+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603408+0000","last_change":"2024-09-05T06:14:06.603408+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603408+0000","last_undegraded":"2024-09-05T06:14:06.603408+0000","last_fullsized":"2024-09-05T06:14:06.603408+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604084+0000","last_change":"2024-09-05T06:14:06.604084+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604084+0000","last_undegraded":"2024-09-05T06:14:06.604084+0000","last_fullsized":"2024-09-05T06:14:06.604084+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607095+0000","last_change":"2024-09-05T06:14:06.607095+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607095+0000","last_undegraded":"2024-09-05T06:14:06.607095+0000","last_fullsized":"2024-09-05T06:14:06.607095+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594943+0000","last_change":"2024-09-05T06:14:06.594943+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594943+0000","last_undegraded":"2024-09-05T06:14:06.594943+0000","last_fullsized":"2024-09-05T06:14:06.594943+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602251+0000","last_change":"2024-09-05T06:14:06.602251+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602251+0000","last_undegraded":"2024-09-05T06:14:06.602251+0000","last_fullsized":"2024-09-05T06:14:06.602251+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.607395+0000","last_change":"2024-09-05T06:14:06.607395+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.607395+0000","last_undegraded":"2024-09-05T06:14:06.607395+0000","last_fullsized":"2024-09-05T06:14:06.607395+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606421+0000","last_change":"2024-09-05T06:14:06.606421+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606421+0000","last_undegraded":"2024-09-05T06:14:06.606421+0000","last_fullsized":"2024-09-05T06:14:06.606421+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601523+0000","last_change":"2024-09-05T06:14:06.601523+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601523+0000","last_undegraded":"2024-09-05T06:14:06.601523+0000","last_fullsized":"2024-09-05T06:14:06.601523+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602461+0000","last_change":"2024-09-05T06:14:06.602461+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602461+0000","last_undegraded":"2024-09-05T06:14:06.602461+0000","last_fullsized":"2024-09-05T06:14:06.602461+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603972+0000","last_change":"2024-09-05T06:14:06.603972+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603972+0000","last_undegraded":"2024-09-05T06:14:06.603972+0000","last_fullsized":"2024-09-05T06:14:06.603972+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601698+0000","last_change":"2024-09-05T06:14:06.601698+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601698+0000","last_undegraded":"2024-09-05T06:14:06.601698+0000","last_fullsized":"2024-09-05T06:14:06.601698+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594957+0000","last_change":"2024-09-05T06:14:06.594957+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594957+0000","last_undegraded":"2024-09-05T06:14:06.594957+0000","last_fullsized":"2024-09-05T06:14:06.594957+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606784+0000","last_change":"2024-09-05T06:14:06.606784+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606784+0000","last_undegraded":"2024-09-05T06:14:06.606784+0000","last_fullsized":"2024-09-05T06:14:06.606784+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602082+0000","last_change":"2024-09-05T06:14:06.602082+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602082+0000","last_undegraded":"2024-09-05T06:14:06.602082+0000","last_fullsized":"2024-09-05T06:14:06.602082+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.611985+0000","last_change":"2024-09-05T06:14:06.611985+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.611985+0000","last_undegraded":"2024-09-05T06:14:06.611985+0000","last_fullsized":"2024-09-05T06:14:06.611985+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600519+0000","last_change":"2024-09-05T06:14:06.600519+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600519+0000","last_undegraded":"2024-09-05T06:14:06.600519+0000","last_fullsized":"2024-09-05T06:14:06.600519+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603759+0000","last_change":"2024-09-05T06:14:06.603759+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603759+0000","last_undegraded":"2024-09-05T06:14:06.603759+0000","last_fullsized":"2024-09-05T06:14:06.603759+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608418+0000","last_change":"2024-09-05T06:14:06.608418+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608418+0000","last_undegraded":"2024-09-05T06:14:06.608418+0000","last_fullsized":"2024-09-05T06:14:06.608418+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.612141+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.612141+0000","last_undegraded":"2024-09-05T06:14:06.612141+0000","last_fullsized":"2024-09-05T06:14:06.612141+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601804+0000","last_change":"2024-09-05T06:14:06.601804+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601804+0000","last_undegraded":"2024-09-05T06:14:06.601804+0000","last_fullsized":"2024-09-05T06:14:06.601804+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598794+0000","last_change":"2024-09-05T06:14:06.598794+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598794+0000","last_undegraded":"2024-09-05T06:14:06.598794+0000","last_fullsized":"2024-09-05T06:14:06.598794+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600726+0000","last_change":"2024-09-05T06:14:06.600726+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600726+0000","last_undegraded":"2024-09-05T06:14:06.600726+0000","last_fullsized":"2024-09-05T06:14:06.600726+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603288+0000","last_change":"2024-09-05T06:14:06.603288+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603288+0000","last_undegraded":"2024-09-05T06:14:06.603288+0000","last_fullsized":"2024-09-05T06:14:06.603288+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602965+0000","last_change":"2024-09-05T06:14:06.602965+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602965+0000","last_undegraded":"2024-09-05T06:14:06.602965+0000","last_fullsized":"2024-09-05T06:14:06.602965+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.608054+0000","last_change":"2024-09-05T06:14:06.608054+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.608054+0000","last_undegraded":"2024-09-05T06:14:06.608054+0000","last_fullsized":"2024-09-05T06:14:06.608054+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602583+0000","last_change":"2024-09-05T06:14:06.602583+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602583+0000","last_undegraded":"2024-09-05T06:14:06.602583+0000","last_fullsized":"2024-09-05T06:14:06.602583+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602803+0000","last_change":"2024-09-05T06:14:06.602803+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602803+0000","last_undegraded":"2024-09-05T06:14:06.602803+0000","last_fullsized":"2024-09-05T06:14:06.602803+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606496+0000","last_change":"2024-09-05T06:14:06.606496+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606496+0000","last_undegraded":"2024-09-05T06:14:06.606496+0000","last_fullsized":"2024-09-05T06:14:06.606496+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606289+0000","last_change":"2024-09-05T06:14:06.606289+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606289+0000","last_undegraded":"2024-09-05T06:14:06.606289+0000","last_fullsized":"2024-09-05T06:14:06.606289+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602808+0000","last_change":"2024-09-05T06:14:06.602808+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602808+0000","last_undegraded":"2024-09-05T06:14:06.602808+0000","last_fullsized":"2024-09-05T06:14:06.602808+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.628632+0000","last_change":"2024-09-05T06:14:06.628491+0000","last_active":"2024-09-05T06:14:06.628632+0000","last_peered":"2024-09-05T06:14:06.628632+0000","last_clean":"2024-09-05T06:14:06.628632+0000","last_became_active":"2024-09-05T06:14:06.628239+0000","last_became_peered":"2024-09-05T06:14:06.628239+0000","last_unstale":"2024-09-05T06:14:06.628632+0000","last_undegraded":"2024-09-05T06:14:06.628632+0000","last_fullsized":"2024-09-05T06:14:06.628632+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:56.915527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606646+0000","last_change":"2024-09-05T06:14:06.606646+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606646+0000","last_undegraded":"2024-09-05T06:14:06.606646+0000","last_fullsized":"2024-09-05T06:14:06.606646+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.629068+0000","last_change":"2024-09-05T06:14:06.628881+0000","last_active":"2024-09-05T06:14:06.629068+0000","last_peered":"2024-09-05T06:14:06.629068+0000","last_clean":"2024-09-05T06:14:06.629068+0000","last_became_active":"2024-09-05T06:14:06.628602+0000","last_became_peered":"2024-09-05T06:14:06.628602+0000","last_unstale":"2024-09-05T06:14:06.629068+0000","last_undegraded":"2024-09-05T06:14:06.629068+0000","last_fullsized":"2024-09-05T06:14:06.629068+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:53:43.997460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601725+0000","last_change":"2024-09-05T06:14:06.601725+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601725+0000","last_undegraded":"2024-09-05T06:14:06.601725+0000","last_fullsized":"2024-09-05T06:14:06.601725+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618799+0000","last_change":"2024-09-05T06:14:06.618406+0000","last_active":"2024-09-05T06:14:06.618799+0000","last_peered":"2024-09-05T06:14:06.618799+0000","last_clean":"2024-09-05T06:14:06.618799+0000","last_became_active":"2024-09-05T06:14:06.615301+0000","last_became_peered":"2024-09-05T06:14:06.615301+0000","last_unstale":"2024-09-05T06:14:06.618799+0000","last_undegraded":"2024-09-05T06:14:06.618799+0000","last_fullsized":"2024-09-05T06:14:06.618799+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:36.643095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606318+0000","last_change":"2024-09-05T06:14:06.606318+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606318+0000","last_undegraded":"2024-09-05T06:14:06.606318+0000","last_fullsized":"2024-09-05T06:14:06.606318+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.612465+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:06.612465+0000","last_peered":"2024-09-05T06:14:06.612465+0000","last_clean":"2024-09-05T06:14:06.612465+0000","last_became_active":"2024-09-05T06:14:06.611224+0000","last_became_peered":"2024-09-05T06:14:06.611224+0000","last_unstale":"2024-09-05T06:14:06.612465+0000","last_undegraded":"2024-09-05T06:14:06.612465+0000","last_fullsized":"2024-09-05T06:14:06.612465+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:30:31.117460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.598289+0000","last_change":"2024-09-05T06:14:06.598289+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.598289+0000","last_undegraded":"2024-09-05T06:14:06.598289+0000","last_fullsized":"2024-09-05T06:14:06.598289+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.607741+0000","last_change":"2024-09-05T06:14:06.602659+0000","last_active":"2024-09-05T06:14:06.607741+0000","last_peered":"2024-09-05T06:14:06.607741+0000","last_clean":"2024-09-05T06:14:06.607741+0000","last_became_active":"2024-09-05T06:14:06.601702+0000","last_became_peered":"2024-09-05T06:14:06.601702+0000","last_unstale":"2024-09-05T06:14:06.607741+0000","last_undegraded":"2024-09-05T06:14:06.607741+0000","last_fullsized":"2024-09-05T06:14:06.607741+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:46:28.626062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605866+0000","last_change":"2024-09-05T06:14:06.605866+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605866+0000","last_undegraded":"2024-09-05T06:14:06.605866+0000","last_fullsized":"2024-09-05T06:14:06.605866+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621729+0000","last_change":"2024-09-05T06:14:06.621597+0000","last_active":"2024-09-05T06:14:06.621729+0000","last_peered":"2024-09-05T06:14:06.621729+0000","last_clean":"2024-09-05T06:14:06.621729+0000","last_became_active":"2024-09-05T06:14:06.621273+0000","last_became_peered":"2024-09-05T06:14:06.621273+0000","last_unstale":"2024-09-05T06:14:06.621729+0000","last_undegraded":"2024-09-05T06:14:06.621729+0000","last_fullsized":"2024-09-05T06:14:06.621729+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:28:18.844919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605971+0000","last_change":"2024-09-05T06:14:06.605971+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605971+0000","last_undegraded":"2024-09-05T06:14:06.605971+0000","last_fullsized":"2024-09-05T06:14:06.605971+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.623047+0000","last_change":"2024-09-05T06:14:06.622733+0000","last_active":"2024-09-05T06:14:06.623047+0000","last_peered":"2024-09-05T06:14:06.623047+0000","last_clean":"2024-09-05T06:14:06.623047+0000","last_became_active":"2024-09-05T06:14:06.621371+0000","last_became_peered":"2024-09-05T06:14:06.621371+0000","last_unstale":"2024-09-05T06:14:06.623047+0000","last_undegraded":"2024-09-05T06:14:06.623047+0000","last_fullsized":"2024-09-05T06:14:06.623047+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:43:36.432464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.599358+0000","last_change":"2024-09-05T06:14:06.599358+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.599358+0000","last_undegraded":"2024-09-05T06:14:06.599358+0000","last_fullsized":"2024-09-05T06:14:06.599358+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.623724+0000","last_change":"2024-09-05T06:14:06.623416+0000","last_active":"2024-09-05T06:14:06.623724+0000","last_peered":"2024-09-05T06:14:06.623724+0000","last_clean":"2024-09-05T06:14:06.623724+0000","last_became_active":"2024-09-05T06:14:06.621190+0000","last_became_peered":"2024-09-05T06:14:06.621190+0000","last_unstale":"2024-09-05T06:14:06.623724+0000","last_undegraded":"2024-09-05T06:14:06.623724+0000","last_fullsized":"2024-09-05T06:14:06.623724+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:23.175965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.611324+0000","last_change":"2024-09-05T06:14:06.611324+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.611324+0000","last_undegraded":"2024-09-05T06:14:06.611324+0000","last_fullsized":"2024-09-05T06:14:06.611324+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618707+0000","last_change":"2024-09-05T06:14:06.618561+0000","last_active":"2024-09-05T06:14:06.618707+0000","last_peered":"2024-09-05T06:14:06.618707+0000","last_clean":"2024-09-05T06:14:06.618707+0000","last_became_active":"2024-09-05T06:14:06.618352+0000","last_became_peered":"2024-09-05T06:14:06.618352+0000","last_unstale":"2024-09-05T06:14:06.618707+0000","last_undegraded":"2024-09-05T06:14:06.618707+0000","last_fullsized":"2024-09-05T06:14:06.618707+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:45.691162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604734+0000","last_change":"2024-09-05T06:14:06.604734+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604734+0000","last_undegraded":"2024-09-05T06:14:06.604734+0000","last_fullsized":"2024-09-05T06:14:06.604734+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.611821+0000","last_change":"2024-09-05T06:14:06.611588+0000","last_active":"2024-09-05T06:14:06.611821+0000","last_peered":"2024-09-05T06:14:06.611821+0000","last_clean":"2024-09-05T06:14:06.611821+0000","last_became_active":"2024-09-05T06:14:06.611011+0000","last_became_peered":"2024-09-05T06:14:06.611011+0000","last_unstale":"2024-09-05T06:14:06.611821+0000","last_undegraded":"2024-09-05T06:14:06.611821+0000","last_fullsized":"2024-09-05T06:14:06.611821+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:35:05.358929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.597896+0000","last_change":"2024-09-05T06:14:06.597896+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.597896+0000","last_undegraded":"2024-09-05T06:14:06.597896+0000","last_fullsized":"2024-09-05T06:14:06.597896+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.630183+0000","last_change":"2024-09-05T06:14:06.629932+0000","last_active":"2024-09-05T06:14:06.630183+0000","last_peered":"2024-09-05T06:14:06.630183+0000","last_clean":"2024-09-05T06:14:06.630183+0000","last_became_active":"2024-09-05T06:14:06.628734+0000","last_became_peered":"2024-09-05T06:14:06.628734+0000","last_unstale":"2024-09-05T06:14:06.630183+0000","last_undegraded":"2024-09-05T06:14:06.630183+0000","last_fullsized":"2024-09-05T06:14:06.630183+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:18.695665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603585+0000","last_change":"2024-09-05T06:14:06.603585+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603585+0000","last_undegraded":"2024-09-05T06:14:06.603585+0000","last_fullsized":"2024-09-05T06:14:06.603585+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.616466+0000","last_change":"2024-09-05T06:14:06.616197+0000","last_active":"2024-09-05T06:14:06.616466+0000","last_peered":"2024-09-05T06:14:06.616466+0000","last_clean":"2024-09-05T06:14:06.616466+0000","last_became_active":"2024-09-05T06:14:06.615954+0000","last_became_peered":"2024-09-05T06:14:06.615954+0000","last_unstale":"2024-09-05T06:14:06.616466+0000","last_undegraded":"2024-09-05T06:14:06.616466+0000","last_fullsized":"2024-09-05T06:14:06.616466+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:45:04.625839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603159+0000","last_change":"2024-09-05T06:14:06.603159+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603159+0000","last_undegraded":"2024-09-05T06:14:06.603159+0000","last_fullsized":"2024-09-05T06:14:06.603159+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.609683+0000","last_change":"2024-09-05T06:14:06.609368+0000","last_active":"2024-09-05T06:14:06.609683+0000","last_peered":"2024-09-05T06:14:06.609683+0000","last_clean":"2024-09-05T06:14:06.609683+0000","last_became_active":"2024-09-05T06:14:06.608704+0000","last_became_peered":"2024-09-05T06:14:06.608704+0000","last_unstale":"2024-09-05T06:14:06.609683+0000","last_undegraded":"2024-09-05T06:14:06.609683+0000","last_fullsized":"2024-09-05T06:14:06.609683+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:35:51.154159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605544+0000","last_change":"2024-09-05T06:14:06.605544+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605544+0000","last_undegraded":"2024-09-05T06:14:06.605544+0000","last_fullsized":"2024-09-05T06:14:06.605544+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.606709+0000","last_change":"2024-09-05T06:14:06.606106+0000","last_active":"2024-09-05T06:14:06.606709+0000","last_peered":"2024-09-05T06:14:06.606709+0000","last_clean":"2024-09-05T06:14:06.606709+0000","last_became_active":"2024-09-05T06:14:06.603502+0000","last_became_peered":"2024-09-05T06:14:06.603502+0000","last_unstale":"2024-09-05T06:14:06.606709+0000","last_undegraded":"2024-09-05T06:14:06.606709+0000","last_fullsized":"2024-09-05T06:14:06.606709+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:54:52.447241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600099+0000","last_change":"2024-09-05T06:14:06.600099+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600099+0000","last_undegraded":"2024-09-05T06:14:06.600099+0000","last_fullsized":"2024-09-05T06:14:06.600099+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.611954+0000","last_change":"2024-09-05T06:14:06.611823+0000","last_active":"2024-09-05T06:14:06.611954+0000","last_peered":"2024-09-05T06:14:06.611954+0000","last_clean":"2024-09-05T06:14:06.611954+0000","last_became_active":"2024-09-05T06:14:06.611366+0000","last_became_peered":"2024-09-05T06:14:06.611366+0000","last_unstale":"2024-09-05T06:14:06.611954+0000","last_undegraded":"2024-09-05T06:14:06.611954+0000","last_fullsized":"2024-09-05T06:14:06.611954+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:45.516862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605743+0000","last_change":"2024-09-05T06:14:06.605743+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605743+0000","last_undegraded":"2024-09-05T06:14:06.605743+0000","last_fullsized":"2024-09-05T06:14:06.605743+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.622859+0000","last_change":"2024-09-05T06:14:06.622562+0000","last_active":"2024-09-05T06:14:06.622859+0000","last_peered":"2024-09-05T06:14:06.622859+0000","last_clean":"2024-09-05T06:14:06.622859+0000","last_became_active":"2024-09-05T06:14:06.620460+0000","last_became_peered":"2024-09-05T06:14:06.620460+0000","last_unstale":"2024-09-05T06:14:06.622859+0000","last_undegraded":"2024-09-05T06:14:06.622859+0000","last_fullsized":"2024-09-05T06:14:06.622859+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:51:58.754757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.601151+0000","last_change":"2024-09-05T06:14:06.601151+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.601151+0000","last_undegraded":"2024-09-05T06:14:06.601151+0000","last_fullsized":"2024-09-05T06:14:06.601151+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.613730+0000","last_change":"2024-09-05T06:14:06.613587+0000","last_active":"2024-09-05T06:14:06.613730+0000","last_peered":"2024-09-05T06:14:06.613730+0000","last_clean":"2024-09-05T06:14:06.613730+0000","last_became_active":"2024-09-05T06:14:06.613313+0000","last_became_peered":"2024-09-05T06:14:06.613313+0000","last_unstale":"2024-09-05T06:14:06.613730+0000","last_undegraded":"2024-09-05T06:14:06.613730+0000","last_fullsized":"2024-09-05T06:14:06.613730+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:20.060820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.606905+0000","last_change":"2024-09-05T06:14:06.606905+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.606905+0000","last_undegraded":"2024-09-05T06:14:06.606905+0000","last_fullsized":"2024-09-05T06:14:06.606905+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.624300+0000","last_change":"2024-09-05T06:14:06.623980+0000","last_active":"2024-09-05T06:14:06.624300+0000","last_peered":"2024-09-05T06:14:06.624300+0000","last_clean":"2024-09-05T06:14:06.624300+0000","last_became_active":"2024-09-05T06:14:06.622629+0000","last_became_peered":"2024-09-05T06:14:06.622629+0000","last_unstale":"2024-09-05T06:14:06.624300+0000","last_undegraded":"2024-09-05T06:14:06.624300+0000","last_fullsized":"2024-09-05T06:14:06.624300+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:20:59.004448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600975+0000","last_change":"2024-09-05T06:14:06.600975+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600975+0000","last_undegraded":"2024-09-05T06:14:06.600975+0000","last_fullsized":"2024-09-05T06:14:06.600975+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621197+0000","last_change":"2024-09-05T06:14:06.620919+0000","last_active":"2024-09-05T06:14:06.621197+0000","last_peered":"2024-09-05T06:14:06.621197+0000","last_clean":"2024-09-05T06:14:06.621197+0000","last_became_active":"2024-09-05T06:14:06.620250+0000","last_became_peered":"2024-09-05T06:14:06.620250+0000","last_unstale":"2024-09-05T06:14:06.621197+0000","last_undegraded":"2024-09-05T06:14:06.621197+0000","last_fullsized":"2024-09-05T06:14:06.621197+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:48:28.041523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.594925+0000","last_change":"2024-09-05T06:14:06.594925+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.594925+0000","last_undegraded":"2024-09-05T06:14:06.594925+0000","last_fullsized":"2024-09-05T06:14:06.594925+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.618879+0000","last_change":"2024-09-05T06:14:06.618465+0000","last_active":"2024-09-05T06:14:06.618879+0000","last_peered":"2024-09-05T06:14:06.618879+0000","last_clean":"2024-09-05T06:14:06.618879+0000","last_became_active":"2024-09-05T06:14:06.616302+0000","last_became_peered":"2024-09-05T06:14:06.616302+0000","last_unstale":"2024-09-05T06:14:06.618879+0000","last_undegraded":"2024-09-05T06:14:06.618879+0000","last_fullsized":"2024-09-05T06:14:06.618879+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:00:39.704322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602768+0000","last_change":"2024-09-05T06:14:06.602768+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602768+0000","last_undegraded":"2024-09-05T06:14:06.602768+0000","last_fullsized":"2024-09-05T06:14:06.602768+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.609848+0000","last_change":"2024-09-05T06:14:06.609551+0000","last_active":"2024-09-05T06:14:06.609848+0000","last_peered":"2024-09-05T06:14:06.609848+0000","last_clean":"2024-09-05T06:14:06.609848+0000","last_became_active":"2024-09-05T06:14:06.608935+0000","last_became_peered":"2024-09-05T06:14:06.608935+0000","last_unstale":"2024-09-05T06:14:06.609848+0000","last_undegraded":"2024-09-05T06:14:06.609848+0000","last_fullsized":"2024-09-05T06:14:06.609848+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:00:09.823003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604961+0000","last_change":"2024-09-05T06:14:06.604961+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604961+0000","last_undegraded":"2024-09-05T06:14:06.604961+0000","last_fullsized":"2024-09-05T06:14:06.604961+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.619376+0000","last_change":"2024-09-05T06:14:06.618955+0000","last_active":"2024-09-05T06:14:06.619376+0000","last_peered":"2024-09-05T06:14:06.619376+0000","last_clean":"2024-09-05T06:14:06.619376+0000","last_became_active":"2024-09-05T06:14:06.616166+0000","last_became_peered":"2024-09-05T06:14:06.616166+0000","last_unstale":"2024-09-05T06:14:06.619376+0000","last_undegraded":"2024-09-05T06:14:06.619376+0000","last_fullsized":"2024-09-05T06:14:06.619376+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:38:02.202266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.600637+0000","last_change":"2024-09-05T06:14:06.600637+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.600637+0000","last_undegraded":"2024-09-05T06:14:06.600637+0000","last_fullsized":"2024-09-05T06:14:06.600637+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.620300+0000","last_change":"2024-09-05T06:14:06.619928+0000","last_active":"2024-09-05T06:14:06.620300+0000","last_peered":"2024-09-05T06:14:06.620300+0000","last_clean":"2024-09-05T06:14:06.620300+0000","last_became_active":"2024-09-05T06:14:06.619295+0000","last_became_peered":"2024-09-05T06:14:06.619295+0000","last_unstale":"2024-09-05T06:14:06.620300+0000","last_undegraded":"2024-09-05T06:14:06.620300+0000","last_fullsized":"2024-09-05T06:14:06.620300+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:24.914329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.603144+0000","last_change":"2024-09-05T06:14:06.603144+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.603144+0000","last_undegraded":"2024-09-05T06:14:06.603144+0000","last_fullsized":"2024-09-05T06:14:06.603144+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.619602+0000","last_change":"2024-09-05T06:14:06.619339+0000","last_active":"2024-09-05T06:14:06.619602+0000","last_peered":"2024-09-05T06:14:06.619602+0000","last_clean":"2024-09-05T06:14:06.619602+0000","last_became_active":"2024-09-05T06:14:06.618713+0000","last_became_peered":"2024-09-05T06:14:06.618713+0000","last_unstale":"2024-09-05T06:14:06.619602+0000","last_undegraded":"2024-09-05T06:14:06.619602+0000","last_fullsized":"2024-09-05T06:14:06.619602+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:58:18.170713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602462+0000","last_change":"2024-09-05T06:14:06.602462+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602462+0000","last_undegraded":"2024-09-05T06:14:06.602462+0000","last_fullsized":"2024-09-05T06:14:06.602462+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.622144+0000","last_change":"2024-09-05T06:14:06.621838+0000","last_active":"2024-09-05T06:14:06.622144+0000","last_peered":"2024-09-05T06:14:06.622144+0000","last_clean":"2024-09-05T06:14:06.622144+0000","last_became_active":"2024-09-05T06:14:06.619761+0000","last_became_peered":"2024-09-05T06:14:06.619761+0000","last_unstale":"2024-09-05T06:14:06.622144+0000","last_undegraded":"2024-09-05T06:14:06.622144+0000","last_fullsized":"2024-09-05T06:14:06.622144+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:35:41.439568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604432+0000","last_change":"2024-09-05T06:14:06.604432+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604432+0000","last_undegraded":"2024-09-05T06:14:06.604432+0000","last_fullsized":"2024-09-05T06:14:06.604432+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.614882+0000","last_change":"2024-09-05T06:14:06.614742+0000","last_active":"2024-09-05T06:14:06.614882+0000","last_peered":"2024-09-05T06:14:06.614882+0000","last_clean":"2024-09-05T06:14:06.614882+0000","last_became_active":"2024-09-05T06:14:06.614471+0000","last_became_peered":"2024-09-05T06:14:06.614471+0000","last_unstale":"2024-09-05T06:14:06.614882+0000","last_undegraded":"2024-09-05T06:14:06.614882+0000","last_fullsized":"2024-09-05T06:14:06.614882+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:27.602576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605490+0000","last_change":"2024-09-05T06:14:06.605490+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605490+0000","last_undegraded":"2024-09-05T06:14:06.605490+0000","last_fullsized":"2024-09-05T06:14:06.605490+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.620576+0000","last_change":"2024-09-05T06:14:06.620448+0000","last_active":"2024-09-05T06:14:06.620576+0000","last_peered":"2024-09-05T06:14:06.620576+0000","last_clean":"2024-09-05T06:14:06.620576+0000","last_became_active":"2024-09-05T06:14:06.619998+0000","last_became_peered":"2024-09-05T06:14:06.619998+0000","last_unstale":"2024-09-05T06:14:06.620576+0000","last_undegraded":"2024-09-05T06:14:06.620576+0000","last_fullsized":"2024-09-05T06:14:06.620576+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:47:54.476948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.605580+0000","last_change":"2024-09-05T06:14:06.605580+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.605580+0000","last_undegraded":"2024-09-05T06:14:06.605580+0000","last_fullsized":"2024-09-05T06:14:06.605580+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.607744+0000","last_change":"2024-09-05T06:14:06.606957+0000","last_active":"2024-09-05T06:14:06.607744+0000","last_peered":"2024-09-05T06:14:06.607744+0000","last_clean":"2024-09-05T06:14:06.607744+0000","last_became_active":"2024-09-05T06:14:06.605382+0000","last_became_peered":"2024-09-05T06:14:06.605382+0000","last_unstale":"2024-09-05T06:14:06.607744+0000","last_undegraded":"2024-09-05T06:14:06.607744+0000","last_fullsized":"2024-09-05T06:14:06.607744+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:17:55.090790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.602364+0000","last_change":"2024-09-05T06:14:06.602364+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.602364+0000","last_undegraded":"2024-09-05T06:14:06.602364+0000","last_fullsized":"2024-09-05T06:14:06.602364+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.616458+0000","last_change":"2024-09-05T06:14:06.616314+0000","last_active":"2024-09-05T06:14:06.616458+0000","last_peered":"2024-09-05T06:14:06.616458+0000","last_clean":"2024-09-05T06:14:06.616458+0000","last_became_active":"2024-09-05T06:14:06.616091+0000","last_became_peered":"2024-09-05T06:14:06.616091+0000","last_unstale":"2024-09-05T06:14:06.616458+0000","last_undegraded":"2024-09-05T06:14:06.616458+0000","last_fullsized":"2024-09-05T06:14:06.616458+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:45.177040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604780+0000","last_change":"2024-09-05T06:14:06.604780+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604780+0000","last_undegraded":"2024-09-05T06:14:06.604780+0000","last_fullsized":"2024-09-05T06:14:06.604780+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.629680+0000","last_change":"2024-09-05T06:14:06.629410+0000","last_active":"2024-09-05T06:14:06.629680+0000","last_peered":"2024-09-05T06:14:06.629680+0000","last_clean":"2024-09-05T06:14:06.629680+0000","last_became_active":"2024-09-05T06:14:06.627798+0000","last_became_peered":"2024-09-05T06:14:06.627798+0000","last_unstale":"2024-09-05T06:14:06.629680+0000","last_undegraded":"2024-09-05T06:14:06.629680+0000","last_fullsized":"2024-09-05T06:14:06.629680+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:19:51.158660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604651+0000","last_change":"2024-09-05T06:14:06.604651+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604651+0000","last_undegraded":"2024-09-05T06:14:06.604651+0000","last_fullsized":"2024-09-05T06:14:06.604651+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.612726+0000","last_change":"2024-09-05T06:14:06.612607+0000","last_active":"2024-09-05T06:14:06.612726+0000","last_peered":"2024-09-05T06:14:06.612726+0000","last_clean":"2024-09-05T06:14:06.612726+0000","last_became_active":"2024-09-05T06:14:06.612300+0000","last_became_peered":"2024-09-05T06:14:06.612300+0000","last_unstale":"2024-09-05T06:14:06.612726+0000","last_undegraded":"2024-09-05T06:14:06.612726+0000","last_fullsized":"2024-09-05T06:14:06.612726+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:01:36.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":105,"state":"creating+peering","last_fresh":"2024-09-05T06:14:06.604903+0000","last_change":"2024-09-05T06:14:06.604903+0000","last_active":"2024-09-05T06:14:06.590822+0000","last_peered":"2024-09-05T06:14:06.590822+0000","last_clean":"2024-09-05T06:14:06.590822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:14:06.604903+0000","last_undegraded":"2024-09-05T06:14:06.604903+0000","last_fullsized":"2024-09-05T06:14:06.604903+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.621594+0000","last_change":"2024-09-05T06:14:06.621349+0000","last_active":"2024-09-05T06:14:06.621594+0000","last_peered":"2024-09-05T06:14:06.621594+0000","last_clean":"2024-09-05T06:14:06.621594+0000","last_became_active":"2024-09-05T06:14:06.620708+0000","last_became_peered":"2024-09-05T06:14:06.620708+0000","last_unstale":"2024-09-05T06:14:06.621594+0000","last_undegraded":"2024-09-05T06:14:06.621594+0000","last_fullsized":"2024-09-05T06:14:06.621594+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:31:23.148091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":338,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-05T06:14:06.597800+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:14:06.597800+0000","last_peered":"2024-09-05T06:14:06.597800+0000","last_clean":"2024-09-05T06:14:06.597800+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:14:06.597800+0000","last_undegraded":"2024-09-05T06:14:06.597800+0000","last_fullsized":"2024-09-05T06:14:06.597800+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:13.760634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574901,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574902,"num_pgs":18,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574902,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1135,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194176,"statfs":{"total":200000000,"available":198837227,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574901,"num_pgs":19,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":558,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194753,"statfs":{"total":200000000,"available":199427595,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1135,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194176,"statfs":{"total":200000000,"available":198837227,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574901,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":552,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194759,"statfs":{"total":200000000,"available":199433870,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:14:13.577 INFO:tasks.ceph.mds.c.smithi070.stderr:2024-09-05T06:14:13.580+0000 7ff087c55640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:14:15.079 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:14:15.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9d5260640 1 Processor -- start 2024-09-05T06:14:15.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9d5260640 1 -- start start 2024-09-05T06:14:15.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9d5260640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9d00d4980 0x7fe9d00d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9d5260640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe9d015edb0 0x7fe9d00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9d5260640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00cf7e0 0x7fe9d00d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9d5260640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe9d00cfd30 con 0x7fe9d00d4980 2024-09-05T06:14:15.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9d5260640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe9d00d0010 con 0x7fe9d015edb0 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9d5260640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe9d00d02f0 con 0x7fe9d00cf7e0 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ced9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9d00d4980 0x7fe9d00d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ced9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9d00d4980 0x7fe9d00d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54860/0 (socket says 172.21.15.70:54860) 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ced9d640 1 -- 172.21.15.70:0/2099928246 learned_addr learned my addr 172.21.15.70:0/2099928246 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9cf59e640 1 --2- 172.21.15.70:0/2099928246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00cf7e0 0x7fe9d00d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ce59c640 1 --2- 172.21.15.70:0/2099928246 >> v2:172.21.15.196:3300/0 conn(0x7fe9d015edb0 0x7fe9d00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ced9d640 1 -- 172.21.15.70:0/2099928246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00cf7e0 msgr2=0x7fe9d00d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ced9d640 1 --2- 172.21.15.70:0/2099928246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00cf7e0 0x7fe9d00d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ced9d640 1 -- 172.21.15.70:0/2099928246 >> v2:172.21.15.196:3300/0 conn(0x7fe9d015edb0 msgr2=0x7fe9d00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:15.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ced9d640 1 --2- 172.21.15.70:0/2099928246 >> v2:172.21.15.196:3300/0 conn(0x7fe9d015edb0 0x7fe9d00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ced9d640 1 -- 172.21.15.70:0/2099928246 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d00d05d0 con 0x7fe9d00d4980 2024-09-05T06:14:15.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9cf59e640 1 --2- 172.21.15.70:0/2099928246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00cf7e0 0x7fe9d00d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:15.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.212+0000 7fe9ce59c640 1 --2- 172.21.15.70:0/2099928246 >> v2:172.21.15.196:3300/0 conn(0x7fe9d015edb0 0x7fe9d00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:15.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9ced9d640 1 --2- 172.21.15.70:0/2099928246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d00d4980 0x7fe9d00d4d60 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00d1320 tx=0x7fe9c801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fdbd95b75c87258 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9cdd9b640 1 -- 172.21.15.70:0/2099928246 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80aa430 con 0x7fe9d00d4980 2024-09-05T06:14:15.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9cdd9b640 1 -- 172.21.15.70:0/2099928246 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9c80af070 con 0x7fe9d00d4980 2024-09-05T06:14:15.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9cdd9b640 1 -- 172.21.15.70:0/2099928246 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80aa7f0 con 0x7fe9d00d4980 2024-09-05T06:14:15.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- 172.21.15.70:0/2099928246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d00d4980 msgr2=0x7fe9d00d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 --2- 172.21.15.70:0/2099928246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d00d4980 0x7fe9d00d4d60 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00d1320 tx=0x7fe9c801c4f0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- 172.21.15.70:0/2099928246 shutdown_connections 2024-09-05T06:14:15.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 --2- 172.21.15.70:0/2099928246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00cf7e0 0x7fe9d00d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 --2- 172.21.15.70:0/2099928246 >> v2:172.21.15.196:3300/0 conn(0x7fe9d015edb0 0x7fe9d00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 --2- 172.21.15.70:0/2099928246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d00d4980 0x7fe9d00d4d60 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- 172.21.15.70:0/2099928246 >> 172.21.15.70:0/2099928246 conn(0x7fe9d008e690 msgr2=0x7fe9d009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:15.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- 172.21.15.70:0/2099928246 shutdown_connections 2024-09-05T06:14:15.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- 172.21.15.70:0/2099928246 wait complete. 2024-09-05T06:14:15.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 Processor -- start 2024-09-05T06:14:15.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- start start 2024-09-05T06:14:15.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9d00cf7e0 0x7fe9d014e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00d4980 0x7fe9d00b9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d015edb0 0x7fe9d0150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d00d2030 con 0x7fe9d015edb0 2024-09-05T06:14:15.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d00d1eb0 con 0x7fe9d00cf7e0 2024-09-05T06:14:15.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9d5260640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe9d00d21b0 con 0x7fe9d00d4980 2024-09-05T06:14:15.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9cf59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d015edb0 0x7fe9d0150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9cf59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d015edb0 0x7fe9d0150000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54864/0 (socket says 172.21.15.70:54864) 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.216+0000 7fe9cf59e640 1 -- 172.21.15.70:0/1226645164 learned_addr learned my addr 172.21.15.70:0/1226645164 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9ce59c640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00d4980 0x7fe9d00b9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9ced9d640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9d00cf7e0 0x7fe9d014e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9cf59e640 1 -- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00d4980 msgr2=0x7fe9d00b9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9cf59e640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00d4980 0x7fe9d00b9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9cf59e640 1 -- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9d00cf7e0 msgr2=0x7fe9d014e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9cf59e640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9d00cf7e0 0x7fe9d014e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9cf59e640 1 -- 172.21.15.70:0/1226645164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d014e9e0 con 0x7fe9d015edb0 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9ce59c640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00d4980 0x7fe9d00b9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9cf59e640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d015edb0 0x7fe9d0150000 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000c820 tx=0x7fe9c000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9c77fe640 1 -- 172.21.15.70:0/1226645164 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0015070 con 0x7fe9d015edb0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9c77fe640 1 -- 172.21.15.70:0/1226645164 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9c0007a10 con 0x7fe9d015edb0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9c77fe640 1 -- 172.21.15.70:0/1226645164 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0007e00 con 0x7fe9d015edb0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9d00b9010 con 0x7fe9d015edb0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9d00b95d0 con 0x7fe9d015edb0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9d00d24a0 con 0x7fe9d015edb0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9c77fe640 1 -- 172.21.15.70:0/1226645164 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe9c0018070 con 0x7fe9d015edb0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9c77fe640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9b40678c0 0x7fe9b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9c77fe640 1 -- 172.21.15.70:0/1226645164 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7fe9c0085b90 con 0x7fe9d015edb0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9ced9d640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9b40678c0 0x7fe9b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.220+0000 7fe9ced9d640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9b40678c0 0x7fe9b4069d80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe9c80ae000 tx=0x7fe9c80a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.224+0000 7fe9c77fe640 1 -- 172.21.15.70:0/1226645164 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe9d014e9e0 con 0x7fe9d015edb0 2024-09-05T06:14:15.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.380+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe9d014f110 con 0x7fe9b40678c0 2024-09-05T06:14:15.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.392+0000 7fe9c77fe640 1 -- 172.21.15.70:0/1226645164 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247993 (secure 0 0 0) 0x7fe9d014f110 con 0x7fe9b40678c0 2024-09-05T06:14:15.391 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:15.392 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:14:15.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9b40678c0 msgr2=0x7fe9b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9b40678c0 0x7fe9b4069d80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe9c80ae000 tx=0x7fe9c80a7000 comp rx=0 tx=0).stop 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d015edb0 msgr2=0x7fe9d0150000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d015edb0 0x7fe9d0150000 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000c820 tx=0x7fe9c000cce0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 shutdown_connections 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9b40678c0 0x7fe9b4069d80 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9d015edb0 0x7fe9d0150000 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9d00d4980 0x7fe9d00b9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 --2- 172.21.15.70:0/1226645164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9d00cf7e0 0x7fe9d014e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 >> 172.21.15.70:0/1226645164 conn(0x7fe9d008e690 msgr2=0x7fe9d006d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 shutdown_connections 2024-09-05T06:14:15.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.396+0000 7fe9d5260640 1 -- 172.21.15.70:0/1226645164 wait complete. 2024-09-05T06:14:15.409 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":230,"stamp":"2024-09-05T06:14:14.408949+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":5731,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556768,"statfs":{"total":1600000000,"available":1594130604,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.812042"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754468+0000","last_change":"2024-09-05T06:14:07.658526+0000","last_active":"2024-09-05T06:14:08.754468+0000","last_peered":"2024-09-05T06:14:08.754468+0000","last_clean":"2024-09-05T06:14:08.754468+0000","last_became_active":"2024-09-05T06:14:07.643637+0000","last_became_peered":"2024-09-05T06:14:07.643637+0000","last_unstale":"2024-09-05T06:14:08.754468+0000","last_undegraded":"2024-09-05T06:14:08.754468+0000","last_fullsized":"2024-09-05T06:14:08.754468+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:36.887526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.617736+0000","last_change":"2024-09-05T06:14:07.621837+0000","last_active":"2024-09-05T06:14:08.617736+0000","last_peered":"2024-09-05T06:14:08.617736+0000","last_clean":"2024-09-05T06:14:08.617736+0000","last_became_active":"2024-09-05T06:14:07.619908+0000","last_became_peered":"2024-09-05T06:14:07.619908+0000","last_unstale":"2024-09-05T06:14:08.617736+0000","last_undegraded":"2024-09-05T06:14:08.617736+0000","last_fullsized":"2024-09-05T06:14:08.617736+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:55.020058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754113+0000","last_change":"2024-09-05T06:14:07.651364+0000","last_active":"2024-09-05T06:14:08.754113+0000","last_peered":"2024-09-05T06:14:08.754113+0000","last_clean":"2024-09-05T06:14:08.754113+0000","last_became_active":"2024-09-05T06:14:07.649471+0000","last_became_peered":"2024-09-05T06:14:07.649471+0000","last_unstale":"2024-09-05T06:14:08.754113+0000","last_undegraded":"2024-09-05T06:14:08.754113+0000","last_fullsized":"2024-09-05T06:14:08.754113+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:08.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.617158+0000","last_change":"2024-09-05T06:14:07.648813+0000","last_active":"2024-09-05T06:14:08.617158+0000","last_peered":"2024-09-05T06:14:08.617158+0000","last_clean":"2024-09-05T06:14:08.617158+0000","last_became_active":"2024-09-05T06:14:07.648188+0000","last_became_peered":"2024-09-05T06:14:07.648188+0000","last_unstale":"2024-09-05T06:14:08.617158+0000","last_undegraded":"2024-09-05T06:14:08.617158+0000","last_fullsized":"2024-09-05T06:14:08.617158+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:28:16.174560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755928+0000","last_change":"2024-09-05T06:14:07.652915+0000","last_active":"2024-09-05T06:14:08.755928+0000","last_peered":"2024-09-05T06:14:08.755928+0000","last_clean":"2024-09-05T06:14:08.755928+0000","last_became_active":"2024-09-05T06:14:07.647111+0000","last_became_peered":"2024-09-05T06:14:07.647111+0000","last_unstale":"2024-09-05T06:14:08.755928+0000","last_undegraded":"2024-09-05T06:14:08.755928+0000","last_fullsized":"2024-09-05T06:14:08.755928+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:01.191578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755139+0000","last_change":"2024-09-05T06:14:07.647788+0000","last_active":"2024-09-05T06:14:08.755139+0000","last_peered":"2024-09-05T06:14:08.755139+0000","last_clean":"2024-09-05T06:14:08.755139+0000","last_became_active":"2024-09-05T06:14:07.645524+0000","last_became_peered":"2024-09-05T06:14:07.645524+0000","last_unstale":"2024-09-05T06:14:08.755139+0000","last_undegraded":"2024-09-05T06:14:08.755139+0000","last_fullsized":"2024-09-05T06:14:08.755139+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:30:20.714683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.618374+0000","last_change":"2024-09-05T06:14:07.633936+0000","last_active":"2024-09-05T06:14:08.618374+0000","last_peered":"2024-09-05T06:14:08.618374+0000","last_clean":"2024-09-05T06:14:08.618374+0000","last_became_active":"2024-09-05T06:14:07.632420+0000","last_became_peered":"2024-09-05T06:14:07.632420+0000","last_unstale":"2024-09-05T06:14:08.618374+0000","last_undegraded":"2024-09-05T06:14:08.618374+0000","last_fullsized":"2024-09-05T06:14:08.618374+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:27.123959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755039+0000","last_change":"2024-09-05T06:14:07.659084+0000","last_active":"2024-09-05T06:14:08.755039+0000","last_peered":"2024-09-05T06:14:08.755039+0000","last_clean":"2024-09-05T06:14:08.755039+0000","last_became_active":"2024-09-05T06:14:07.658536+0000","last_became_peered":"2024-09-05T06:14:07.658536+0000","last_unstale":"2024-09-05T06:14:08.755039+0000","last_undegraded":"2024-09-05T06:14:08.755039+0000","last_fullsized":"2024-09-05T06:14:08.755039+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:14.060816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.753934+0000","last_change":"2024-09-05T06:14:07.630311+0000","last_active":"2024-09-05T06:14:08.753934+0000","last_peered":"2024-09-05T06:14:08.753934+0000","last_clean":"2024-09-05T06:14:08.753934+0000","last_became_active":"2024-09-05T06:14:07.629650+0000","last_became_peered":"2024-09-05T06:14:07.629650+0000","last_unstale":"2024-09-05T06:14:08.753934+0000","last_undegraded":"2024-09-05T06:14:08.753934+0000","last_fullsized":"2024-09-05T06:14:08.753934+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:41:55.352406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755302+0000","last_change":"2024-09-05T06:14:07.627497+0000","last_active":"2024-09-05T06:14:08.755302+0000","last_peered":"2024-09-05T06:14:08.755302+0000","last_clean":"2024-09-05T06:14:08.755302+0000","last_became_active":"2024-09-05T06:14:07.626853+0000","last_became_peered":"2024-09-05T06:14:07.626853+0000","last_unstale":"2024-09-05T06:14:08.755302+0000","last_undegraded":"2024-09-05T06:14:08.755302+0000","last_fullsized":"2024-09-05T06:14:08.755302+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:37:16.740784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.749449+0000","last_change":"2024-09-05T06:14:07.640212+0000","last_active":"2024-09-05T06:14:08.749449+0000","last_peered":"2024-09-05T06:14:08.749449+0000","last_clean":"2024-09-05T06:14:08.749449+0000","last_became_active":"2024-09-05T06:14:07.638250+0000","last_became_peered":"2024-09-05T06:14:07.638250+0000","last_unstale":"2024-09-05T06:14:08.749449+0000","last_undegraded":"2024-09-05T06:14:08.749449+0000","last_fullsized":"2024-09-05T06:14:08.749449+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:00:22.009024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754091+0000","last_change":"2024-09-05T06:14:07.649715+0000","last_active":"2024-09-05T06:14:08.754091+0000","last_peered":"2024-09-05T06:14:08.754091+0000","last_clean":"2024-09-05T06:14:08.754091+0000","last_became_active":"2024-09-05T06:14:07.648382+0000","last_became_peered":"2024-09-05T06:14:07.648382+0000","last_unstale":"2024-09-05T06:14:08.754091+0000","last_undegraded":"2024-09-05T06:14:08.754091+0000","last_fullsized":"2024-09-05T06:14:08.754091+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:58:51.594403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755577+0000","last_change":"2024-09-05T06:14:07.652888+0000","last_active":"2024-09-05T06:14:08.755577+0000","last_peered":"2024-09-05T06:14:08.755577+0000","last_clean":"2024-09-05T06:14:08.755577+0000","last_became_active":"2024-09-05T06:14:07.652118+0000","last_became_peered":"2024-09-05T06:14:07.652118+0000","last_unstale":"2024-09-05T06:14:08.755577+0000","last_undegraded":"2024-09-05T06:14:08.755577+0000","last_fullsized":"2024-09-05T06:14:08.755577+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:24:55.736639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.616179+0000","last_change":"2024-09-05T06:14:07.645145+0000","last_active":"2024-09-05T06:14:08.616179+0000","last_peered":"2024-09-05T06:14:08.616179+0000","last_clean":"2024-09-05T06:14:08.616179+0000","last_became_active":"2024-09-05T06:14:07.641780+0000","last_became_peered":"2024-09-05T06:14:07.641780+0000","last_unstale":"2024-09-05T06:14:08.616179+0000","last_undegraded":"2024-09-05T06:14:08.616179+0000","last_fullsized":"2024-09-05T06:14:08.616179+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:01.271832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.618347+0000","last_change":"2024-09-05T06:14:07.628987+0000","last_active":"2024-09-05T06:14:08.618347+0000","last_peered":"2024-09-05T06:14:08.618347+0000","last_clean":"2024-09-05T06:14:08.618347+0000","last_became_active":"2024-09-05T06:14:07.628326+0000","last_became_peered":"2024-09-05T06:14:07.628326+0000","last_unstale":"2024-09-05T06:14:08.618347+0000","last_undegraded":"2024-09-05T06:14:08.618347+0000","last_fullsized":"2024-09-05T06:14:08.618347+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:03:38.946321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755274+0000","last_change":"2024-09-05T06:14:07.647052+0000","last_active":"2024-09-05T06:14:08.755274+0000","last_peered":"2024-09-05T06:14:08.755274+0000","last_clean":"2024-09-05T06:14:08.755274+0000","last_became_active":"2024-09-05T06:14:07.644643+0000","last_became_peered":"2024-09-05T06:14:07.644643+0000","last_unstale":"2024-09-05T06:14:08.755274+0000","last_undegraded":"2024-09-05T06:14:08.755274+0000","last_fullsized":"2024-09-05T06:14:08.755274+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:18.373487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754286+0000","last_change":"2024-09-05T06:14:07.649170+0000","last_active":"2024-09-05T06:14:08.754286+0000","last_peered":"2024-09-05T06:14:08.754286+0000","last_clean":"2024-09-05T06:14:08.754286+0000","last_became_active":"2024-09-05T06:14:07.647478+0000","last_became_peered":"2024-09-05T06:14:07.647478+0000","last_unstale":"2024-09-05T06:14:08.754286+0000","last_undegraded":"2024-09-05T06:14:08.754286+0000","last_fullsized":"2024-09-05T06:14:08.754286+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:39:08.047944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.749175+0000","last_change":"2024-09-05T06:14:07.651427+0000","last_active":"2024-09-05T06:14:08.749175+0000","last_peered":"2024-09-05T06:14:08.749175+0000","last_clean":"2024-09-05T06:14:08.749175+0000","last_became_active":"2024-09-05T06:14:07.650691+0000","last_became_peered":"2024-09-05T06:14:07.650691+0000","last_unstale":"2024-09-05T06:14:08.749175+0000","last_undegraded":"2024-09-05T06:14:08.749175+0000","last_fullsized":"2024-09-05T06:14:08.749175+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:51:03.487457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.616553+0000","last_change":"2024-09-05T06:14:07.644275+0000","last_active":"2024-09-05T06:14:08.616553+0000","last_peered":"2024-09-05T06:14:08.616553+0000","last_clean":"2024-09-05T06:14:08.616553+0000","last_became_active":"2024-09-05T06:14:07.640594+0000","last_became_peered":"2024-09-05T06:14:07.640594+0000","last_unstale":"2024-09-05T06:14:08.616553+0000","last_undegraded":"2024-09-05T06:14:08.616553+0000","last_fullsized":"2024-09-05T06:14:08.616553+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:15.921876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.620366+0000","last_change":"2024-09-05T06:14:07.642176+0000","last_active":"2024-09-05T06:14:08.620366+0000","last_peered":"2024-09-05T06:14:08.620366+0000","last_clean":"2024-09-05T06:14:08.620366+0000","last_became_active":"2024-09-05T06:14:07.636556+0000","last_became_peered":"2024-09-05T06:14:07.636556+0000","last_unstale":"2024-09-05T06:14:08.620366+0000","last_undegraded":"2024-09-05T06:14:08.620366+0000","last_fullsized":"2024-09-05T06:14:08.620366+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:43.236033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.620021+0000","last_change":"2024-09-05T06:14:07.639575+0000","last_active":"2024-09-05T06:14:08.620021+0000","last_peered":"2024-09-05T06:14:08.620021+0000","last_clean":"2024-09-05T06:14:08.620021+0000","last_became_active":"2024-09-05T06:14:07.637798+0000","last_became_peered":"2024-09-05T06:14:07.637798+0000","last_unstale":"2024-09-05T06:14:08.620021+0000","last_undegraded":"2024-09-05T06:14:08.620021+0000","last_fullsized":"2024-09-05T06:14:08.620021+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:23:28.484199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.617684+0000","last_change":"2024-09-05T06:14:07.624717+0000","last_active":"2024-09-05T06:14:08.617684+0000","last_peered":"2024-09-05T06:14:08.617684+0000","last_clean":"2024-09-05T06:14:08.617684+0000","last_became_active":"2024-09-05T06:14:07.623290+0000","last_became_peered":"2024-09-05T06:14:07.623290+0000","last_unstale":"2024-09-05T06:14:08.617684+0000","last_undegraded":"2024-09-05T06:14:08.617684+0000","last_fullsized":"2024-09-05T06:14:08.617684+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:19:52.009035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755223+0000","last_change":"2024-09-05T06:14:07.640362+0000","last_active":"2024-09-05T06:14:08.755223+0000","last_peered":"2024-09-05T06:14:08.755223+0000","last_clean":"2024-09-05T06:14:08.755223+0000","last_became_active":"2024-09-05T06:14:07.639724+0000","last_became_peered":"2024-09-05T06:14:07.639724+0000","last_unstale":"2024-09-05T06:14:08.755223+0000","last_undegraded":"2024-09-05T06:14:08.755223+0000","last_fullsized":"2024-09-05T06:14:08.755223+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:45:06.971537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.748282+0000","last_change":"2024-09-05T06:14:07.642934+0000","last_active":"2024-09-05T06:14:08.748282+0000","last_peered":"2024-09-05T06:14:08.748282+0000","last_clean":"2024-09-05T06:14:08.748282+0000","last_became_active":"2024-09-05T06:14:07.642192+0000","last_became_peered":"2024-09-05T06:14:07.642192+0000","last_unstale":"2024-09-05T06:14:08.748282+0000","last_undegraded":"2024-09-05T06:14:08.748282+0000","last_fullsized":"2024-09-05T06:14:08.748282+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:33:21.023942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.748525+0000","last_change":"2024-09-05T06:14:07.648664+0000","last_active":"2024-09-05T06:14:08.748525+0000","last_peered":"2024-09-05T06:14:08.748525+0000","last_clean":"2024-09-05T06:14:08.748525+0000","last_became_active":"2024-09-05T06:14:07.648124+0000","last_became_peered":"2024-09-05T06:14:07.648124+0000","last_unstale":"2024-09-05T06:14:08.748525+0000","last_undegraded":"2024-09-05T06:14:08.748525+0000","last_fullsized":"2024-09-05T06:14:08.748525+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:53:46.523431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755909+0000","last_change":"2024-09-05T06:14:07.644823+0000","last_active":"2024-09-05T06:14:08.755909+0000","last_peered":"2024-09-05T06:14:08.755909+0000","last_clean":"2024-09-05T06:14:08.755909+0000","last_became_active":"2024-09-05T06:14:07.644218+0000","last_became_peered":"2024-09-05T06:14:07.644218+0000","last_unstale":"2024-09-05T06:14:08.755909+0000","last_undegraded":"2024-09-05T06:14:08.755909+0000","last_fullsized":"2024-09-05T06:14:08.755909+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:44:35.564497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.756094+0000","last_change":"2024-09-05T06:14:07.647713+0000","last_active":"2024-09-05T06:14:08.756094+0000","last_peered":"2024-09-05T06:14:08.756094+0000","last_clean":"2024-09-05T06:14:08.756094+0000","last_became_active":"2024-09-05T06:14:07.644279+0000","last_became_peered":"2024-09-05T06:14:07.644279+0000","last_unstale":"2024-09-05T06:14:08.756094+0000","last_undegraded":"2024-09-05T06:14:08.756094+0000","last_fullsized":"2024-09-05T06:14:08.756094+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:17:20.786971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754301+0000","last_change":"2024-09-05T06:14:07.657254+0000","last_active":"2024-09-05T06:14:08.754301+0000","last_peered":"2024-09-05T06:14:08.754301+0000","last_clean":"2024-09-05T06:14:08.754301+0000","last_became_active":"2024-09-05T06:14:07.643563+0000","last_became_peered":"2024-09-05T06:14:07.643563+0000","last_unstale":"2024-09-05T06:14:08.754301+0000","last_undegraded":"2024-09-05T06:14:08.754301+0000","last_fullsized":"2024-09-05T06:14:08.754301+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:35.216741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.617560+0000","last_change":"2024-09-05T06:14:07.634859+0000","last_active":"2024-09-05T06:14:08.617560+0000","last_peered":"2024-09-05T06:14:08.617560+0000","last_clean":"2024-09-05T06:14:08.617560+0000","last_became_active":"2024-09-05T06:14:07.634232+0000","last_became_peered":"2024-09-05T06:14:07.634232+0000","last_unstale":"2024-09-05T06:14:08.617560+0000","last_undegraded":"2024-09-05T06:14:08.617560+0000","last_fullsized":"2024-09-05T06:14:08.617560+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:22:15.366230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.620160+0000","last_change":"2024-09-05T06:14:07.637427+0000","last_active":"2024-09-05T06:14:08.620160+0000","last_peered":"2024-09-05T06:14:08.620160+0000","last_clean":"2024-09-05T06:14:08.620160+0000","last_became_active":"2024-09-05T06:14:07.635709+0000","last_became_peered":"2024-09-05T06:14:07.635709+0000","last_unstale":"2024-09-05T06:14:08.620160+0000","last_undegraded":"2024-09-05T06:14:08.620160+0000","last_fullsized":"2024-09-05T06:14:08.620160+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:38:06.489508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755402+0000","last_change":"2024-09-05T06:14:07.648450+0000","last_active":"2024-09-05T06:14:08.755402+0000","last_peered":"2024-09-05T06:14:08.755402+0000","last_clean":"2024-09-05T06:14:08.755402+0000","last_became_active":"2024-09-05T06:14:07.646421+0000","last_became_peered":"2024-09-05T06:14:07.646421+0000","last_unstale":"2024-09-05T06:14:08.755402+0000","last_undegraded":"2024-09-05T06:14:08.755402+0000","last_fullsized":"2024-09-05T06:14:08.755402+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:01:26.293951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754593+0000","last_change":"2024-09-05T06:14:07.648590+0000","last_active":"2024-09-05T06:14:08.754593+0000","last_peered":"2024-09-05T06:14:08.754593+0000","last_clean":"2024-09-05T06:14:08.754593+0000","last_became_active":"2024-09-05T06:14:07.648017+0000","last_became_peered":"2024-09-05T06:14:07.648017+0000","last_unstale":"2024-09-05T06:14:08.754593+0000","last_undegraded":"2024-09-05T06:14:08.754593+0000","last_fullsized":"2024-09-05T06:14:08.754593+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:04.600105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754349+0000","last_change":"2024-09-05T06:14:07.644518+0000","last_active":"2024-09-05T06:14:08.754349+0000","last_peered":"2024-09-05T06:14:08.754349+0000","last_clean":"2024-09-05T06:14:08.754349+0000","last_became_active":"2024-09-05T06:14:07.642507+0000","last_became_peered":"2024-09-05T06:14:07.642507+0000","last_unstale":"2024-09-05T06:14:08.754349+0000","last_undegraded":"2024-09-05T06:14:08.754349+0000","last_fullsized":"2024-09-05T06:14:08.754349+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:41.684710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"106'4","reported_seq":18,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.756204+0000","last_change":"2024-09-05T06:14:06.628491+0000","last_active":"2024-09-05T06:14:08.756204+0000","last_peered":"2024-09-05T06:14:08.756204+0000","last_clean":"2024-09-05T06:14:08.756204+0000","last_became_active":"2024-09-05T06:14:06.628239+0000","last_became_peered":"2024-09-05T06:14:06.628239+0000","last_unstale":"2024-09-05T06:14:08.756204+0000","last_undegraded":"2024-09-05T06:14:08.756204+0000","last_fullsized":"2024-09-05T06:14:08.756204+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:34:47.779818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754431+0000","last_change":"2024-09-05T06:14:07.657728+0000","last_active":"2024-09-05T06:14:08.754431+0000","last_peered":"2024-09-05T06:14:08.754431+0000","last_clean":"2024-09-05T06:14:08.754431+0000","last_became_active":"2024-09-05T06:14:07.656977+0000","last_became_peered":"2024-09-05T06:14:07.656977+0000","last_unstale":"2024-09-05T06:14:08.754431+0000","last_undegraded":"2024-09-05T06:14:08.754431+0000","last_fullsized":"2024-09-05T06:14:08.754431+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:29.276175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754247+0000","last_change":"2024-09-05T06:14:06.628881+0000","last_active":"2024-09-05T06:14:08.754247+0000","last_peered":"2024-09-05T06:14:08.754247+0000","last_clean":"2024-09-05T06:14:08.754247+0000","last_became_active":"2024-09-05T06:14:06.628602+0000","last_became_peered":"2024-09-05T06:14:06.628602+0000","last_unstale":"2024-09-05T06:14:08.754247+0000","last_undegraded":"2024-09-05T06:14:08.754247+0000","last_fullsized":"2024-09-05T06:14:08.754247+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:24:11.746955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754938+0000","last_change":"2024-09-05T06:14:07.650247+0000","last_active":"2024-09-05T06:14:08.754938+0000","last_peered":"2024-09-05T06:14:08.754938+0000","last_clean":"2024-09-05T06:14:08.754938+0000","last_became_active":"2024-09-05T06:14:07.649385+0000","last_became_peered":"2024-09-05T06:14:07.649385+0000","last_unstale":"2024-09-05T06:14:08.754938+0000","last_undegraded":"2024-09-05T06:14:08.754938+0000","last_fullsized":"2024-09-05T06:14:08.754938+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:00:12.140714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.748843+0000","last_change":"2024-09-05T06:14:06.618406+0000","last_active":"2024-09-05T06:14:08.748843+0000","last_peered":"2024-09-05T06:14:08.748843+0000","last_clean":"2024-09-05T06:14:08.748843+0000","last_became_active":"2024-09-05T06:14:06.615301+0000","last_became_peered":"2024-09-05T06:14:06.615301+0000","last_unstale":"2024-09-05T06:14:08.748843+0000","last_undegraded":"2024-09-05T06:14:08.748843+0000","last_fullsized":"2024-09-05T06:14:08.748843+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:48.355973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755964+0000","last_change":"2024-09-05T06:14:07.657419+0000","last_active":"2024-09-05T06:14:08.755964+0000","last_peered":"2024-09-05T06:14:08.755964+0000","last_clean":"2024-09-05T06:14:08.755964+0000","last_became_active":"2024-09-05T06:14:07.645116+0000","last_became_peered":"2024-09-05T06:14:07.645116+0000","last_unstale":"2024-09-05T06:14:08.755964+0000","last_undegraded":"2024-09-05T06:14:08.755964+0000","last_fullsized":"2024-09-05T06:14:08.755964+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:37:50.350457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.621058+0000","last_change":"2024-09-05T06:14:06.612141+0000","last_active":"2024-09-05T06:14:08.621058+0000","last_peered":"2024-09-05T06:14:08.621058+0000","last_clean":"2024-09-05T06:14:08.621058+0000","last_became_active":"2024-09-05T06:14:06.611224+0000","last_became_peered":"2024-09-05T06:14:06.611224+0000","last_unstale":"2024-09-05T06:14:08.621058+0000","last_undegraded":"2024-09-05T06:14:08.621058+0000","last_fullsized":"2024-09-05T06:14:08.621058+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:33:39.487278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.618692+0000","last_change":"2024-09-05T06:14:07.651243+0000","last_active":"2024-09-05T06:14:08.618692+0000","last_peered":"2024-09-05T06:14:08.618692+0000","last_clean":"2024-09-05T06:14:08.618692+0000","last_became_active":"2024-09-05T06:14:07.650698+0000","last_became_peered":"2024-09-05T06:14:07.650698+0000","last_unstale":"2024-09-05T06:14:08.618692+0000","last_undegraded":"2024-09-05T06:14:08.618692+0000","last_fullsized":"2024-09-05T06:14:08.618692+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:38:14.549469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754514+0000","last_change":"2024-09-05T06:14:06.602659+0000","last_active":"2024-09-05T06:14:08.754514+0000","last_peered":"2024-09-05T06:14:08.754514+0000","last_clean":"2024-09-05T06:14:08.754514+0000","last_became_active":"2024-09-05T06:14:06.601702+0000","last_became_peered":"2024-09-05T06:14:06.601702+0000","last_unstale":"2024-09-05T06:14:08.754514+0000","last_undegraded":"2024-09-05T06:14:08.754514+0000","last_fullsized":"2024-09-05T06:14:08.754514+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:06:01.709249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754752+0000","last_change":"2024-09-05T06:14:07.629641+0000","last_active":"2024-09-05T06:14:08.754752+0000","last_peered":"2024-09-05T06:14:08.754752+0000","last_clean":"2024-09-05T06:14:08.754752+0000","last_became_active":"2024-09-05T06:14:07.628920+0000","last_became_peered":"2024-09-05T06:14:07.628920+0000","last_unstale":"2024-09-05T06:14:08.754752+0000","last_undegraded":"2024-09-05T06:14:08.754752+0000","last_fullsized":"2024-09-05T06:14:08.754752+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:44:34.679120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754235+0000","last_change":"2024-09-05T06:14:06.621597+0000","last_active":"2024-09-05T06:14:08.754235+0000","last_peered":"2024-09-05T06:14:08.754235+0000","last_clean":"2024-09-05T06:14:08.754235+0000","last_became_active":"2024-09-05T06:14:06.621273+0000","last_became_peered":"2024-09-05T06:14:06.621273+0000","last_unstale":"2024-09-05T06:14:08.754235+0000","last_undegraded":"2024-09-05T06:14:08.754235+0000","last_fullsized":"2024-09-05T06:14:08.754235+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:40:22.335213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755428+0000","last_change":"2024-09-05T06:14:07.657705+0000","last_active":"2024-09-05T06:14:08.755428+0000","last_peered":"2024-09-05T06:14:08.755428+0000","last_clean":"2024-09-05T06:14:08.755428+0000","last_became_active":"2024-09-05T06:14:07.645978+0000","last_became_peered":"2024-09-05T06:14:07.645978+0000","last_unstale":"2024-09-05T06:14:08.755428+0000","last_undegraded":"2024-09-05T06:14:08.755428+0000","last_fullsized":"2024-09-05T06:14:08.755428+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:39:37.795228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.617357+0000","last_change":"2024-09-05T06:14:06.622733+0000","last_active":"2024-09-05T06:14:08.617357+0000","last_peered":"2024-09-05T06:14:08.617357+0000","last_clean":"2024-09-05T06:14:08.617357+0000","last_became_active":"2024-09-05T06:14:06.621371+0000","last_became_peered":"2024-09-05T06:14:06.621371+0000","last_unstale":"2024-09-05T06:14:08.617357+0000","last_undegraded":"2024-09-05T06:14:08.617357+0000","last_fullsized":"2024-09-05T06:14:08.617357+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:35:46.086147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.616922+0000","last_change":"2024-09-05T06:14:07.645802+0000","last_active":"2024-09-05T06:14:08.616922+0000","last_peered":"2024-09-05T06:14:08.616922+0000","last_clean":"2024-09-05T06:14:08.616922+0000","last_became_active":"2024-09-05T06:14:07.643573+0000","last_became_peered":"2024-09-05T06:14:07.643573+0000","last_unstale":"2024-09-05T06:14:08.616922+0000","last_undegraded":"2024-09-05T06:14:08.616922+0000","last_fullsized":"2024-09-05T06:14:08.616922+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:52:21.109263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.620492+0000","last_change":"2024-09-05T06:14:06.623416+0000","last_active":"2024-09-05T06:14:08.620492+0000","last_peered":"2024-09-05T06:14:08.620492+0000","last_clean":"2024-09-05T06:14:08.620492+0000","last_became_active":"2024-09-05T06:14:06.621190+0000","last_became_peered":"2024-09-05T06:14:06.621190+0000","last_unstale":"2024-09-05T06:14:08.620492+0000","last_undegraded":"2024-09-05T06:14:08.620492+0000","last_fullsized":"2024-09-05T06:14:08.620492+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:10:11.551318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.616692+0000","last_change":"2024-09-05T06:14:07.625322+0000","last_active":"2024-09-05T06:14:08.616692+0000","last_peered":"2024-09-05T06:14:08.616692+0000","last_clean":"2024-09-05T06:14:08.616692+0000","last_became_active":"2024-09-05T06:14:07.624116+0000","last_became_peered":"2024-09-05T06:14:07.624116+0000","last_unstale":"2024-09-05T06:14:08.616692+0000","last_undegraded":"2024-09-05T06:14:08.616692+0000","last_fullsized":"2024-09-05T06:14:08.616692+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:39.276632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754900+0000","last_change":"2024-09-05T06:14:06.618561+0000","last_active":"2024-09-05T06:14:08.754900+0000","last_peered":"2024-09-05T06:14:08.754900+0000","last_clean":"2024-09-05T06:14:08.754900+0000","last_became_active":"2024-09-05T06:14:06.618352+0000","last_became_peered":"2024-09-05T06:14:06.618352+0000","last_unstale":"2024-09-05T06:14:08.754900+0000","last_undegraded":"2024-09-05T06:14:08.754900+0000","last_fullsized":"2024-09-05T06:14:08.754900+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:55:40.351226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754789+0000","last_change":"2024-09-05T06:14:07.659598+0000","last_active":"2024-09-05T06:14:08.754789+0000","last_peered":"2024-09-05T06:14:08.754789+0000","last_clean":"2024-09-05T06:14:08.754789+0000","last_became_active":"2024-09-05T06:14:07.659154+0000","last_became_peered":"2024-09-05T06:14:07.659154+0000","last_unstale":"2024-09-05T06:14:08.754789+0000","last_undegraded":"2024-09-05T06:14:08.754789+0000","last_fullsized":"2024-09-05T06:14:08.754789+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:46:00.795581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754841+0000","last_change":"2024-09-05T06:14:06.611588+0000","last_active":"2024-09-05T06:14:08.754841+0000","last_peered":"2024-09-05T06:14:08.754841+0000","last_clean":"2024-09-05T06:14:08.754841+0000","last_became_active":"2024-09-05T06:14:06.611011+0000","last_became_peered":"2024-09-05T06:14:06.611011+0000","last_unstale":"2024-09-05T06:14:08.754841+0000","last_undegraded":"2024-09-05T06:14:08.754841+0000","last_fullsized":"2024-09-05T06:14:08.754841+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:16:04.373123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.748737+0000","last_change":"2024-09-05T06:14:07.638200+0000","last_active":"2024-09-05T06:14:08.748737+0000","last_peered":"2024-09-05T06:14:08.748737+0000","last_clean":"2024-09-05T06:14:08.748737+0000","last_became_active":"2024-09-05T06:14:07.637162+0000","last_became_peered":"2024-09-05T06:14:07.637162+0000","last_unstale":"2024-09-05T06:14:08.748737+0000","last_undegraded":"2024-09-05T06:14:08.748737+0000","last_fullsized":"2024-09-05T06:14:08.748737+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:07:14.342478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"106'3","reported_seq":17,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754661+0000","last_change":"2024-09-05T06:14:06.629932+0000","last_active":"2024-09-05T06:14:08.754661+0000","last_peered":"2024-09-05T06:14:08.754661+0000","last_clean":"2024-09-05T06:14:08.754661+0000","last_became_active":"2024-09-05T06:14:06.628734+0000","last_became_peered":"2024-09-05T06:14:06.628734+0000","last_unstale":"2024-09-05T06:14:08.754661+0000","last_undegraded":"2024-09-05T06:14:08.754661+0000","last_fullsized":"2024-09-05T06:14:08.754661+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:17:13.495272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755771+0000","last_change":"2024-09-05T06:14:07.659262+0000","last_active":"2024-09-05T06:14:08.755771+0000","last_peered":"2024-09-05T06:14:08.755771+0000","last_clean":"2024-09-05T06:14:08.755771+0000","last_became_active":"2024-09-05T06:14:07.658819+0000","last_became_peered":"2024-09-05T06:14:07.658819+0000","last_unstale":"2024-09-05T06:14:08.755771+0000","last_undegraded":"2024-09-05T06:14:08.755771+0000","last_fullsized":"2024-09-05T06:14:08.755771+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:31.932915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"106'6","reported_seq":20,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754483+0000","last_change":"2024-09-05T06:14:06.616197+0000","last_active":"2024-09-05T06:14:08.754483+0000","last_peered":"2024-09-05T06:14:08.754483+0000","last_clean":"2024-09-05T06:14:08.754483+0000","last_became_active":"2024-09-05T06:14:06.615954+0000","last_became_peered":"2024-09-05T06:14:06.615954+0000","last_unstale":"2024-09-05T06:14:08.754483+0000","last_undegraded":"2024-09-05T06:14:08.754483+0000","last_fullsized":"2024-09-05T06:14:08.754483+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:37:11.350465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.748458+0000","last_change":"2024-09-05T06:14:07.643605+0000","last_active":"2024-09-05T06:14:08.748458+0000","last_peered":"2024-09-05T06:14:08.748458+0000","last_clean":"2024-09-05T06:14:08.748458+0000","last_became_active":"2024-09-05T06:14:07.642966+0000","last_became_peered":"2024-09-05T06:14:07.642966+0000","last_unstale":"2024-09-05T06:14:08.748458+0000","last_undegraded":"2024-09-05T06:14:08.748458+0000","last_fullsized":"2024-09-05T06:14:08.748458+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:49:40.983926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.619122+0000","last_change":"2024-09-05T06:14:06.609368+0000","last_active":"2024-09-05T06:14:08.619122+0000","last_peered":"2024-09-05T06:14:08.619122+0000","last_clean":"2024-09-05T06:14:08.619122+0000","last_became_active":"2024-09-05T06:14:06.608704+0000","last_became_peered":"2024-09-05T06:14:06.608704+0000","last_unstale":"2024-09-05T06:14:08.619122+0000","last_undegraded":"2024-09-05T06:14:08.619122+0000","last_fullsized":"2024-09-05T06:14:08.619122+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:52:32.553277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755697+0000","last_change":"2024-09-05T06:14:07.657032+0000","last_active":"2024-09-05T06:14:08.755697+0000","last_peered":"2024-09-05T06:14:08.755697+0000","last_clean":"2024-09-05T06:14:08.755697+0000","last_became_active":"2024-09-05T06:14:07.644306+0000","last_became_peered":"2024-09-05T06:14:07.644306+0000","last_unstale":"2024-09-05T06:14:08.755697+0000","last_undegraded":"2024-09-05T06:14:08.755697+0000","last_fullsized":"2024-09-05T06:14:08.755697+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:13.429384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.619083+0000","last_change":"2024-09-05T06:14:06.606106+0000","last_active":"2024-09-05T06:14:08.619083+0000","last_peered":"2024-09-05T06:14:08.619083+0000","last_clean":"2024-09-05T06:14:08.619083+0000","last_became_active":"2024-09-05T06:14:06.603502+0000","last_became_peered":"2024-09-05T06:14:06.603502+0000","last_unstale":"2024-09-05T06:14:08.619083+0000","last_undegraded":"2024-09-05T06:14:08.619083+0000","last_fullsized":"2024-09-05T06:14:08.619083+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:33.938075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.616371+0000","last_change":"2024-09-05T06:14:07.651326+0000","last_active":"2024-09-05T06:14:08.616371+0000","last_peered":"2024-09-05T06:14:08.616371+0000","last_clean":"2024-09-05T06:14:08.616371+0000","last_became_active":"2024-09-05T06:14:07.650946+0000","last_became_peered":"2024-09-05T06:14:07.650946+0000","last_unstale":"2024-09-05T06:14:08.616371+0000","last_undegraded":"2024-09-05T06:14:08.616371+0000","last_fullsized":"2024-09-05T06:14:08.616371+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:12:21.954187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754933+0000","last_change":"2024-09-05T06:14:06.611823+0000","last_active":"2024-09-05T06:14:08.754933+0000","last_peered":"2024-09-05T06:14:08.754933+0000","last_clean":"2024-09-05T06:14:08.754933+0000","last_became_active":"2024-09-05T06:14:06.611366+0000","last_became_peered":"2024-09-05T06:14:06.611366+0000","last_unstale":"2024-09-05T06:14:08.754933+0000","last_undegraded":"2024-09-05T06:14:08.754933+0000","last_fullsized":"2024-09-05T06:14:08.754933+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:52.783445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.748262+0000","last_change":"2024-09-05T06:14:07.640865+0000","last_active":"2024-09-05T06:14:08.748262+0000","last_peered":"2024-09-05T06:14:08.748262+0000","last_clean":"2024-09-05T06:14:08.748262+0000","last_became_active":"2024-09-05T06:14:07.637933+0000","last_became_peered":"2024-09-05T06:14:07.637933+0000","last_unstale":"2024-09-05T06:14:08.748262+0000","last_undegraded":"2024-09-05T06:14:08.748262+0000","last_fullsized":"2024-09-05T06:14:08.748262+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:25.690444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"106'8","reported_seq":22,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.749696+0000","last_change":"2024-09-05T06:14:06.622562+0000","last_active":"2024-09-05T06:14:08.749696+0000","last_peered":"2024-09-05T06:14:08.749696+0000","last_clean":"2024-09-05T06:14:08.749696+0000","last_became_active":"2024-09-05T06:14:06.620460+0000","last_became_peered":"2024-09-05T06:14:06.620460+0000","last_unstale":"2024-09-05T06:14:08.749696+0000","last_undegraded":"2024-09-05T06:14:08.749696+0000","last_fullsized":"2024-09-05T06:14:08.749696+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:32:54.929025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754433+0000","last_change":"2024-09-05T06:14:07.647412+0000","last_active":"2024-09-05T06:14:08.754433+0000","last_peered":"2024-09-05T06:14:08.754433+0000","last_clean":"2024-09-05T06:14:08.754433+0000","last_became_active":"2024-09-05T06:14:07.646641+0000","last_became_peered":"2024-09-05T06:14:07.646641+0000","last_unstale":"2024-09-05T06:14:08.754433+0000","last_undegraded":"2024-09-05T06:14:08.754433+0000","last_fullsized":"2024-09-05T06:14:08.754433+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:02.169862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755987+0000","last_change":"2024-09-05T06:14:06.613587+0000","last_active":"2024-09-05T06:14:08.755987+0000","last_peered":"2024-09-05T06:14:08.755987+0000","last_clean":"2024-09-05T06:14:08.755987+0000","last_became_active":"2024-09-05T06:14:06.613313+0000","last_became_peered":"2024-09-05T06:14:06.613313+0000","last_unstale":"2024-09-05T06:14:08.755987+0000","last_undegraded":"2024-09-05T06:14:08.755987+0000","last_fullsized":"2024-09-05T06:14:08.755987+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:18:13.051066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754022+0000","last_change":"2024-09-05T06:14:07.652998+0000","last_active":"2024-09-05T06:14:08.754022+0000","last_peered":"2024-09-05T06:14:08.754022+0000","last_clean":"2024-09-05T06:14:08.754022+0000","last_became_active":"2024-09-05T06:14:07.650506+0000","last_became_peered":"2024-09-05T06:14:07.650506+0000","last_unstale":"2024-09-05T06:14:08.754022+0000","last_undegraded":"2024-09-05T06:14:08.754022+0000","last_fullsized":"2024-09-05T06:14:08.754022+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:44:07.264822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.620711+0000","last_change":"2024-09-05T06:14:06.623980+0000","last_active":"2024-09-05T06:14:08.620711+0000","last_peered":"2024-09-05T06:14:08.620711+0000","last_clean":"2024-09-05T06:14:08.620711+0000","last_became_active":"2024-09-05T06:14:06.622629+0000","last_became_peered":"2024-09-05T06:14:06.622629+0000","last_unstale":"2024-09-05T06:14:08.620711+0000","last_undegraded":"2024-09-05T06:14:08.620711+0000","last_fullsized":"2024-09-05T06:14:08.620711+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:23:06.197562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755201+0000","last_change":"2024-09-05T06:14:07.646330+0000","last_active":"2024-09-05T06:14:08.755201+0000","last_peered":"2024-09-05T06:14:08.755201+0000","last_clean":"2024-09-05T06:14:08.755201+0000","last_became_active":"2024-09-05T06:14:07.645695+0000","last_became_peered":"2024-09-05T06:14:07.645695+0000","last_unstale":"2024-09-05T06:14:08.755201+0000","last_undegraded":"2024-09-05T06:14:08.755201+0000","last_fullsized":"2024-09-05T06:14:08.755201+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:31.880139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.617918+0000","last_change":"2024-09-05T06:14:06.620919+0000","last_active":"2024-09-05T06:14:08.617918+0000","last_peered":"2024-09-05T06:14:08.617918+0000","last_clean":"2024-09-05T06:14:08.617918+0000","last_became_active":"2024-09-05T06:14:06.620250+0000","last_became_peered":"2024-09-05T06:14:06.620250+0000","last_unstale":"2024-09-05T06:14:08.617918+0000","last_undegraded":"2024-09-05T06:14:08.617918+0000","last_fullsized":"2024-09-05T06:14:08.617918+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:11:01.546614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.618346+0000","last_change":"2024-09-05T06:14:07.636480+0000","last_active":"2024-09-05T06:14:08.618346+0000","last_peered":"2024-09-05T06:14:08.618346+0000","last_clean":"2024-09-05T06:14:08.618346+0000","last_became_active":"2024-09-05T06:14:07.634955+0000","last_became_peered":"2024-09-05T06:14:07.634955+0000","last_unstale":"2024-09-05T06:14:08.618346+0000","last_undegraded":"2024-09-05T06:14:08.618346+0000","last_fullsized":"2024-09-05T06:14:08.618346+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:25:50.493827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.616632+0000","last_change":"2024-09-05T06:14:06.618465+0000","last_active":"2024-09-05T06:14:08.616632+0000","last_peered":"2024-09-05T06:14:08.616632+0000","last_clean":"2024-09-05T06:14:08.616632+0000","last_became_active":"2024-09-05T06:14:06.616302+0000","last_became_peered":"2024-09-05T06:14:06.616302+0000","last_unstale":"2024-09-05T06:14:08.616632+0000","last_undegraded":"2024-09-05T06:14:08.616632+0000","last_fullsized":"2024-09-05T06:14:08.616632+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:35.931258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.756136+0000","last_change":"2024-09-05T06:14:07.659009+0000","last_active":"2024-09-05T06:14:08.756136+0000","last_peered":"2024-09-05T06:14:08.756136+0000","last_clean":"2024-09-05T06:14:08.756136+0000","last_became_active":"2024-09-05T06:14:07.658432+0000","last_became_peered":"2024-09-05T06:14:07.658432+0000","last_unstale":"2024-09-05T06:14:08.756136+0000","last_undegraded":"2024-09-05T06:14:08.756136+0000","last_fullsized":"2024-09-05T06:14:08.756136+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:55.134593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.619676+0000","last_change":"2024-09-05T06:14:06.609551+0000","last_active":"2024-09-05T06:14:08.619676+0000","last_peered":"2024-09-05T06:14:08.619676+0000","last_clean":"2024-09-05T06:14:08.619676+0000","last_became_active":"2024-09-05T06:14:06.608935+0000","last_became_peered":"2024-09-05T06:14:06.608935+0000","last_unstale":"2024-09-05T06:14:08.619676+0000","last_undegraded":"2024-09-05T06:14:08.619676+0000","last_fullsized":"2024-09-05T06:14:08.619676+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:22:51.689708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.620596+0000","last_change":"2024-09-05T06:14:07.640210+0000","last_active":"2024-09-05T06:14:08.620596+0000","last_peered":"2024-09-05T06:14:08.620596+0000","last_clean":"2024-09-05T06:14:08.620596+0000","last_became_active":"2024-09-05T06:14:07.638661+0000","last_became_peered":"2024-09-05T06:14:07.638661+0000","last_unstale":"2024-09-05T06:14:08.620596+0000","last_undegraded":"2024-09-05T06:14:08.620596+0000","last_fullsized":"2024-09-05T06:14:08.620596+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:50:17.707332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.749011+0000","last_change":"2024-09-05T06:14:06.618955+0000","last_active":"2024-09-05T06:14:08.749011+0000","last_peered":"2024-09-05T06:14:08.749011+0000","last_clean":"2024-09-05T06:14:08.749011+0000","last_became_active":"2024-09-05T06:14:06.616166+0000","last_became_peered":"2024-09-05T06:14:06.616166+0000","last_unstale":"2024-09-05T06:14:08.749011+0000","last_undegraded":"2024-09-05T06:14:08.749011+0000","last_fullsized":"2024-09-05T06:14:08.749011+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:41.258311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754572+0000","last_change":"2024-09-05T06:14:07.642179+0000","last_active":"2024-09-05T06:14:08.754572+0000","last_peered":"2024-09-05T06:14:08.754572+0000","last_clean":"2024-09-05T06:14:08.754572+0000","last_became_active":"2024-09-05T06:14:07.641577+0000","last_became_peered":"2024-09-05T06:14:07.641577+0000","last_unstale":"2024-09-05T06:14:08.754572+0000","last_undegraded":"2024-09-05T06:14:08.754572+0000","last_fullsized":"2024-09-05T06:14:08.754572+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:42:08.845708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.619237+0000","last_change":"2024-09-05T06:14:06.619928+0000","last_active":"2024-09-05T06:14:08.619237+0000","last_peered":"2024-09-05T06:14:08.619237+0000","last_clean":"2024-09-05T06:14:08.619237+0000","last_became_active":"2024-09-05T06:14:06.619295+0000","last_became_peered":"2024-09-05T06:14:06.619295+0000","last_unstale":"2024-09-05T06:14:08.619237+0000","last_undegraded":"2024-09-05T06:14:08.619237+0000","last_fullsized":"2024-09-05T06:14:08.619237+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:39.635220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755962+0000","last_change":"2024-09-05T06:14:07.640319+0000","last_active":"2024-09-05T06:14:08.755962+0000","last_peered":"2024-09-05T06:14:08.755962+0000","last_clean":"2024-09-05T06:14:08.755962+0000","last_became_active":"2024-09-05T06:14:07.638211+0000","last_became_peered":"2024-09-05T06:14:07.638211+0000","last_unstale":"2024-09-05T06:14:08.755962+0000","last_undegraded":"2024-09-05T06:14:08.755962+0000","last_fullsized":"2024-09-05T06:14:08.755962+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:42:56.482477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.619445+0000","last_change":"2024-09-05T06:14:06.619339+0000","last_active":"2024-09-05T06:14:08.619445+0000","last_peered":"2024-09-05T06:14:08.619445+0000","last_clean":"2024-09-05T06:14:08.619445+0000","last_became_active":"2024-09-05T06:14:06.618713+0000","last_became_peered":"2024-09-05T06:14:06.618713+0000","last_unstale":"2024-09-05T06:14:08.619445+0000","last_undegraded":"2024-09-05T06:14:08.619445+0000","last_fullsized":"2024-09-05T06:14:08.619445+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:53:52.837444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.756240+0000","last_change":"2024-09-05T06:14:07.648377+0000","last_active":"2024-09-05T06:14:08.756240+0000","last_peered":"2024-09-05T06:14:08.756240+0000","last_clean":"2024-09-05T06:14:08.756240+0000","last_became_active":"2024-09-05T06:14:07.645065+0000","last_became_peered":"2024-09-05T06:14:07.645065+0000","last_unstale":"2024-09-05T06:14:08.756240+0000","last_undegraded":"2024-09-05T06:14:08.756240+0000","last_fullsized":"2024-09-05T06:14:08.756240+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:50:59.478332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"107'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.749981+0000","last_change":"2024-09-05T06:14:06.621838+0000","last_active":"2024-09-05T06:14:08.749981+0000","last_peered":"2024-09-05T06:14:08.749981+0000","last_clean":"2024-09-05T06:14:08.749981+0000","last_became_active":"2024-09-05T06:14:06.619761+0000","last_became_peered":"2024-09-05T06:14:06.619761+0000","last_unstale":"2024-09-05T06:14:08.749981+0000","last_undegraded":"2024-09-05T06:14:08.749981+0000","last_fullsized":"2024-09-05T06:14:08.749981+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:12.705588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755569+0000","last_change":"2024-09-05T06:14:07.647718+0000","last_active":"2024-09-05T06:14:08.755569+0000","last_peered":"2024-09-05T06:14:08.755569+0000","last_clean":"2024-09-05T06:14:08.755569+0000","last_became_active":"2024-09-05T06:14:07.646453+0000","last_became_peered":"2024-09-05T06:14:07.646453+0000","last_unstale":"2024-09-05T06:14:08.755569+0000","last_undegraded":"2024-09-05T06:14:08.755569+0000","last_fullsized":"2024-09-05T06:14:08.755569+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:32:53.771710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754616+0000","last_change":"2024-09-05T06:14:06.614742+0000","last_active":"2024-09-05T06:14:08.754616+0000","last_peered":"2024-09-05T06:14:08.754616+0000","last_clean":"2024-09-05T06:14:08.754616+0000","last_became_active":"2024-09-05T06:14:06.614471+0000","last_became_peered":"2024-09-05T06:14:06.614471+0000","last_unstale":"2024-09-05T06:14:08.754616+0000","last_undegraded":"2024-09-05T06:14:08.754616+0000","last_fullsized":"2024-09-05T06:14:08.754616+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:32.411652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754158+0000","last_change":"2024-09-05T06:14:07.629431+0000","last_active":"2024-09-05T06:14:08.754158+0000","last_peered":"2024-09-05T06:14:08.754158+0000","last_clean":"2024-09-05T06:14:08.754158+0000","last_became_active":"2024-09-05T06:14:07.628826+0000","last_became_peered":"2024-09-05T06:14:07.628826+0000","last_unstale":"2024-09-05T06:14:08.754158+0000","last_undegraded":"2024-09-05T06:14:08.754158+0000","last_fullsized":"2024-09-05T06:14:08.754158+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.943757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755393+0000","last_change":"2024-09-05T06:14:06.620448+0000","last_active":"2024-09-05T06:14:08.755393+0000","last_peered":"2024-09-05T06:14:08.755393+0000","last_clean":"2024-09-05T06:14:08.755393+0000","last_became_active":"2024-09-05T06:14:06.619998+0000","last_became_peered":"2024-09-05T06:14:06.619998+0000","last_unstale":"2024-09-05T06:14:08.755393+0000","last_undegraded":"2024-09-05T06:14:08.755393+0000","last_fullsized":"2024-09-05T06:14:08.755393+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:52:00.891378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754022+0000","last_change":"2024-09-05T06:14:07.642120+0000","last_active":"2024-09-05T06:14:08.754022+0000","last_peered":"2024-09-05T06:14:08.754022+0000","last_clean":"2024-09-05T06:14:08.754022+0000","last_became_active":"2024-09-05T06:14:07.641491+0000","last_became_peered":"2024-09-05T06:14:07.641491+0000","last_unstale":"2024-09-05T06:14:08.754022+0000","last_undegraded":"2024-09-05T06:14:08.754022+0000","last_fullsized":"2024-09-05T06:14:08.754022+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:57.698427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.619335+0000","last_change":"2024-09-05T06:14:06.606957+0000","last_active":"2024-09-05T06:14:08.619335+0000","last_peered":"2024-09-05T06:14:08.619335+0000","last_clean":"2024-09-05T06:14:08.619335+0000","last_became_active":"2024-09-05T06:14:06.605382+0000","last_became_peered":"2024-09-05T06:14:06.605382+0000","last_unstale":"2024-09-05T06:14:08.619335+0000","last_undegraded":"2024-09-05T06:14:08.619335+0000","last_fullsized":"2024-09-05T06:14:08.619335+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:06:34.247549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.748928+0000","last_change":"2024-09-05T06:14:07.642236+0000","last_active":"2024-09-05T06:14:08.748928+0000","last_peered":"2024-09-05T06:14:08.748928+0000","last_clean":"2024-09-05T06:14:08.748928+0000","last_became_active":"2024-09-05T06:14:07.641081+0000","last_became_peered":"2024-09-05T06:14:07.641081+0000","last_unstale":"2024-09-05T06:14:08.748928+0000","last_undegraded":"2024-09-05T06:14:08.748928+0000","last_fullsized":"2024-09-05T06:14:08.748928+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:26:11.013873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.755025+0000","last_change":"2024-09-05T06:14:06.616314+0000","last_active":"2024-09-05T06:14:08.755025+0000","last_peered":"2024-09-05T06:14:08.755025+0000","last_clean":"2024-09-05T06:14:08.755025+0000","last_became_active":"2024-09-05T06:14:06.616091+0000","last_became_peered":"2024-09-05T06:14:06.616091+0000","last_unstale":"2024-09-05T06:14:08.755025+0000","last_undegraded":"2024-09-05T06:14:08.755025+0000","last_fullsized":"2024-09-05T06:14:08.755025+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:24:26.954832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754101+0000","last_change":"2024-09-05T06:14:07.642141+0000","last_active":"2024-09-05T06:14:08.754101+0000","last_peered":"2024-09-05T06:14:08.754101+0000","last_clean":"2024-09-05T06:14:08.754101+0000","last_became_active":"2024-09-05T06:14:07.641431+0000","last_became_peered":"2024-09-05T06:14:07.641431+0000","last_unstale":"2024-09-05T06:14:08.754101+0000","last_undegraded":"2024-09-05T06:14:08.754101+0000","last_fullsized":"2024-09-05T06:14:08.754101+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:30.366508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754768+0000","last_change":"2024-09-05T06:14:06.629410+0000","last_active":"2024-09-05T06:14:08.754768+0000","last_peered":"2024-09-05T06:14:08.754768+0000","last_clean":"2024-09-05T06:14:08.754768+0000","last_became_active":"2024-09-05T06:14:06.627798+0000","last_became_peered":"2024-09-05T06:14:06.627798+0000","last_unstale":"2024-09-05T06:14:08.754768+0000","last_undegraded":"2024-09-05T06:14:08.754768+0000","last_fullsized":"2024-09-05T06:14:08.754768+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:43.633463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754568+0000","last_change":"2024-09-05T06:14:07.657457+0000","last_active":"2024-09-05T06:14:08.754568+0000","last_peered":"2024-09-05T06:14:08.754568+0000","last_clean":"2024-09-05T06:14:08.754568+0000","last_became_active":"2024-09-05T06:14:07.644791+0000","last_became_peered":"2024-09-05T06:14:07.644791+0000","last_unstale":"2024-09-05T06:14:08.754568+0000","last_undegraded":"2024-09-05T06:14:08.754568+0000","last_fullsized":"2024-09-05T06:14:08.754568+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:12:11.285991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754746+0000","last_change":"2024-09-05T06:14:06.612607+0000","last_active":"2024-09-05T06:14:08.754746+0000","last_peered":"2024-09-05T06:14:08.754746+0000","last_clean":"2024-09-05T06:14:08.754746+0000","last_became_active":"2024-09-05T06:14:06.612300+0000","last_became_peered":"2024-09-05T06:14:06.612300+0000","last_unstale":"2024-09-05T06:14:08.754746+0000","last_undegraded":"2024-09-05T06:14:08.754746+0000","last_fullsized":"2024-09-05T06:14:08.754746+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:22:33.690773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.748757+0000","last_change":"2024-09-05T06:14:07.644450+0000","last_active":"2024-09-05T06:14:08.748757+0000","last_peered":"2024-09-05T06:14:08.748757+0000","last_clean":"2024-09-05T06:14:08.748757+0000","last_became_active":"2024-09-05T06:14:07.643930+0000","last_became_peered":"2024-09-05T06:14:07.643930+0000","last_unstale":"2024-09-05T06:14:08.748757+0000","last_undegraded":"2024-09-05T06:14:08.748757+0000","last_fullsized":"2024-09-05T06:14:08.748757+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:06.590822+0000","last_clean_scrub_stamp":"2024-09-05T06:14:06.590822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:14:33.438787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.756033+0000","last_change":"2024-09-05T06:14:06.621349+0000","last_active":"2024-09-05T06:14:08.756033+0000","last_peered":"2024-09-05T06:14:08.756033+0000","last_clean":"2024-09-05T06:14:08.756033+0000","last_became_active":"2024-09-05T06:14:06.620708+0000","last_became_peered":"2024-09-05T06:14:06.620708+0000","last_unstale":"2024-09-05T06:14:08.756033+0000","last_undegraded":"2024-09-05T06:14:08.756033+0000","last_fullsized":"2024-09-05T06:14:08.756033+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:14:05.583003+0000","last_clean_scrub_stamp":"2024-09-05T06:14:05.583003+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:06:19.378430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":342,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-05T06:14:08.754196+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:14:08.754196+0000","last_peered":"2024-09-05T06:14:08.754196+0000","last_clean":"2024-09-05T06:14:08.754196+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:14:08.754196+0000","last_undegraded":"2024-09-05T06:14:08.754196+0000","last_fullsized":"2024-09-05T06:14:08.754196+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:40:13.760634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574902,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":571,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194740,"statfs":{"total":200000000,"available":199414450,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574903,"num_pgs":28,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":572,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194740,"statfs":{"total":200000000,"available":199413848,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574903,"num_pgs":25,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1149,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194162,"statfs":{"total":200000000,"available":198822506,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574902,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":571,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194740,"statfs":{"total":200000000,"available":199414486,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574902,"num_pgs":27,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":572,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194740,"statfs":{"total":200000000,"available":199413846,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574902,"num_pgs":28,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":571,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194740,"statfs":{"total":200000000,"available":199414520,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1148,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194164,"statfs":{"total":200000000,"available":198824062,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574902,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":573,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194739,"statfs":{"total":200000000,"available":199412886,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:14:15.417 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:14:15.417 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:14:15.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f186073b640 1 Processor -- start 2024-09-05T06:14:15.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f186073b640 1 -- start start 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f186073b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1858157110 0x7f18580b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f186073b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18580b5ac0 0x7f18580d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f186073b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f185806d570 con 0x7f18580ceaf0 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f186073b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f185806d850 con 0x7f1858157110 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f186073b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f185806db30 con 0x7f18580b5ac0 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185e4d7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1858157110 0x7f18580b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185e4d7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1858157110 0x7f18580b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54878/0 (socket says 172.21.15.70:54878) 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185e4d7640 1 -- 172.21.15.70:0/1132322857 learned_addr learned my addr 172.21.15.70:0/1132322857 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185dcd6640 1 --2- 172.21.15.70:0/1132322857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18580b5ac0 0x7f18580d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185e4d7640 1 -- 172.21.15.70:0/1132322857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18580b5ac0 msgr2=0x7f18580d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:15.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185e4d7640 1 --2- 172.21.15.70:0/1132322857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18580b5ac0 0x7f18580d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185e4d7640 1 -- 172.21.15.70:0/1132322857 >> v1:172.21.15.70:6789/0 conn(0x7f18580ceaf0 legacy=0x7f18580af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185e4d7640 1 -- 172.21.15.70:0/1132322857 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f185806de10 con 0x7f1858157110 2024-09-05T06:14:15.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.588+0000 7f185d4d5640 1 -- 172.21.15.70:0/1132322857 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 486300788 0 0) 0x7f185806d570 con 0x7f18580ceaf0 2024-09-05T06:14:15.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f185e4d7640 1 --2- 172.21.15.70:0/1132322857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858157110 0x7f18580b5580 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f1848009e50 tx=0x7f184801ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bce7174ddbbc7581 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f185d4d5640 1 -- 172.21.15.70:0/1132322857 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18480a5700 con 0x7f1858157110 2024-09-05T06:14:15.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f185d4d5640 1 -- 172.21.15.70:0/1132322857 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18480a58a0 con 0x7f1858157110 2024-09-05T06:14:15.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f185d4d5640 1 -- 172.21.15.70:0/1132322857 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18480a5c70 con 0x7f1858157110 2024-09-05T06:14:15.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f186073b640 1 -- 172.21.15.70:0/1132322857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858157110 msgr2=0x7f18580b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f186073b640 1 --2- 172.21.15.70:0/1132322857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858157110 0x7f18580b5580 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f1848009e50 tx=0x7f184801ca30 comp rx=0 tx=0).stop 2024-09-05T06:14:15.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f186073b640 1 -- 172.21.15.70:0/1132322857 shutdown_connections 2024-09-05T06:14:15.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f186073b640 1 --2- 172.21.15.70:0/1132322857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18580b5ac0 0x7f18580d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f186073b640 1 --2- 172.21.15.70:0/1132322857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1858157110 0x7f18580b5580 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f186073b640 1 -- 172.21.15.70:0/1132322857 >> 172.21.15.70:0/1132322857 conn(0x7f185806bcc0 msgr2=0x7f185806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:15.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f186073b640 1 -- 172.21.15.70:0/1132322857 shutdown_connections 2024-09-05T06:14:15.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.592+0000 7f186073b640 1 -- 172.21.15.70:0/1132322857 wait complete. 2024-09-05T06:14:15.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 Processor -- start 2024-09-05T06:14:15.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 -- start start 2024-09-05T06:14:15.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18580b5ac0 0x7f185814e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18580ceaf0 0x7f1858151960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858157110 0x7f185815e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f18580b4280 con 0x7f18580b5ac0 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f18580d10a0 con 0x7f18580ceaf0 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f18580b4400 con 0x7f1858157110 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18580b5ac0 0x7f185814e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18580b5ac0 0x7f185814e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54894/0 (socket says 172.21.15.70:54894) 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 -- 172.21.15.70:0/3037097915 learned_addr learned my addr 172.21.15.70:0/3037097915 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185ecd8640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858157110 0x7f185815e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185dcd6640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18580ceaf0 0x7f1858151960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 -- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858157110 msgr2=0x7f185815e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858157110 0x7f185815e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 -- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18580ceaf0 msgr2=0x7f1858151960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18580ceaf0 0x7f1858151960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 -- 172.21.15.70:0/3037097915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18580b1870 con 0x7f18580b5ac0 2024-09-05T06:14:15.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185dcd6640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18580ceaf0 0x7f1858151960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:15.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f185e4d7640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18580b5ac0 0x7f185814e640 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f18480af040 tx=0x7f18480197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f1856ffd640 1 -- 172.21.15.70:0/3037097915 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18480bc020 con 0x7f18580b5ac0 2024-09-05T06:14:15.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f1856ffd640 1 -- 172.21.15.70:0/3037097915 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18480b8670 con 0x7f18580b5ac0 2024-09-05T06:14:15.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18580b1b50 con 0x7f18580b5ac0 2024-09-05T06:14:15.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f1856ffd640 1 -- 172.21.15.70:0/3037097915 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18480b8a20 con 0x7f18580b5ac0 2024-09-05T06:14:15.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18580b2110 con 0x7f18580b5ac0 2024-09-05T06:14:15.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f185806d570 con 0x7f18580b5ac0 2024-09-05T06:14:15.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.596+0000 7f1856ffd640 1 -- 172.21.15.70:0/3037097915 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f18480bf020 con 0x7f18580b5ac0 2024-09-05T06:14:15.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.600+0000 7f1856ffd640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.600+0000 7f1856ffd640 1 -- 172.21.15.70:0/3037097915 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f1848120bf0 con 0x7f18580b5ac0 2024-09-05T06:14:15.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.600+0000 7f185dcd6640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.600+0000 7f185dcd6640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1858154280 tx=0x7f184c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.604+0000 7f1856ffd640 1 -- 172.21.15.70:0/3037097915 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f18480c6030 con 0x7f18580b5ac0 2024-09-05T06:14:15.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.812+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f1858150ab0 con 0x7f18580b5ac0 2024-09-05T06:14:15.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f1856ffd640 1 -- 172.21.15.70:0/3037097915 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7f1848016620 con 0x7f18580b5ac0 2024-09-05T06:14:15.812 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:14:15.812 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:14:15.812 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:14:15.812 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:14:15.812 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:14:15.812 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:14:15.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 msgr2=0x7f1844069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1858154280 tx=0x7f184c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:15.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18580b5ac0 msgr2=0x7f185814e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18580b5ac0 0x7f185814e640 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f18480af040 tx=0x7f18480197d0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 shutdown_connections 2024-09-05T06:14:15.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f18440678c0 0x7f1844069d80 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1858157110 0x7f185815e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18580ceaf0 0x7f1858151960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 --2- 172.21.15.70:0/3037097915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18580b5ac0 0x7f185814e640 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 >> 172.21.15.70:0/3037097915 conn(0x7f185806bcc0 msgr2=0x7f185815c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:15.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 shutdown_connections 2024-09-05T06:14:15.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.816+0000 7f186073b640 1 -- 172.21.15.70:0/3037097915 wait complete. 2024-09-05T06:14:15.830 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:15.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.952+0000 7f9b2a051640 1 Processor -- start 2024-09-05T06:14:15.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b2a051640 1 -- start start 2024-09-05T06:14:15.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b2a051640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240b3a30 0x7f9b24160640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b2a051640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9b24073980 0x7f9b24160b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b2a051640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b24160240 con 0x7f9b24162390 2024-09-05T06:14:15.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b2a051640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9b2415fdb0 con 0x7f9b24073980 2024-09-05T06:14:15.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b2a051640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9b2406d7e0 con 0x7f9b240b3a30 2024-09-05T06:14:15.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b22ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240b3a30 0x7f9b24160640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b22ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240b3a30 0x7f9b24160640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:46400/0 (socket says 172.21.15.70:46400) 2024-09-05T06:14:15.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b22ffd640 1 -- 172.21.15.70:0/1771687182 learned_addr learned my addr 172.21.15.70:0/1771687182 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:15.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b23fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9b24073980 0x7f9b24160b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b22ffd640 1 -- 172.21.15.70:0/1771687182 >> v2:172.21.15.196:3300/0 conn(0x7f9b24073980 msgr2=0x7f9b24160b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:15.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b22ffd640 1 --2- 172.21.15.70:0/1771687182 >> v2:172.21.15.196:3300/0 conn(0x7f9b24073980 0x7f9b24160b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b22ffd640 1 -- 172.21.15.70:0/1771687182 >> v1:172.21.15.196:6789/0 conn(0x7f9b24162390 legacy=0x7f9b24073270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.956+0000 7f9b22ffd640 1 -- 172.21.15.70:0/1771687182 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b2415f480 con 0x7f9b240b3a30 2024-09-05T06:14:15.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b22ffd640 1 --2- 172.21.15.70:0/1771687182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240b3a30 0x7f9b24160640 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9b14009870 tx=0x7f9b1401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2760fdd983f05910 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b227fc640 1 -- 172.21.15.70:0/1771687182 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b140b2070 con 0x7f9b240b3a30 2024-09-05T06:14:15.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b227fc640 1 -- 172.21.15.70:0/1771687182 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b140ad640 con 0x7f9b240b3a30 2024-09-05T06:14:15.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b227fc640 1 -- 172.21.15.70:0/1771687182 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b140ada10 con 0x7f9b240b3a30 2024-09-05T06:14:15.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- 172.21.15.70:0/1771687182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240b3a30 msgr2=0x7f9b24160640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 --2- 172.21.15.70:0/1771687182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240b3a30 0x7f9b24160640 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9b14009870 tx=0x7f9b1401c4a0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- 172.21.15.70:0/1771687182 shutdown_connections 2024-09-05T06:14:15.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 --2- 172.21.15.70:0/1771687182 >> v2:172.21.15.196:3300/0 conn(0x7f9b24073980 0x7f9b24160b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 --2- 172.21.15.70:0/1771687182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b240b3a30 0x7f9b24160640 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- 172.21.15.70:0/1771687182 >> 172.21.15.70:0/1771687182 conn(0x7f9b240723c0 msgr2=0x7f9b240b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:15.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- 172.21.15.70:0/1771687182 shutdown_connections 2024-09-05T06:14:15.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- 172.21.15.70:0/1771687182 wait complete. 2024-09-05T06:14:15.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 Processor -- start 2024-09-05T06:14:15.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- start start 2024-09-05T06:14:15.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24073980 0x7f9b24152ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240b3a30 0x7f9b24157fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b24162390 0x7f9b2409eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9b24075440 con 0x7f9b24162390 2024-09-05T06:14:15.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9b240752c0 con 0x7f9b240b3a30 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b2a051640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9b2416bc00 con 0x7f9b24073980 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b23fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b24162390 0x7f9b2409eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b23fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b24162390 0x7f9b2409eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54898/0 (socket says 172.21.15.70:54898) 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.960+0000 7f9b23fff640 1 -- 172.21.15.70:0/3018172223 learned_addr learned my addr 172.21.15.70:0/3018172223 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b22ffd640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240b3a30 0x7f9b24157fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b237fe640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24073980 0x7f9b24152ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b23fff640 1 -- 172.21.15.70:0/3018172223 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24073980 msgr2=0x7f9b24152ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b23fff640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24073980 0x7f9b24152ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b23fff640 1 -- 172.21.15.70:0/3018172223 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240b3a30 msgr2=0x7f9b24157fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b23fff640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240b3a30 0x7f9b24157fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b23fff640 1 -- 172.21.15.70:0/3018172223 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b2409b890 con 0x7f9b24162390 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b23fff640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b24162390 0x7f9b2409eaf0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c009dd0 tx=0x7f9b1c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b0bfff640 1 -- 172.21.15.70:0/3018172223 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c018020 con 0x7f9b24162390 2024-09-05T06:14:15.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b0bfff640 1 -- 172.21.15.70:0/3018172223 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b1c014480 con 0x7f9b24162390 2024-09-05T06:14:15.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b2409bb70 con 0x7f9b24162390 2024-09-05T06:14:15.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b0bfff640 1 -- 172.21.15.70:0/3018172223 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c014850 con 0x7f9b24162390 2024-09-05T06:14:15.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b2409e5d0 con 0x7f9b24162390 2024-09-05T06:14:15.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b24073270 con 0x7f9b24162390 2024-09-05T06:14:15.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b0bfff640 1 -- 172.21.15.70:0/3018172223 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9b1c01b020 con 0x7f9b24162390 2024-09-05T06:14:15.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b0bfff640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9b100678c0 0x7f9b10069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:15.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b0bfff640 1 -- 172.21.15.70:0/3018172223 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f9b1c086f70 con 0x7f9b24162390 2024-09-05T06:14:15.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b237fe640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9b100678c0 0x7f9b10069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:15.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.964+0000 7f9b237fe640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9b100678c0 0x7f9b10069d80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9b241fb140 tx=0x7f9b18009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:15.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:15.968+0000 7f9b0bfff640 1 -- 172.21.15.70:0/3018172223 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9b1c022030 con 0x7f9b24162390 2024-09-05T06:14:16.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.164+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b24073620 con 0x7f9b24162390 2024-09-05T06:14:16.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.164+0000 7f9b0bfff640 1 -- 172.21.15.70:0/3018172223 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7f9b1c010040 con 0x7f9b24162390 2024-09-05T06:14:16.162 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:16.162 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:16.162 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9b100678c0 msgr2=0x7f9b10069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9b100678c0 0x7f9b10069d80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9b241fb140 tx=0x7f9b18009040 comp rx=0 tx=0).stop 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b24162390 msgr2=0x7f9b2409eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b24162390 0x7f9b2409eaf0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c009dd0 tx=0x7f9b1c00c490 comp rx=0 tx=0).stop 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 shutdown_connections 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9b100678c0 0x7f9b10069d80 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b24162390 0x7f9b2409eaf0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9b240b3a30 0x7f9b24157fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 --2- 172.21.15.70:0/3018172223 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9b24073980 0x7f9b24152ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 >> 172.21.15.70:0/3018172223 conn(0x7f9b240723c0 msgr2=0x7f9b24160940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:16.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 shutdown_connections 2024-09-05T06:14:16.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.168+0000 7f9b2a051640 1 -- 172.21.15.70:0/3018172223 wait complete. 2024-09-05T06:14:16.584 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 40, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:14:06.969037+0000', 'modified': '2024-09-05T06:14:09.009410+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6138}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6138': {'gid': 6138, 'name': 'c', 'rank': 0, 'incarnation': 38, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6837/3735832521', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6836', 'nonce': 3735832521}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 3735832521}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6138, 'qdb_cluster': [6138]} 2024-09-05T06:14:16.585 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:14:16.585 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-05T06:14:16.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff75ac7f640 1 Processor -- start 2024-09-05T06:14:16.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff75ac7f640 1 -- start start 2024-09-05T06:14:16.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff75ac7f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff754157110 0x7ff7540b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff75ac7f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff7540d0e60 0x7ff7540af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff75ac7f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff75406d570 con 0x7ff7540b5ac0 2024-09-05T06:14:16.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff75ac7f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff75406d850 con 0x7ff754157110 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff75ac7f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff75406db30 con 0x7ff7540d0e60 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff758a1b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff754157110 0x7ff7540b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff758a1b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff754157110 0x7ff7540b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54906/0 (socket says 172.21.15.70:54906) 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff758a1b640 1 -- 172.21.15.70:0/2957802431 learned_addr learned my addr 172.21.15.70:0/2957802431 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff758a1b640 1 -- 172.21.15.70:0/2957802431 >> v2:172.21.15.196:3300/0 conn(0x7ff7540d0e60 msgr2=0x7ff7540af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff75921c640 1 --2- 172.21.15.70:0/2957802431 >> v2:172.21.15.196:3300/0 conn(0x7ff7540d0e60 0x7ff7540af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff758a1b640 1 --2- 172.21.15.70:0/2957802431 >> v2:172.21.15.196:3300/0 conn(0x7ff7540d0e60 0x7ff7540af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff758a1b640 1 -- 172.21.15.70:0/2957802431 >> v1:172.21.15.196:6789/0 conn(0x7ff7540b5ac0 legacy=0x7ff7540d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.720+0000 7ff758a1b640 1 -- 172.21.15.70:0/2957802431 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff75406de10 con 0x7ff754157110 2024-09-05T06:14:16.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff758a1b640 1 --2- 172.21.15.70:0/2957802431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff754157110 0x7ff7540b5580 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff7540d1530 tx=0x7ff74401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f59965f47dab4b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff7537fe640 1 -- 172.21.15.70:0/2957802431 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7440b0070 con 0x7ff754157110 2024-09-05T06:14:16.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff7537fe640 1 -- 172.21.15.70:0/2957802431 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7440ab600 con 0x7ff754157110 2024-09-05T06:14:16.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff7537fe640 1 -- 172.21.15.70:0/2957802431 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7440ab9d0 con 0x7ff754157110 2024-09-05T06:14:16.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 -- 172.21.15.70:0/2957802431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff754157110 msgr2=0x7ff7540b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/2957802431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff754157110 0x7ff7540b5580 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff7540d1530 tx=0x7ff74401c4e0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 -- 172.21.15.70:0/2957802431 shutdown_connections 2024-09-05T06:14:16.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/2957802431 >> v2:172.21.15.196:3300/0 conn(0x7ff7540d0e60 0x7ff7540af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/2957802431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff754157110 0x7ff7540b5580 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 -- 172.21.15.70:0/2957802431 >> 172.21.15.70:0/2957802431 conn(0x7ff75406bcc0 msgr2=0x7ff75406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:16.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 -- 172.21.15.70:0/2957802431 shutdown_connections 2024-09-05T06:14:16.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 -- 172.21.15.70:0/2957802431 wait complete. 2024-09-05T06:14:16.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 Processor -- start 2024-09-05T06:14:16.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.724+0000 7ff75ac7f640 1 -- start start 2024-09-05T06:14:16.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75ac7f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7540b5ac0 0x7ff7541463a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75ac7f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7540d0e60 0x7ff754156090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75ac7f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff754157110 0x7ff7541565d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75ac7f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff7540b3e40 con 0x7ff7540d0e60 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75ac7f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff7540b3cc0 con 0x7ff7540b5ac0 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75ac7f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff7540b3fc0 con 0x7ff754157110 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7540d0e60 0x7ff754156090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7540d0e60 0x7ff754156090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54908/0 (socket says 172.21.15.70:54908) 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 -- 172.21.15.70:0/3383940919 learned_addr learned my addr 172.21.15.70:0/3383940919 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7540b5ac0 0x7ff7541463a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75921c640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff754157110 0x7ff7541565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 -- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff754157110 msgr2=0x7ff7541565d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff754157110 0x7ff7541565d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 -- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7540b5ac0 msgr2=0x7ff7541463a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7540b5ac0 0x7ff7541463a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 -- 172.21.15.70:0/3383940919 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7541f5de0 con 0x7ff7540d0e60 2024-09-05T06:14:16.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7540b5ac0 0x7ff7541463a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:16.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff753fff640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7540d0e60 0x7ff754156090 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7ff74800c410 tx=0x7ff74800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff7517fa640 1 -- 172.21.15.70:0/3383940919 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748011790 con 0x7ff7540d0e60 2024-09-05T06:14:16.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff7517fa640 1 -- 172.21.15.70:0/3383940919 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff748017070 con 0x7ff7540d0e60 2024-09-05T06:14:16.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff7517fa640 1 -- 172.21.15.70:0/3383940919 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748011bb0 con 0x7ff7540d0e60 2024-09-05T06:14:16.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75ac7f640 1 -- 172.21.15.70:0/3383940919 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7541f60c0 con 0x7ff7540d0e60 2024-09-05T06:14:16.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff75ac7f640 1 -- 172.21.15.70:0/3383940919 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7541f6680 con 0x7ff7540d0e60 2024-09-05T06:14:16.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff7517fa640 1 -- 172.21.15.70:0/3383940919 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff74801c460 con 0x7ff7540d0e60 2024-09-05T06:14:16.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff7517fa640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff7400678c0 0x7ff740069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff7400678c0 0x7ff740069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.728+0000 7ff7517fa640 1 -- 172.21.15.70:0/3383940919 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7ff748085990 con 0x7ff7540d0e60 2024-09-05T06:14:16.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff7400678c0 0x7ff740069d80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff7440ad000 tx=0x7ff744008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 Processor -- start 2024-09-05T06:14:16.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- start start 2024-09-05T06:14:16.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cab20 0x558bcc0caf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc080d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc081290 0x558bcc081670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558bcbf68b60 con 0x558bcc0cb440 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x558bcbecfc70 con 0x558bcc0cab20 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x558bcbe75ed0 con 0x558bcc081290 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc080d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc080d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54910/0 (socket says 172.21.15.70:54910) 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 -- 172.21.15.70:0/2764608753 learned_addr learned my addr 172.21.15.70:0/2764608753 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75921c640 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc081290 0x558bcc081670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff758a1b640 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cab20 0x558bcc0caf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 -- 172.21.15.70:0/2764608753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc081290 msgr2=0x558bcc081670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc081290 0x558bcc081670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 -- 172.21.15.70:0/2764608753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cab20 msgr2=0x558bcc0caf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cab20 0x558bcc0caf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 -- 172.21.15.70:0/2764608753 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558bcbe87e50 con 0x558bcc0cb440 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff753fff640 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc080d50 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7ff74805e3e0 tx=0x7ff748055e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f7aca762f1a2fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff73a7fc640 1 -- 172.21.15.70:0/2764608753 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748082070 con 0x558bcc0cb440 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff73a7fc640 1 -- 172.21.15.70:0/2764608753 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff748011d50 con 0x558bcc0cb440 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff73a7fc640 1 -- 172.21.15.70:0/2764608753 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748055180 con 0x558bcc0cb440 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- 172.21.15.70:0/2764608753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 msgr2=0x558bcc080d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc080d50 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7ff74805e3e0 tx=0x7ff748055e70 comp rx=0 tx=0).stop 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- 172.21.15.70:0/2764608753 shutdown_connections 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc081290 0x558bcc081670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc080d50 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/2764608753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cab20 0x558bcc0caf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- 172.21.15.70:0/2764608753 >> 172.21.15.70:0/2764608753 conn(0x558bcc087600 msgr2=0x558bcc07f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:16.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- 172.21.15.70:0/2764608753 shutdown_connections 2024-09-05T06:14:16.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- 172.21.15.70:0/2764608753 wait complete. 2024-09-05T06:14:16.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 -- start start 2024-09-05T06:14:16.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 Processor -- start 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.732+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cab20 0x558bcc085df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc08bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 0x558bcc08c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558bcbf31b00 con 0x558bcc0cb440 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x558bcbeaa360 con 0x558bcc086330 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x558bcbea72d0 con 0x558bcc0cab20 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 10 client.0 _ll_register_callbacks cb 0x558bcc06c820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc08bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc08bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54924/0 (socket says 172.21.15.70:54924) 2024-09-05T06:14:16.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 -- 172.21.15.70:0/616237768 learned_addr learned my addr 172.21.15.70:0/616237768 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 -- 172.21.15.70:0/616237768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cab20 msgr2=0x558bcc085df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cab20 0x558bcc085df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 -- 172.21.15.70:0/616237768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 msgr2=0x558bcc08c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 0x558bcc08c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 -- 172.21.15.70:0/616237768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558bcbe76120 con 0x558bcc0cb440 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff753fff640 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc08bcf0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7ff74805e3e0 tx=0x7ff74801c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a150e9ff89241504 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 1 -- 172.21.15.70:0/616237768 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748082040 con 0x558bcc0cb440 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 1 -- 172.21.15.70:0/616237768 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7ff7480523a0 con 0x558bcc0cb440 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- 172.21.15.70:0/616237768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff748011d50 con 0x558bcc0cb440 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 1 -- 172.21.15.70:0/616237768 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7ff74807d3d0 con 0x558bcc0cb440 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 10 client.6297 fetch_fsmap learned FSMap version 40 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- 172.21.15.70:0/616237768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x558bcbe6f450 con 0x558bcc0cb440 2024-09-05T06:14:16.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 1 -- 172.21.15.70:0/616237768 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff748011d50 con 0x558bcc0cb440 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 1 -- 172.21.15.70:0/616237768 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7ff748055180 con 0x558bcc0cb440 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 10 client.6297 fetch_fsmap finished waiting for FSMap version 40 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 10 client.6297 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 20 client.6297 populate_metadata read hostname 'smithi070' 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] conn(0x558bcc0d9280 0x558bcc0db670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 4 client.6297 mds_command: new command op to 6138 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- 172.21.15.70:0/616237768 --> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558bcbe69c00 con 0x558bcc0d9280 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff758a1b640 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] conn(0x558bcc0d9280 0x558bcc0db670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff758a1b640 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] conn(0x558bcc0d9280 0x558bcc0db670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2daf3a0c5f5bdf46 server_cookie=9afdcc2d2cdab82e in_seq=0 out_seq=0 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 10 client.6297 ms_handle_connect on v2:172.21.15.70:6836/3735832521 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 1 -- 172.21.15.70:0/616237768 <== mds.0 v2:172.21.15.70:6836/3735832521 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558bcbe69c00 con 0x558bcc0d9280 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 10 client.6297 handle_command_reply: tid=0 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 client.6297 shutdown 2024-09-05T06:14:16.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- 172.21.15.70:0/616237768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 msgr2=0x558bcc08bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc08bcf0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7ff74805e3e0 tx=0x7ff74801c000 comp rx=0 tx=0).stop 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- 172.21.15.70:0/616237768 shutdown_connections 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] conn(0x558bcc0d9280 0x558bcc0db670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 0x558bcc08c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cb440 0x558bcc08bcf0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff7337fe640 0 client.6297 ms_handle_reset on v2:172.21.15.70:6836/3735832521 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/616237768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cab20 0x558bcc085df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- 172.21.15.70:0/616237768 >> 172.21.15.70:0/616237768 conn(0x558bcc081290 msgr2=0x558bcc07fd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- 172.21.15.70:0/616237768 shutdown_connections 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 1 -- 172.21.15.70:0/616237768 wait complete. 2024-09-05T06:14:16.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.736+0000 7ff75dd3b000 20 client.6297 trim_cache size 0 max 16384 2024-09-05T06:14:16.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 Processor -- start 2024-09-05T06:14:16.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- start start 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc086330 0x558bcc0c9c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0ca170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cb440 0x558bcc0db670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff754201420 con 0x558bcc0cab20 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff7540b23b0 con 0x558bcc0cb440 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff7540b2a00 con 0x558bcc086330 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0ca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0ca170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54930/0 (socket says 172.21.15.70:54930) 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 -- 172.21.15.70:0/3039803804 learned_addr learned my addr 172.21.15.70:0/3039803804 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:16.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc086330 0x558bcc0c9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 -- 172.21.15.70:0/3039803804 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc086330 msgr2=0x558bcc0c9c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc086330 0x558bcc0c9c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 -- 172.21.15.70:0/3039803804 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cb440 msgr2=0x558bcc0db670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75921c640 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cb440 0x558bcc0db670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cb440 0x558bcc0db670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 -- 172.21.15.70:0/3039803804 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558bcbe56fd0 con 0x558bcc0cab20 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff753fff640 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0ca170 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff748083d80 tx=0x7ff74806df90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fe5246e99e2ce76 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff739ffb640 1 -- 172.21.15.70:0/3039803804 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748082070 con 0x558bcc0cab20 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff739ffb640 1 -- 172.21.15.70:0/3039803804 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff748062070 con 0x558bcc0cab20 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff739ffb640 1 -- 172.21.15.70:0/3039803804 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748011d50 con 0x558bcc0cab20 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3039803804 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 msgr2=0x558bcc0ca170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0ca170 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff748083d80 tx=0x7ff74806df90 comp rx=0 tx=0).stop 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3039803804 shutdown_connections 2024-09-05T06:14:16.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc0cb440 0x558bcc0db670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0ca170 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3039803804 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc086330 0x558bcc0c9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3039803804 >> 172.21.15.70:0/3039803804 conn(0x558bcc081290 msgr2=0x558bcc0855f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:16.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3039803804 shutdown_connections 2024-09-05T06:14:16.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3039803804 wait complete. 2024-09-05T06:14:16.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 -- start start 2024-09-05T06:14:16.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.756+0000 7ff75dd3b000 1 Processor -- start 2024-09-05T06:14:16.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 0x558bcc0de590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0f9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cb440 0x558bcc0f9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558bcbecef80 con 0x558bcc0cab20 2024-09-05T06:14:16.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x558bcbe87ca0 con 0x558bcc086330 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x558bcbed42a0 con 0x558bcc0cb440 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 10 client.0 _ll_register_callbacks cb 0x7ff748080070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0f9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0f9960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54932/0 (socket says 172.21.15.70:54932) 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 -- 172.21.15.70:0/3048243723 learned_addr learned my addr 172.21.15.70:0/3048243723 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 0x558bcc0de590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75921c640 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cb440 0x558bcc0f9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 -- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cb440 msgr2=0x558bcc0f9ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cb440 0x558bcc0f9ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 -- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 msgr2=0x558bcc0de590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 0x558bcc0de590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 -- 172.21.15.70:0/3048243723 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558bcbf52750 con 0x558bcc0cab20 2024-09-05T06:14:16.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 0x558bcc0de590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff753fff640 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0f9960 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7ff748055cc0 tx=0x7ff748059000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b32d03cdd40ccc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 1 -- 172.21.15.70:0/3048243723 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748082070 con 0x558bcc0cab20 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3048243723 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff748062070 con 0x558bcc0cab20 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 1 -- 172.21.15.70:0/3048243723 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7ff74805ed60 con 0x558bcc0cab20 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 1 -- 172.21.15.70:0/3048243723 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7ff748047050 con 0x558bcc0cab20 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 10 client.6303 fetch_fsmap learned FSMap version 40 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3048243723 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x558bcbe5da30 con 0x558bcc0cab20 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 1 -- 172.21.15.70:0/3048243723 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff748062070 con 0x558bcc0cab20 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 1 -- 172.21.15.70:0/3048243723 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7ff74805c2e0 con 0x558bcc0cab20 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 10 client.6303 fetch_fsmap finished waiting for FSMap version 40 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 10 client.6303 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 20 client.6303 populate_metadata read hostname 'smithi070' 2024-09-05T06:14:16.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] conn(0x558bcc0fa3e0 0x558bcc13d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 4 client.6303 mds_command: new command op to 6138 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3048243723 --> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] -- command(tid 0: {"prefix": "status"}) -- 0x558bcbedd3a0 con 0x558bcc0fa3e0 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] conn(0x558bcc0fa3e0 0x558bcc13d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 10 client.6303 ms_handle_connect on v2:172.21.15.70:6836/3735832521 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff758a1b640 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] conn(0x558bcc0fa3e0 0x558bcc13d9f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6b4c12caf1c548d server_cookie=4dccbfb6c34b24a7 in_seq=0 out_seq=0 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 1 -- 172.21.15.70:0/3048243723 <== mds.0 v2:172.21.15.70:6836/3735832521 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x558bcbedd3a0 con 0x558bcc0fa3e0 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 10 client.6303 handle_command_reply: tid=0 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 client.6303 shutdown 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3048243723 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 msgr2=0x558bcc0f9960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0f9960 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7ff748055cc0 tx=0x7ff748059000 comp rx=0 tx=0).stop 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3048243723 shutdown_connections 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.70:6836/3735832521,v1:172.21.15.70:6837/3735832521] conn(0x558bcc0fa3e0 0x558bcc13d9f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x558bcc0cb440 0x558bcc0f9ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558bcc0cab20 0x558bcc0f9960 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 --2- 172.21.15.70:0/3048243723 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x558bcc086330 0x558bcc0de590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff7337fe640 0 client.6303 ms_handle_reset on v2:172.21.15.70:6836/3735832521 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3048243723 >> 172.21.15.70:0/3048243723 conn(0x558bcc081290 msgr2=0x558bcc0c8c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3048243723 shutdown_connections 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 1 -- 172.21.15.70:0/3048243723 wait complete. 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75dd3b000 20 client.6303 trim_cache size 0 max 16384 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:14:16.763 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 6138, 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 9.1095614410000003, 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 40, 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 107, 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 107, 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 14.064998989999999 2024-09-05T06:14:16.764 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:16.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 -- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff7400678c0 msgr2=0x7ff740069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff7400678c0 0x7ff740069d80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff7440ad000 tx=0x7ff744008040 comp rx=0 tx=0).stop 2024-09-05T06:14:16.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 -- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7540d0e60 msgr2=0x7ff754156090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7540d0e60 0x7ff754156090 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7ff74800c410 tx=0x7ff74800c8d0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 -- 172.21.15.70:0/3383940919 shutdown_connections 2024-09-05T06:14:16.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff7400678c0 0x7ff740069d80 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff754157110 0x7ff7541565d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7540d0e60 0x7ff754156090 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 --2- 172.21.15.70:0/3383940919 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7540b5ac0 0x7ff7541463a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 -- 172.21.15.70:0/3383940919 >> 172.21.15.70:0/3383940919 conn(0x7ff75406bcc0 msgr2=0x7ff7540b4320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:16.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 -- 172.21.15.70:0/3383940919 shutdown_connections 2024-09-05T06:14:16.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.760+0000 7ff75ac7f640 1 -- 172.21.15.70:0/3383940919 wait complete. 2024-09-05T06:14:16.774 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:14:16.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb55f7a640 1 Processor -- start 2024-09-05T06:14:16.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb55f7a640 1 -- start start 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb55f7a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdb5006e990 0x7fdb500affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb55f7a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdb500d0c80 0x7fdb500d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb55f7a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb5015f240 con 0x7fdb5015ee60 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb55f7a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdb5006edb0 con 0x7fdb500d0c80 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb55f7a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdb5006d8f0 con 0x7fdb5006e990 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdb500d0c80 0x7fdb500d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdb500d0c80 0x7fdb500d10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54936/0 (socket says 172.21.15.70:54936) 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4ffff640 1 -- 172.21.15.70:0/387784611 learned_addr learned my addr 172.21.15.70:0/387784611 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:16.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4effd640 1 --2- 172.21.15.70:0/387784611 >> v2:172.21.15.196:3300/0 conn(0x7fdb5006e990 0x7fdb500affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4ffff640 1 -- 172.21.15.70:0/387784611 >> v2:172.21.15.196:3300/0 conn(0x7fdb5006e990 msgr2=0x7fdb500affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4ffff640 1 --2- 172.21.15.70:0/387784611 >> v2:172.21.15.196:3300/0 conn(0x7fdb5006e990 0x7fdb500affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4ffff640 1 -- 172.21.15.70:0/387784611 >> v1:172.21.15.196:6789/0 conn(0x7fdb5015ee60 legacy=0x7fdb500af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:16.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4ffff640 1 -- 172.21.15.70:0/387784611 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb5006dbd0 con 0x7fdb500d0c80 2024-09-05T06:14:16.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.892+0000 7fdb4effd640 1 --2- 172.21.15.70:0/387784611 >> v2:172.21.15.196:3300/0 conn(0x7fdb5006e990 0x7fdb500affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:16.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4ffff640 1 --2- 172.21.15.70:0/387784611 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500d10d0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fdb500ccff0 tx=0x7fdb4801c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1810d0620f7ebcaa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4e7fc640 1 -- 172.21.15.70:0/387784611 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb480a5840 con 0x7fdb500d0c80 2024-09-05T06:14:16.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4e7fc640 1 -- 172.21.15.70:0/387784611 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb480a59e0 con 0x7fdb500d0c80 2024-09-05T06:14:16.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4e7fc640 1 -- 172.21.15.70:0/387784611 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb480a5db0 con 0x7fdb500d0c80 2024-09-05T06:14:16.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- 172.21.15.70:0/387784611 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 msgr2=0x7fdb500d10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/387784611 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500d10d0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fdb500ccff0 tx=0x7fdb4801c980 comp rx=0 tx=0).stop 2024-09-05T06:14:16.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- 172.21.15.70:0/387784611 shutdown_connections 2024-09-05T06:14:16.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/387784611 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500d10d0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/387784611 >> v2:172.21.15.196:3300/0 conn(0x7fdb5006e990 0x7fdb500affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- 172.21.15.70:0/387784611 >> 172.21.15.70:0/387784611 conn(0x7fdb500b45d0 msgr2=0x7fdb500b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:16.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- 172.21.15.70:0/387784611 shutdown_connections 2024-09-05T06:14:16.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- 172.21.15.70:0/387784611 wait complete. 2024-09-05T06:14:16.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 Processor -- start 2024-09-05T06:14:16.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- start start 2024-09-05T06:14:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb5006e990 0x7fdb500c9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500cab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb5015ee60 0x7fdb500cb050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdb50070ad0 con 0x7fdb500d0c80 2024-09-05T06:14:16.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdb500b0500 con 0x7fdb5015ee60 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb55f7a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdb5016b990 con 0x7fdb5006e990 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500cab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500cab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54940/0 (socket says 172.21.15.70:54940) 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 -- 172.21.15.70:0/2488727427 learned_addr learned my addr 172.21.15.70:0/2488727427 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4f7fe640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb5006e990 0x7fdb500c9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4ffff640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb5015ee60 0x7fdb500cb050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 -- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb5006e990 msgr2=0x7fdb500c9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb5006e990 0x7fdb500c9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 -- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb5015ee60 msgr2=0x7fdb500cb050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb5015ee60 0x7fdb500cb050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 -- 172.21.15.70:0/2488727427 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb500cdb20 con 0x7fdb500d0c80 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4f7fe640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb5006e990 0x7fdb500c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:16.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4ffff640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb5015ee60 0x7fdb500cb050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.896+0000 7fdb4effd640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500cab10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fdb4400c7f0 tx=0x7fdb4400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb37fff640 1 -- 172.21.15.70:0/2488727427 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44015070 con 0x7fdb500d0c80 2024-09-05T06:14:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb37fff640 1 -- 172.21.15.70:0/2488727427 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb44007820 con 0x7fdb500d0c80 2024-09-05T06:14:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb500cddc0 con 0x7fdb500d0c80 2024-09-05T06:14:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb37fff640 1 -- 172.21.15.70:0/2488727427 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44007c10 con 0x7fdb500d0c80 2024-09-05T06:14:16.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb500ce380 con 0x7fdb500d0c80 2024-09-05T06:14:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb500d10d0 con 0x7fdb500d0c80 2024-09-05T06:14:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb37fff640 1 -- 172.21.15.70:0/2488727427 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdb44018070 con 0x7fdb500d0c80 2024-09-05T06:14:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb37fff640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb3c0678c0 0x7fdb3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb37fff640 1 -- 172.21.15.70:0/2488727427 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7fdb44085cb0 con 0x7fdb500d0c80 2024-09-05T06:14:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb4f7fe640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb3c0678c0 0x7fdb3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:16.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.900+0000 7fdb4f7fe640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb3c0678c0 0x7fdb3c069d80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fdb400016e0 tx=0x7fdb40009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:16.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:16.904+0000 7fdb37fff640 1 -- 172.21.15.70:0/2488727427 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdb44056750 con 0x7fdb500d0c80 2024-09-05T06:14:17.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.100+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fdb50154780 con 0x7fdb500d0c80 2024-09-05T06:14:17.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb37fff640 1 -- 172.21.15.70:0/2488727427 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7fdb44056050 con 0x7fdb500d0c80 2024-09-05T06:14:17.100 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:14:17.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb3c0678c0 msgr2=0x7fdb3c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:17.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb3c0678c0 0x7fdb3c069d80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fdb400016e0 tx=0x7fdb40009040 comp rx=0 tx=0).stop 2024-09-05T06:14:17.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 msgr2=0x7fdb500cab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:17.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500cab10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fdb4400c7f0 tx=0x7fdb4400ccb0 comp rx=0 tx=0).stop 2024-09-05T06:14:17.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 shutdown_connections 2024-09-05T06:14:17.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb3c0678c0 0x7fdb3c069d80 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:17.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb5015ee60 0x7fdb500cb050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:17.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb500d0c80 0x7fdb500cab10 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:17.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 --2- 172.21.15.70:0/2488727427 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb5006e990 0x7fdb500c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:17.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 >> 172.21.15.70:0/2488727427 conn(0x7fdb500b45d0 msgr2=0x7fdb500b2520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:17.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 shutdown_connections 2024-09-05T06:14:17.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17.104+0000 7fdb55f7a640 1 -- 172.21.15.70:0/2488727427 wait complete. 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:14:17.119 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:14:17.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:17.120 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:14:17.126 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42286sec preferred_lft 42286sec 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:14:17.127 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:14:17.128 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:14:17.129 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:17.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:17.129 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:14:17.175 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:14:17.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:17.177 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:14:17.228 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:14:17.228 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:14:17.228 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:14:17.228 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:14:17.228 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:14:17.228 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:14:17.228 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:14:17.229 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:14:17.229 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:14:17.229 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:14:17.229 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:14:17.229 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:14:17.229 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:14:17.229 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:14:17.229 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:14:17.229 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:14:17.229 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:14:17.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:14:17.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:14:17.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:17.348 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:14:17.395 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:14:17.395 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:14:17.396 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:14:17.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:17.396 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:14:17.450 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:14:17.450 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:14:17.450 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:14:17.500 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:14:17.500 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:14:17.500 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:14:17.547 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:14:17.604 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:14:17.654 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:14:17.655 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:14:17.656 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:14:17.656 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:14:17.656 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:14:17.656 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:14:17.656 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:14:17.656 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:14:17.656 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:14:17.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:17.657 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:14:17.703 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:14:17.703 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:14:17.748 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:14:17.761 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:14:17.808 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:14:17.808 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:14:17.808 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:14:17.808 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:14:17.808 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:14:17.808 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:14:17.808 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:14:17.808 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:14:17.809 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:14:17.809 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:14:17.809 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:14:17.809 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:14:17.809 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:14:17.809 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:14:17.810 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:14:17.810 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:14:17.810 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:14:17.810 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:14:17.810 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:14:17.810 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:14:17.810 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:14:17.811 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:14:17.811 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:14:17.811 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:14:17.811 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:14:17.811 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:14:17.811 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:14:17.811 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:14:17.812 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:14:17.812 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:14:17.812 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:14:17.812 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:14:17.812 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:14:17.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:17.814 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:14:17.829 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:14:17.832+0000 7f85c86eb580 -1 init, newargv = 0x557c2df0ff80 newargc=15 2024-09-05T06:14:17.829 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[33394]: starting ceph client 2024-09-05T06:14:17.834 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[33394]: starting fuse 2024-09-05T06:14:18.935 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:14:18.952 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:14:19.000 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:14:19.001 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:14:19.002 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:14:19.003 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:14:19.003 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:14:19.003 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:14:19.003 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:14:19.003 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:14:19.003 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:14:19.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:19.004 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:14:19.051 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:14:19.052 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:14:19.052 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:14:19.052 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:14:19.052 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:14:19.052 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:14:19.052 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:14:19.052 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:14:19.052 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:14:19.052 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:14:19.053 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:14:19.054 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:14:19.054 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:14:19.054 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:14:19.176 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.33394.asok 2024-09-05T06:14:19.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:14:19.188 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.33394.asok 2024-09-05T06:14:19.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:19.189 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.33394.asok status 2024-09-05T06:14:19.345 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:19.345 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:14:19.345 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:14:19.345 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:14:19.345 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "33394", 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 6315, 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:14:19.346 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 6315 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1884827874 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:19.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1884827874 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.6315 192.168.0.1:0/1884827874", 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/1884827874", 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 40, 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 107, 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:14:19.348 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:19.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:19.359 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:14:19.359 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:14:19.365 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:14:19.365 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:14:19.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:19.366 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:14:19.417 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:14:19.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61c610640 1 Processor -- start 2024-09-05T06:14:19.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61c610640 1 -- start start 2024-09-05T06:14:19.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61c610640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb6140afff0 0x7fb6140cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:19.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61c610640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb61415bc40 con 0x7fb6140731a0 2024-09-05T06:14:19.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61c610640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6140d14c0 con 0x7fb6140cdf80 2024-09-05T06:14:19.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61c610640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb614072600 con 0x7fb6140afff0 2024-09-05T06:14:19.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61abad640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb6140731a0 0x7fb61406e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37688/0 (socket says 172.21.15.70:37688) 2024-09-05T06:14:19.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61abad640 1 -- 172.21.15.70:0/2149579193 learned_addr learned my addr 172.21.15.70:0/2149579193 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:19.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61a3ac640 1 --2- 172.21.15.70:0/2149579193 >> v2:172.21.15.196:3300/0 conn(0x7fb6140afff0 0x7fb6140cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1157464191 0 0) 0x7fb61415bc40 con 0x7fb6140731a0 2024-09-05T06:14:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb5fc005740 con 0x7fb6140731a0 2024-09-05T06:14:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3753053947 0 0) 0x7fb5fc005740 con 0x7fb6140731a0 2024-09-05T06:14:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 >> v2:172.21.15.196:3300/0 conn(0x7fb6140afff0 msgr2=0x7fb6140cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:19.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 --2- 172.21.15.70:0/2149579193 >> v2:172.21.15.196:3300/0 conn(0x7fb6140afff0 0x7fb6140cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 >> v1:172.21.15.196:6789/0 conn(0x7fb6140cdf80 legacy=0x7fb614072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb614071cd0 con 0x7fb6140731a0 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb604001680 con 0x7fb6140731a0 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 >> v1:172.21.15.70:6789/0 conn(0x7fb6140731a0 legacy=0x7fb61406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb5fc005bd0 0x7fb5fc005ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5fc006a20 0x7fb5fc006ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc0073e0 0x7fb5fc00dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb614072600 con 0x7fb5fc006a20 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb5fc00e280 con 0x7fb5fc005bd0 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb5fc00e480 con 0x7fb5fc0073e0 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb619bab640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5fc006a20 0x7fb5fc006ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:19.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61a3ac640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb5fc005bd0 0x7fb5fc005ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61abad640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc0073e0 0x7fb5fc00dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb619bab640 1 -- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc0073e0 msgr2=0x7fb5fc00dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb619bab640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc0073e0 0x7fb5fc00dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb619bab640 1 -- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb5fc005bd0 msgr2=0x7fb5fc005ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb619bab640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb5fc005bd0 0x7fb5fc005ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb619bab640 1 -- 172.21.15.70:0/2149579193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5fc005740 con 0x7fb5fc006a20 2024-09-05T06:14:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61abad640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc0073e0 0x7fb5fc00dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:19.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.584+0000 7fb61abad640 1 -- 172.21.15.70:0/2149579193 reap_dead start 2024-09-05T06:14:19.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb619bab640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5fc006a20 0x7fb5fc006ea0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fb610001e70 tx=0x7fb61001c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ace80c82b9999ac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:19.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610001a90 con 0x7fb5fc006a20 2024-09-05T06:14:19.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb610003b80 con 0x7fb5fc006a20 2024-09-05T06:14:19.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb6193aa640 1 -- 172.21.15.70:0/2149579193 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610005080 con 0x7fb5fc006a20 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 -- 172.21.15.70:0/2149579193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5fc006a20 msgr2=0x7fb5fc006ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5fc006a20 0x7fb5fc006ea0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fb610001e70 tx=0x7fb61001c760 comp rx=0 tx=0).stop 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 -- 172.21.15.70:0/2149579193 shutdown_connections 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 --2- 172.21.15.70:0/2149579193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5fc006a20 0x7fb5fc006ea0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 -- 172.21.15.70:0/2149579193 >> 172.21.15.70:0/2149579193 conn(0x7fb61406bcc0 msgr2=0x7fb61406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 -- 172.21.15.70:0/2149579193 shutdown_connections 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 -- 172.21.15.70:0/2149579193 wait complete. 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 Processor -- start 2024-09-05T06:14:19.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.588+0000 7fb61c610640 1 -- start start 2024-09-05T06:14:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc006a20 0x7fb6141471b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb614154490 0x7fb6141525d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb614152b10 0x7fb6140b1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb6140cda40 con 0x7fb614154490 2024-09-05T06:14:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb614072290 con 0x7fb614152b10 2024-09-05T06:14:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb6140cdbc0 con 0x7fb5fc006a20 2024-09-05T06:14:19.589 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb614154490 0x7fb6141525d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb614154490 0x7fb6141525d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:38580/0 (socket says 172.21.15.70:38580) 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 -- 172.21.15.70:0/2527314627 learned_addr learned my addr 172.21.15.70:0/2527314627 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61a3ac640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc006a20 0x7fb6141471b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61abad640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb614152b10 0x7fb6140b1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 -- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc006a20 msgr2=0x7fb6141471b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc006a20 0x7fb6141471b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 -- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb614152b10 msgr2=0x7fb6140b1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb614152b10 0x7fb6140b1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 -- 172.21.15.70:0/2527314627 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb614157db0 con 0x7fb614154490 2024-09-05T06:14:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61abad640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb614152b10 0x7fb6140b1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb619bab640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb614154490 0x7fb6141525d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fb61001c590 tx=0x7fb5fc007a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb60affd640 1 -- 172.21.15.70:0/2527314627 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6100b8070 con 0x7fb614154490 2024-09-05T06:14:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb60affd640 1 -- 172.21.15.70:0/2527314627 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb610005710 con 0x7fb614154490 2024-09-05T06:14:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb614151f80 con 0x7fb614154490 2024-09-05T06:14:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb60affd640 1 -- 172.21.15.70:0/2527314627 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610001a90 con 0x7fb614154490 2024-09-05T06:14:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb614152f70 con 0x7fb614154490 2024-09-05T06:14:19.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb614072a90 con 0x7fb614154490 2024-09-05T06:14:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb60affd640 1 -- 172.21.15.70:0/2527314627 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb6100bb070 con 0x7fb614154490 2024-09-05T06:14:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb60affd640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6000678c0 0x7fb600069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb60affd640 1 -- 172.21.15.70:0/2527314627 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7fb61011ee40 con 0x7fb614154490 2024-09-05T06:14:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.592+0000 7fb61a3ac640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6000678c0 0x7fb600069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:19.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.596+0000 7fb61a3ac640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6000678c0 0x7fb600069d80 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb60c009ab0 tx=0x7fb60c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:19.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.596+0000 7fb60affd640 1 -- 172.21.15.70:0/2527314627 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb6100ac020 con 0x7fb614154490 2024-09-05T06:14:19.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.796+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb61415e880 con 0x7fb614154490 2024-09-05T06:14:19.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.796+0000 7fb60affd640 1 -- 172.21.15.70:0/2527314627 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7fb610016470 con 0x7fb614154490 2024-09-05T06:14:19.794 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:14:19.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6000678c0 msgr2=0x7fb600069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:19.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6000678c0 0x7fb600069d80 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb60c009ab0 tx=0x7fb60c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb614154490 msgr2=0x7fb6141525d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb614154490 0x7fb6141525d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fb61001c590 tx=0x7fb5fc007a50 comp rx=0 tx=0).stop 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 shutdown_connections 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb6000678c0 0x7fb600069d80 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb614152b10 0x7fb6140b1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb614154490 0x7fb6141525d0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 --2- 172.21.15.70:0/2527314627 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb5fc006a20 0x7fb6141471b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 >> 172.21.15.70:0/2527314627 conn(0x7fb61406bcc0 msgr2=0x7fb61415be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 shutdown_connections 2024-09-05T06:14:19.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:19.800+0000 7fb61c610640 1 -- 172.21.15.70:0/2527314627 wait complete. 2024-09-05T06:14:19.813 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:14:19.813 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:14:19.813 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:14:19.813 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:14:19.813 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:14:19.813 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:14:19.813 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:14:19.813 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:14:19.814 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:14:19.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:19.814 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:14:19.821 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:14:19.821 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:14:19.821 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:14:19.821 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:19.821 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:14:19.821 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:19.822 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42289sec preferred_lft 42289sec 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:14:19.823 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:14:19.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:19.825 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:14:19.876 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:14:19.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:19.878 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:14:19.930 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:14:19.931 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:14:19.931 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:14:19.931 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:14:19.931 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:14:19.931 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:14:19.931 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:14:20.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:14:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:14:20.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:14:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:14:20.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:20.054 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:14:20.060 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:14:20.060 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:14:20.060 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:14:20.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:20.060 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:14:20.116 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:14:20.116 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:14:20.116 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:14:20.165 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:14:20.165 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:14:20.165 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:14:20.212 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:14:20.271 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:14:20.317 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:14:20.317 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:14:20.317 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:14:20.318 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:14:20.319 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:14:20.320 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:14:20.320 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:14:20.320 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:14:20.320 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:14:20.320 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:14:20.320 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:14:20.320 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:14:20.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:20.324 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:14:20.369 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:14:20.369 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:14:20.413 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:14:20.427 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:14:20.477 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:14:20.477 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:14:20.477 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:14:20.478 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:14:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:14:20.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:20.480 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:14:20.494 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:14:20.493+0000 7fb02586e580 -1 init, newargv = 0x55f1a9684710 newargc=15 2024-09-05T06:14:20.494 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26000]: starting ceph client 2024-09-05T06:14:20.500 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26000]: starting fuse 2024-09-05T06:14:21.599 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:14:21.615 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:14:21.661 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:14:21.662 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:14:21.663 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:14:21.664 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:14:21.664 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:14:21.664 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:14:21.664 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:14:21.664 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:14:21.664 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:14:21.664 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:14:21.664 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:14:21.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:21.665 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:14:21.712 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:14:21.712 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:14:21.713 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:14:21.714 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:14:21.715 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:14:21.715 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:14:21.835 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.26000.asok 2024-09-05T06:14:21.838 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:14:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:14:21.846 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.26000.asok 2024-09-05T06:14:21.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:21.846 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.26000.asok status 2024-09-05T06:14:21.999 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "26000", 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:14:22.000 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 5141, 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 5141 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 4129583308 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:14:22.001 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 4129583308 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.5141 192.168.0.1:0/4129583308", 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/4129583308", 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 40, 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 107, 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:14:22.002 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:14:22.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:22.013 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:14:22.013 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:14:22.019 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:14:22.019 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:14:22.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:22.020 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:14:22.072 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:22.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.204+0000 7f40b7fbd640 1 Processor -- start 2024-09-05T06:14:22.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.204+0000 7f40b7fbd640 1 -- start start 2024-09-05T06:14:22.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b7fbd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f40b00d3a50 0x7f40b0169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:22.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b7fbd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40b00cfd30 con 0x7f40b00d4980 2024-09-05T06:14:22.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b7fbd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40b00d0010 con 0x7f40b015edb0 2024-09-05T06:14:22.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b7fbd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f40b00b5620 con 0x7f40b00d3a50 2024-09-05T06:14:22.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b655a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f40b00d3a50 0x7f40b0169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:22.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b5d59640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f40b00d4980 0x7f40b00d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37690/0 (socket says 172.21.15.70:37690) 2024-09-05T06:14:22.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b5d59640 1 -- 172.21.15.70:0/2224598770 learned_addr learned my addr 172.21.15.70:0/2224598770 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:22.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b655a640 1 -- 172.21.15.70:0/2224598770 >> v1:172.21.15.196:6789/0 conn(0x7f40b015edb0 legacy=0x7f40b00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:22.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b655a640 1 -- 172.21.15.70:0/2224598770 >> v1:172.21.15.70:6789/0 conn(0x7f40b00d4980 legacy=0x7f40b00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:22.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b4d57640 1 -- 172.21.15.70:0/2224598770 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 747095596 0 0) 0x7f40b00cfd30 con 0x7f40b00d4980 2024-09-05T06:14:22.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.208+0000 7f40b655a640 1 -- 172.21.15.70:0/2224598770 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b00d02f0 con 0x7f40b00d3a50 2024-09-05T06:14:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b655a640 1 --2- 172.21.15.70:0/2224598770 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b00d3a50 0x7f40b0169720 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f40a80097c0 tx=0x7f40a801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c513fa643110584 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b4d57640 1 -- 172.21.15.70:0/2224598770 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a80ab430 con 0x7f40b00d3a50 2024-09-05T06:14:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b4d57640 1 -- 172.21.15.70:0/2224598770 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40a80b0070 con 0x7f40b00d3a50 2024-09-05T06:14:22.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b4d57640 1 -- 172.21.15.70:0/2224598770 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a80ab7f0 con 0x7f40b00d3a50 2024-09-05T06:14:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- 172.21.15.70:0/2224598770 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b00d3a50 msgr2=0x7f40b0169720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 --2- 172.21.15.70:0/2224598770 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b00d3a50 0x7f40b0169720 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f40a80097c0 tx=0x7f40a801c430 comp rx=0 tx=0).stop 2024-09-05T06:14:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- 172.21.15.70:0/2224598770 shutdown_connections 2024-09-05T06:14:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 --2- 172.21.15.70:0/2224598770 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b00d3a50 0x7f40b0169720 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- 172.21.15.70:0/2224598770 >> 172.21.15.70:0/2224598770 conn(0x7f40b008e690 msgr2=0x7f40b009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- 172.21.15.70:0/2224598770 shutdown_connections 2024-09-05T06:14:22.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- 172.21.15.70:0/2224598770 wait complete. 2024-09-05T06:14:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 Processor -- start 2024-09-05T06:14:22.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- start start 2024-09-05T06:14:22.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f40b00d3a50 0x7f40b01577a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f40b00d4980 0x7f40b0154d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b015edb0 0x7f40b00ce7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f40b016c600 con 0x7f40b015edb0 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f40b016c480 con 0x7f40b00d3a50 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.212+0000 7f40b7fbd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f40b016c780 con 0x7f40b00d4980 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b015edb0 0x7f40b00ce7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b015edb0 0x7f40b00ce7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:38596/0 (socket says 172.21.15.70:38596) 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 -- 172.21.15.70:0/392925134 learned_addr learned my addr 172.21.15.70:0/392925134 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b5d59640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f40b00d3a50 0x7f40b01577a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b5558640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f40b00d4980 0x7f40b0154d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 -- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f40b00d4980 msgr2=0x7f40b0154d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:22.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f40b00d4980 0x7f40b0154d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 -- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f40b00d3a50 msgr2=0x7f40b01577a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f40b00d3a50 0x7f40b01577a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 -- 172.21.15.70:0/392925134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b01613c0 con 0x7f40b015edb0 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b5d59640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f40b00d3a50 0x7f40b01577a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b655a640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b015edb0 0x7f40b00ce7a0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f40a80ad040 tx=0x7f40a801ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40ae7fc640 1 -- 172.21.15.70:0/392925134 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a80bf610 con 0x7f40b015edb0 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40ae7fc640 1 -- 172.21.15.70:0/392925134 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40a80bf7b0 con 0x7f40b015edb0 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40b00cece0 con 0x7f40b015edb0 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40ae7fc640 1 -- 172.21.15.70:0/392925134 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a80bfba0 con 0x7f40b015edb0 2024-09-05T06:14:22.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40b00cab60 con 0x7f40b015edb0 2024-09-05T06:14:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40b00d4d60 con 0x7f40b015edb0 2024-09-05T06:14:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40ae7fc640 1 -- 172.21.15.70:0/392925134 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f40a80bd020 con 0x7f40b015edb0 2024-09-05T06:14:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40ae7fc640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f409c0678f0 0x7f409c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40ae7fc640 1 -- 172.21.15.70:0/392925134 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f40a80a8030 con 0x7f40b015edb0 2024-09-05T06:14:22.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b5d59640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f409c0678f0 0x7f409c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:22.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.216+0000 7f40b5d59640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f409c0678f0 0x7f409c069db0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f40a0000f70 tx=0x7f40a0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:22.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.220+0000 7f40ae7fc640 1 -- 172.21.15.70:0/392925134 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f40a80c4060 con 0x7f40b015edb0 2024-09-05T06:14:22.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.416+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40b00d3590 con 0x7f40b015edb0 2024-09-05T06:14:22.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40ae7fc640 1 -- 172.21.15.70:0/392925134 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7f40a8016050 con 0x7f40b015edb0 2024-09-05T06:14:22.415 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:22.415 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:22.415 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:22.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f409c0678f0 msgr2=0x7f409c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:22.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f409c0678f0 0x7f409c069db0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f40a0000f70 tx=0x7f40a0009040 comp rx=0 tx=0).stop 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b015edb0 msgr2=0x7f40b00ce7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b015edb0 0x7f40b00ce7a0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f40a80ad040 tx=0x7f40a801ac70 comp rx=0 tx=0).stop 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 shutdown_connections 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f409c0678f0 0x7f409c069db0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f40b015edb0 0x7f40b00ce7a0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f40b00d4980 0x7f40b0154d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 --2- 172.21.15.70:0/392925134 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f40b00d3a50 0x7f40b01577a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 >> 172.21.15.70:0/392925134 conn(0x7f40b008e690 msgr2=0x7f40b00d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 shutdown_connections 2024-09-05T06:14:22.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:22.420+0000 7f40b7fbd640 1 -- 172.21.15.70:0/392925134 wait complete. 2024-09-05T06:14:22.434 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:14:22.578 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":6138,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":14.916460841999999,"mdsmap_epoch":40,"osdmap_epoch":107,"osdmap_epoch_barrier":107,"uptime":19.871911501} 2024-09-05T06:14:22.579 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 6138, "mdsmap_epoch": 40, "osdmap_epoch": 107, "osdmap_epoch_barrier": 107, "rank_uptime": 14.916460842, "state": "up:active", "uptime": 19.871911501, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:14:22.579 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_mon_report_interval 2024-09-05T06:14:22.709 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_mon_report_interval":"5"} 2024-09-05T06:14:22.710 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_mon_report_interval": "5" } 2024-09-05T06:14:22.710 INFO:tasks.cephfs.test_full:Writing 531MB should fill this cluster 2024-09-05T06:14:22.710 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:22.710 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:22.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:22.716 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_a bs=1M conv=fdatasync count=265 seek=0) 2024-09-05T06:14:25.337 INFO:teuthology.orchestra.run.smithi070.stderr:265+0 records in 2024-09-05T06:14:25.337 INFO:teuthology.orchestra.run.smithi070.stderr:265+0 records out 2024-09-05T06:14:25.337 INFO:teuthology.orchestra.run.smithi070.stderr:277872640 bytes (278 MB, 265 MiB) copied, 2.56735 s, 108 MB/s 2024-09-05T06:14:25.338 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:25.338 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:25.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:25.344 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_b bs=1M conv=fdatasync count=292 seek=0) 2024-09-05T06:14:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:292+0 records in 2024-09-05T06:14:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:292+0 records out 2024-09-05T06:14:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:306184192 bytes (306 MB, 292 MiB) copied, 2.64851 s, 116 MB/s 2024-09-05T06:14:28.046 INFO:tasks.cephfs.test_full:Writing file B succeeded (full status will happen soon) 2024-09-05T06:14:28.046 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:14:28.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.172+0000 7f055e78f640 1 Processor -- start 2024-09-05T06:14:28.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.172+0000 7f055e78f640 1 -- start start 2024-09-05T06:14:28.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f05580ceaf0 0x7f05580d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:28.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f05580d0c90 0x7f05580af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:28.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f055806d570 con 0x7f0558157110 2024-09-05T06:14:28.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f05580d10c0 con 0x7f05580ceaf0 2024-09-05T06:14:28.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f055806d850 con 0x7f05580d0c90 2024-09-05T06:14:28.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f05577fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f05580ceaf0 0x7f05580d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:28.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f05577fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f05580ceaf0 0x7f05580d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55626/0 (socket says 172.21.15.70:55626) 2024-09-05T06:14:28.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f05577fe640 1 -- 172.21.15.70:0/1783491405 learned_addr learned my addr 172.21.15.70:0/1783491405 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:28.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055cd2c640 1 --2- 172.21.15.70:0/1783491405 >> v2:172.21.15.196:3300/0 conn(0x7f05580d0c90 0x7f05580af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:28.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f05577fe640 1 -- 172.21.15.70:0/1783491405 >> v2:172.21.15.196:3300/0 conn(0x7f05580d0c90 msgr2=0x7f05580af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:28.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f05577fe640 1 --2- 172.21.15.70:0/1783491405 >> v2:172.21.15.196:3300/0 conn(0x7f05580d0c90 0x7f05580af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f05577fe640 1 -- 172.21.15.70:0/1783491405 >> v1:172.21.15.196:6789/0 conn(0x7f0558157110 legacy=0x7f05580b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:28.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f05577fe640 1 -- 172.21.15.70:0/1783491405 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055806db30 con 0x7f05580ceaf0 2024-09-05T06:14:28.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f05577fe640 1 --2- 172.21.15.70:0/1783491405 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f05580d0750 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f055806ed50 tx=0x7f054c01c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=502accdb1334a122 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:28.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f0556ffd640 1 -- 172.21.15.70:0/1783491405 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054c0b0070 con 0x7f05580ceaf0 2024-09-05T06:14:28.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f0556ffd640 1 -- 172.21.15.70:0/1783491405 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f054c0ab600 con 0x7f05580ceaf0 2024-09-05T06:14:28.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f0556ffd640 1 -- 172.21.15.70:0/1783491405 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054c0ab9d0 con 0x7f05580ceaf0 2024-09-05T06:14:28.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 -- 172.21.15.70:0/1783491405 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 msgr2=0x7f05580d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:28.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 --2- 172.21.15.70:0/1783491405 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f05580d0750 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f055806ed50 tx=0x7f054c01c4e0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 -- 172.21.15.70:0/1783491405 shutdown_connections 2024-09-05T06:14:28.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 --2- 172.21.15.70:0/1783491405 >> v2:172.21.15.196:3300/0 conn(0x7f05580d0c90 0x7f05580af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 --2- 172.21.15.70:0/1783491405 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f05580d0750 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 -- 172.21.15.70:0/1783491405 >> 172.21.15.70:0/1783491405 conn(0x7f055806bcc0 msgr2=0x7f055806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:28.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 -- 172.21.15.70:0/1783491405 shutdown_connections 2024-09-05T06:14:28.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.176+0000 7f055e78f640 1 -- 172.21.15.70:0/1783491405 wait complete. 2024-09-05T06:14:28.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 Processor -- start 2024-09-05T06:14:28.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 -- start start 2024-09-05T06:14:28.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f055814ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:28.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05580d0c90 0x7f055815a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:28.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0558157110 0x7f0558153170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:28.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f05580b3a70 con 0x7f05580ceaf0 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f05580b5c90 con 0x7f0558157110 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f05580b3bf0 con 0x7f05580d0c90 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f055814ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f055814ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55642/0 (socket says 172.21.15.70:55642) 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 -- 172.21.15.70:0/2071012614 learned_addr learned my addr 172.21.15.70:0/2071012614 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055cd2c640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0558157110 0x7f0558153170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 -- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05580d0c90 msgr2=0x7f055815a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f05577fe640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05580d0c90 0x7f055815a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05580d0c90 0x7f055815a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 -- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0558157110 msgr2=0x7f0558153170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0558157110 0x7f0558153170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 -- 172.21.15.70:0/2071012614 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055815a900 con 0x7f05580ceaf0 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055cd2c640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0558157110 0x7f0558153170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:28.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0557fff640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f055814ef70 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f054800b410 tx=0x7f054800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:28.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0554ff9640 1 -- 172.21.15.70:0/2071012614 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0548015020 con 0x7f05580ceaf0 2024-09-05T06:14:28.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0554ff9640 1 -- 172.21.15.70:0/2071012614 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0548011830 con 0x7f05580ceaf0 2024-09-05T06:14:28.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f0554ff9640 1 -- 172.21.15.70:0/2071012614 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0548011c20 con 0x7f05580ceaf0 2024-09-05T06:14:28.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05581520d0 con 0x7f05580ceaf0 2024-09-05T06:14:28.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.180+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0558152690 con 0x7f05580ceaf0 2024-09-05T06:14:28.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.184+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05580008e0 con 0x7f05580ceaf0 2024-09-05T06:14:28.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.184+0000 7f0554ff9640 1 -- 172.21.15.70:0/2071012614 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0548018020 con 0x7f05580ceaf0 2024-09-05T06:14:28.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.184+0000 7f0554ff9640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05440678f0 0x7f0544069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:28.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.184+0000 7f0554ff9640 1 -- 172.21.15.70:0/2071012614 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f0548085670 con 0x7f05580ceaf0 2024-09-05T06:14:28.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.184+0000 7f05577fe640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05440678f0 0x7f0544069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:28.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.184+0000 7f05577fe640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05440678f0 0x7f0544069db0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f054c0ad000 tx=0x7f054c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:28.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.188+0000 7f0554ff9640 1 -- 172.21.15.70:0/2071012614 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f054801f070 con 0x7f05580ceaf0 2024-09-05T06:14:28.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.348+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f05580d0530 con 0x7f05580ceaf0 2024-09-05T06:14:28.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f0554ff9640 1 -- 172.21.15.70:0/2071012614 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v107) ==== 81+0+34262 (secure 0 0 0) 0x7f0548018310 con 0x7f05580ceaf0 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 107, 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:14:08.617937+0000", 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:14:28.349 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:14:28.350 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 13, 2024-09-05T06:14:28.351 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:14:28.351 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:14:28.351 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:14:28.351 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:14:28.351 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:14:28.351 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:14:28.351 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.351 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:28.352 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:28.353 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "98", 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:28.354 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:28.355 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:28.356 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:14:28.357 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 12, 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.068791+0000", 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:28.358 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:14:28.359 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "106", 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:28.360 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:28.361 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.362 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.363 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:14:28.364 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 13, 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.948539+0000", 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:28.365 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:14:28.366 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "107", 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:28.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:28.368 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:28.369 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:28.369 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:28.369 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:28.369 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:28.369 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:28.369 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:28.369 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:28.369 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:28.370 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:14:28.371 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:28.372 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:28.373 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:28.374 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:28.375 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:28.376 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.377 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.378 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.379 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:28.380 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.381 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.381 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.381 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:14:28.381 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:28.381 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.381 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.382 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.382 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:14:28.382 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:28.382 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.382 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.383 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.383 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:28.383 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.383 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.383 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.383 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:14:28.384 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:28.384 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.384 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.384 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.384 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:14:28.385 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:28.385 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.385 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.385 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.385 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:28.386 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.386 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.386 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.386 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:14:28.386 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:28.387 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.387 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.387 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.387 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:14:28.387 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:28.387 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.388 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.388 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.388 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:14:28.388 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:14:28.388 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:14:28.389 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:14:28.389 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:28.389 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:28.389 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:28.389 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.389 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:28.390 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.391 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.392 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.393 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:14:28.394 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.395 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.396 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:28.397 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.398 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.399 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.400 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:28.401 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:14:28.402 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:14:28.403 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:28.404 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.404 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.404 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.404 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:14:28.404 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:28.404 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.404 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.404 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.405 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.406 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:28.407 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:14:28.408 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:14:28.409 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:14:28.410 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:28.411 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:14:28.412 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:28.413 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:14:28.414 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:28.415 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:28.416 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:14:28.417 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.418 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.419 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.420 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.421 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.422 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:14:28.423 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:28.424 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:28.425 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:28.426 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:28.427 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:28.428 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:14:28.429 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:14:28.430 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:14:28.431 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:14:28.431 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:14:28.431 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:14:28.431 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.431 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:28.431 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:14:28.431 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:14:28.431 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:28.432 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05440678f0 msgr2=0x7f0544069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05440678f0 0x7f0544069db0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f054c0ad000 tx=0x7f054c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 msgr2=0x7f055814ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f055814ef70 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f054800b410 tx=0x7f054800b8d0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 shutdown_connections 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f05440678f0 0x7f0544069db0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0558157110 0x7f0558153170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f05580d0c90 0x7f055815a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 --2- 172.21.15.70:0/2071012614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05580ceaf0 0x7f055814ef70 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 >> 172.21.15.70:0/2071012614 conn(0x7f055806bcc0 msgr2=0x7f055815bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:28.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 shutdown_connections 2024-09-05T06:14:28.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:28.352+0000 7f055e78f640 1 -- 172.21.15.70:0/2071012614 wait complete. 2024-09-05T06:14:28.435 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:14:30.487 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:14:30.490 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:14:31.512 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:14:31.516+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 3 full osd(s) (OSD_FULL) 2024-09-05T06:14:33.436 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:14:33.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f5881249640 1 Processor -- start 2024-09-05T06:14:33.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f5881249640 1 -- start start 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f5881249640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f587c155ee0 0x7f587c0730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f5881249640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f587c0735f0 0x7f587c0b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f5881249640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c0b4b00 0x7f587c06e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f5881249640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f587c072380 con 0x7f587c155ee0 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f5881249640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f587c0b50a0 con 0x7f587c0735f0 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f5881249640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f587c0725d0 con 0x7f587c0b4b00 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587ad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f587c155ee0 0x7f587c0730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587ad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f587c155ee0 0x7f587c0730b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55654/0 (socket says 172.21.15.70:55654) 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587ad9d640 1 -- 172.21.15.70:0/1184798742 learned_addr learned my addr 172.21.15.70:0/1184798742 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:33.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587a59c640 1 --2- 172.21.15.70:0/1184798742 >> v2:172.21.15.196:3300/0 conn(0x7f587c0735f0 0x7f587c0b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:33.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587b59e640 1 --2- 172.21.15.70:0/1184798742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c0b4b00 0x7f587c06e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:33.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587ad9d640 1 -- 172.21.15.70:0/1184798742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c0b4b00 msgr2=0x7f587c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:33.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587ad9d640 1 --2- 172.21.15.70:0/1184798742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c0b4b00 0x7f587c06e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587ad9d640 1 -- 172.21.15.70:0/1184798742 >> v2:172.21.15.196:3300/0 conn(0x7f587c0735f0 msgr2=0x7f587c0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:33.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587ad9d640 1 --2- 172.21.15.70:0/1184798742 >> v2:172.21.15.196:3300/0 conn(0x7f587c0735f0 0x7f587c0b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587ad9d640 1 -- 172.21.15.70:0/1184798742 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f587c0728b0 con 0x7f587c155ee0 2024-09-05T06:14:33.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.576+0000 7f587b59e640 1 --2- 172.21.15.70:0/1184798742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c0b4b00 0x7f587c06e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:33.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587ad9d640 1 --2- 172.21.15.70:0/1184798742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c0730b0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f587c06f7d0 tx=0x7f586c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c45981f48f77cda server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:33.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5879d9b640 1 -- 172.21.15.70:0/1184798742 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586c0b0070 con 0x7f587c155ee0 2024-09-05T06:14:33.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5879d9b640 1 -- 172.21.15.70:0/1184798742 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f586c0ab600 con 0x7f587c155ee0 2024-09-05T06:14:33.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5879d9b640 1 -- 172.21.15.70:0/1184798742 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586c0ab9d0 con 0x7f587c155ee0 2024-09-05T06:14:33.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- 172.21.15.70:0/1184798742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 msgr2=0x7f587c0730b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:33.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 --2- 172.21.15.70:0/1184798742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c0730b0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f587c06f7d0 tx=0x7f586c01c520 comp rx=0 tx=0).stop 2024-09-05T06:14:33.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- 172.21.15.70:0/1184798742 shutdown_connections 2024-09-05T06:14:33.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 --2- 172.21.15.70:0/1184798742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c0b4b00 0x7f587c06e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 --2- 172.21.15.70:0/1184798742 >> v2:172.21.15.196:3300/0 conn(0x7f587c0735f0 0x7f587c0b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 --2- 172.21.15.70:0/1184798742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c0730b0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- 172.21.15.70:0/1184798742 >> 172.21.15.70:0/1184798742 conn(0x7f587c06bcc0 msgr2=0x7f587c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:33.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- 172.21.15.70:0/1184798742 shutdown_connections 2024-09-05T06:14:33.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- 172.21.15.70:0/1184798742 wait complete. 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 Processor -- start 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- start start 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f587c0b4b00 0x7f587c14d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c14dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c14e2a0 0x7f587c06d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f587c15d740 con 0x7f587c155ee0 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f587c15d5c0 con 0x7f587c0b4b00 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f5881249640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f587c15d8c0 con 0x7f587c14e2a0 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c14dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:33.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c14dd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55664/0 (socket says 172.21.15.70:55664) 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 -- 172.21.15.70:0/3450373878 learned_addr learned my addr 172.21.15.70:0/3450373878 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587ad9d640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f587c0b4b00 0x7f587c14d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587b59e640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c14e2a0 0x7f587c06d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 -- 172.21.15.70:0/3450373878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c14e2a0 msgr2=0x7f587c06d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c14e2a0 0x7f587c06d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 -- 172.21.15.70:0/3450373878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f587c0b4b00 msgr2=0x7f587c14d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f587c0b4b00 0x7f587c14d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 -- 172.21.15.70:0/3450373878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f587c14e820 con 0x7f587c155ee0 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.580+0000 7f587a59c640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c14dd60 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f587000d800 tx=0x7f587000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f58637fe640 1 -- 172.21.15.70:0/3450373878 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587000b6c0 con 0x7f587c155ee0 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f58637fe640 1 -- 172.21.15.70:0/3450373878 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5870019070 con 0x7f587c155ee0 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f587c14eb00 con 0x7f587c155ee0 2024-09-05T06:14:33.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f58637fe640 1 -- 172.21.15.70:0/3450373878 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587000baa0 con 0x7f587c155ee0 2024-09-05T06:14:33.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f587c0d0700 con 0x7f587c155ee0 2024-09-05T06:14:33.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f587c06e680 con 0x7f587c155ee0 2024-09-05T06:14:33.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f58637fe640 1 -- 172.21.15.70:0/3450373878 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f587000bc40 con 0x7f587c155ee0 2024-09-05T06:14:33.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f58637fe640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58680678c0 0x7f5868069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:33.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f58637fe640 1 -- 172.21.15.70:0/3450373878 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 5709+0+0 (secure 0 0 0) 0x7f5870086040 con 0x7f587c155ee0 2024-09-05T06:14:33.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f587ad9d640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58680678c0 0x7f5868069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:33.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f58637fe640 1 -- 172.21.15.70:0/3450373878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=111}) -- 0x7f586806f3f0 con 0x7f587c155ee0 2024-09-05T06:14:33.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.584+0000 7f587ad9d640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58680678c0 0x7f5868069d80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f586c0ad000 tx=0x7f586c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:33.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.588+0000 7f58637fe640 1 -- 172.21.15.70:0/3450373878 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5870056c10 con 0x7f587c155ee0 2024-09-05T06:14:33.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.756+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f587c15e7c0 con 0x7f587c155ee0 2024-09-05T06:14:33.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.756+0000 7f58637fe640 1 -- 172.21.15.70:0/3450373878 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v110) ==== 81+0+34438 (secure 0 0 0) 0x7f5870056510 con 0x7f587c155ee0 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 110, 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:14:33.546991+0000", 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:14:33.754 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 13, 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:14:33.755 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:33.756 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:33.757 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:33.758 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:33.759 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:33.760 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.761 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 12, 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:14:33.762 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.068791+0000", 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:14:33.763 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:33.764 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:33.765 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:33.766 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:33.767 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:33.768 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 13, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.948539+0000", 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:33.769 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:14:33.770 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:33.771 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:33.772 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:33.773 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:33.774 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:33.775 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:33.776 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:33.777 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:33.778 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.779 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.780 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:33.781 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.782 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.783 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:14:33.784 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:33.785 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:14:33.786 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:33.787 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.788 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.789 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.790 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.791 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.792 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.793 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:33.794 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:33.795 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.796 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:14:33.797 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:33.798 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.799 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:14:33.800 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:14:33.801 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:14:33.802 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.803 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.804 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.805 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:33.806 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:33.807 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:14:33.808 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:33.809 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:33.810 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:33.811 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:14:33.812 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:14:33.813 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:33.814 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:33.815 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:33.816 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:33.817 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:33.818 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:14:33.819 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:33.820 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:33.821 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:33.821 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:33.821 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:14:33.821 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:33.821 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.821 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.821 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:33.821 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:33.822 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:33.823 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.824 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:33.825 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.826 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:14:33.827 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:33.828 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58680678c0 msgr2=0x7f5868069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58680678c0 0x7f5868069d80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f586c0ad000 tx=0x7f586c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 msgr2=0x7f587c14dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c14dd60 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f587000d800 tx=0x7f587000dcc0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 shutdown_connections 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58680678c0 0x7f5868069d80 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f587c14e2a0 0x7f587c06d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c155ee0 0x7f587c14dd60 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 --2- 172.21.15.70:0/3450373878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f587c0b4b00 0x7f587c14d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:33.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 >> 172.21.15.70:0/3450373878 conn(0x7f587c06bcc0 msgr2=0x7f587c15b350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:33.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 shutdown_connections 2024-09-05T06:14:33.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:33.760+0000 7f5881249640 1 -- 172.21.15.70:0/3450373878 wait complete. 2024-09-05T06:14:33.831 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-05T06:14:33.831 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:33.832 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:33.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:33.838 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_b bs=1M conv=fdatasync count=50 seek=265) 2024-09-05T06:14:33.983 INFO:teuthology.orchestra.run.smithi070.stderr:dd: error writing 'large_file_b': No space left on device 2024-09-05T06:14:33.984 INFO:teuthology.orchestra.run.smithi070.stderr:dd: closing output file 'large_file_b': No space left on device 2024-09-05T06:14:33.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:14:33.985 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:14:34.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f6352f29640 1 Processor -- start 2024-09-05T06:14:34.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f6352f29640 1 -- start start 2024-09-05T06:14:34.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f6352f29640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 0x7f634c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f6352f29640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f634c06d570 con 0x7f634c0ceaf0 2024-09-05T06:14:34.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f6352f29640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f634c06d850 con 0x7f634c157110 2024-09-05T06:14:34.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f6352f29640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f634c06db30 con 0x7f634c0d0e60 2024-09-05T06:14:34.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f634bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f634c0ceaf0 0x7f634c0d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42844/0 (socket says 172.21.15.70:42844) 2024-09-05T06:14:34.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f634bfff640 1 -- 172.21.15.70:0/3627973399 learned_addr learned my addr 172.21.15.70:0/3627973399 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f63514c6640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 0x7f634c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2150825951 0 0) 0x7f634c06d570 con 0x7f634c0ceaf0 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.116+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6334003530 con 0x7f634c0ceaf0 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3461696244 0 0) 0x7f6334003530 con 0x7f634c0ceaf0 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 msgr2=0x7f634c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 0x7f634c0af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 >> v1:172.21.15.196:6789/0 conn(0x7f634c157110 legacy=0x7f634c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c06de10 con 0x7f634c0ceaf0 2024-09-05T06:14:34.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6340001680 con 0x7f634c0ceaf0 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 >> v1:172.21.15.70:6789/0 conn(0x7f634c0ceaf0 legacy=0x7f634c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f6334003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6334004810 0x7f6334004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 0x7f63340051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f634c06db30 con 0x7f63340039f0 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f633400bab0 con 0x7f6334004810 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f633400bcb0 con 0x7f634c0d0e60 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f6350cc5640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f6334003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f634bfff640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6334004810 0x7f6334004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f63514c6640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 0x7f63340051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f6350cc5640 1 -- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 msgr2=0x7f63340051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f6350cc5640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 0x7f63340051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f6350cc5640 1 -- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6334004810 msgr2=0x7f6334004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:34.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f6350cc5640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6334004810 0x7f6334004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f6350cc5640 1 -- 172.21.15.70:0/3627973399 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6334003530 con 0x7f63340039f0 2024-09-05T06:14:34.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.120+0000 7f63514c6640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0d0e60 0x7f63340051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:34.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f6350cc5640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f6334003e10 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f633c001750 tx=0x7f633c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3106742e79521687 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:34.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c0013a0 con 0x7f63340039f0 2024-09-05T06:14:34.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f633c0052f0 con 0x7f63340039f0 2024-09-05T06:14:34.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f634b7fe640 1 -- 172.21.15.70:0/3627973399 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c003840 con 0x7f63340039f0 2024-09-05T06:14:34.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f6352f29640 1 -- 172.21.15.70:0/3627973399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 msgr2=0x7f6334003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f6352f29640 1 --2- 172.21.15.70:0/3627973399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f6334003e10 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f633c001750 tx=0x7f633c01c3c0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f63514c6640 1 -- 172.21.15.70:0/3627973399 reap_dead start 2024-09-05T06:14:34.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f6352f29640 1 -- 172.21.15.70:0/3627973399 shutdown_connections 2024-09-05T06:14:34.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f6352f29640 1 -- 172.21.15.70:0/3627973399 >> 172.21.15.70:0/3627973399 conn(0x7f634c06bcc0 msgr2=0x7f634c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:34.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f6352f29640 1 -- 172.21.15.70:0/3627973399 shutdown_connections 2024-09-05T06:14:34.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.124+0000 7f6352f29640 1 -- 172.21.15.70:0/3627973399 wait complete. 2024-09-05T06:14:34.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 Processor -- start 2024-09-05T06:14:34.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 -- start start 2024-09-05T06:14:34.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f634c154030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f634c0ab260 0x7f634c0cf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0cfc20 0x7f634c15e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f634c0b00b0 con 0x7f63340039f0 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f634c0aff30 con 0x7f634c0ab260 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f634c0b0230 con 0x7f634c0cfc20 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f634c154030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f634c154030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55672/0 (socket says 172.21.15.70:55672) 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 -- 172.21.15.70:0/1620805335 learned_addr learned my addr 172.21.15.70:0/1620805335 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f634bfff640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f634c0ab260 0x7f634c0cf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f63514c6640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0cfc20 0x7f634c15e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 -- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0cfc20 msgr2=0x7f634c15e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0cfc20 0x7f634c15e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 -- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f634c0ab260 msgr2=0x7f634c0cf6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f634c0ab260 0x7f634c0cf6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 -- 172.21.15.70:0/1620805335 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c0d01a0 con 0x7f63340039f0 2024-09-05T06:14:34.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f634bfff640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f634c0ab260 0x7f634c0cf6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:34.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6350cc5640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f634c154030 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f633c001750 tx=0x7f6334005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:34.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f63497fa640 1 -- 172.21.15.70:0/1620805335 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c007a40 con 0x7f63340039f0 2024-09-05T06:14:34.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f63497fa640 1 -- 172.21.15.70:0/1620805335 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f633c0bb070 con 0x7f63340039f0 2024-09-05T06:14:34.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f63497fa640 1 -- 172.21.15.70:0/1620805335 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c000ee0 con 0x7f63340039f0 2024-09-05T06:14:34.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634c0aa4a0 con 0x7f63340039f0 2024-09-05T06:14:34.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f634c0aaa60 con 0x7f63340039f0 2024-09-05T06:14:34.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.128+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f634c06d570 con 0x7f63340039f0 2024-09-05T06:14:34.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.132+0000 7f63497fa640 1 -- 172.21.15.70:0/1620805335 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f633c0b4040 con 0x7f63340039f0 2024-09-05T06:14:34.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.132+0000 7f63497fa640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6338067a90 0x7f6338069f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.132+0000 7f63497fa640 1 -- 172.21.15.70:0/1620805335 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 5709+0+0 (secure 0 0 0) 0x7f633c11fac0 con 0x7f63340039f0 2024-09-05T06:14:34.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.132+0000 7f634bfff640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6338067a90 0x7f6338069f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.132+0000 7f63497fa640 1 -- 172.21.15.70:0/1620805335 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=111}) -- 0x7f633806f620 con 0x7f63340039f0 2024-09-05T06:14:34.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.132+0000 7f634bfff640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6338067a90 0x7f6338069f50 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f634c0d0b30 tx=0x7f6340009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:34.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.136+0000 7f63497fa640 1 -- 172.21.15.70:0/1620805335 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f633c0160d0 con 0x7f63340039f0 2024-09-05T06:14:34.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.296+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f634c0d0880 con 0x7f63340039f0 2024-09-05T06:14:34.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.300+0000 7f63497fa640 1 -- 172.21.15.70:0/1620805335 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v110) ==== 81+0+34438 (secure 0 0 0) 0x7f633c0f0720 con 0x7f63340039f0 2024-09-05T06:14:34.298 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:34.298 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:34.298 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 110, 2024-09-05T06:14:34.298 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:14:34.298 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:14:34.298 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:14:33.546991+0000", 2024-09-05T06:14:34.298 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:14:34.299 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 13, 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:34.300 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:14:34.301 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:34.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:34.303 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:34.304 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:34.305 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.306 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 12, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.068791+0000", 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:34.307 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:34.308 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:34.309 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:34.310 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:34.311 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:34.312 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 13, 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:14:34.313 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.948539+0000", 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:34.314 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:34.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:34.316 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.318 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:34.319 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:34.320 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:34.321 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:34.322 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:34.323 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.324 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:34.325 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:34.326 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:34.327 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:34.328 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.329 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:14:34.330 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:34.331 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.332 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.333 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.335 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:34.336 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:34.337 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:34.338 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:14:34.339 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:14:34.340 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.341 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:34.342 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:34.343 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.344 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.345 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.346 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:34.348 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:14:34.349 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:34.350 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.352 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:14:34.353 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:34.354 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.355 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:14:34.356 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:14:34.357 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:14:34.359 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:34.360 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.361 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.362 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.363 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:34.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:34.365 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.366 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:34.367 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:14:34.368 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:34.369 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:34.370 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:14:34.371 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:14:34.372 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:14:34.373 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:14:34.374 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:14:34.374 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:14:34.374 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:14:34.374 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:14:34.374 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:14:34.374 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:14:34.374 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:34.374 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6338067a90 msgr2=0x7f6338069f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6338067a90 0x7f6338069f50 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f634c0d0b30 tx=0x7f6340009040 comp rx=0 tx=0).stop 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 msgr2=0x7f634c154030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f634c154030 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f633c001750 tx=0x7f6334005840 comp rx=0 tx=0).stop 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 shutdown_connections 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6338067a90 0x7f6338069f50 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f634c0cfc20 0x7f634c15e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f634c0ab260 0x7f634c0cf6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 --2- 172.21.15.70:0/1620805335 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f63340039f0 0x7f634c154030 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 >> 172.21.15.70:0/1620805335 conn(0x7f634c06bcc0 msgr2=0x7f634c0cef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:34.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 shutdown_connections 2024-09-05T06:14:34.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.304+0000 7f6352f29640 1 -- 172.21.15.70:0/1620805335 wait complete. 2024-09-05T06:14:34.377 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:34.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.504+0000 7fa598f04640 1 Processor -- start 2024-09-05T06:14:34.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.504+0000 7fa598f04640 1 -- start start 2024-09-05T06:14:34.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa598f04640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa5940ceaf0 0x7fa5940d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa598f04640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa5940d0c90 0x7fa5940af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa598f04640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa59406d570 con 0x7fa594157110 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa598f04640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa5940d10c0 con 0x7fa5940ceaf0 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa598f04640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa59406d850 con 0x7fa5940d0c90 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa591d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa5940ceaf0 0x7fa5940d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa591d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa5940ceaf0 0x7fa5940d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55686/0 (socket says 172.21.15.70:55686) 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa591d9b640 1 -- 172.21.15.70:0/3797337854 learned_addr learned my addr 172.21.15.70:0/3797337854 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa592d9d640 1 --2- 172.21.15.70:0/3797337854 >> v2:172.21.15.196:3300/0 conn(0x7fa5940d0c90 0x7fa5940af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa591d9b640 1 -- 172.21.15.70:0/3797337854 >> v2:172.21.15.196:3300/0 conn(0x7fa5940d0c90 msgr2=0x7fa5940af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa591d9b640 1 --2- 172.21.15.70:0/3797337854 >> v2:172.21.15.196:3300/0 conn(0x7fa5940d0c90 0x7fa5940af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa591d9b640 1 -- 172.21.15.70:0/3797337854 >> v1:172.21.15.196:6789/0 conn(0x7fa594157110 legacy=0x7fa5940b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:34.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa591d9b640 1 -- 172.21.15.70:0/3797337854 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa59406db30 con 0x7fa5940ceaf0 2024-09-05T06:14:34.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa591d9b640 1 --2- 172.21.15.70:0/3797337854 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940ceaf0 0x7fa5940d0750 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fa59406ed50 tx=0x7fa57c01c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=775a83f5d1b2c9c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:34.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa59159a640 1 -- 172.21.15.70:0/3797337854 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57c0b0070 con 0x7fa5940ceaf0 2024-09-05T06:14:34.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa59159a640 1 -- 172.21.15.70:0/3797337854 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa57c0ab600 con 0x7fa5940ceaf0 2024-09-05T06:14:34.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.508+0000 7fa59159a640 1 -- 172.21.15.70:0/3797337854 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57c0ab9d0 con 0x7fa5940ceaf0 2024-09-05T06:14:34.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- 172.21.15.70:0/3797337854 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940ceaf0 msgr2=0x7fa5940d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 --2- 172.21.15.70:0/3797337854 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940ceaf0 0x7fa5940d0750 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fa59406ed50 tx=0x7fa57c01c4e0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- 172.21.15.70:0/3797337854 shutdown_connections 2024-09-05T06:14:34.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 --2- 172.21.15.70:0/3797337854 >> v2:172.21.15.196:3300/0 conn(0x7fa5940d0c90 0x7fa5940af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 --2- 172.21.15.70:0/3797337854 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940ceaf0 0x7fa5940d0750 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- 172.21.15.70:0/3797337854 >> 172.21.15.70:0/3797337854 conn(0x7fa59406bcc0 msgr2=0x7fa59406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:34.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- 172.21.15.70:0/3797337854 shutdown_connections 2024-09-05T06:14:34.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- 172.21.15.70:0/3797337854 wait complete. 2024-09-05T06:14:34.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 Processor -- start 2024-09-05T06:14:34.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- start start 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa5940ceaf0 0x7fa594157620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940d0c90 0x7fa5941512c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa594157110 0x7fa594151800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa5940b3a70 con 0x7fa5940d0c90 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa5940b5c90 con 0x7fa594157110 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa5940b3bf0 con 0x7fa5940ceaf0 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940d0c90 0x7fa5941512c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940d0c90 0x7fa5941512c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55702/0 (socket says 172.21.15.70:55702) 2024-09-05T06:14:34.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 -- 172.21.15.70:0/2720570847 learned_addr learned my addr 172.21.15.70:0/2720570847 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa59259c640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa5940ceaf0 0x7fa594157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 -- 172.21.15.70:0/2720570847 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa5940ceaf0 msgr2=0x7fa594157620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa592d9d640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa594157110 0x7fa594151800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa5940ceaf0 0x7fa594157620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 -- 172.21.15.70:0/2720570847 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa594157110 msgr2=0x7fa594151800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa594157110 0x7fa594151800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 -- 172.21.15.70:0/2720570847 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5941580e0 con 0x7fa5940d0c90 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa591d9b640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940d0c90 0x7fa5941512c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fa57c01ab90 tx=0x7fa57c019280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa58affd640 1 -- 172.21.15.70:0/2720570847 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57c0b9070 con 0x7fa5940d0c90 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa58affd640 1 -- 172.21.15.70:0/2720570847 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa57c0b4400 con 0x7fa5940d0c90 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5941583c0 con 0x7fa5940d0c90 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa58affd640 1 -- 172.21.15.70:0/2720570847 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57c0b0040 con 0x7fa5940d0c90 2024-09-05T06:14:34.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.512+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa594158980 con 0x7fa5940d0c90 2024-09-05T06:14:34.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.516+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa594158cf0 con 0x7fa5940d0c90 2024-09-05T06:14:34.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.516+0000 7fa58affd640 1 -- 172.21.15.70:0/2720570847 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa57c0bc070 con 0x7fa5940d0c90 2024-09-05T06:14:34.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.516+0000 7fa58affd640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5740678c0 0x7fa574069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:34.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.516+0000 7fa58affd640 1 -- 172.21.15.70:0/2720570847 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 5709+0+0 (secure 0 0 0) 0x7fa57c11edb0 con 0x7fa5940d0c90 2024-09-05T06:14:34.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.516+0000 7fa59259c640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5740678c0 0x7fa574069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:34.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.516+0000 7fa58affd640 1 -- 172.21.15.70:0/2720570847 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=111}) -- 0x7fa57406f450 con 0x7fa5940d0c90 2024-09-05T06:14:34.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.516+0000 7fa59259c640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5740678c0 0x7fa574069d80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa5941f8f80 tx=0x7fa58c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:34.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.520+0000 7fa58affd640 1 -- 172.21.15.70:0/2720570847 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa594158cf0 con 0x7fa5940d0c90 2024-09-05T06:14:34.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.716+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5940b4fe0 con 0x7fa5940d0c90 2024-09-05T06:14:34.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.716+0000 7fa58affd640 1 -- 172.21.15.70:0/2720570847 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7fa57c123070 con 0x7fa5940d0c90 2024-09-05T06:14:34.715 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:34.715 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:34.715 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:34.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5740678c0 msgr2=0x7fa574069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5740678c0 0x7fa574069d80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa5941f8f80 tx=0x7fa58c008040 comp rx=0 tx=0).stop 2024-09-05T06:14:34.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940d0c90 msgr2=0x7fa5941512c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:34.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940d0c90 0x7fa5941512c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fa57c01ab90 tx=0x7fa57c019280 comp rx=0 tx=0).stop 2024-09-05T06:14:34.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 shutdown_connections 2024-09-05T06:14:34.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa5740678c0 0x7fa574069d80 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa594157110 0x7fa594151800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5940d0c90 0x7fa5941512c0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 --2- 172.21.15.70:0/2720570847 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa5940ceaf0 0x7fa594157620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:34.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 >> 172.21.15.70:0/2720570847 conn(0x7fa59406bcc0 msgr2=0x7fa5940b3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:34.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 shutdown_connections 2024-09-05T06:14:34.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:34.720+0000 7fa598f04640 1 -- 172.21.15.70:0/2720570847 wait complete. 2024-09-05T06:14:34.734 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:14:34.871 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":6138,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":27.208748362000001,"mdsmap_epoch":40,"osdmap_epoch":110,"osdmap_epoch_barrier":107,"uptime":32.164198712000001} 2024-09-05T06:14:34.871 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 6138, "mdsmap_epoch": 40, "osdmap_epoch": 110, "osdmap_epoch_barrier": 107, "rank_uptime": 27.208748362, "state": "up:active", "uptime": 32.164198712, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:14:34.871 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:14:34.872 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:34.872 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:34.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:34.877 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=small_file_1 bs=1M conv=fdatasync count=0 seek=0) 2024-09-05T06:14:34.924 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:14:34.928+0000 7f85adffb640 -1 client.6315 handle_client_reply no pending request on tid 14 safe is:1 2024-09-05T06:14:34.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:14:34.925 INFO:teuthology.orchestra.run.smithi070.stderr:dd: failed to open 'small_file_1': Permission denied 2024-09-05T06:14:34.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:34.925 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f large_file_b) 2024-09-05T06:14:34.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:34.978 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f large_file_a) 2024-09-05T06:14:35.061 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:14:35.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.236+0000 7f586e287640 1 Processor -- start 2024-09-05T06:14:35.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.236+0000 7f586e287640 1 -- start start 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586e287640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f586806de80 0x7f5868072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586e287640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f586806e4d0 con 0x7f586815ea00 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586e287640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5868071760 con 0x7f58680b5a20 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586e287640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5868071db0 con 0x7f586806de80 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f5867fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f586815ea00 0x7f58680b5310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:42848/0 (socket says 172.21.15.70:42848) 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f5867fff640 1 -- 172.21.15.70:0/1597442973 learned_addr learned my addr 172.21.15.70:0/1597442973 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586c824640 1 --2- 172.21.15.70:0/1597442973 >> v2:172.21.15.70:3300/0 conn(0x7f586806de80 0x7f5868072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f5866ffd640 1 -- 172.21.15.70:0/1597442973 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2635638376 0 0) 0x7f586806e4d0 con 0x7f586815ea00 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f5866ffd640 1 -- 172.21.15.70:0/1597442973 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5854003530 con 0x7f586815ea00 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586c824640 1 -- 172.21.15.70:0/1597442973 >> v1:172.21.15.196:6789/0 conn(0x7f58680b5a20 legacy=0x7f586806d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:35.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586c824640 1 -- 172.21.15.70:0/1597442973 >> v1:172.21.15.70:6789/0 conn(0x7f586815ea00 legacy=0x7f58680b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:35.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f5866ffd640 1 -- 172.21.15.70:0/1597442973 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3056477063 0 0) 0x7f5854003530 con 0x7f586815ea00 2024-09-05T06:14:35.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586c824640 1 -- 172.21.15.70:0/1597442973 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5868071a40 con 0x7f586806de80 2024-09-05T06:14:35.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f586c824640 1 --2- 172.21.15.70:0/1597442973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586806de80 0x7f5868072240 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f58600097c0 tx=0x7f586001c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89e2f3487e1ac570 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:35.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.240+0000 7f5866ffd640 1 -- 172.21.15.70:0/1597442973 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58600b0070 con 0x7f586806de80 2024-09-05T06:14:35.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f5866ffd640 1 -- 172.21.15.70:0/1597442973 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58600ab400 con 0x7f586806de80 2024-09-05T06:14:35.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f5866ffd640 1 -- 172.21.15.70:0/1597442973 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5858001a00 con 0x7f586806de80 2024-09-05T06:14:35.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- 172.21.15.70:0/1597442973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586806de80 msgr2=0x7f5868072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:35.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 --2- 172.21.15.70:0/1597442973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586806de80 0x7f5868072240 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f58600097c0 tx=0x7f586001c380 comp rx=0 tx=0).stop 2024-09-05T06:14:35.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- 172.21.15.70:0/1597442973 shutdown_connections 2024-09-05T06:14:35.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 --2- 172.21.15.70:0/1597442973 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586806de80 0x7f5868072240 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:35.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- 172.21.15.70:0/1597442973 >> 172.21.15.70:0/1597442973 conn(0x7f586806bcc0 msgr2=0x7f586806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:35.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- 172.21.15.70:0/1597442973 shutdown_connections 2024-09-05T06:14:35.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- 172.21.15.70:0/1597442973 wait complete. 2024-09-05T06:14:35.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 Processor -- start 2024-09-05T06:14:35.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- start start 2024-09-05T06:14:35.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f586806de80 0x7f586815f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f58680b5a20 0x7f586815b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586815ea00 0x7f5868160da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f58680b4750 con 0x7f586815ea00 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f58680b45d0 con 0x7f586806de80 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f58680b48d0 con 0x7f58680b5a20 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586815ea00 0x7f5868160da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586815ea00 0x7f5868160da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:55728/0 (socket says 172.21.15.70:55728) 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 -- 172.21.15.70:0/3749084565 learned_addr learned my addr 172.21.15.70:0/3749084565 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f58677fe640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f58680b5a20 0x7f586815b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f5867fff640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f586806de80 0x7f586815f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 -- 172.21.15.70:0/3749084565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f58680b5a20 msgr2=0x7f586815b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:35.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f58680b5a20 0x7f586815b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 -- 172.21.15.70:0/3749084565 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f586806de80 msgr2=0x7f586815f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f586806de80 0x7f586815f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 -- 172.21.15.70:0/3749084565 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f586815f740 con 0x7f586815ea00 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586c824640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586815ea00 0x7f5868160da0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f5860019fb0 tx=0x7f586001abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f5864ff9640 1 -- 172.21.15.70:0/3749084565 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58600b0050 con 0x7f586815ea00 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f5864ff9640 1 -- 172.21.15.70:0/3749084565 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58600bc070 con 0x7f586815ea00 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f586814d5f0 con 0x7f586815ea00 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f5864ff9640 1 -- 172.21.15.70:0/3749084565 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5860006e20 con 0x7f586815ea00 2024-09-05T06:14:35.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.244+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f586814dbb0 con 0x7f586815ea00 2024-09-05T06:14:35.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.248+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5868072220 con 0x7f586815ea00 2024-09-05T06:14:35.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.248+0000 7f5864ff9640 1 -- 172.21.15.70:0/3749084565 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f58600b5a10 con 0x7f586815ea00 2024-09-05T06:14:35.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.248+0000 7f5864ff9640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58480678c0 0x7f5848069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:35.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.248+0000 7f5864ff9640 1 -- 172.21.15.70:0/3749084565 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 5709+0+0 (secure 0 0 0) 0x7f5860120640 con 0x7f586815ea00 2024-09-05T06:14:35.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.248+0000 7f5867fff640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58480678c0 0x7f5848069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:35.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.248+0000 7f5864ff9640 1 -- 172.21.15.70:0/3749084565 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=111}) -- 0x7f584806f3f0 con 0x7f586815ea00 2024-09-05T06:14:35.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.248+0000 7f5867fff640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58480678c0 0x7f5848069d80 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f585800e270 tx=0x7f5858009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:35.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.252+0000 7f5864ff9640 1 -- 172.21.15.70:0/3749084565 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5860015fb0 con 0x7f586815ea00 2024-09-05T06:14:35.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.412+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f58680b52a0 con 0x7f586815ea00 2024-09-05T06:14:35.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.416+0000 7f5864ff9640 1 -- 172.21.15.70:0/3749084565 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v110) ==== 81+0+34438 (secure 0 0 0) 0x7f58600f1180 con 0x7f586815ea00 2024-09-05T06:14:35.414 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:35.414 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:35.414 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 110, 2024-09-05T06:14:35.414 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:14:35.414 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:14:35.414 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:14:33.546991+0000", 2024-09-05T06:14:35.414 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:14:35.414 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:14:35.415 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 13, 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:35.416 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:14:35.417 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:35.418 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:35.419 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:35.420 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:14:35.421 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 12, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.068791+0000", 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:35.422 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:14:35.423 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:35.424 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:35.425 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:35.426 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.427 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 13, 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:14:35.428 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.948539+0000", 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:35.429 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:35.430 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:35.431 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:35.432 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.433 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.434 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:35.435 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.436 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.437 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.438 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:14:35.439 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:35.440 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.441 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:14:35.442 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:35.443 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:35.444 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:35.445 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.446 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:35.447 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:35.448 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:35.449 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:14:35.450 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull", 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:35.451 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.452 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.453 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.454 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:35.456 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:35.457 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.458 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:35.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.460 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:14:35.461 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:35.462 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:14:35.463 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:14:35.464 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.467 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:35.468 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.469 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.470 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.471 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.472 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:35.473 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.474 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.475 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:35.476 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:35.477 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.478 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:35.479 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:35.480 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:35.481 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:35.482 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:35.483 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:14:35.484 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:14:35.485 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.486 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:35.487 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58480678c0 msgr2=0x7f5848069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58480678c0 0x7f5848069d80 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f585800e270 tx=0x7f5858009040 comp rx=0 tx=0).stop 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586815ea00 msgr2=0x7f5868160da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586815ea00 0x7f5868160da0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f5860019fb0 tx=0x7f586001abc0 comp rx=0 tx=0).stop 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 shutdown_connections 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f58480678c0 0x7f5848069d80 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f586815ea00 0x7f5868160da0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f58680b5a20 0x7f586815b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:35.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 --2- 172.21.15.70:0/3749084565 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f586806de80 0x7f586815f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:35.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 >> 172.21.15.70:0/3749084565 conn(0x7f586806bcc0 msgr2=0x7f5868154540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:35.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 shutdown_connections 2024-09-05T06:14:35.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:35.420+0000 7f586e287640 1 -- 172.21.15.70:0/3749084565 wait complete. 2024-09-05T06:14:35.490 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:14:39.463 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:14:39.468+0000 7f8aa8c00640 -1 log_channel(cluster) log [ERR] : Health check update: 3 full osd(s) (OSD_FULL) 2024-09-05T06:14:40.491 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:14:40.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.624+0000 7f4802d3b640 1 Processor -- start 2024-09-05T06:14:40.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.624+0000 7f4802d3b640 1 -- start start 2024-09-05T06:14:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4802d3b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc0afff0 0x7f47fc0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4802d3b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f47fc0cdf80 0x7f47fc072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4802d3b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47fc15bc40 con 0x7f47fc072fd0 2024-09-05T06:14:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4802d3b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f47fc072600 con 0x7f47fc0cdf80 2024-09-05T06:14:40.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4802d3b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f47fc0d14c0 con 0x7f47fc0afff0 2024-09-05T06:14:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f47fbfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f47fc0cdf80 0x7f47fc072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4800ad7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc0afff0 0x7f47fc0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:40.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4800ad7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc0afff0 0x7f47fc0cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:42304/0 (socket says 172.21.15.70:42304) 2024-09-05T06:14:40.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f48012d8640 1 --1- 172.21.15.70:0/2957575347 >> v1:172.21.15.196:6789/0 conn(0x7f47fc072fd0 0x7f47fc06e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:51936/0 (socket says 172.21.15.70:51936) 2024-09-05T06:14:40.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4800ad7640 1 -- 172.21.15.70:0/2957575347 learned_addr learned my addr 172.21.15.70:0/2957575347 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:40.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4800ad7640 1 -- 172.21.15.70:0/2957575347 >> v2:172.21.15.196:3300/0 conn(0x7f47fc0cdf80 msgr2=0x7f47fc072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:40.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4800ad7640 1 --2- 172.21.15.70:0/2957575347 >> v2:172.21.15.196:3300/0 conn(0x7f47fc0cdf80 0x7f47fc072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4800ad7640 1 -- 172.21.15.70:0/2957575347 >> v1:172.21.15.196:6789/0 conn(0x7f47fc072fd0 legacy=0x7f47fc06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:40.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f4800ad7640 1 -- 172.21.15.70:0/2957575347 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47fc071cd0 con 0x7f47fc0afff0 2024-09-05T06:14:40.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.628+0000 7f47fbfff640 1 --2- 172.21.15.70:0/2957575347 >> v2:172.21.15.196:3300/0 conn(0x7f47fc0cdf80 0x7f47fc072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:14:40.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4800ad7640 1 --2- 172.21.15.70:0/2957575347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc0afff0 0x7f47fc0cda40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f47f0009870 tx=0x7f47f001c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cff5d19b67548f41 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:40.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fb7fe640 1 -- 172.21.15.70:0/2957575347 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f00b2070 con 0x7f47fc0afff0 2024-09-05T06:14:40.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fb7fe640 1 -- 172.21.15.70:0/2957575347 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47f00a9070 con 0x7f47fc0afff0 2024-09-05T06:14:40.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fb7fe640 1 -- 172.21.15.70:0/2957575347 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f00ad880 con 0x7f47fc0afff0 2024-09-05T06:14:40.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- 172.21.15.70:0/2957575347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc0afff0 msgr2=0x7f47fc0cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:40.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 --2- 172.21.15.70:0/2957575347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc0afff0 0x7f47fc0cda40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f47f0009870 tx=0x7f47f001c560 comp rx=0 tx=0).stop 2024-09-05T06:14:40.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- 172.21.15.70:0/2957575347 shutdown_connections 2024-09-05T06:14:40.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 --2- 172.21.15.70:0/2957575347 >> v2:172.21.15.196:3300/0 conn(0x7f47fc0cdf80 0x7f47fc072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 --2- 172.21.15.70:0/2957575347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc0afff0 0x7f47fc0cda40 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- 172.21.15.70:0/2957575347 >> 172.21.15.70:0/2957575347 conn(0x7f47fc06bcc0 msgr2=0x7f47fc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:40.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- 172.21.15.70:0/2957575347 shutdown_connections 2024-09-05T06:14:40.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- 172.21.15.70:0/2957575347 wait complete. 2024-09-05T06:14:40.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 Processor -- start 2024-09-05T06:14:40.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- start start 2024-09-05T06:14:40.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc072fd0 0x7f47fc152eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:40.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47fc0afff0 0x7f47fc164920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:40.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47fc0cdf80 0x7f47fc164e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:40.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f47fc0d0f80 con 0x7f47fc0afff0 2024-09-05T06:14:40.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f47fc06efa0 con 0x7f47fc0cdf80 2024-09-05T06:14:40.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4802d3b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f47fc0d1100 con 0x7f47fc072fd0 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fbfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47fc0afff0 0x7f47fc164920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fbfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47fc0afff0 0x7f47fc164920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35750/0 (socket says 172.21.15.70:35750) 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fbfff640 1 -- 172.21.15.70:0/4168651508 learned_addr learned my addr 172.21.15.70:0/4168651508 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4800ad7640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc072fd0 0x7f47fc152eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f48012d8640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47fc0cdf80 0x7f47fc164e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fbfff640 1 -- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc072fd0 msgr2=0x7f47fc152eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fbfff640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc072fd0 0x7f47fc152eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fbfff640 1 -- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47fc0cdf80 msgr2=0x7f47fc164e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fbfff640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47fc0cdf80 0x7f47fc164e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f47fbfff640 1 -- 172.21.15.70:0/4168651508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47fc154f10 con 0x7f47fc0afff0 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.632+0000 7f4800ad7640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc072fd0 0x7f47fc152eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f47fbfff640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47fc0afff0 0x7f47fc164920 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f47ec00ebb0 tx=0x7f47ec00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:40.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f47f97fa640 1 -- 172.21.15.70:0/4168651508 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ec017070 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f47f97fa640 1 -- 172.21.15.70:0/4168651508 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47ec00cc30 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47fc157710 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f47f97fa640 1 -- 172.21.15.70:0/4168651508 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ec013470 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47fc1fb390 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47fc0cda40 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f47f97fa640 1 -- 172.21.15.70:0/4168651508 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f47ec01a070 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f47f97fa640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47e80678c0 0x7f47e8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f4800ad7640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47e80678c0 0x7f47e8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f47f97fa640 1 -- 172.21.15.70:0/4168651508 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 5709+0+0 (secure 0 0 0) 0x7f47ec085bf0 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f47f97fa640 1 -- 172.21.15.70:0/4168651508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=114}) -- 0x7f47e806f450 con 0x7f47fc0afff0 2024-09-05T06:14:40.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.636+0000 7f4800ad7640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47e80678c0 0x7f47e8069d80 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f47f00af000 tx=0x7f47f00a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:40.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.640+0000 7f47f97fa640 1 -- 172.21.15.70:0/4168651508 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f47ec056730 con 0x7f47fc0afff0 2024-09-05T06:14:40.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.804+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f47fc06dd90 con 0x7f47fc0afff0 2024-09-05T06:14:40.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.804+0000 7f47f97fa640 1 -- 172.21.15.70:0/4168651508 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v113) ==== 81+0+34326 (secure 0 0 0) 0x7f47ec056030 con 0x7f47fc0afff0 2024-09-05T06:14:40.803 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:40.803 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:40.803 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 113, 2024-09-05T06:14:40.803 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:14:40.803 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:14:40.485698+0000", 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:14:40.804 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 13, 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:14:40.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:40.806 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:40.807 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:40.808 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:40.809 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:40.810 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:14:40.811 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 12, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.068791+0000", 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:40.812 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:14:40.813 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:40.814 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:40.815 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:40.816 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:40.817 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 13, 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:14:40.818 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.948539+0000", 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 3, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full", 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:40.819 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:40.820 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "109", 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:40.821 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:40.822 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:40.823 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:14:40.824 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:40.825 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:14:40.826 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:40.827 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:40.828 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:40.829 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:40.830 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:40.831 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.832 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.833 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.834 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.835 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:40.836 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.837 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.838 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.839 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.840 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:14:40.841 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:40.842 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:40.843 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.844 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.845 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.846 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.847 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.848 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.849 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.850 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:14:40.851 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:40.852 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:40.853 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:14:40.854 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:40.855 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:14:40.856 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:14:40.857 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.858 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.859 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.860 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.861 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.862 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:14:40.863 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "full", 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:40.864 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.865 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:14:40.866 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:14:40.867 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:14:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:40.869 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:40.870 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:40.871 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.872 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:40.873 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:40.874 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:14:40.875 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:40.876 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:40.877 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47e80678c0 msgr2=0x7f47e8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47e80678c0 0x7f47e8069d80 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f47f00af000 tx=0x7f47f00a7000 comp rx=0 tx=0).stop 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47fc0afff0 msgr2=0x7f47fc164920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47fc0afff0 0x7f47fc164920 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f47ec00ebb0 tx=0x7f47ec00c520 comp rx=0 tx=0).stop 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 shutdown_connections 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47e80678c0 0x7f47e8069d80 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47fc0cdf80 0x7f47fc164e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47fc0afff0 0x7f47fc164920 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 --2- 172.21.15.70:0/4168651508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47fc072fd0 0x7f47fc152eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:40.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 >> 172.21.15.70:0/4168651508 conn(0x7f47fc06bcc0 msgr2=0x7f47fc15c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:40.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 shutdown_connections 2024-09-05T06:14:40.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:40.808+0000 7f4802d3b640 1 -- 172.21.15.70:0/4168651508 wait complete. 2024-09-05T06:14:40.880 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:14:45.882 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:14:46.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882e2c4640 1 Processor -- start 2024-09-05T06:14:46.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882e2c4640 1 -- start start 2024-09-05T06:14:46.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882e2c4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f88280d5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882e2c4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f88280b5850 0x7f88280d3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882e2c4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f88280d3770 0x7f88280d1660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882e2c4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f88280d2820 con 0x7f88280b5850 2024-09-05T06:14:46.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882e2c4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f88280d0370 con 0x7f88280d3770 2024-09-05T06:14:46.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882e2c4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f88280d2a70 con 0x7f8828162460 2024-09-05T06:14:46.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f88277fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f88280b5850 0x7f88280d3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f88277fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f88280b5850 0x7f88280d3230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35766/0 (socket says 172.21.15.70:35766) 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f88277fe640 1 -- 172.21.15.70:0/3801369304 learned_addr learned my addr 172.21.15.70:0/3801369304 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f882c861640 1 --2- 172.21.15.70:0/3801369304 >> v2:172.21.15.196:3300/0 conn(0x7f88280d3770 0x7f88280d1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f8827fff640 1 --2- 172.21.15.70:0/3801369304 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f88280d5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f88277fe640 1 -- 172.21.15.70:0/3801369304 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 msgr2=0x7f88280d5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f88277fe640 1 --2- 172.21.15.70:0/3801369304 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f88280d5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f88277fe640 1 -- 172.21.15.70:0/3801369304 >> v2:172.21.15.196:3300/0 conn(0x7f88280d3770 msgr2=0x7f88280d1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f88277fe640 1 --2- 172.21.15.70:0/3801369304 >> v2:172.21.15.196:3300/0 conn(0x7f88280d3770 0x7f88280d1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.020+0000 7f88277fe640 1 -- 172.21.15.70:0/3801369304 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88280d2d50 con 0x7f88280b5850 2024-09-05T06:14:46.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f88277fe640 1 --2- 172.21.15.70:0/3801369304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88280b5850 0x7f88280d3230 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f882808e0d0 tx=0x7f881c01c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a696fc1b6ac07d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f8826ffd640 1 -- 172.21.15.70:0/3801369304 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c0b0070 con 0x7f88280b5850 2024-09-05T06:14:46.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f8826ffd640 1 -- 172.21.15.70:0/3801369304 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f881c0ab600 con 0x7f88280b5850 2024-09-05T06:14:46.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f8826ffd640 1 -- 172.21.15.70:0/3801369304 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c0ab9d0 con 0x7f88280b5850 2024-09-05T06:14:46.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 -- 172.21.15.70:0/3801369304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88280b5850 msgr2=0x7f88280d3230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3801369304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88280b5850 0x7f88280d3230 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f882808e0d0 tx=0x7f881c01c260 comp rx=0 tx=0).stop 2024-09-05T06:14:46.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 -- 172.21.15.70:0/3801369304 shutdown_connections 2024-09-05T06:14:46.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3801369304 >> v2:172.21.15.196:3300/0 conn(0x7f88280d3770 0x7f88280d1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3801369304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88280b5850 0x7f88280d3230 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3801369304 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f88280d5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 -- 172.21.15.70:0/3801369304 >> 172.21.15.70:0/3801369304 conn(0x7f88280d4c50 msgr2=0x7f88280d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:46.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 -- 172.21.15.70:0/3801369304 shutdown_connections 2024-09-05T06:14:46.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 -- 172.21.15.70:0/3801369304 wait complete. 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 Processor -- start 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.024+0000 7f882e2c4640 1 -- start start 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88280d3770 0x7f88280ccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f8828153050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f882815fa60 0x7f882815b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f88280b4550 con 0x7f882815fa60 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f88280b43d0 con 0x7f88280d3770 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f88280b46d0 con 0x7f8828162460 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f882815fa60 0x7f882815b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f882815fa60 0x7f882815b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35782/0 (socket says 172.21.15.70:35782) 2024-09-05T06:14:46.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 -- 172.21.15.70:0/3525189028 learned_addr learned my addr 172.21.15.70:0/3525189028 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8827fff640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88280d3770 0x7f88280ccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f88277fe640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f8828153050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 -- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 msgr2=0x7f8828153050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f8828153050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 -- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88280d3770 msgr2=0x7f88280ccdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88280d3770 0x7f88280ccdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 -- 172.21.15.70:0/3525189028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8828153590 con 0x7f882815fa60 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f88277fe640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f8828153050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882c861640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f882815fa60 0x7f882815b560 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f8820007e60 tx=0x7f882000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8824ff9640 1 -- 172.21.15.70:0/3525189028 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8820014620 con 0x7f882815fa60 2024-09-05T06:14:46.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8824ff9640 1 -- 172.21.15.70:0/3525189028 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8820019070 con 0x7f882815fa60 2024-09-05T06:14:46.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88280cd3f0 con 0x7f882815fa60 2024-09-05T06:14:46.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8824ff9640 1 -- 172.21.15.70:0/3525189028 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8820014a20 con 0x7f882815fa60 2024-09-05T06:14:46.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88280cd9b0 con 0x7f882815fa60 2024-09-05T06:14:46.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8828159d20 con 0x7f882815fa60 2024-09-05T06:14:46.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8824ff9640 1 -- 172.21.15.70:0/3525189028 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8820014bc0 con 0x7f882815fa60 2024-09-05T06:14:46.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8824ff9640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88140678c0 0x7f8814069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8827fff640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88140678c0 0x7f8814069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8824ff9640 1 -- 172.21.15.70:0/3525189028 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f8820086510 con 0x7f882815fa60 2024-09-05T06:14:46.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.028+0000 7f8827fff640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88140678c0 0x7f8814069d80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f881800b930 tx=0x7f8818008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.032+0000 7f8824ff9640 1 -- 172.21.15.70:0/3525189028 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8820057050 con 0x7f882815fa60 2024-09-05T06:14:46.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.192+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f88280ce110 con 0x7f882815fa60 2024-09-05T06:14:46.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.192+0000 7f8824ff9640 1 -- 172.21.15.70:0/3525189028 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v114) ==== 81+0+34263 (secure 0 0 0) 0x7f8820056950 con 0x7f882815fa60 2024-09-05T06:14:46.190 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:46.190 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:46.190 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 114, 2024-09-05T06:14:46.190 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:14:46.190 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:14:46.190 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:14:41.493022+0000", 2024-09-05T06:14:46.190 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:14:46.191 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 13, 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:14:46.192 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:46.193 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:46.194 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:46.195 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:46.196 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:46.197 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:14:46.198 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.199 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 12, 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.068791+0000", 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:46.200 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:46.201 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:46.202 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:46.203 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:46.203 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:46.203 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:46.203 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:46.203 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:46.203 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:46.203 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:46.203 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:46.204 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:46.205 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:14:46.206 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 13, 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.948539+0000", 2024-09-05T06:14:46.207 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:46.208 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:46.209 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:46.210 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:46.211 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:46.212 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.213 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:46.214 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.215 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.216 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.217 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.218 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.219 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:14:46.220 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.221 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.222 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.223 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.224 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.225 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:14:46.226 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.227 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.228 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.229 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.230 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.231 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.232 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.233 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.234 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.235 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:14:46.236 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:14:46.237 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.238 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.239 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.240 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.241 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.241 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.241 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:14:46.241 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.241 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.241 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.241 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.242 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.243 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.244 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.244 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:14:46.244 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.244 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.244 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.244 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.244 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.245 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.246 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.247 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.248 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.249 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.250 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:14:46.251 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.252 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.253 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.254 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.255 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.256 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.257 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.258 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.259 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.260 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.261 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.262 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:14:46.263 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.264 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.265 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:14:46.266 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:46.267 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.268 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.268 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.268 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.268 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.268 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:14:46.268 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.268 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.268 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.269 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.270 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:14:46.271 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:14:46.272 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.273 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:46.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88140678c0 msgr2=0x7f8814069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88140678c0 0x7f8814069d80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f881800b930 tx=0x7f8818008040 comp rx=0 tx=0).stop 2024-09-05T06:14:46.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f882815fa60 msgr2=0x7f882815b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f882815fa60 0x7f882815b560 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f8820007e60 tx=0x7f882000e4b0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 shutdown_connections 2024-09-05T06:14:46.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88140678c0 0x7f8814069d80 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f882815fa60 0x7f882815b560 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8828162460 0x7f8828153050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 --2- 172.21.15.70:0/3525189028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88280d3770 0x7f88280ccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 >> 172.21.15.70:0/3525189028 conn(0x7f88280d4c50 msgr2=0x7f88280d3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:46.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 shutdown_connections 2024-09-05T06:14:46.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.196+0000 7f882e2c4640 1 -- 172.21.15.70:0/3525189028 wait complete. 2024-09-05T06:14:46.277 DEBUG:tasks.ceph_test_case:wait_until_true: success in 10s and 0 retries 2024-09-05T06:14:46.278 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:14:46.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.400+0000 7f6f5f5be640 1 Processor -- start 2024-09-05T06:14:46.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.400+0000 7f6f5f5be640 1 -- start start 2024-09-05T06:14:46.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5f5be640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f58155ee0 0x7f6f580730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5f5be640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f580b50a0 con 0x7f6f5806e680 2024-09-05T06:14:46.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5f5be640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f580725d0 con 0x7f6f580735f0 2024-09-05T06:14:46.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5f5be640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6f58072380 con 0x7f6f58155ee0 2024-09-05T06:14:46.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5db5b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6f5806e680 0x7f6f5815cba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53356/0 (socket says 172.21.15.70:53356) 2024-09-05T06:14:46.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5db5b640 1 -- 172.21.15.70:0/1247910432 learned_addr learned my addr 172.21.15.70:0/1247910432 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:46.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5d35a640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f58155ee0 0x7f6f580730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2961271421 0 0) 0x7f6f580b50a0 con 0x7f6f5806e680 2024-09-05T06:14:46.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6f44003530 con 0x7f6f5806e680 2024-09-05T06:14:46.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3867512494 0 0) 0x7f6f44003530 con 0x7f6f5806e680 2024-09-05T06:14:46.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f58155ee0 msgr2=0x7f6f580730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:46.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f58155ee0 0x7f6f580730b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 >> v1:172.21.15.196:6789/0 conn(0x7f6f580735f0 legacy=0x7f6f580b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f580728b0 con 0x7f6f5806e680 2024-09-05T06:14:46.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6f50001a00 con 0x7f6f5806e680 2024-09-05T06:14:46.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 >> v1:172.21.15.70:6789/0 conn(0x7f6f5806e680 legacy=0x7f6f5815cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f440039f0 0x7f6f44003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f58155ee0 0x7f6f44004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f44004d50 0x7f6f440051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6f58072380 con 0x7f6f44004d50 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6f4400bab0 con 0x7f6f440039f0 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6f4400dec0 con 0x7f6f58155ee0 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5db5b640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f44004d50 0x7f6f440051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5d35a640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f440039f0 0x7f6f44003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5cb59640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f58155ee0 0x7f6f44004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5db5b640 1 -- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f58155ee0 msgr2=0x7f6f44004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5db5b640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f58155ee0 0x7f6f44004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5db5b640 1 -- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f440039f0 msgr2=0x7f6f44003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5db5b640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f440039f0 0x7f6f44003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.404+0000 7f6f5db5b640 1 -- 172.21.15.70:0/1247910432 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f44003530 con 0x7f6f44004d50 2024-09-05T06:14:46.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5db5b640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f44004d50 0x7f6f440051d0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f6f5000a740 tx=0x7f6f5001d260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a33562187ea3992f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f5000a390 con 0x7f6f44004d50 2024-09-05T06:14:46.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f500ad650 con 0x7f6f44004d50 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f4ffff640 1 -- 172.21.15.70:0/1247910432 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f500ada40 con 0x7f6f44004d50 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- 172.21.15.70:0/1247910432 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f44004d50 msgr2=0x7f6f440051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 --2- 172.21.15.70:0/1247910432 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f44004d50 0x7f6f440051d0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f6f5000a740 tx=0x7f6f5001d260 comp rx=0 tx=0).stop 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5db5b640 1 -- 172.21.15.70:0/1247910432 reap_dead start 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- 172.21.15.70:0/1247910432 shutdown_connections 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- 172.21.15.70:0/1247910432 >> 172.21.15.70:0/1247910432 conn(0x7f6f5806bcc0 msgr2=0x7f6f5806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- 172.21.15.70:0/1247910432 shutdown_connections 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- 172.21.15.70:0/1247910432 wait complete. 2024-09-05T06:14:46.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 Processor -- start 2024-09-05T06:14:46.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- start start 2024-09-05T06:14:46.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f581e3d70 0x7f6f580ce9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f581e5220 0x7f6f581e4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f581e4690 0x7f6f581523a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6f580b4e50 con 0x7f6f581e5220 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6f580b4cd0 con 0x7f6f581e3d70 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5f5be640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6f580730b0 con 0x7f6f581e4690 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5cb59640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f581e5220 0x7f6f581e4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5cb59640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f581e5220 0x7f6f581e4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35788/0 (socket says 172.21.15.70:35788) 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5cb59640 1 -- 172.21.15.70:0/3142688985 learned_addr learned my addr 172.21.15.70:0/3142688985 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5d35a640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f581e3d70 0x7f6f580ce9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5db5b640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f581e4690 0x7f6f581523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5cb59640 1 -- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f581e4690 msgr2=0x7f6f581523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5cb59640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f581e4690 0x7f6f581523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5cb59640 1 -- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f581e3d70 msgr2=0x7f6f580ce9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5cb59640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f581e3d70 0x7f6f580ce9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5cb59640 1 -- 172.21.15.70:0/3142688985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f58151be0 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.408+0000 7f6f5db5b640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f581e4690 0x7f6f581523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f5cb59640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f581e5220 0x7f6f581e4150 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f6f4800e490 tx=0x7f6f4800e950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f4dffb640 1 -- 172.21.15.70:0/3142688985 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f480052e0 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f4dffb640 1 -- 172.21.15.70:0/3142688985 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f48018070 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f4dffb640 1 -- 172.21.15.70:0/3142688985 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f48005480 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f5814cca0 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f580cf4c0 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f5806eab0 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f4dffb640 1 -- 172.21.15.70:0/3142688985 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6f48003820 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f4dffb640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6f3c0678f0 0x7f6f3c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f4dffb640 1 -- 172.21.15.70:0/3142688985 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f6f48085930 con 0x7f6f581e5220 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f5d35a640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6f3c0678f0 0x7f6f3c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.412+0000 7f6f5d35a640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6f3c0678f0 0x7f6f3c069db0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6f54009a30 tx=0x7f6f54008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.416+0000 7f6f4dffb640 1 -- 172.21.15.70:0/3142688985 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6f48056470 con 0x7f6f581e5220 2024-09-05T06:14:46.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.580+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f6f58159260 con 0x7f6f581e5220 2024-09-05T06:14:46.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.580+0000 7f6f4dffb640 1 -- 172.21.15.70:0/3142688985 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v114) ==== 81+0+34263 (secure 0 0 0) 0x7f6f48055d70 con 0x7f6f581e5220 2024-09-05T06:14:46.578 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:46.578 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:14:46.578 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 114, 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:14:41.493022+0000", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:14:46.579 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 13, 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:14:46.580 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:46.581 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:46.582 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:46.583 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:46.584 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:46.585 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:14:46.586 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 12, 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.068791+0000", 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:46.587 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:46.588 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:14:46.589 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:46.590 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.591 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:14:46.592 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.75, 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.75, 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.75, 2024-09-05T06:14:46.593 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.75, 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 13, 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:14:05.948539+0000", 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:14:46.594 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:14:46.595 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.596 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:14:46.597 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.598 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:14:46.599 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:14:46.600 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.601 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.602 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.603 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.604 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.605 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.606 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:14:46.607 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.608 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.609 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.610 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.611 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.612 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.613 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.614 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.615 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:14:46.616 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:14:46.617 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.618 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.619 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.620 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:14:46.621 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:14:46.622 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:14:46.623 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.624 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.625 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.626 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.627 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.628 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.629 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.630 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:46.631 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.632 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.633 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.634 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.635 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.636 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.637 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.638 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.639 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.640 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.641 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:14:46.642 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:14:46.643 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 105, 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.644 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.645 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.646 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.647 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:14:46.648 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.649 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.650 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.651 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.652 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:14:46.653 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:14:46.654 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:14:46.655 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:14:46.656 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:14:46.657 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6f3c0678f0 msgr2=0x7f6f3c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6f3c0678f0 0x7f6f3c069db0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6f54009a30 tx=0x7f6f54008040 comp rx=0 tx=0).stop 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f581e5220 msgr2=0x7f6f581e4150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f581e5220 0x7f6f581e4150 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f6f4800e490 tx=0x7f6f4800e950 comp rx=0 tx=0).stop 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 shutdown_connections 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6f3c0678f0 0x7f6f3c069db0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f581e4690 0x7f6f581523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f581e5220 0x7f6f581e4150 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 --2- 172.21.15.70:0/3142688985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f581e3d70 0x7f6f580ce9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 >> 172.21.15.70:0/3142688985 conn(0x7f6f5806bcc0 msgr2=0x7f6f5815be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:46.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 shutdown_connections 2024-09-05T06:14:46.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.584+0000 7f6f5f5be640 1 -- 172.21.15.70:0/3142688985 wait complete. 2024-09-05T06:14:46.660 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:46.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.788+0000 7f8406992640 1 Processor -- start 2024-09-05T06:14:46.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8406992640 1 -- start start 2024-09-05T06:14:46.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8406992640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f840015b1a0 0x7f84000b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8406992640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f840006e580 0x7f840006e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8406992640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f840006eec0 con 0x7f84000afae0 2024-09-05T06:14:46.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8406992640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f84000b0330 con 0x7f840006e580 2024-09-05T06:14:46.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8406992640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8400072890 con 0x7f840015b1a0 2024-09-05T06:14:46.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8404f2f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f840006e580 0x7f840006e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f83ff7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f84000afae0 0x7f840015b580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53360/0 (socket says 172.21.15.70:53360) 2024-09-05T06:14:46.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f83ff7fe640 1 -- 172.21.15.70:0/2123300908 learned_addr learned my addr 172.21.15.70:0/2123300908 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:46.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f83fffff640 1 --2- 172.21.15.70:0/2123300908 >> v2:172.21.15.196:3300/0 conn(0x7f840015b1a0 0x7f84000b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8404f2f640 1 -- 172.21.15.70:0/2123300908 >> v2:172.21.15.196:3300/0 conn(0x7f840015b1a0 msgr2=0x7f84000b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:46.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8404f2f640 1 --2- 172.21.15.70:0/2123300908 >> v2:172.21.15.196:3300/0 conn(0x7f840015b1a0 0x7f84000b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8404f2f640 1 -- 172.21.15.70:0/2123300908 >> v1:172.21.15.70:6789/0 conn(0x7f84000afae0 legacy=0x7f840015b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f8404f2f640 1 -- 172.21.15.70:0/2123300908 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8400072b70 con 0x7f840006e580 2024-09-05T06:14:46.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.792+0000 7f83feffd640 1 -- 172.21.15.70:0/2123300908 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1526143993 0 0) 0x7f840006eec0 con 0x7f84000afae0 2024-09-05T06:14:46.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8404f2f640 1 --2- 172.21.15.70:0/2123300908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f840006e580 0x7f840006e980 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f840006f670 tx=0x7f83f801eb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a632ebc0195e1d2b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83feffd640 1 -- 172.21.15.70:0/2123300908 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f800b2d0 con 0x7f840006e580 2024-09-05T06:14:46.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83feffd640 1 -- 172.21.15.70:0/2123300908 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f80a7780 con 0x7f840006e580 2024-09-05T06:14:46.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83feffd640 1 -- 172.21.15.70:0/2123300908 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f80a7b50 con 0x7f840006e580 2024-09-05T06:14:46.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- 172.21.15.70:0/2123300908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f840006e580 msgr2=0x7f840006e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 --2- 172.21.15.70:0/2123300908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f840006e580 0x7f840006e980 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f840006f670 tx=0x7f83f801eb30 comp rx=0 tx=0).stop 2024-09-05T06:14:46.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- 172.21.15.70:0/2123300908 shutdown_connections 2024-09-05T06:14:46.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 --2- 172.21.15.70:0/2123300908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f840006e580 0x7f840006e980 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 --2- 172.21.15.70:0/2123300908 >> v2:172.21.15.196:3300/0 conn(0x7f840015b1a0 0x7f84000b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- 172.21.15.70:0/2123300908 >> 172.21.15.70:0/2123300908 conn(0x7f840006bcc0 msgr2=0x7f840006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:46.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- 172.21.15.70:0/2123300908 shutdown_connections 2024-09-05T06:14:46.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- 172.21.15.70:0/2123300908 wait complete. 2024-09-05T06:14:46.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 Processor -- start 2024-09-05T06:14:46.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- start start 2024-09-05T06:14:46.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f840006e580 0x7f84001fb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84000afae0 0x7f8400164240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f840015b1a0 0x7f84001f6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f840015bc90 con 0x7f84000afae0 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8400073840 con 0x7f840006e580 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f8406992640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f840015be10 con 0x7f840015b1a0 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84000afae0 0x7f8400164240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84000afae0 0x7f8400164240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35808/0 (socket says 172.21.15.70:35808) 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 -- 172.21.15.70:0/2995069806 learned_addr learned my addr 172.21.15.70:0/2995069806 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83fffff640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f840006e580 0x7f84001fb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 -- 172.21.15.70:0/2995069806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f840015b1a0 msgr2=0x7f84001f6d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f840015b1a0 0x7f84001f6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 -- 172.21.15.70:0/2995069806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f840006e580 msgr2=0x7f84001fb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f840006e580 0x7f84001fb6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 -- 172.21.15.70:0/2995069806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8400161ae0 con 0x7f84000afae0 2024-09-05T06:14:46.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83ff7fe640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84000afae0 0x7f8400164240 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f83f40011f0 tx=0x7f83f400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.796+0000 7f83fcff9640 1 -- 172.21.15.70:0/2995069806 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f4018070 con 0x7f84000afae0 2024-09-05T06:14:46.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f83fcff9640 1 -- 172.21.15.70:0/2995069806 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f40074e0 con 0x7f84000afae0 2024-09-05T06:14:46.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f83fcff9640 1 -- 172.21.15.70:0/2995069806 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f4004a10 con 0x7f84000afae0 2024-09-05T06:14:46.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8400161d80 con 0x7f84000afae0 2024-09-05T06:14:46.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8400163d20 con 0x7f84000afae0 2024-09-05T06:14:46.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84000b45d0 con 0x7f84000afae0 2024-09-05T06:14:46.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f83fcff9640 1 -- 172.21.15.70:0/2995069806 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f83f401b070 con 0x7f84000afae0 2024-09-05T06:14:46.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f83fcff9640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83ec0678c0 0x7f83ec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:46.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f83fcff9640 1 -- 172.21.15.70:0/2995069806 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f83f4085270 con 0x7f84000afae0 2024-09-05T06:14:46.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f83fffff640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83ec0678c0 0x7f83ec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:46.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.800+0000 7f83fffff640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83ec0678c0 0x7f83ec069d80 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f83f00096f0 tx=0x7f83f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:46.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.804+0000 7f83fcff9640 1 -- 172.21.15.70:0/2995069806 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f83f4055e90 con 0x7f84000afae0 2024-09-05T06:14:46.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.988+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8400163ef0 con 0x7f84000afae0 2024-09-05T06:14:46.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.988+0000 7f83fcff9640 1 -- 172.21.15.70:0/2995069806 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7f83f4055790 con 0x7f84000afae0 2024-09-05T06:14:46.986 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:46.986 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:46.987 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:46.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83ec0678c0 msgr2=0x7f83ec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83ec0678c0 0x7f83ec069d80 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f83f00096f0 tx=0x7f83f0008040 comp rx=0 tx=0).stop 2024-09-05T06:14:46.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84000afae0 msgr2=0x7f8400164240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:46.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84000afae0 0x7f8400164240 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f83f40011f0 tx=0x7f83f400c9b0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 shutdown_connections 2024-09-05T06:14:46.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83ec0678c0 0x7f83ec069d80 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f840015b1a0 0x7f84001f6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84000afae0 0x7f8400164240 secure :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f83f40011f0 tx=0x7f83f400c9b0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 --2- 172.21.15.70:0/2995069806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f840006e580 0x7f84001fb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:46.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 >> 172.21.15.70:0/2995069806 conn(0x7f840006bcc0 msgr2=0x7f84000b1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:46.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 shutdown_connections 2024-09-05T06:14:46.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:46.992+0000 7f8406992640 1 -- 172.21.15.70:0/2995069806 wait complete. 2024-09-05T06:14:47.004 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:14:47.140 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":6138,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":39.479571514,"mdsmap_epoch":40,"osdmap_epoch":114,"osdmap_epoch_barrier":110,"uptime":44.435009403999999} 2024-09-05T06:14:47.141 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 6138, "mdsmap_epoch": 40, "osdmap_epoch": 114, "osdmap_epoch_barrier": 110, "rank_uptime": 39.479571514, "state": "up:active", "uptime": 44.435009404, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:14:47.141 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:14:47.141 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:47.141 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:47.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:47.147 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file bs=1M conv=fdatasync count=50 seek=0) 2024-09-05T06:14:47.555 INFO:teuthology.orchestra.run.smithi070.stderr:50+0 records in 2024-09-05T06:14:47.555 INFO:teuthology.orchestra.run.smithi070.stderr:50+0 records out 2024-09-05T06:14:47.555 INFO:teuthology.orchestra.run.smithi070.stderr:52428800 bytes (52 MB, 50 MiB) copied, 0.35744 s, 147 MB/s 2024-09-05T06:14:47.556 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:14:47.556 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:14:47.600 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:14:47.661 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:14:47.661 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:14:47.662 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:47.662 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:47.669 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:14:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628c49c640 1 Processor -- start 2024-09-05T06:14:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628c49c640 1 -- start start 2024-09-05T06:14:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628c49c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 0x7f62840af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628c49c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f628406d570 con 0x7f62840ceaf0 2024-09-05T06:14:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628c49c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f628406d850 con 0x7f6284157110 2024-09-05T06:14:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628c49c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f628406db30 con 0x7f62840d0e60 2024-09-05T06:14:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289a37640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f62840ceaf0 0x7f62840d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53362/0 (socket says 172.21.15.70:53362) 2024-09-05T06:14:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289a37640 1 -- 172.21.15.70:0/3649090643 learned_addr learned my addr 172.21.15.70:0/3649090643 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:47.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1770809631 0 0) 0x7f628406d570 con 0x7f62840ceaf0 2024-09-05T06:14:47.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6270003530 con 0x7f62840ceaf0 2024-09-05T06:14:47.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 166220463 0 0) 0x7f6270003530 con 0x7f62840ceaf0 2024-09-05T06:14:47.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 msgr2=0x7f62840af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:47.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628aa39640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 0x7f62840af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:47.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 0x7f62840af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:47.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 >> v1:172.21.15.196:6789/0 conn(0x7f6284157110 legacy=0x7f62840b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:47.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f628406de10 con 0x7f62840ceaf0 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6274001680 con 0x7f62840ceaf0 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628aa39640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 0x7f62840af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 >> v1:172.21.15.70:6789/0 conn(0x7f62840ceaf0 legacy=0x7f62840d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62700039f0 0x7f6270003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 0x7f6270004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6270004da0 0x7f6270005220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f628406db30 con 0x7f62700039f0 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f627000bbc0 con 0x7f6270004da0 2024-09-05T06:14:47.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f627000bdc0 con 0x7f62840d0e60 2024-09-05T06:14:47.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628a238640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62700039f0 0x7f6270003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:47.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289a37640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 0x7f6270004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:47.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628a238640 1 -- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 msgr2=0x7f6270004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:47.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628a238640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 0x7f6270004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:47.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628aa39640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6270004da0 0x7f6270005220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:47.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628a238640 1 -- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6270004da0 msgr2=0x7f6270005220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:47.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628a238640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6270004da0 0x7f6270005220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:47.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f628a238640 1 -- 172.21.15.70:0/3649090643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6270003530 con 0x7f62700039f0 2024-09-05T06:14:47.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.844+0000 7f6289a37640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62840d0e60 0x7f6270004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628a238640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62700039f0 0x7f6270003df0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f6280003db0 tx=0x7f628001c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8965c46e4af16a46 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62800b0070 con 0x7f62700039f0 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62800ab620 con 0x7f62700039f0 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f6289236640 1 -- 172.21.15.70:0/3649090643 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62800039b0 con 0x7f62700039f0 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628c49c640 1 -- 172.21.15.70:0/3649090643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62700039f0 msgr2=0x7f6270003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628c49c640 1 --2- 172.21.15.70:0/3649090643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62700039f0 0x7f6270003df0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f6280003db0 tx=0x7f628001c320 comp rx=0 tx=0).stop 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628aa39640 1 -- 172.21.15.70:0/3649090643 reap_dead start 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628c49c640 1 -- 172.21.15.70:0/3649090643 shutdown_connections 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628c49c640 1 -- 172.21.15.70:0/3649090643 >> 172.21.15.70:0/3649090643 conn(0x7f628406bcc0 msgr2=0x7f628406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628c49c640 1 -- 172.21.15.70:0/3649090643 shutdown_connections 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628c49c640 1 -- 172.21.15.70:0/3649090643 wait complete. 2024-09-05T06:14:47.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628c49c640 1 Processor -- start 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.848+0000 7f628c49c640 1 -- start start 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62700039f0 0x7f62840731d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f628415c330 0x7f62840b1c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f628414d3a0 0x7f6284150490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f62840b00b0 con 0x7f628414d3a0 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f62840aff30 con 0x7f628415c330 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f62840b0230 con 0x7f62700039f0 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f628414d3a0 0x7f6284150490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f628414d3a0 0x7f6284150490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35828/0 (socket says 172.21.15.70:35828) 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 -- 172.21.15.70:0/2148503020 learned_addr learned my addr 172.21.15.70:0/2148503020 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:47.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628a238640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62700039f0 0x7f62840731d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f6289a37640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f628415c330 0x7f62840b1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 -- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62700039f0 msgr2=0x7f62840731d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62700039f0 0x7f62840731d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 -- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f628415c330 msgr2=0x7f62840b1c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f628415c330 0x7f62840b1c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 -- 172.21.15.70:0/2148503020 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f628415f860 con 0x7f628414d3a0 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f6289a37640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f628415c330 0x7f62840b1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628a238640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62700039f0 0x7f62840731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628aa39640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f628414d3a0 0x7f6284150490 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f628406ed70 tx=0x7f627c00b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:47.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f627affd640 1 -- 172.21.15.70:0/2148503020 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c003ba0 con 0x7f628414d3a0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f627affd640 1 -- 172.21.15.70:0/2148503020 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f627c003d40 con 0x7f628414d3a0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f628415c830 con 0x7f628414d3a0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f627affd640 1 -- 172.21.15.70:0/2148503020 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c004260 con 0x7f628414d3a0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62840b1450 con 0x7f628414d3a0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62840b58f0 con 0x7f628414d3a0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f627affd640 1 -- 172.21.15.70:0/2148503020 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f627c004400 con 0x7f628414d3a0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f627affd640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62680678f0 0x7f6268069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628a238640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62680678f0 0x7f6268069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f627affd640 1 -- 172.21.15.70:0/2148503020 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f627c0862a0 con 0x7f628414d3a0 2024-09-05T06:14:47.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.852+0000 7f628a238640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62680678f0 0x7f6268069db0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f62800ad000 tx=0x7f6280003770 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:47.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:47.856+0000 7f627affd640 1 -- 172.21.15.70:0/2148503020 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f627c056de0 con 0x7f628414d3a0 2024-09-05T06:14:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.028+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6284076260 con 0x7f628414d3a0 2024-09-05T06:14:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f627affd640 1 -- 172.21.15.70:0/2148503020 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v114) ==== 80+0+0 (secure 0 0 0) 0x7f627c0566e0 con 0x7f628414d3a0 2024-09-05T06:14:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:14:48.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62680678f0 msgr2=0x7f6268069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62680678f0 0x7f6268069db0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f62800ad000 tx=0x7f6280003770 comp rx=0 tx=0).stop 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f628414d3a0 msgr2=0x7f6284150490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f628414d3a0 0x7f6284150490 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f628406ed70 tx=0x7f627c00b7a0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 shutdown_connections 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62680678f0 0x7f6268069db0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f628414d3a0 0x7f6284150490 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f628415c330 0x7f62840b1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 --2- 172.21.15.70:0/2148503020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62700039f0 0x7f62840731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 >> 172.21.15.70:0/2148503020 conn(0x7f628406bcc0 msgr2=0x7f628415ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 shutdown_connections 2024-09-05T06:14:48.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.032+0000 7f628c49c640 1 -- 172.21.15.70:0/2148503020 wait complete. 2024-09-05T06:14:48.046 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:14:48.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:48.047 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:14:48.057 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[33394]: fuse finished with error 0 and tester_r 0 2024-09-05T06:14:48.064 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:14:48.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:48.065 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:14:48.229 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:14:48.230 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:14:48.230 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:48.237 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:14:48.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149f36a640 1 Processor -- start 2024-09-05T06:14:48.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149f36a640 1 -- start start 2024-09-05T06:14:48.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149f36a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f14980d0e60 0x7f14980af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149f36a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f149806d570 con 0x7f1498157110 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149f36a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f149806d850 con 0x7f14980ceaf0 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149f36a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f149806db30 con 0x7f14980d0e60 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149d106640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f1498157110 0x7f14980b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54350/0 (socket says 172.21.15.70:54350) 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149d907640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f14980d0e60 0x7f14980af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149d106640 1 -- 172.21.15.70:0/2538952587 learned_addr learned my addr 172.21.15.70:0/2538952587 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149d907640 1 -- 172.21.15.70:0/2538952587 >> v1:172.21.15.196:6789/0 conn(0x7f14980ceaf0 legacy=0x7f14980d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149d907640 1 -- 172.21.15.70:0/2538952587 >> v1:172.21.15.70:6789/0 conn(0x7f1498157110 legacy=0x7f14980b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f149d907640 1 -- 172.21.15.70:0/2538952587 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f149806de10 con 0x7f14980d0e60 2024-09-05T06:14:48.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.404+0000 7f148ffff640 1 -- 172.21.15.70:0/2538952587 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4142917454 0 0) 0x7f149806d570 con 0x7f1498157110 2024-09-05T06:14:48.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149d907640 1 --2- 172.21.15.70:0/2538952587 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980d0e60 0x7f14980af720 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f1490009d90 tx=0x7f149001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9485a02b4f99765 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:48.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f148ffff640 1 -- 172.21.15.70:0/2538952587 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14900b2070 con 0x7f14980d0e60 2024-09-05T06:14:48.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f148ffff640 1 -- 172.21.15.70:0/2538952587 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14900a57f0 con 0x7f14980d0e60 2024-09-05T06:14:48.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f148ffff640 1 -- 172.21.15.70:0/2538952587 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14900a5bc0 con 0x7f14980d0e60 2024-09-05T06:14:48.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 -- 172.21.15.70:0/2538952587 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980d0e60 msgr2=0x7f14980af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 --2- 172.21.15.70:0/2538952587 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980d0e60 0x7f14980af720 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f1490009d90 tx=0x7f149001c930 comp rx=0 tx=0).stop 2024-09-05T06:14:48.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 -- 172.21.15.70:0/2538952587 shutdown_connections 2024-09-05T06:14:48.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 --2- 172.21.15.70:0/2538952587 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980d0e60 0x7f14980af720 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 -- 172.21.15.70:0/2538952587 >> 172.21.15.70:0/2538952587 conn(0x7f149806bcc0 msgr2=0x7f149806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:48.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 -- 172.21.15.70:0/2538952587 shutdown_connections 2024-09-05T06:14:48.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 -- 172.21.15.70:0/2538952587 wait complete. 2024-09-05T06:14:48.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 Processor -- start 2024-09-05T06:14:48.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.408+0000 7f149f36a640 1 -- start start 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980ceaf0 0x7f1498149530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14980d0e60 0x7f1498150500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1498157110 0x7f149814d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f149816a7e0 con 0x7f14980ceaf0 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f149816a660 con 0x7f1498157110 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f149816a960 con 0x7f14980d0e60 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980ceaf0 0x7f1498149530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980ceaf0 0x7f1498149530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42432/0 (socket says 172.21.15.70:42432) 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 -- 172.21.15.70:0/2060668671 learned_addr learned my addr 172.21.15.70:0/2060668671 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 -- 172.21.15.70:0/2060668671 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14980d0e60 msgr2=0x7f1498150500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14980d0e60 0x7f1498150500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d907640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1498157110 0x7f149814d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 -- 172.21.15.70:0/2060668671 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1498157110 msgr2=0x7f149814d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1498157110 0x7f149814d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 -- 172.21.15.70:0/2060668671 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1498146810 con 0x7f14980ceaf0 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149d106640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980ceaf0 0x7f1498149530 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f1488007fd0 tx=0x7f148800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f148dffb640 1 -- 172.21.15.70:0/2060668671 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1488017070 con 0x7f14980ceaf0 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f148dffb640 1 -- 172.21.15.70:0/2060668671 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1488005cf0 con 0x7f14980ceaf0 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14980b0560 con 0x7f14980ceaf0 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f148dffb640 1 -- 172.21.15.70:0/2060668671 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1488007310 con 0x7f14980ceaf0 2024-09-05T06:14:48.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14980b21c0 con 0x7f14980ceaf0 2024-09-05T06:14:48.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14980af720 con 0x7f14980ceaf0 2024-09-05T06:14:48.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f148dffb640 1 -- 172.21.15.70:0/2060668671 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f148801a070 con 0x7f14980ceaf0 2024-09-05T06:14:48.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f148dffb640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f147c0678c0 0x7f147c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149c905640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f147c0678c0 0x7f147c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f148dffb640 1 -- 172.21.15.70:0/2060668671 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f1488085070 con 0x7f14980ceaf0 2024-09-05T06:14:48.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.412+0000 7f149c905640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f147c0678c0 0x7f147c069d80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f149815ca40 tx=0x7f14940079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:48.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.416+0000 7f148dffb640 1 -- 172.21.15.70:0/2060668671 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1488055c40 con 0x7f14980ceaf0 2024-09-05T06:14:48.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.592+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f14980d0530 con 0x7f14980ceaf0 2024-09-05T06:14:48.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.592+0000 7f148dffb640 1 -- 172.21.15.70:0/2060668671 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v114) ==== 80+0+0 (secure 0 0 0) 0x7f1488055540 con 0x7f14980ceaf0 2024-09-05T06:14:48.588 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f147c0678c0 msgr2=0x7f147c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f147c0678c0 0x7f147c069d80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f149815ca40 tx=0x7f14940079c0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980ceaf0 msgr2=0x7f1498149530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980ceaf0 0x7f1498149530 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f1488007fd0 tx=0x7f148800c8e0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 shutdown_connections 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f147c0678c0 0x7f147c069d80 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1498157110 0x7f149814d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14980d0e60 0x7f1498150500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 --2- 172.21.15.70:0/2060668671 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14980ceaf0 0x7f1498149530 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 >> 172.21.15.70:0/2060668671 conn(0x7f149806bcc0 msgr2=0x7f14980cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:48.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 shutdown_connections 2024-09-05T06:14:48.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.596+0000 7f149f36a640 1 -- 172.21.15.70:0/2060668671 wait complete. 2024-09-05T06:14:48.607 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:14:48.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:48.608 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:14:48.621 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26000]: fuse finished with error 0 and tester_r 0 2024-09-05T06:14:48.623 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:14:48.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:48.624 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:14:48.718 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:14:48.718 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:48.719 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:48.725 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:14:48.725 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:14:48.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:48.725 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:14:48.771 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:14:48.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:14:48.772 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:14:48.772 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:14:48.772 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:48.778 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:14:48.778 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:14:48.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:14:48.778 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:14:48.824 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:14:48.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:14:48.828 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:48.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c9828640 1 Processor -- start 2024-09-05T06:14:48.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c9828640 1 -- start start 2024-09-05T06:14:48.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c9828640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f36c40d4980 0x7f36c40d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c9828640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 0x7f36c40d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c9828640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36c40cfd30 con 0x7f36c40cf7e0 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c9828640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f36c40b5620 con 0x7f36c40d4980 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c9828640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36c40d0010 con 0x7f36c415edb0 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f36c40d4980 0x7f36c40d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f36c40d4980 0x7f36c40d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42436/0 (socket says 172.21.15.70:42436) 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c2ffd640 1 -- 172.21.15.70:0/1079712173 learned_addr learned my addr 172.21.15.70:0/1079712173 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c27fc640 1 --2- 172.21.15.70:0/1079712173 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 0x7f36c40d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c2ffd640 1 -- 172.21.15.70:0/1079712173 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 msgr2=0x7f36c40d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c2ffd640 1 --2- 172.21.15.70:0/1079712173 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 0x7f36c40d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c2ffd640 1 -- 172.21.15.70:0/1079712173 >> v1:172.21.15.196:6789/0 conn(0x7f36c40cf7e0 legacy=0x7f36c40d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:48.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.964+0000 7f36c2ffd640 1 -- 172.21.15.70:0/1079712173 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36c40d02f0 con 0x7f36c40d4980 2024-09-05T06:14:48.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c2ffd640 1 --2- 172.21.15.70:0/1079712173 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40d4980 0x7f36c40d4d60 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009870 tx=0x7f36b401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4969f9ae7367c9d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:48.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c1ffb640 1 -- 172.21.15.70:0/1079712173 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b40aa430 con 0x7f36c40d4980 2024-09-05T06:14:48.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c1ffb640 1 -- 172.21.15.70:0/1079712173 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36b40af070 con 0x7f36c40d4980 2024-09-05T06:14:48.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c1ffb640 1 -- 172.21.15.70:0/1079712173 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b40aa7f0 con 0x7f36c40d4980 2024-09-05T06:14:48.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c9828640 1 -- 172.21.15.70:0/1079712173 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40d4980 msgr2=0x7f36c40d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c9828640 1 --2- 172.21.15.70:0/1079712173 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40d4980 0x7f36c40d4d60 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009870 tx=0x7f36b401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c9828640 1 -- 172.21.15.70:0/1079712173 shutdown_connections 2024-09-05T06:14:48.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c9828640 1 --2- 172.21.15.70:0/1079712173 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 0x7f36c40d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c9828640 1 --2- 172.21.15.70:0/1079712173 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40d4980 0x7f36c40d4d60 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c9828640 1 -- 172.21.15.70:0/1079712173 >> 172.21.15.70:0/1079712173 conn(0x7f36c408e690 msgr2=0x7f36c409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:48.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c9828640 1 -- 172.21.15.70:0/1079712173 shutdown_connections 2024-09-05T06:14:48.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.968+0000 7f36c9828640 1 -- 172.21.15.70:0/1079712173 wait complete. 2024-09-05T06:14:48.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 Processor -- start 2024-09-05T06:14:48.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 -- start start 2024-09-05T06:14:48.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40cf7e0 0x7f36c414eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36c40d4980 0x7f36c406c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 0x7f36c406c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f36c40d0dd0 con 0x7f36c40cf7e0 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f36c40d52a0 con 0x7f36c40d4980 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36c406d0c0 con 0x7f36c415edb0 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40cf7e0 0x7f36c414eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40cf7e0 0x7f36c414eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42442/0 (socket says 172.21.15.70:42442) 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 -- 172.21.15.70:0/2246065844 learned_addr learned my addr 172.21.15.70:0/2246065844 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c37fe640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 0x7f36c406c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c27fc640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36c40d4980 0x7f36c406c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 -- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 msgr2=0x7f36c406c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 0x7f36c406c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 -- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36c40d4980 msgr2=0x7f36c406c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36c40d4980 0x7f36c406c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 -- 172.21.15.70:0/2246065844 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36c406d3a0 con 0x7f36c40cf7e0 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c27fc640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36c40d4980 0x7f36c406c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:48.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c2ffd640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40cf7e0 0x7f36c414eb10 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f36b40ac040 tx=0x7f36b401ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:48.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36abfff640 1 -- 172.21.15.70:0/2246065844 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b40bd5f0 con 0x7f36c40cf7e0 2024-09-05T06:14:48.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36abfff640 1 -- 172.21.15.70:0/2246065844 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36b40bd790 con 0x7f36c40cf7e0 2024-09-05T06:14:48.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36c406d680 con 0x7f36c40cf7e0 2024-09-05T06:14:48.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36abfff640 1 -- 172.21.15.70:0/2246065844 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b40bdb80 con 0x7f36c40cf7e0 2024-09-05T06:14:48.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36c406dc40 con 0x7f36c40cf7e0 2024-09-05T06:14:48.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36c40d4d60 con 0x7f36c40cf7e0 2024-09-05T06:14:48.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36abfff640 1 -- 172.21.15.70:0/2246065844 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f36b40b33f0 con 0x7f36c40cf7e0 2024-09-05T06:14:48.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.972+0000 7f36abfff640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36b00678c0 0x7f36b0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:48.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.976+0000 7f36c27fc640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36b00678c0 0x7f36b0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:48.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.976+0000 7f36abfff640 1 -- 172.21.15.70:0/2246065844 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f36b4120850 con 0x7f36c40cf7e0 2024-09-05T06:14:48.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.976+0000 7f36c27fc640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36b00678c0 0x7f36b0069d80 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f36c40b6250 tx=0x7f36b8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:48.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:48.980+0000 7f36abfff640 1 -- 172.21.15.70:0/2246065844 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f36b40c3060 con 0x7f36c40cf7e0 2024-09-05T06:14:49.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.176+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f36c40d4d60 con 0x7f36c40cf7e0 2024-09-05T06:14:49.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.176+0000 7f36abfff640 1 -- 172.21.15.70:0/2246065844 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7f36b4016110 con 0x7f36c40cf7e0 2024-09-05T06:14:49.173 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:49.173 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:49.174 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:49.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36b00678c0 msgr2=0x7f36b0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36b00678c0 0x7f36b0069d80 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f36c40b6250 tx=0x7f36b8008040 comp rx=0 tx=0).stop 2024-09-05T06:14:49.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40cf7e0 msgr2=0x7f36c414eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40cf7e0 0x7f36c414eb10 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f36b40ac040 tx=0x7f36b401ad30 comp rx=0 tx=0).stop 2024-09-05T06:14:49.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 shutdown_connections 2024-09-05T06:14:49.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f36b00678c0 0x7f36b0069d80 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36c415edb0 0x7f36c406c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36c40d4980 0x7f36c406c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 --2- 172.21.15.70:0/2246065844 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36c40cf7e0 0x7f36c414eb10 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 >> 172.21.15.70:0/2246065844 conn(0x7f36c408e690 msgr2=0x7f36c40b1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:49.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 shutdown_connections 2024-09-05T06:14:49.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.180+0000 7f36c9828640 1 -- 172.21.15.70:0/2246065844 wait complete. 2024-09-05T06:14:49.193 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:49.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.312+0000 7f69f212e640 1 Processor -- start 2024-09-05T06:14:49.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.312+0000 7f69f212e640 1 -- start start 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69f212e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69ec0d4980 0x7f69ec0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69f212e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec0d3a50 0x7f69ec0b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69f212e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69ec0cfd30 con 0x7f69ec15edb0 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69f212e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f69ec0d0010 con 0x7f69ec0d4980 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69f212e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f69ec0d02f0 con 0x7f69ec0d3a50 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69eb7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69ec0d4980 0x7f69ec0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69eb7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69ec0d4980 0x7f69ec0d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42452/0 (socket says 172.21.15.70:42452) 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69eb7fe640 1 -- 172.21.15.70:0/3606883176 learned_addr learned my addr 172.21.15.70:0/3606883176 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69ebfff640 1 --2- 172.21.15.70:0/3606883176 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec0d3a50 0x7f69ec0b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69eb7fe640 1 -- 172.21.15.70:0/3606883176 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec0d3a50 msgr2=0x7f69ec0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:49.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69eb7fe640 1 --2- 172.21.15.70:0/3606883176 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec0d3a50 0x7f69ec0b4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69eb7fe640 1 -- 172.21.15.70:0/3606883176 >> v1:172.21.15.196:6789/0 conn(0x7f69ec15edb0 legacy=0x7f69ec0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:49.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69eb7fe640 1 -- 172.21.15.70:0/3606883176 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ec0d05d0 con 0x7f69ec0d4980 2024-09-05T06:14:49.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69ebfff640 1 --2- 172.21.15.70:0/3606883176 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec0d3a50 0x7f69ec0b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:49.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69eb7fe640 1 --2- 172.21.15.70:0/3606883176 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d4980 0x7f69ec0d4d60 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f69dc009870 tx=0x7f69dc01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c194be661270928a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69ea7fc640 1 -- 172.21.15.70:0/3606883176 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc0aa430 con 0x7f69ec0d4980 2024-09-05T06:14:49.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69ea7fc640 1 -- 172.21.15.70:0/3606883176 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69dc0af070 con 0x7f69ec0d4980 2024-09-05T06:14:49.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.316+0000 7f69ea7fc640 1 -- 172.21.15.70:0/3606883176 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc0aa7f0 con 0x7f69ec0d4980 2024-09-05T06:14:49.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- 172.21.15.70:0/3606883176 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d4980 msgr2=0x7f69ec0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 --2- 172.21.15.70:0/3606883176 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d4980 0x7f69ec0d4d60 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f69dc009870 tx=0x7f69dc01c4f0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- 172.21.15.70:0/3606883176 shutdown_connections 2024-09-05T06:14:49.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 --2- 172.21.15.70:0/3606883176 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec0d3a50 0x7f69ec0b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 --2- 172.21.15.70:0/3606883176 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d4980 0x7f69ec0d4d60 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- 172.21.15.70:0/3606883176 >> 172.21.15.70:0/3606883176 conn(0x7f69ec08e690 msgr2=0x7f69ec09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:49.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- 172.21.15.70:0/3606883176 shutdown_connections 2024-09-05T06:14:49.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- 172.21.15.70:0/3606883176 wait complete. 2024-09-05T06:14:49.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 Processor -- start 2024-09-05T06:14:49.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- start start 2024-09-05T06:14:49.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d3a50 0x7f69ec157af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69ec0d4980 0x7f69ec15acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec15edb0 0x7f69ec0cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f69ec0b54e0 con 0x7f69ec0d3a50 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f69ec0b5360 con 0x7f69ec0d4980 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f69ec16b730 con 0x7f69ec15edb0 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d3a50 0x7f69ec157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d3a50 0x7f69ec157af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42464/0 (socket says 172.21.15.70:42464) 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 -- 172.21.15.70:0/20757995 learned_addr learned my addr 172.21.15.70:0/20757995 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eaffd640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69ec0d4980 0x7f69ec15acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69ebfff640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec15edb0 0x7f69ec0cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 -- 172.21.15.70:0/20757995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec15edb0 msgr2=0x7f69ec0cbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec15edb0 0x7f69ec0cbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 -- 172.21.15.70:0/20757995 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69ec0d4980 msgr2=0x7f69ec15acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69ec0d4980 0x7f69ec15acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 -- 172.21.15.70:0/20757995 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ec1511d0 con 0x7f69ec0d3a50 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69eb7fe640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d3a50 0x7f69ec157af0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f69dc01aba0 tx=0x7f69dc01ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69d3fff640 1 -- 172.21.15.70:0/20757995 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc0b3800 con 0x7f69ec0d3a50 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69d3fff640 1 -- 172.21.15.70:0/20757995 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69dc0b39c0 con 0x7f69ec0d3a50 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69ec1514b0 con 0x7f69ec0d3a50 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69d3fff640 1 -- 172.21.15.70:0/20757995 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc0b3db0 con 0x7f69ec0d3a50 2024-09-05T06:14:49.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.320+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69ec151a70 con 0x7f69ec0d3a50 2024-09-05T06:14:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.324+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69ec0b4610 con 0x7f69ec0d3a50 2024-09-05T06:14:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.324+0000 7f69d3fff640 1 -- 172.21.15.70:0/20757995 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f69dc0c6390 con 0x7f69ec0d3a50 2024-09-05T06:14:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.324+0000 7f69d3fff640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69d80678c0 0x7f69d8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.324+0000 7f69d3fff640 1 -- 172.21.15.70:0/20757995 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f69dc1201e0 con 0x7f69ec0d3a50 2024-09-05T06:14:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.324+0000 7f69eaffd640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69d80678c0 0x7f69d8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.324+0000 7f69eaffd640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69d80678c0 0x7f69d8069d80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f69ec15e6d0 tx=0x7f69e0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.328+0000 7f69d3fff640 1 -- 172.21.15.70:0/20757995 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f69dc0c3060 con 0x7f69ec0d3a50 2024-09-05T06:14:49.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.520+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f69ec0c85a0 con 0x7f69ec0d3a50 2024-09-05T06:14:49.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69d3fff640 1 -- 172.21.15.70:0/20757995 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7f69dc016110 con 0x7f69ec0d3a50 2024-09-05T06:14:49.519 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:49.519 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:49.519 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69d80678c0 msgr2=0x7f69d8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69d80678c0 0x7f69d8069d80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f69ec15e6d0 tx=0x7f69e0009040 comp rx=0 tx=0).stop 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d3a50 msgr2=0x7f69ec157af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d3a50 0x7f69ec157af0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f69dc01aba0 tx=0x7f69dc01ad30 comp rx=0 tx=0).stop 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 shutdown_connections 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f69d80678c0 0x7f69d8069d80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69ec15edb0 0x7f69ec0cbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69ec0d4980 0x7f69ec15acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 --2- 172.21.15.70:0/20757995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69ec0d3a50 0x7f69ec157af0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 >> 172.21.15.70:0/20757995 conn(0x7f69ec08e690 msgr2=0x7f69ec0ce5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:49.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 shutdown_connections 2024-09-05T06:14:49.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.524+0000 7f69f212e640 1 -- 172.21.15.70:0/20757995 wait complete. 2024-09-05T06:14:49.537 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:14:49.654 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe0871e8640 1 Processor -- start 2024-09-05T06:14:49.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe0871e8640 1 -- start start 2024-09-05T06:14:49.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe0871e8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe0800b5a20 0x7fe080072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe0871e8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe08006d770 0x7fe08006dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe0871e8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe08006e4d0 con 0x7fe08015ea00 2024-09-05T06:14:49.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe0871e8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe080071db0 con 0x7fe08006d770 2024-09-05T06:14:49.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe0871e8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe080071760 con 0x7fe0800b5a20 2024-09-05T06:14:49.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe084f84640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe08015ea00 0x7fe0800b5310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54356/0 (socket says 172.21.15.70:54356) 2024-09-05T06:14:49.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe084f84640 1 -- 172.21.15.70:0/622864000 learned_addr learned my addr 172.21.15.70:0/622864000 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:49.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe085785640 1 --2- 172.21.15.70:0/622864000 >> v2:172.21.15.70:3300/0 conn(0x7fe08006d770 0x7fe08006dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe07ffff640 1 --2- 172.21.15.70:0/622864000 >> v2:172.21.15.196:3300/0 conn(0x7fe0800b5a20 0x7fe080072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe07f7fe640 1 -- 172.21.15.70:0/622864000 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 819547518 0 0) 0x7fe08006e4d0 con 0x7fe08015ea00 2024-09-05T06:14:49.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe07f7fe640 1 -- 172.21.15.70:0/622864000 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe068003530 con 0x7fe08015ea00 2024-09-05T06:14:49.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe085785640 1 -- 172.21.15.70:0/622864000 >> v2:172.21.15.196:3300/0 conn(0x7fe0800b5a20 msgr2=0x7fe080072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:49.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe085785640 1 --2- 172.21.15.70:0/622864000 >> v2:172.21.15.196:3300/0 conn(0x7fe0800b5a20 0x7fe080072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe085785640 1 -- 172.21.15.70:0/622864000 >> v1:172.21.15.70:6789/0 conn(0x7fe08015ea00 legacy=0x7fe0800b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe085785640 1 -- 172.21.15.70:0/622864000 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe080071a40 con 0x7fe08006d770 2024-09-05T06:14:49.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.660+0000 7fe085785640 1 --2- 172.21.15.70:0/622864000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08006d770 0x7fe08006dbe0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fe08006eaa0 tx=0x7fe07801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88ce1490801a3b24 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe07f7fe640 1 -- 172.21.15.70:0/622864000 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0780b2070 con 0x7fe08006d770 2024-09-05T06:14:49.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe07f7fe640 1 -- 172.21.15.70:0/622864000 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0780a5900 con 0x7fe08006d770 2024-09-05T06:14:49.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe07f7fe640 1 -- 172.21.15.70:0/622864000 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0780a5cd0 con 0x7fe08006d770 2024-09-05T06:14:49.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- 172.21.15.70:0/622864000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08006d770 msgr2=0x7fe08006dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 --2- 172.21.15.70:0/622864000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08006d770 0x7fe08006dbe0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fe08006eaa0 tx=0x7fe07801c930 comp rx=0 tx=0).stop 2024-09-05T06:14:49.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- 172.21.15.70:0/622864000 shutdown_connections 2024-09-05T06:14:49.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 --2- 172.21.15.70:0/622864000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08006d770 0x7fe08006dbe0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 --2- 172.21.15.70:0/622864000 >> v2:172.21.15.196:3300/0 conn(0x7fe0800b5a20 0x7fe080072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- 172.21.15.70:0/622864000 >> 172.21.15.70:0/622864000 conn(0x7fe08006bcc0 msgr2=0x7fe08006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:49.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- 172.21.15.70:0/622864000 shutdown_connections 2024-09-05T06:14:49.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- 172.21.15.70:0/622864000 wait complete. 2024-09-05T06:14:49.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 Processor -- start 2024-09-05T06:14:49.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- start start 2024-09-05T06:14:49.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe08006d770 0x7fe08014ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0800b5a20 0x7fe08015a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08015ea00 0x7fe08015ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe0800b46d0 con 0x7fe08015ea00 2024-09-05T06:14:49.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe0800b4550 con 0x7fe08006d770 2024-09-05T06:14:49.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe0800b4850 con 0x7fe0800b5a20 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08015ea00 0x7fe08015ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08015ea00 0x7fe08015ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42494/0 (socket says 172.21.15.70:42494) 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 -- 172.21.15.70:0/3491079495 learned_addr learned my addr 172.21.15.70:0/3491079495 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe084f84640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe08006d770 0x7fe08014ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe07ffff640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0800b5a20 0x7fe08015a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 -- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0800b5a20 msgr2=0x7fe08015a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0800b5a20 0x7fe08015a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 -- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe08006d770 msgr2=0x7fe08014ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe08006d770 0x7fe08014ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 -- 172.21.15.70:0/3491079495 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe08015b4e0 con 0x7fe08015ea00 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe084f84640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe08006d770 0x7fe08014ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe085785640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08015ea00 0x7fe08015ac00 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fe078019540 tx=0x7fe0780196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe07d7fa640 1 -- 172.21.15.70:0/3491079495 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0780b2050 con 0x7fe08015ea00 2024-09-05T06:14:49.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe07d7fa640 1 -- 172.21.15.70:0/3491079495 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0780be070 con 0x7fe08015ea00 2024-09-05T06:14:49.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe08015d060 con 0x7fe08015ea00 2024-09-05T06:14:49.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe07d7fa640 1 -- 172.21.15.70:0/3491079495 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0780ada90 con 0x7fe08015ea00 2024-09-05T06:14:49.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.664+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe08015d620 con 0x7fe08015ea00 2024-09-05T06:14:49.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.668+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe08006dbe0 con 0x7fe08015ea00 2024-09-05T06:14:49.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.668+0000 7fe07d7fa640 1 -- 172.21.15.70:0/3491079495 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe0780a5780 con 0x7fe08015ea00 2024-09-05T06:14:49.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.668+0000 7fe07d7fa640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe06c0678c0 0x7fe06c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.668+0000 7fe07d7fa640 1 -- 172.21.15.70:0/3491079495 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7fe078120df0 con 0x7fe08015ea00 2024-09-05T06:14:49.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.668+0000 7fe084f84640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe06c0678c0 0x7fe06c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.668+0000 7fe084f84640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe06c0678c0 0x7fe06c069d80 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe074005890 tx=0x7fe074009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.672+0000 7fe07d7fa640 1 -- 172.21.15.70:0/3491079495 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe078016520 con 0x7fe08015ea00 2024-09-05T06:14:49.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.831+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe080076260 con 0x7fe08015ea00 2024-09-05T06:14:49.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.835+0000 7fe07d7fa640 1 -- 172.21.15.70:0/3491079495 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v114) ==== 74+0+16732 (secure 0 0 0) 0x7fe0780f1930 con 0x7fe08015ea00 2024-09-05T06:14:49.833 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:49.833 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":114,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:14:41.493022+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:14:05.068791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-05T06:14:05.948539+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe06c0678c0 msgr2=0x7fe06c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe06c0678c0 0x7fe06c069d80 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe074005890 tx=0x7fe074009040 comp rx=0 tx=0).stop 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08015ea00 msgr2=0x7fe08015ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08015ea00 0x7fe08015ac00 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fe078019540 tx=0x7fe0780196d0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 shutdown_connections 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe06c0678c0 0x7fe06c069d80 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe08015ea00 0x7fe08015ac00 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0800b5a20 0x7fe08015a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 --2- 172.21.15.70:0/3491079495 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe08006d770 0x7fe08014ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 >> 172.21.15.70:0/3491079495 conn(0x7fe08006bcc0 msgr2=0x7fe0800b2530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 shutdown_connections 2024-09-05T06:14:49.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.839+0000 7fe0871e8640 1 -- 172.21.15.70:0/3491079495 wait complete. 2024-09-05T06:14:49.852 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:14:49.853 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:49.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.975+0000 7f322da30640 1 Processor -- start 2024-09-05T06:14:49.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.975+0000 7f322da30640 1 -- start start 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f322da30640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3228162440 0x7f32280d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f322da30640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f32280b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f322da30640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32280d2a50 con 0x7f32280b5830 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f322da30640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f32280d2800 con 0x7f3228162440 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f322da30640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f32280d0350 con 0x7f32280d3920 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3226ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3228162440 0x7f32280d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3226ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3228162440 0x7f32280d5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42510/0 (socket says 172.21.15.70:42510) 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3226ffd640 1 -- 172.21.15.70:0/2509474484 learned_addr learned my addr 172.21.15.70:0/2509474484 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f32277fe640 1 --2- 172.21.15.70:0/2509474484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f32280b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3226ffd640 1 -- 172.21.15.70:0/2509474484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 msgr2=0x7f32280b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:49.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3226ffd640 1 --2- 172.21.15.70:0/2509474484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f32280b41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3226ffd640 1 -- 172.21.15.70:0/2509474484 >> v1:172.21.15.196:6789/0 conn(0x7f32280b5830 legacy=0x7f32280d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:49.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3226ffd640 1 -- 172.21.15.70:0/2509474484 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32280d2d30 con 0x7f3228162440 2024-09-05T06:14:49.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f32277fe640 1 --2- 172.21.15.70:0/2509474484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f32280b41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:49.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3226ffd640 1 --2- 172.21.15.70:0/2509474484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f32280d5750 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f3218009870 tx=0x7f321801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db5ae2deea63303 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3225ffb640 1 -- 172.21.15.70:0/2509474484 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32180b1070 con 0x7f3228162440 2024-09-05T06:14:49.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3225ffb640 1 -- 172.21.15.70:0/2509474484 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32180ac630 con 0x7f3228162440 2024-09-05T06:14:49.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.979+0000 7f3225ffb640 1 -- 172.21.15.70:0/2509474484 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32180a8050 con 0x7f3228162440 2024-09-05T06:14:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- 172.21.15.70:0/2509474484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 msgr2=0x7f32280d5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 --2- 172.21.15.70:0/2509474484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f32280d5750 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f3218009870 tx=0x7f321801c520 comp rx=0 tx=0).stop 2024-09-05T06:14:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- 172.21.15.70:0/2509474484 shutdown_connections 2024-09-05T06:14:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 --2- 172.21.15.70:0/2509474484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f32280b41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 --2- 172.21.15.70:0/2509474484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f32280d5750 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- 172.21.15.70:0/2509474484 >> 172.21.15.70:0/2509474484 conn(0x7f32280d4c30 msgr2=0x7f32280d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:49.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- 172.21.15.70:0/2509474484 shutdown_connections 2024-09-05T06:14:49.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- 172.21.15.70:0/2509474484 wait complete. 2024-09-05T06:14:49.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 Processor -- start 2024-09-05T06:14:49.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- start start 2024-09-05T06:14:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f32280b5830 0x7f322815f340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f322815bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f322815c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f32280b5280 con 0x7f3228162440 2024-09-05T06:14:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f32280b5100 con 0x7f32280b5830 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f32280b5400 con 0x7f32280d3920 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f322815c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f322815c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42516/0 (socket says 172.21.15.70:42516) 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 -- 172.21.15.70:0/1575818141 learned_addr learned my addr 172.21.15.70:0/1575818141 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f3226ffd640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f32280b5830 0x7f322815f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32267fc640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f322815bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 -- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 msgr2=0x7f322815bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f322815bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 -- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f32280b5830 msgr2=0x7f322815f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f32280b5830 0x7f322815f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 -- 172.21.15.70:0/1575818141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32281602c0 con 0x7f3228162440 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32267fc640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f322815bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f3226ffd640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f32280b5830 0x7f322815f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f32277fe640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f322815c1d0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f322000cdb0 tx=0x7f322000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f320ffff640 1 -- 172.21.15.70:0/1575818141 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f322000f680 con 0x7f3228162440 2024-09-05T06:14:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f320ffff640 1 -- 172.21.15.70:0/1575818141 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f322000f840 con 0x7f3228162440 2024-09-05T06:14:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f322815fa20 con 0x7f3228162440 2024-09-05T06:14:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f320ffff640 1 -- 172.21.15.70:0/1575818141 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f322000fc30 con 0x7f3228162440 2024-09-05T06:14:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.983+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f322815ffe0 con 0x7f3228162440 2024-09-05T06:14:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.987+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32280b41a0 con 0x7f3228162440 2024-09-05T06:14:49.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.987+0000 7f320ffff640 1 -- 172.21.15.70:0/1575818141 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f32200213f0 con 0x7f3228162440 2024-09-05T06:14:49.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.987+0000 7f320ffff640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f32140678c0 0x7f3214069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:49.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.987+0000 7f320ffff640 1 -- 172.21.15.70:0/1575818141 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f3220086a00 con 0x7f3228162440 2024-09-05T06:14:49.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.987+0000 7f3226ffd640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f32140678c0 0x7f3214069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:49.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.987+0000 7f3226ffd640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f32140678c0 0x7f3214069d80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f32180ae000 tx=0x7f3218008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:49.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:49.991+0000 7f320ffff640 1 -- 172.21.15.70:0/1575818141 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3220014030 con 0x7f3228162440 2024-09-05T06:14:50.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.175+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32280b6ca0 con 0x7f3228162440 2024-09-05T06:14:50.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f320ffff640 1 -- 172.21.15.70:0/1575818141 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7f3220057540 con 0x7f3228162440 2024-09-05T06:14:50.175 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:50.175 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:50.176 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:50.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f32140678c0 msgr2=0x7f3214069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f32140678c0 0x7f3214069d80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f32180ae000 tx=0x7f3218008040 comp rx=0 tx=0).stop 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 msgr2=0x7f322815c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f322815c1d0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f322000cdb0 tx=0x7f322000a650 comp rx=0 tx=0).stop 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 shutdown_connections 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f32140678c0 0x7f3214069d80 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3228162440 0x7f322815c1d0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f32280d3920 0x7f322815bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 --2- 172.21.15.70:0/1575818141 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f32280b5830 0x7f322815f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 >> 172.21.15.70:0/1575818141 conn(0x7f32280d4c30 msgr2=0x7f32280b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 shutdown_connections 2024-09-05T06:14:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.179+0000 7f322da30640 1 -- 172.21.15.70:0/1575818141 wait complete. 2024-09-05T06:14:50.193 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:50.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bea93640 1 Processor -- start 2024-09-05T06:14:50.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bea93640 1 -- start start 2024-09-05T06:14:50.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bea93640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f39b8157110 0x7f39b80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bea93640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80b5ac0 0x7f39b80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bea93640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39b806d570 con 0x7f39b80ceaf0 2024-09-05T06:14:50.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bea93640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f39b806d850 con 0x7f39b8157110 2024-09-05T06:14:50.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bea93640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f39b806db30 con 0x7f39b80b5ac0 2024-09-05T06:14:50.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bc82f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f39b8157110 0x7f39b80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39b7fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80b5ac0 0x7f39b80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39b7fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80b5ac0 0x7f39b80d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:51962/0 (socket says 172.21.15.70:51962) 2024-09-05T06:14:50.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39b7fff640 1 -- 172.21.15.70:0/2667559506 learned_addr learned my addr 172.21.15.70:0/2667559506 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:50.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39b7fff640 1 -- 172.21.15.70:0/2667559506 >> v2:172.21.15.196:3300/0 conn(0x7f39b8157110 msgr2=0x7f39b80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:50.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39b7fff640 1 --2- 172.21.15.70:0/2667559506 >> v2:172.21.15.196:3300/0 conn(0x7f39b8157110 0x7f39b80b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39b7fff640 1 -- 172.21.15.70:0/2667559506 >> v1:172.21.15.196:6789/0 conn(0x7f39b80ceaf0 legacy=0x7f39b80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39b7fff640 1 -- 172.21.15.70:0/2667559506 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39b806de10 con 0x7f39b80b5ac0 2024-09-05T06:14:50.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.311+0000 7f39bc82f640 1 --2- 172.21.15.70:0/2667559506 >> v2:172.21.15.196:3300/0 conn(0x7f39b8157110 0x7f39b80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:14:50.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39b7fff640 1 --2- 172.21.15.70:0/2667559506 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80b5ac0 0x7f39b80d0750 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f39ac009870 tx=0x7f39ac01c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f2100ebe30369cd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:50.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39b77fe640 1 -- 172.21.15.70:0/2667559506 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39ac0b2070 con 0x7f39b80b5ac0 2024-09-05T06:14:50.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39b77fe640 1 -- 172.21.15.70:0/2667559506 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39ac0a9070 con 0x7f39b80b5ac0 2024-09-05T06:14:50.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39b77fe640 1 -- 172.21.15.70:0/2667559506 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39ac0ad880 con 0x7f39b80b5ac0 2024-09-05T06:14:50.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 -- 172.21.15.70:0/2667559506 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80b5ac0 msgr2=0x7f39b80d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 --2- 172.21.15.70:0/2667559506 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80b5ac0 0x7f39b80d0750 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f39ac009870 tx=0x7f39ac01c560 comp rx=0 tx=0).stop 2024-09-05T06:14:50.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 -- 172.21.15.70:0/2667559506 shutdown_connections 2024-09-05T06:14:50.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 --2- 172.21.15.70:0/2667559506 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80b5ac0 0x7f39b80d0750 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 --2- 172.21.15.70:0/2667559506 >> v2:172.21.15.196:3300/0 conn(0x7f39b8157110 0x7f39b80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 -- 172.21.15.70:0/2667559506 >> 172.21.15.70:0/2667559506 conn(0x7f39b806bcc0 msgr2=0x7f39b806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:50.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 -- 172.21.15.70:0/2667559506 shutdown_connections 2024-09-05T06:14:50.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 -- 172.21.15.70:0/2667559506 wait complete. 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 Processor -- start 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.315+0000 7f39bea93640 1 -- start start 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39b80b5ac0 0x7f39b814c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80ceaf0 0x7f39b815e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39b8157110 0x7f39b815e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f39b80b4280 con 0x7f39b8157110 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f39b80d10a0 con 0x7f39b80b5ac0 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f39b80b4400 con 0x7f39b80ceaf0 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39b8157110 0x7f39b815e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39b8157110 0x7f39b815e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42524/0 (socket says 172.21.15.70:42524) 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 -- 172.21.15.70:0/1538277796 learned_addr learned my addr 172.21.15.70:0/1538277796 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:50.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bc82f640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39b80b5ac0 0x7f39b814c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39b7fff640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80ceaf0 0x7f39b815e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 -- 172.21.15.70:0/1538277796 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80ceaf0 msgr2=0x7f39b815e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80ceaf0 0x7f39b815e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 -- 172.21.15.70:0/1538277796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39b80b5ac0 msgr2=0x7f39b814c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39b80b5ac0 0x7f39b814c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 -- 172.21.15.70:0/1538277796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39b814ca80 con 0x7f39b8157110 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bd030640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39b8157110 0x7f39b815e5d0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f39b000c7d0 tx=0x7f39b000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39b57fa640 1 -- 172.21.15.70:0/1538277796 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b0003b80 con 0x7f39b8157110 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39b57fa640 1 -- 172.21.15.70:0/1538277796 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b0003d20 con 0x7f39b8157110 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39b8158ce0 con 0x7f39b8157110 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39b57fa640 1 -- 172.21.15.70:0/1538277796 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b000aa30 con 0x7f39b8157110 2024-09-05T06:14:50.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39b8157a80 con 0x7f39b8157110 2024-09-05T06:14:50.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39b80b4740 con 0x7f39b8157110 2024-09-05T06:14:50.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39b57fa640 1 -- 172.21.15.70:0/1538277796 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f39b000abd0 con 0x7f39b8157110 2024-09-05T06:14:50.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39b57fa640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39a40678c0 0x7f39a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39b57fa640 1 -- 172.21.15.70:0/1538277796 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f39b0085b30 con 0x7f39b8157110 2024-09-05T06:14:50.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bc82f640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39a40678c0 0x7f39a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.319+0000 7f39bc82f640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39a40678c0 0x7f39a4069d80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f39a8009a50 tx=0x7f39a8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:50.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.323+0000 7f39b57fa640 1 -- 172.21.15.70:0/1538277796 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f39b0056700 con 0x7f39b8157110 2024-09-05T06:14:50.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.535+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39b815d9e0 con 0x7f39b8157110 2024-09-05T06:14:50.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39b57fa640 1 -- 172.21.15.70:0/1538277796 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5228 (secure 0 0 0) 0x7f39b0056000 con 0x7f39b8157110 2024-09-05T06:14:50.535 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:50.535 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":40,"btime":"2024-09-05T06:14:09:660723+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:14:06.969037+0000","modified":"2024-09-05T06:14:09.009410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6138":{"gid":6138,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/3735832521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3735832521},{"type":"v1","addr":"172.21.15.70:6837","nonce":3735832521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6138,"qdb_cluster":[6138]},"id":6}]} 2024-09-05T06:14:50.535 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 40 2024-09-05T06:14:50.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39a40678c0 msgr2=0x7f39a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39a40678c0 0x7f39a4069d80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f39a8009a50 tx=0x7f39a8008040 comp rx=0 tx=0).stop 2024-09-05T06:14:50.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39b8157110 msgr2=0x7f39b815e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39b8157110 0x7f39b815e5d0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f39b000c7d0 tx=0x7f39b000cc90 comp rx=0 tx=0).stop 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 shutdown_connections 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39a40678c0 0x7f39a4069d80 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39b8157110 0x7f39b815e5d0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39b80ceaf0 0x7f39b815e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 --2- 172.21.15.70:0/1538277796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39b80b5ac0 0x7f39b814c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 >> 172.21.15.70:0/1538277796 conn(0x7f39b806bcc0 msgr2=0x7f39b815a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 shutdown_connections 2024-09-05T06:14:50.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.539+0000 7f39bea93640 1 -- 172.21.15.70:0/1538277796 wait complete. 2024-09-05T06:14:50.554 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:14:50.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f0686bf5640 1 Processor -- start 2024-09-05T06:14:50.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f0686bf5640 1 -- start start 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f0686bf5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0680157110 0x7f06800b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f0686bf5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f068006d570 con 0x7f06800b5ac0 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f0686bf5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f068006d850 con 0x7f06800d0e60 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f0686bf5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f068006db30 con 0x7f0680157110 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f06800b5ac0 0x7f06800d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54364/0 (socket says 172.21.15.70:54364) 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067ffff640 1 -- 172.21.15.70:0/1378975701 learned_addr learned my addr 172.21.15.70:0/1378975701 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4005719333 0 0) 0x7f068006d570 con 0x7f06800b5ac0 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0668003530 con 0x7f06800b5ac0 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f0684991640 1 --2- 172.21.15.70:0/1378975701 >> v2:172.21.15.196:3300/0 conn(0x7f0680157110 0x7f06800b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3888148525 0 0) 0x7f0668003530 con 0x7f06800b5ac0 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 >> v2:172.21.15.196:3300/0 conn(0x7f0680157110 msgr2=0x7f06800b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 --2- 172.21.15.70:0/1378975701 >> v2:172.21.15.196:3300/0 conn(0x7f0680157110 0x7f06800b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 >> v1:172.21.15.196:6789/0 conn(0x7f06800d0e60 legacy=0x7f06800af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f068006de10 con 0x7f06800b5ac0 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f06700016a0 con 0x7f06800b5ac0 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 >> v1:172.21.15.70:6789/0 conn(0x7f06800b5ac0 legacy=0x7f06800d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06680039c0 0x7f0668003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0668004810 0x7f0668004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06680051d0 0x7f066800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f068006db30 con 0x7f06680051d0 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f066800c100 con 0x7f06680039c0 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f066800c300 con 0x7f0668004810 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.675+0000 7f0685192640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06680051d0 0x7f066800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0684991640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06680039c0 0x7f0668003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f067ffff640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0668004810 0x7f0668004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0685192640 1 -- 172.21.15.70:0/1378975701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0668004810 msgr2=0x7f0668004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:50.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0685192640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0668004810 0x7f0668004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0685192640 1 -- 172.21.15.70:0/1378975701 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06680039c0 msgr2=0x7f0668003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:50.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0685192640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06680039c0 0x7f0668003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0685192640 1 -- 172.21.15.70:0/1378975701 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0668003530 con 0x7f06680051d0 2024-09-05T06:14:50.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0685192640 1 -- 172.21.15.70:0/1378975701 reap_dead start 2024-09-05T06:14:50.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0685192640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06680051d0 0x7f066800b9d0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f0678007fd0 tx=0x7f067801c660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f439d80c3253e12 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:50.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06780040b0 con 0x7f06680051d0 2024-09-05T06:14:50.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06780a9680 con 0x7f06680051d0 2024-09-05T06:14:50.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f067f7fe640 1 -- 172.21.15.70:0/1378975701 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06780a9a70 con 0x7f06680051d0 2024-09-05T06:14:50.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0686bf5640 1 -- 172.21.15.70:0/1378975701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06680051d0 msgr2=0x7f066800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0686bf5640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06680051d0 0x7f066800b9d0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f0678007fd0 tx=0x7f067801c660 comp rx=0 tx=0).stop 2024-09-05T06:14:50.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0686bf5640 1 -- 172.21.15.70:0/1378975701 shutdown_connections 2024-09-05T06:14:50.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0686bf5640 1 --2- 172.21.15.70:0/1378975701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06680051d0 0x7f066800b9d0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0686bf5640 1 -- 172.21.15.70:0/1378975701 >> 172.21.15.70:0/1378975701 conn(0x7f068006bcc0 msgr2=0x7f068006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:50.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0686bf5640 1 -- 172.21.15.70:0/1378975701 shutdown_connections 2024-09-05T06:14:50.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.679+0000 7f0686bf5640 1 -- 172.21.15.70:0/1378975701 wait complete. 2024-09-05T06:14:50.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 Processor -- start 2024-09-05T06:14:50.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 -- start start 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06680051d0 0x7f068014c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0680143390 0x7f0680153680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06801f2640 0x7f06801596c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f06800ceaf0 con 0x7f0680143390 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f068006e3d0 con 0x7f06801f2640 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f06800cec70 con 0x7f06680051d0 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0680143390 0x7f0680153680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0680143390 0x7f0680153680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42546/0 (socket says 172.21.15.70:42546) 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 -- 172.21.15.70:0/176045922 learned_addr learned my addr 172.21.15.70:0/176045922 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0684991640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06680051d0 0x7f068014c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0685192640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06801f2640 0x7f06801596c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 -- 172.21.15.70:0/176045922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06680051d0 msgr2=0x7f068014c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06680051d0 0x7f068014c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 -- 172.21.15.70:0/176045922 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06801f2640 msgr2=0x7f06801596c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06801f2640 0x7f06801596c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 -- 172.21.15.70:0/176045922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f068014ed50 con 0x7f0680143390 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067ffff640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0680143390 0x7f0680153680 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f0670001c00 tx=0x7f067000ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067d7fa640 1 -- 172.21.15.70:0/176045922 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f067000ee00 con 0x7f0680143390 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067d7fa640 1 -- 172.21.15.70:0/176045922 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0670018070 con 0x7f0680143390 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f068014f030 con 0x7f0680143390 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f067d7fa640 1 -- 172.21.15.70:0/176045922 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f067000cab0 con 0x7f0680143390 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f068014f5f0 con 0x7f0680143390 2024-09-05T06:14:50.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.683+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f068006d570 con 0x7f0680143390 2024-09-05T06:14:50.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.687+0000 7f067d7fa640 1 -- 172.21.15.70:0/176045922 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f067000cc50 con 0x7f0680143390 2024-09-05T06:14:50.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.687+0000 7f067d7fa640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f066c0678f0 0x7f066c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.687+0000 7f067d7fa640 1 -- 172.21.15.70:0/176045922 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f06700861e0 con 0x7f0680143390 2024-09-05T06:14:50.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.687+0000 7f0684991640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f066c0678f0 0x7f066c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.687+0000 7f0684991640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f066c0678f0 0x7f066c069db0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f067400d9b0 tx=0x7f0674008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:50.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.691+0000 7f067d7fa640 1 -- 172.21.15.70:0/176045922 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0670056d90 con 0x7f0680143390 2024-09-05T06:14:50.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.851+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f068015b9f0 con 0x7f0680143390 2024-09-05T06:14:50.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f067d7fa640 1 -- 172.21.15.70:0/176045922 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v114) ==== 74+0+16732 (secure 0 0 0) 0x7f0670056690 con 0x7f0680143390 2024-09-05T06:14:50.852 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:50.852 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":114,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:14:41.493022+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:14:05.068791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-05T06:14:05.948539+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:14:50.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f066c0678f0 msgr2=0x7f066c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f066c0678f0 0x7f066c069db0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f067400d9b0 tx=0x7f0674008040 comp rx=0 tx=0).stop 2024-09-05T06:14:50.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0680143390 msgr2=0x7f0680153680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0680143390 0x7f0680153680 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f0670001c00 tx=0x7f067000ec10 comp rx=0 tx=0).stop 2024-09-05T06:14:50.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 shutdown_connections 2024-09-05T06:14:50.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f066c0678f0 0x7f066c069db0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f06801f2640 0x7f06801596c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0680143390 0x7f0680153680 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 --2- 172.21.15.70:0/176045922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f06680051d0 0x7f068014c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 >> 172.21.15.70:0/176045922 conn(0x7f068006bcc0 msgr2=0x7f068015c1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:50.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 shutdown_connections 2024-09-05T06:14:50.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.855+0000 7f0686bf5640 1 -- 172.21.15.70:0/176045922 wait complete. 2024-09-05T06:14:50.872 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:14:50.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dfe17640 1 Processor -- start 2024-09-05T06:14:50.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dfe17640 1 -- start start 2024-09-05T06:14:50.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dfe17640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f23d815edb0 0x7f23d80d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dfe17640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23d80cfd30 con 0x7f23d80d4980 2024-09-05T06:14:50.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dfe17640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23d80d0010 con 0x7f23d80cf7e0 2024-09-05T06:14:50.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dfe17640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f23d80d02f0 con 0x7f23d815edb0 2024-09-05T06:14:50.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23ddbb3640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f23d80d4980 0x7f23d80d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54372/0 (socket says 172.21.15.70:54372) 2024-09-05T06:14:50.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23ddbb3640 1 -- 172.21.15.70:0/1724504314 learned_addr learned my addr 172.21.15.70:0/1724504314 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dd3b2640 1 --2- 172.21.15.70:0/1724504314 >> v2:172.21.15.196:3300/0 conn(0x7f23d815edb0 0x7f23d80d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1244836232 0 0) 0x7f23d80cfd30 con 0x7f23d80d4980 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.991+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f23c4003530 con 0x7f23d80d4980 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3285967077 0 0) 0x7f23c4003530 con 0x7f23d80d4980 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 >> v2:172.21.15.196:3300/0 conn(0x7f23d815edb0 msgr2=0x7f23d80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 --2- 172.21.15.70:0/1724504314 >> v2:172.21.15.196:3300/0 conn(0x7f23d815edb0 0x7f23d80d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 >> v1:172.21.15.196:6789/0 conn(0x7f23d80cf7e0 legacy=0x7f23d80b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23d80d05d0 con 0x7f23d80d4980 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f23c8001680 con 0x7f23d80d4980 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 >> v1:172.21.15.70:6789/0 conn(0x7f23d80d4980 legacy=0x7f23d80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23c40039c0 0x7f23c4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c4004810 0x7f23c4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23c40051d0 0x7f23c400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f23d80d02f0 con 0x7f23c40051d0 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f23c400c070 con 0x7f23c4004810 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f23c400c270 con 0x7f23c40039c0 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23de3b4640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23c40051d0 0x7f23c400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dd3b2640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c4004810 0x7f23c4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23ddbb3640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23c40039c0 0x7f23c4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23de3b4640 1 -- 172.21.15.70:0/1724504314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23c40039c0 msgr2=0x7f23c4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23de3b4640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23c40039c0 0x7f23c4003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23de3b4640 1 -- 172.21.15.70:0/1724504314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c4004810 msgr2=0x7f23c4004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23de3b4640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c4004810 0x7f23c4004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23de3b4640 1 -- 172.21.15.70:0/1724504314 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23c4003530 con 0x7f23c40051d0 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23de3b4640 1 -- 172.21.15.70:0/1724504314 reap_dead start 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23de3b4640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23c40051d0 0x7f23c400b9d0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f23d0001e70 tx=0x7f23d001c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f5868f4cd4624d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d0001a90 con 0x7f23c40051d0 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23d0003bc0 con 0x7f23c40051d0 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dcbb1640 1 -- 172.21.15.70:0/1724504314 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d0005020 con 0x7f23c40051d0 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dfe17640 1 -- 172.21.15.70:0/1724504314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23c40051d0 msgr2=0x7f23c400b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dfe17640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23c40051d0 0x7f23c400b9d0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f23d0001e70 tx=0x7f23d001c780 comp rx=0 tx=0).stop 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dfe17640 1 -- 172.21.15.70:0/1724504314 shutdown_connections 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dfe17640 1 --2- 172.21.15.70:0/1724504314 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23c40051d0 0x7f23c400b9d0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dfe17640 1 -- 172.21.15.70:0/1724504314 >> 172.21.15.70:0/1724504314 conn(0x7f23d808e690 msgr2=0x7f23d809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dfe17640 1 -- 172.21.15.70:0/1724504314 shutdown_connections 2024-09-05T06:14:50.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.995+0000 7f23dfe17640 1 -- 172.21.15.70:0/1724504314 wait complete. 2024-09-05T06:14:50.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 Processor -- start 2024-09-05T06:14:50.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 -- start start 2024-09-05T06:14:50.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c40051d0 0x7f23d80ce8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d815f270 0x7f23d80b8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d80b9090 0x7f23d80b9540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:50.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f23d80d0dd0 con 0x7f23d815f270 2024-09-05T06:14:50.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f23d80d4d60 con 0x7f23c40051d0 2024-09-05T06:14:50.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f23d80cc880 con 0x7f23d80b9090 2024-09-05T06:14:50.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d815f270 0x7f23d80b8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d815f270 0x7f23d80b8b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42556/0 (socket says 172.21.15.70:42556) 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 -- 172.21.15.70:0/2733881591 learned_addr learned my addr 172.21.15.70:0/2733881591 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23ddbb3640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c40051d0 0x7f23d80ce8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23de3b4640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d80b9090 0x7f23d80b9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 -- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d80b9090 msgr2=0x7f23d80b9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d80b9090 0x7f23d80b9540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 -- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c40051d0 msgr2=0x7f23d80ce8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c40051d0 0x7f23d80ce8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 -- 172.21.15.70:0/2733881591 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23d8162330 con 0x7f23d815f270 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23ddbb3640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c40051d0 0x7f23d80ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dd3b2640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d815f270 0x7f23d80b8b50 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f23d4011930 tx=0x7f23d4011df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23ce7fc640 1 -- 172.21.15.70:0/2733881591 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d400faf0 con 0x7f23d815f270 2024-09-05T06:14:50.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23ce7fc640 1 -- 172.21.15.70:0/2733881591 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23d400fc90 con 0x7f23d815f270 2024-09-05T06:14:51.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23d8162050 con 0x7f23d815f270 2024-09-05T06:14:51.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23ce7fc640 1 -- 172.21.15.70:0/2733881591 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d4014660 con 0x7f23d815f270 2024-09-05T06:14:51.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23d80cc510 con 0x7f23d815f270 2024-09-05T06:14:51.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23d80cfbf0 con 0x7f23d815f270 2024-09-05T06:14:51.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:50.999+0000 7f23ce7fc640 1 -- 172.21.15.70:0/2733881591 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f23d4012040 con 0x7f23d815f270 2024-09-05T06:14:51.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.003+0000 7f23ce7fc640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23bc0678f0 0x7f23bc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.003+0000 7f23ce7fc640 1 -- 172.21.15.70:0/2733881591 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f23d4086230 con 0x7f23d815f270 2024-09-05T06:14:51.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.003+0000 7f23ddbb3640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23bc0678f0 0x7f23bc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:51.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.003+0000 7f23ddbb3640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23bc0678f0 0x7f23bc069db0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f23c8001210 tx=0x7f23c8000f60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:51.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.007+0000 7f23ce7fc640 1 -- 172.21.15.70:0/2733881591 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f23d4019030 con 0x7f23d815f270 2024-09-05T06:14:51.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.187+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f23d815c130 con 0x7f23d815f270 2024-09-05T06:14:51.183 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:14:51.187+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:14:51.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.187+0000 7f23ce7fc640 1 -- 172.21.15.70:0/2733881591 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v41) ==== 161+0+0 (secure 0 0 0) 0x7f23d4056e00 con 0x7f23d815f270 2024-09-05T06:14:51.185 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:14:51.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23bc0678f0 msgr2=0x7f23bc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:51.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23bc0678f0 0x7f23bc069db0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f23c8001210 tx=0x7f23c8000f60 comp rx=0 tx=0).stop 2024-09-05T06:14:51.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d815f270 msgr2=0x7f23d80b8b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:51.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d815f270 0x7f23d80b8b50 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f23d4011930 tx=0x7f23d4011df0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 shutdown_connections 2024-09-05T06:14:51.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23bc0678f0 0x7f23bc069db0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23d80b9090 0x7f23d80b9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d815f270 0x7f23d80b8b50 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 --2- 172.21.15.70:0/2733881591 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23c40051d0 0x7f23d80ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 >> 172.21.15.70:0/2733881591 conn(0x7f23d808e690 msgr2=0x7f23d806d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:51.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 shutdown_connections 2024-09-05T06:14:51.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.195+0000 7f23dfe17640 1 -- 172.21.15.70:0/2733881591 wait complete. 2024-09-05T06:14:51.195 INFO:tasks.ceph.mds.c.smithi070.stderr: -9974> 2024-09-05T06:14:13.580+0000 7ff087c55640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:14:51.210 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:14:51.229 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:14:51.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e921c1640 1 Processor -- start 2024-09-05T06:14:51.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e921c1640 1 -- start start 2024-09-05T06:14:51.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e921c1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0d3a50 0x7f8e8c169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e921c1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e8c0cfd30 con 0x7f8e8c0d4980 2024-09-05T06:14:51.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e921c1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e8c0d0010 con 0x7f8e8c15edb0 2024-09-05T06:14:51.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e921c1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8e8c0b5620 con 0x7f8e8c0d3a50 2024-09-05T06:14:51.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e8b7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f8e8c0d4980 0x7f8e8c0d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54392/0 (socket says 172.21.15.70:54392) 2024-09-05T06:14:51.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e8b7fe640 1 -- 172.21.15.70:0/3965757761 learned_addr learned my addr 172.21.15.70:0/3965757761 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:51.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e8bfff640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0d3a50 0x7f8e8c169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:51.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2009158191 0 0) 0x7f8e8c0cfd30 con 0x7f8e8c0d4980 2024-09-05T06:14:51.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.331+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e74003530 con 0x7f8e8c0d4980 2024-09-05T06:14:51.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2181276590 0 0) 0x7f8e74003530 con 0x7f8e8c0d4980 2024-09-05T06:14:51.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0d3a50 msgr2=0x7f8e8c169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:51.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0d3a50 0x7f8e8c169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 >> v1:172.21.15.196:6789/0 conn(0x7f8e8c15edb0 legacy=0x7f8e8c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:51.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e8c0d02f0 con 0x7f8e8c0d4980 2024-09-05T06:14:51.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f8e7c001680 con 0x7f8e8c0d4980 2024-09-05T06:14:51.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 >> v1:172.21.15.70:6789/0 conn(0x7f8e8c0d4980 legacy=0x7f8e8c0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0d3a50 0x7f8e740039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e74003f70 0x7f8e74004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e74004d50 0x7f8e740051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8e8c0b5620 con 0x7f8e74004d50 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8e7400bab0 con 0x7f8e74003f70 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8e7400bcb0 con 0x7f8e8c0d3a50 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8bfff640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e74004d50 0x7f8e740051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8b7fe640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0d3a50 0x7f8e740039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8affd640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e74003f70 0x7f8e74004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8bfff640 1 -- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0d3a50 msgr2=0x7f8e740039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8bfff640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0d3a50 0x7f8e740039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8bfff640 1 -- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e74003f70 msgr2=0x7f8e74004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:51.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8bfff640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e74003f70 0x7f8e74004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8bfff640 1 -- 172.21.15.70:0/3965757761 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e74003530 con 0x7f8e74004d50 2024-09-05T06:14:51.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8bfff640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e74004d50 0x7f8e740051d0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f8e84009fc0 tx=0x7f8e8401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd1d4083e27ba574 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:51.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e840b2070 con 0x7f8e74004d50 2024-09-05T06:14:51.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e840a5c90 con 0x7f8e74004d50 2024-09-05T06:14:51.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8a7fc640 1 -- 172.21.15.70:0/3965757761 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e84009c10 con 0x7f8e74004d50 2024-09-05T06:14:51.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e921c1640 1 -- 172.21.15.70:0/3965757761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e74004d50 msgr2=0x7f8e740051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:51.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e921c1640 1 --2- 172.21.15.70:0/3965757761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e74004d50 0x7f8e740051d0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f8e84009fc0 tx=0x7f8e8401cc80 comp rx=0 tx=0).stop 2024-09-05T06:14:51.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e8bfff640 1 -- 172.21.15.70:0/3965757761 reap_dead start 2024-09-05T06:14:51.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e921c1640 1 -- 172.21.15.70:0/3965757761 shutdown_connections 2024-09-05T06:14:51.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e921c1640 1 -- 172.21.15.70:0/3965757761 >> 172.21.15.70:0/3965757761 conn(0x7f8e8c08e690 msgr2=0x7f8e8c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:51.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e921c1640 1 -- 172.21.15.70:0/3965757761 shutdown_connections 2024-09-05T06:14:51.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.335+0000 7f8e921c1640 1 -- 172.21.15.70:0/3965757761 wait complete. 2024-09-05T06:14:51.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 Processor -- start 2024-09-05T06:14:51.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 -- start start 2024-09-05T06:14:51.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e8c14f070 0x7f8e8c161c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0cbda0 0x7f8e8c15fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e8c160190 0x7f8e8c0cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8e8c0d0dd0 con 0x7f8e8c160190 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8e8c0d08b0 con 0x7f8e8c14f070 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8e8c0cc220 con 0x7f8e8c0cbda0 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e8c160190 0x7f8e8c0cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e8c160190 0x7f8e8c0cd690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42592/0 (socket says 172.21.15.70:42592) 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 -- 172.21.15.70:0/888583091 learned_addr learned my addr 172.21.15.70:0/888583091 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 -- 172.21.15.70:0/888583091 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0cbda0 msgr2=0x7f8e8c15fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8b7fe640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e8c14f070 0x7f8e8c161c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0cbda0 0x7f8e8c15fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 -- 172.21.15.70:0/888583091 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e8c14f070 msgr2=0x7f8e8c161c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e8c14f070 0x7f8e8c161c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 -- 172.21.15.70:0/888583091 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e8c15f280 con 0x7f8e8c160190 2024-09-05T06:14:51.339 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e8bfff640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e8c160190 0x7f8e8c0cd690 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f8e840b0040 tx=0x7f8e84009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:51.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e73fff640 1 -- 172.21.15.70:0/888583091 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e840bd070 con 0x7f8e8c160190 2024-09-05T06:14:51.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e73fff640 1 -- 172.21.15.70:0/888583091 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e840a5a90 con 0x7f8e8c160190 2024-09-05T06:14:51.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e8c0cea40 con 0x7f8e8c160190 2024-09-05T06:14:51.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e73fff640 1 -- 172.21.15.70:0/888583091 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e840b2040 con 0x7f8e8c160190 2024-09-05T06:14:51.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e8c0ced20 con 0x7f8e8c160190 2024-09-05T06:14:51.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.339+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e8c15fa40 con 0x7f8e8c160190 2024-09-05T06:14:51.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.343+0000 7f8e73fff640 1 -- 172.21.15.70:0/888583091 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8e840c0070 con 0x7f8e8c160190 2024-09-05T06:14:51.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.343+0000 7f8e73fff640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e780678c0 0x7f8e78069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:51.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.343+0000 7f8e73fff640 1 -- 172.21.15.70:0/888583091 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5795+0+0 (secure 0 0 0) 0x7f8e8411fac0 con 0x7f8e8c160190 2024-09-05T06:14:51.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.343+0000 7f8e8b7fe640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e780678c0 0x7f8e78069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:51.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.343+0000 7f8e8b7fe640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e780678c0 0x7f8e78069d80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8e7c000f70 tx=0x7f8e7c000ee0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:51.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.347+0000 7f8e73fff640 1 -- 172.21.15.70:0/888583091 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8e84016990 con 0x7f8e8c160190 2024-09-05T06:14:51.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:51.543+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8e8c0d4fb0 con 0x7f8e8c160190 2024-09-05T06:14:52.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.191+0000 7f8e73fff640 1 -- 172.21.15.70:0/888583091 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v42) ==== 104+0+0 (secure 0 0 0) 0x7f8e840effe0 con 0x7f8e8c160190 2024-09-05T06:14:52.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e780678c0 msgr2=0x7f8e78069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:52.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e780678c0 0x7f8e78069d80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8e7c000f70 tx=0x7f8e7c000ee0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e8c160190 msgr2=0x7f8e8c0cd690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e8c160190 0x7f8e8c0cd690 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f8e840b0040 tx=0x7f8e84009750 comp rx=0 tx=0).stop 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 shutdown_connections 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e780678c0 0x7f8e78069d80 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e8c160190 0x7f8e8c0cd690 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e8c0cbda0 0x7f8e8c15fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 --2- 172.21.15.70:0/888583091 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e8c14f070 0x7f8e8c161c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 >> 172.21.15.70:0/888583091 conn(0x7f8e8c08e690 msgr2=0x7f8e8c0b4d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 shutdown_connections 2024-09-05T06:14:52.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.195+0000 7f8e921c1640 1 -- 172.21.15.70:0/888583091 wait complete. 2024-09-05T06:14:52.215 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:14:52.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f5047b53640 1 Processor -- start 2024-09-05T06:14:52.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f5047b53640 1 -- start start 2024-09-05T06:14:52.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f5047b53640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f504015ca90 0x7f50400752c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:52.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f5047b53640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5040160660 0x7f5040160a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:52.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f5047b53640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160fc0 0x7f5040073230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:52.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f5047b53640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5040075800 con 0x7f504015ca90 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f5047b53640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f50400b34d0 con 0x7f5040160660 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f5047b53640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f50400b3ce0 con 0x7f5040160fc0 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50458ef640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f504015ca90 0x7f50400752c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50458ef640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f504015ca90 0x7f50400752c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42600/0 (socket says 172.21.15.70:42600) 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50458ef640 1 -- 172.21.15.70:0/1470850360 learned_addr learned my addr 172.21.15.70:0/1470850360 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50450ee640 1 --2- 172.21.15.70:0/1470850360 >> v2:172.21.15.196:3300/0 conn(0x7f5040160660 0x7f5040160a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50460f0640 1 --2- 172.21.15.70:0/1470850360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160fc0 0x7f5040073230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50458ef640 1 -- 172.21.15.70:0/1470850360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160fc0 msgr2=0x7f5040073230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50458ef640 1 --2- 172.21.15.70:0/1470850360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160fc0 0x7f5040073230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50458ef640 1 -- 172.21.15.70:0/1470850360 >> v2:172.21.15.196:3300/0 conn(0x7f5040160660 msgr2=0x7f5040160a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:52.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50458ef640 1 --2- 172.21.15.70:0/1470850360 >> v2:172.21.15.196:3300/0 conn(0x7f5040160660 0x7f5040160a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50458ef640 1 -- 172.21.15.70:0/1470850360 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50400b3720 con 0x7f504015ca90 2024-09-05T06:14:52.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50450ee640 1 --2- 172.21.15.70:0/1470850360 >> v2:172.21.15.196:3300/0 conn(0x7f5040160660 0x7f5040160a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:52.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.395+0000 7f50460f0640 1 --2- 172.21.15.70:0/1470850360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160fc0 0x7f5040073230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:52.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f50458ef640 1 --2- 172.21.15.70:0/1470850360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f50400752c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f5040072240 tx=0x7f503801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c46283d52e0e1ff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:52.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f50448ed640 1 -- 172.21.15.70:0/1470850360 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50380a5840 con 0x7f504015ca90 2024-09-05T06:14:52.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f50448ed640 1 -- 172.21.15.70:0/1470850360 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50380a59e0 con 0x7f504015ca90 2024-09-05T06:14:52.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f50448ed640 1 -- 172.21.15.70:0/1470850360 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50380a5db0 con 0x7f504015ca90 2024-09-05T06:14:52.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- 172.21.15.70:0/1470850360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 msgr2=0x7f50400752c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:52.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 --2- 172.21.15.70:0/1470850360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f50400752c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f5040072240 tx=0x7f503801c9c0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- 172.21.15.70:0/1470850360 shutdown_connections 2024-09-05T06:14:52.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 --2- 172.21.15.70:0/1470850360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160fc0 0x7f5040073230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 --2- 172.21.15.70:0/1470850360 >> v2:172.21.15.196:3300/0 conn(0x7f5040160660 0x7f5040160a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 --2- 172.21.15.70:0/1470850360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f50400752c0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- 172.21.15.70:0/1470850360 >> 172.21.15.70:0/1470850360 conn(0x7f5040072380 msgr2=0x7f50400b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:52.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- 172.21.15.70:0/1470850360 shutdown_connections 2024-09-05T06:14:52.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- 172.21.15.70:0/1470850360 wait complete. 2024-09-05T06:14:52.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 Processor -- start 2024-09-05T06:14:52.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- start start 2024-09-05T06:14:52.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f504014dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:52.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160660 0x7f504009e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:52.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5040160fc0 0x7f50401557a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:52.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f504015e180 con 0x7f504015ca90 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f504015ce70 con 0x7f5040160fc0 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f5047b53640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f504015e300 con 0x7f5040160660 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f50458ef640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f504014dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f50458ef640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f504014dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42602/0 (socket says 172.21.15.70:42602) 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.399+0000 7f50458ef640 1 -- 172.21.15.70:0/3510810819 learned_addr learned my addr 172.21.15.70:0/3510810819 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50450ee640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160660 0x7f504009e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50460f0640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5040160fc0 0x7f50401557a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50458ef640 1 -- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160660 msgr2=0x7f504009e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50458ef640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160660 0x7f504009e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50458ef640 1 -- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5040160fc0 msgr2=0x7f50401557a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50458ef640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5040160fc0 0x7f50401557a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:52.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50458ef640 1 -- 172.21.15.70:0/3510810819 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504014e110 con 0x7f504015ca90 2024-09-05T06:14:52.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50460f0640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5040160fc0 0x7f50401557a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:52.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50458ef640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f504014dbd0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f503801b070 tx=0x7f5038019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:52.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50367fc640 1 -- 172.21.15.70:0/3510810819 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50380b8880 con 0x7f504015ca90 2024-09-05T06:14:52.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50367fc640 1 -- 172.21.15.70:0/3510810819 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50380be070 con 0x7f504015ca90 2024-09-05T06:14:52.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f504009d360 con 0x7f504015ca90 2024-09-05T06:14:52.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50367fc640 1 -- 172.21.15.70:0/3510810819 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50380b8ca0 con 0x7f504015ca90 2024-09-05T06:14:52.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f504009d920 con 0x7f504015ca90 2024-09-05T06:14:52.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5040160a80 con 0x7f504015ca90 2024-09-05T06:14:52.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50367fc640 1 -- 172.21.15.70:0/3510810819 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5040073f80 con 0x7f504015ca90 2024-09-05T06:14:52.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50367fc640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50240678c0 0x7f5024069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:52.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50367fc640 1 -- 172.21.15.70:0/3510810819 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5795+0+0 (secure 0 0 0) 0x7f5038120dc0 con 0x7f504015ca90 2024-09-05T06:14:52.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50450ee640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50240678c0 0x7f5024069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:52.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.403+0000 7f50450ee640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50240678c0 0x7f5024069d80 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f50401f8f60 tx=0x7f5030008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:52.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.407+0000 7f50367fc640 1 -- 172.21.15.70:0/3510810819 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f504014e110 con 0x7f504015ca90 2024-09-05T06:14:52.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:52.559+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5040072a30 con 0x7f504015ca90 2024-09-05T06:14:53.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.559+0000 7f50367fc640 1 -- 172.21.15.70:0/3510810819 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v116) ==== 181+0+0 (secure 0 0 0) 0x7f50380165e0 con 0x7f504015ca90 2024-09-05T06:14:53.555 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.559+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50240678c0 msgr2=0x7f5024069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.559+0000 7f5047b53640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50240678c0 0x7f5024069d80 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f50401f8f60 tx=0x7f5030008040 comp rx=0 tx=0).stop 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.559+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 msgr2=0x7f504014dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.559+0000 7f5047b53640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f504014dbd0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f503801b070 tx=0x7f5038019760 comp rx=0 tx=0).stop 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.563+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 shutdown_connections 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.563+0000 7f5047b53640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f50240678c0 0x7f5024069d80 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.563+0000 7f5047b53640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5040160fc0 0x7f50401557a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.563+0000 7f5047b53640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5040160660 0x7f504009e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.563+0000 7f5047b53640 1 --2- 172.21.15.70:0/3510810819 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f504015ca90 0x7f504014dbd0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.563+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 >> 172.21.15.70:0/3510810819 conn(0x7f5040072380 msgr2=0x7f50400af600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:53.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.563+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 shutdown_connections 2024-09-05T06:14:53.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.563+0000 7f5047b53640 1 -- 172.21.15.70:0/3510810819 wait complete. 2024-09-05T06:14:53.578 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:14:53.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f71269a1640 1 Processor -- start 2024-09-05T06:14:53.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f71269a1640 1 -- start start 2024-09-05T06:14:53.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f71269a1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7120072a90 0x7f7120072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:53.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f71269a1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f712015bc40 con 0x7f71200afff0 2024-09-05T06:14:53.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f71269a1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71200d14c0 con 0x7f712006e680 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f71269a1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7120073410 con 0x7f7120072a90 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f711ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f71200afff0 0x7f71200cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54398/0 (socket says 172.21.15.70:54398) 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f711ffff640 1 -- 172.21.15.70:0/2781777114 learned_addr learned my addr 172.21.15.70:0/2781777114 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f711f7fe640 1 --2- 172.21.15.70:0/2781777114 >> v2:172.21.15.196:3300/0 conn(0x7f7120072a90 0x7f7120072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 803473997 0 0) 0x7f712015bc40 con 0x7f71200afff0 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.703+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7108003530 con 0x7f71200afff0 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 370983717 0 0) 0x7f7108003530 con 0x7f71200afff0 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 >> v2:172.21.15.196:3300/0 conn(0x7f7120072a90 msgr2=0x7f7120072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 --2- 172.21.15.70:0/2781777114 >> v2:172.21.15.196:3300/0 conn(0x7f7120072a90 0x7f7120072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 >> v1:172.21.15.196:6789/0 conn(0x7f712006e680 legacy=0x7f71200d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7120071cd0 con 0x7f71200afff0 2024-09-05T06:14:53.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7110001680 con 0x7f71200afff0 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 >> v1:172.21.15.70:6789/0 conn(0x7f71200afff0 legacy=0x7f71200cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71080039c0 0x7f7108003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7108004810 0x7f7108004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71080051d0 0x7f710800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7120073410 con 0x7f71080039c0 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f710800c070 con 0x7f71080051d0 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f710800c270 con 0x7f7108004810 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711ffff640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71080039c0 0x7f7108003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711f7fe640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7108004810 0x7f7108004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711ffff640 1 -- 172.21.15.70:0/2781777114 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7108004810 msgr2=0x7f7108004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711ffff640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7108004810 0x7f7108004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711ffff640 1 -- 172.21.15.70:0/2781777114 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71080051d0 msgr2=0x7f710800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:53.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711ffff640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71080051d0 0x7f710800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711ffff640 1 -- 172.21.15.70:0/2781777114 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7108003530 con 0x7f71080039c0 2024-09-05T06:14:53.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f7124f3e640 1 -- 172.21.15.70:0/2781777114 reap_dead start 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711ffff640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71080039c0 0x7f7108003de0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f711000c210 tx=0x7f711001cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61f5330049fb6ab9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7110007d40 con 0x7f71080039c0 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71100a9070 con 0x7f71080039c0 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f711effd640 1 -- 172.21.15.70:0/2781777114 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7110005d80 con 0x7f71080039c0 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f71269a1640 1 -- 172.21.15.70:0/2781777114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71080039c0 msgr2=0x7f7108003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f71269a1640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71080039c0 0x7f7108003de0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f711000c210 tx=0x7f711001cca0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f71269a1640 1 -- 172.21.15.70:0/2781777114 shutdown_connections 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f71269a1640 1 --2- 172.21.15.70:0/2781777114 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71080039c0 0x7f7108003de0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f71269a1640 1 -- 172.21.15.70:0/2781777114 >> 172.21.15.70:0/2781777114 conn(0x7f712006bcc0 msgr2=0x7f712006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:53.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f71269a1640 1 -- 172.21.15.70:0/2781777114 shutdown_connections 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.707+0000 7f71269a1640 1 -- 172.21.15.70:0/2781777114 wait complete. 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 Processor -- start 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 -- start start 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71080039c0 0x7f71201f93e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71201533e0 0x7f71200cf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71200ae8b0 0x7f71200aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f712006ee70 con 0x7f71201533e0 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7120072600 con 0x7f71200ae8b0 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f712006eff0 con 0x7f71080039c0 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71201533e0 0x7f71200cf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71201533e0 0x7f71200cf6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42622/0 (socket says 172.21.15.70:42622) 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 -- 172.21.15.70:0/2072553098 learned_addr learned my addr 172.21.15.70:0/2072553098 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711ffff640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71080039c0 0x7f71201f93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:53.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f7124f3e640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71200ae8b0 0x7f71200aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 -- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71080039c0 msgr2=0x7f71201f93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71080039c0 0x7f71201f93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 -- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71200ae8b0 msgr2=0x7f71200aed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71200ae8b0 0x7f71200aed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 -- 172.21.15.70:0/2072553098 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71201fbac0 con 0x7f71201533e0 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711ffff640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71080039c0 0x7f71201f93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711f7fe640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71201533e0 0x7f71200cf6e0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f7114010930 tx=0x7f7114010df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711cff9640 1 -- 172.21.15.70:0/2072553098 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711400f040 con 0x7f71201533e0 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711cff9640 1 -- 172.21.15.70:0/2072553098 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f711400ec20 con 0x7f71201533e0 2024-09-05T06:14:53.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71201fbda0 con 0x7f71201533e0 2024-09-05T06:14:53.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711cff9640 1 -- 172.21.15.70:0/2072553098 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711401c400 con 0x7f71201533e0 2024-09-05T06:14:53.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71201fc360 con 0x7f71201533e0 2024-09-05T06:14:53.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71200d0800 con 0x7f71201533e0 2024-09-05T06:14:53.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711cff9640 1 -- 172.21.15.70:0/2072553098 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f711401c5a0 con 0x7f71201533e0 2024-09-05T06:14:53.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.711+0000 7f711cff9640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f710c0678c0 0x7f710c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:53.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.715+0000 7f711ffff640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f710c0678c0 0x7f710c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:53.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.715+0000 7f711cff9640 1 -- 172.21.15.70:0/2072553098 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5357+0+0 (secure 0 0 0) 0x7f71140861e0 con 0x7f71201533e0 2024-09-05T06:14:53.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.715+0000 7f711ffff640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f710c0678c0 0x7f710c069d80 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f71100ab000 tx=0x7f71100a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:53.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.719+0000 7f711cff9640 1 -- 172.21.15.70:0/2072553098 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7114018030 con 0x7f71201533e0 2024-09-05T06:14:53.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:53.875+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f71200b4ed0 con 0x7f71201533e0 2024-09-05T06:14:54.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.567+0000 7f711cff9640 1 -- 172.21.15.70:0/2072553098 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v117) ==== 169+0+0 (secure 0 0 0) 0x7f7114056f40 con 0x7f71201533e0 2024-09-05T06:14:54.563 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:14:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f710c0678c0 msgr2=0x7f710c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f710c0678c0 0x7f710c069d80 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f71100ab000 tx=0x7f71100a7070 comp rx=0 tx=0).stop 2024-09-05T06:14:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71201533e0 msgr2=0x7f71200cf6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:54.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71201533e0 0x7f71200cf6e0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f7114010930 tx=0x7f7114010df0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 shutdown_connections 2024-09-05T06:14:54.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f710c0678c0 0x7f710c069d80 secure :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f71100ab000 tx=0x7f71100a7070 comp rx=0 tx=0).stop 2024-09-05T06:14:54.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f71200ae8b0 0x7f71200aed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f71201533e0 0x7f71200cf6e0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 --2- 172.21.15.70:0/2072553098 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f71080039c0 0x7f71201f93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 >> 172.21.15.70:0/2072553098 conn(0x7f712006bcc0 msgr2=0x7f71201554e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:54.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.571+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 shutdown_connections 2024-09-05T06:14:54.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.575+0000 7f71269a1640 1 -- 172.21.15.70:0/2072553098 wait complete. 2024-09-05T06:14:54.594 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:14:54.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.719+0000 7fdc27465640 1 Processor -- start 2024-09-05T06:14:54.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.719+0000 7fdc27465640 1 -- start start 2024-09-05T06:14:54.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc27465640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdc20162f30 0x7fdc20167690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc27465640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc200d0e60 0x7fdc20071550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc27465640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc200b5980 con 0x7fdc200732f0 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc27465640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdc200b5c60 con 0x7fdc20162f30 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc27465640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdc20166bb0 con 0x7fdc200d0e60 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc24a00640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdc200732f0 0x7fdc200d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54406/0 (socket says 172.21.15.70:54406) 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc24a00640 1 -- 172.21.15.70:0/2706967995 learned_addr learned my addr 172.21.15.70:0/2706967995 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25a02640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc200d0e60 0x7fdc20071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25201640 1 --2- 172.21.15.70:0/2706967995 >> v2:172.21.15.196:3300/0 conn(0x7fdc20162f30 0x7fdc20167690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 139877312 0 0) 0x7fdc200b5980 con 0x7fdc200732f0 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdc0c003530 con 0x7fdc200732f0 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3766196093 0 0) 0x7fdc0c003530 con 0x7fdc200732f0 2024-09-05T06:14:54.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc200d0e60 msgr2=0x7fdc20071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc200d0e60 0x7fdc20071550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 >> v2:172.21.15.196:3300/0 conn(0x7fdc20162f30 msgr2=0x7fdc20167690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 --2- 172.21.15.70:0/2706967995 >> v2:172.21.15.196:3300/0 conn(0x7fdc20162f30 0x7fdc20167690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc20166e90 con 0x7fdc200732f0 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fdc10001680 con 0x7fdc200732f0 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 >> v1:172.21.15.70:6789/0 conn(0x7fdc200732f0 legacy=0x7fdc200d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc0c0039c0 0x7fdc0c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c004810 0x7fdc0c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc200d0e60 0x7fdc0c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdc200b5c60 con 0x7fdc0c0039c0 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdc20166bb0 con 0x7fdc0c004810 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdc0c00b9d0 con 0x7fdc200d0e60 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25201640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc0c0039c0 0x7fdc0c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:54.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc24a00640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c004810 0x7fdc0c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:54.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25201640 1 -- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc200d0e60 msgr2=0x7fdc0c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:54.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25201640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc200d0e60 0x7fdc0c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25201640 1 -- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c004810 msgr2=0x7fdc0c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:54.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25201640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c004810 0x7fdc0c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25201640 1 -- 172.21.15.70:0/2706967995 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc0c003530 con 0x7fdc0c0039c0 2024-09-05T06:14:54.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.723+0000 7fdc25201640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc0c0039c0 0x7fdc0c003de0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c009ae0 tx=0x7fdc1c01d4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5b66dcfe0eff5b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:54.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1c0b2070 con 0x7fdc0c0039c0 2024-09-05T06:14:54.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc1c0a5590 con 0x7fdc0c0039c0 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc17fff640 1 -- 172.21.15.70:0/2706967995 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1c0096b0 con 0x7fdc0c0039c0 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- 172.21.15.70:0/2706967995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc0c0039c0 msgr2=0x7fdc0c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 --2- 172.21.15.70:0/2706967995 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc0c0039c0 0x7fdc0c003de0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c009ae0 tx=0x7fdc1c01d4e0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 -- 172.21.15.70:0/2706967995 reap_dead start 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- 172.21.15.70:0/2706967995 shutdown_connections 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- 172.21.15.70:0/2706967995 >> 172.21.15.70:0/2706967995 conn(0x7fdc2006bcc0 msgr2=0x7fdc2006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- 172.21.15.70:0/2706967995 shutdown_connections 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- 172.21.15.70:0/2706967995 wait complete. 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 Processor -- start 2024-09-05T06:14:54.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- start start 2024-09-05T06:14:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c0039c0 0x7fdc20164460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc2014aa00 0x7fdc201596a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc20159be0 0x7fdc201650d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdc200b5720 con 0x7fdc20159be0 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdc200b55a0 con 0x7fdc0c0039c0 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdc200afaf0 con 0x7fdc2014aa00 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc20159be0 0x7fdc201650d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc20159be0 0x7fdc201650d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42640/0 (socket says 172.21.15.70:42640) 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 -- 172.21.15.70:0/1121861462 learned_addr learned my addr 172.21.15.70:0/1121861462 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25201640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c0039c0 0x7fdc20164460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 -- 172.21.15.70:0/1121861462 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc2014aa00 msgr2=0x7fdc201596a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc24a00640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc2014aa00 0x7fdc201596a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc2014aa00 0x7fdc201596a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 -- 172.21.15.70:0/1121861462 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c0039c0 msgr2=0x7fdc20164460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c0039c0 0x7fdc20164460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 -- 172.21.15.70:0/1121861462 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc201636a0 con 0x7fdc20159be0 2024-09-05T06:14:54.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc25a02640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc20159be0 0x7fdc201650d0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fdc200af730 tx=0x7fdc1800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc15ffb640 1 -- 172.21.15.70:0/1121861462 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1800bce0 con 0x7fdc20159be0 2024-09-05T06:14:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc15ffb640 1 -- 172.21.15.70:0/1121861462 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc1801a070 con 0x7fdc20159be0 2024-09-05T06:14:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc20163980 con 0x7fdc20159be0 2024-09-05T06:14:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc15ffb640 1 -- 172.21.15.70:0/1121861462 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc18014640 con 0x7fdc20159be0 2024-09-05T06:14:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.727+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc20163f40 con 0x7fdc20159be0 2024-09-05T06:14:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.731+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc2015a060 con 0x7fdc20159be0 2024-09-05T06:14:54.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.731+0000 7fdc15ffb640 1 -- 172.21.15.70:0/1121861462 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdc18013070 con 0x7fdc20159be0 2024-09-05T06:14:54.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.731+0000 7fdc15ffb640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdc040678f0 0x7fdc04069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:54.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.731+0000 7fdc15ffb640 1 -- 172.21.15.70:0/1121861462 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 4943+0+0 (secure 0 0 0) 0x7fdc18085c70 con 0x7fdc20159be0 2024-09-05T06:14:54.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.731+0000 7fdc25201640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdc040678f0 0x7fdc04069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:54.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.731+0000 7fdc25201640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdc040678f0 0x7fdc04069db0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c0af000 tx=0x7fdc1c0a7040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:54.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.735+0000 7fdc15ffb640 1 -- 172.21.15.70:0/1121861462 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdc18056ab0 con 0x7fdc20159be0 2024-09-05T06:14:54.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.887+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fdc20167690 con 0x7fdc20159be0 2024-09-05T06:14:54.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.895+0000 7fdc15ffb640 1 -- 172.21.15.70:0/1121861462 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7fdc180563b0 con 0x7fdc20159be0 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdc040678f0 msgr2=0x7fdc04069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdc040678f0 0x7fdc04069db0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c0af000 tx=0x7fdc1c0a7040 comp rx=0 tx=0).stop 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc20159be0 msgr2=0x7fdc201650d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc20159be0 0x7fdc201650d0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fdc200af730 tx=0x7fdc1800b480 comp rx=0 tx=0).stop 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 shutdown_connections 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdc040678f0 0x7fdc04069db0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc20159be0 0x7fdc201650d0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdc2014aa00 0x7fdc201596a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 --2- 172.21.15.70:0/1121861462 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdc0c0039c0 0x7fdc20164460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 >> 172.21.15.70:0/1121861462 conn(0x7fdc2006bcc0 msgr2=0x7fdc20160530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:54.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 shutdown_connections 2024-09-05T06:14:54.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:54.899+0000 7fdc27465640 1 -- 172.21.15.70:0/1121861462 wait complete. 2024-09-05T06:14:54.910 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestClusterFull.test_full_same_file' 2024-09-05T06:14:55.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9950f17640 1 Processor -- start 2024-09-05T06:14:55.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9950f17640 1 -- start start 2024-09-05T06:14:55.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9950f17640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15ebf0 0x7f994c0b6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9950f17640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f994c070840 con 0x7f994c070d80 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9950f17640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f994c070b20 con 0x7f994c06c3d0 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9950f17640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f994c0b5c40 con 0x7f994c15ebf0 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9943fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f994c070d80 0x7f994c06bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54412/0 (socket says 172.21.15.70:54412) 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9943fff640 1 -- 172.21.15.70:0/2663886266 learned_addr learned my addr 172.21.15.70:0/2663886266 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f994a59c640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15ebf0 0x7f994c0b6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2421803284 0 0) 0x7f994c070840 con 0x7f994c070d80 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9938003530 con 0x7f994c070d80 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1229220095 0 0) 0x7f9938003530 con 0x7f994c070d80 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15ebf0 msgr2=0x7f994c0b6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15ebf0 0x7f994c0b6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 >> v1:172.21.15.196:6789/0 conn(0x7f994c06c3d0 legacy=0x7f994c06efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f994c0b5f20 con 0x7f994c070d80 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f993c001680 con 0x7f994c070d80 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 >> v1:172.21.15.70:6789/0 conn(0x7f994c070d80 legacy=0x7f994c06bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380039f0 0x7f9938003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15ebf0 0x7f9938004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f99380051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f994c0b5c40 con 0x7f9938004d50 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f993800bb00 con 0x7f99380039f0 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f993800bd00 con 0x7f994c15ebf0 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f994ad9d640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f99380051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f994a59c640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380039f0 0x7f9938003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f994ad9d640 1 -- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15ebf0 msgr2=0x7f9938004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f994ad9d640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15ebf0 0x7f9938004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f994ad9d640 1 -- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380039f0 msgr2=0x7f9938003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:55.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f994ad9d640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380039f0 0x7f9938003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.035+0000 7f994ad9d640 1 -- 172.21.15.70:0/2663886266 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9938003530 con 0x7f9938004d50 2024-09-05T06:14:55.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f994ad9d640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f99380051d0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f9944001e70 tx=0x7f994401c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=859855bc91ea9291 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:55.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9944001a90 con 0x7f9938004d50 2024-09-05T06:14:55.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9944003b80 con 0x7f9938004d50 2024-09-05T06:14:55.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9949d9b640 1 -- 172.21.15.70:0/2663886266 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9944005080 con 0x7f9938004d50 2024-09-05T06:14:55.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- 172.21.15.70:0/2663886266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 msgr2=0x7f99380051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 --2- 172.21.15.70:0/2663886266 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f99380051d0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f9944001e70 tx=0x7f994401c780 comp rx=0 tx=0).stop 2024-09-05T06:14:55.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f994ad9d640 1 -- 172.21.15.70:0/2663886266 reap_dead start 2024-09-05T06:14:55.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- 172.21.15.70:0/2663886266 shutdown_connections 2024-09-05T06:14:55.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- 172.21.15.70:0/2663886266 >> 172.21.15.70:0/2663886266 conn(0x7f994c072730 msgr2=0x7f994c072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:55.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- 172.21.15.70:0/2663886266 shutdown_connections 2024-09-05T06:14:55.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- 172.21.15.70:0/2663886266 wait complete. 2024-09-05T06:14:55.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 Processor -- start 2024-09-05T06:14:55.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- start start 2024-09-05T06:14:55.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f994c157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15a090 0x7f994c0b29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f994c146f10 0x7f994c147390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f994c0734b0 con 0x7f9938004d50 2024-09-05T06:14:55.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f994c073330 con 0x7f994c146f10 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.039+0000 7f9950f17640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f994c073720 con 0x7f994c15a090 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f994c157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f994c157c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42664/0 (socket says 172.21.15.70:42664) 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 -- 172.21.15.70:0/1574920440 learned_addr learned my addr 172.21.15.70:0/1574920440 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9943fff640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15a090 0x7f994c0b29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994ad9d640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f994c146f10 0x7f994c147390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 -- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15a090 msgr2=0x7f994c0b29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15a090 0x7f994c0b29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 -- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f994c146f10 msgr2=0x7f994c147390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f994c146f10 0x7f994c147390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 -- 172.21.15.70:0/1574920440 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f994c158300 con 0x7f9938004d50 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9943fff640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15a090 0x7f994c0b29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994ad9d640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f994c146f10 0x7f994c147390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:55.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f994a59c640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f994c157c00 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9934011650 tx=0x7f9934011b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9942ffd640 1 -- 172.21.15.70:0/1574920440 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993400f9c0 con 0x7f9938004d50 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9942ffd640 1 -- 172.21.15.70:0/1574920440 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f993400fb60 con 0x7f9938004d50 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f994c0cde60 con 0x7f9938004d50 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9942ffd640 1 -- 172.21.15.70:0/1574920440 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9934015460 con 0x7f9938004d50 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f994c0ce420 con 0x7f9938004d50 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f994c0b6720 con 0x7f9938004d50 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9942ffd640 1 -- 172.21.15.70:0/1574920440 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9934015600 con 0x7f9938004d50 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9942ffd640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f992c0678c0 0x7f992c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9942ffd640 1 -- 172.21.15.70:0/1574920440 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 4943+0+0 (secure 0 0 0) 0x7f9934086370 con 0x7f9938004d50 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9943fff640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f992c0678c0 0x7f992c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.043+0000 7f9943fff640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f992c0678c0 0x7f992c069d80 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f993c0011f0 tx=0x7f993c00c040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:55.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.047+0000 7f9942ffd640 1 -- 172.21.15.70:0/1574920440 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9934019030 con 0x7f9938004d50 2024-09-05T06:14:55.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.271+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_full_same_file"]} v 0) -- 0x7f994c1636c0 con 0x7f9938004d50 2024-09-05T06:14:55.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.567+0000 7f9942ffd640 1 -- 172.21.15.70:0/1574920440 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestClusterFull.test_full_same_file"]}]=0 v258) ==== 137+0+0 (secure 0 0 0) 0x7f99340571b0 con 0x7f9938004d50 2024-09-05T06:14:55.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f992c0678c0 msgr2=0x7f992c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f992c0678c0 0x7f992c069d80 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f993c0011f0 tx=0x7f993c00c040 comp rx=0 tx=0).stop 2024-09-05T06:14:55.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 msgr2=0x7f994c157c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f994c157c00 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9934011650 tx=0x7f9934011b10 comp rx=0 tx=0).stop 2024-09-05T06:14:55.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 shutdown_connections 2024-09-05T06:14:55.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f992c0678c0 0x7f992c069d80 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f994c146f10 0x7f994c147390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f994c15a090 0x7f994c0b29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 --2- 172.21.15.70:0/1574920440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9938004d50 0x7f994c157c00 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 >> 172.21.15.70:0/1574920440 conn(0x7f994c072730 msgr2=0x7f994c06fdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:55.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 shutdown_connections 2024-09-05T06:14:55.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.571+0000 7f9950f17640 1 -- 172.21.15.70:0/1574920440 wait complete. 2024-09-05T06:14:55.840 INFO:tasks.cephfs_test_runner:test_full_same_file (tasks.cephfs.test_full.TestClusterFull) ... ok 2024-09-05T06:14:55.840 INFO:tasks.cephfs_test_runner:Starting test: test_barrier (tasks.cephfs.test_full.TestQuotaFull) That when an OSD epoch barrier is set on an MDS, subsequently 2024-09-05T06:14:55.841 INFO:tasks.cephfs_test_runner:test_barrier (tasks.cephfs.test_full.TestQuotaFull) 2024-09-05T06:14:55.842 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:14:55.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefef51d640 1 Processor -- start 2024-09-05T06:14:55.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefef51d640 1 -- start start 2024-09-05T06:14:55.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefef51d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fefe80ceaf0 0x7fefe80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefef51d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe80d0c90 0x7fefe80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefef51d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fefe806d570 con 0x7fefe8157110 2024-09-05T06:14:55.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefef51d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fefe80d1100 con 0x7fefe80ceaf0 2024-09-05T06:14:55.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefef51d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefe806d850 con 0x7fefe80d0c90 2024-09-05T06:14:55.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefecab8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fefe80ceaf0 0x7fefe80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefecab8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fefe80ceaf0 0x7fefe80d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42666/0 (socket says 172.21.15.70:42666) 2024-09-05T06:14:55.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefecab8640 1 -- 172.21.15.70:0/4059493375 learned_addr learned my addr 172.21.15.70:0/4059493375 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:55.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefedaba640 1 --2- 172.21.15.70:0/4059493375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe80d0c90 0x7fefe80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefecab8640 1 -- 172.21.15.70:0/4059493375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe80d0c90 msgr2=0x7fefe80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:55.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefecab8640 1 --2- 172.21.15.70:0/4059493375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe80d0c90 0x7fefe80af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefecab8640 1 -- 172.21.15.70:0/4059493375 >> v1:172.21.15.196:6789/0 conn(0x7fefe8157110 legacy=0x7fefe80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:55.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.979+0000 7fefecab8640 1 -- 172.21.15.70:0/4059493375 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefe806db30 con 0x7fefe80ceaf0 2024-09-05T06:14:55.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefecab8640 1 --2- 172.21.15.70:0/4059493375 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe80d0750 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fefd8009870 tx=0x7fefd801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afc8769fe4a8ebc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:55.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefdffff640 1 -- 172.21.15.70:0/4059493375 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd80b0070 con 0x7fefe80ceaf0 2024-09-05T06:14:55.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefdffff640 1 -- 172.21.15.70:0/4059493375 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefd80ab600 con 0x7fefe80ceaf0 2024-09-05T06:14:55.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefdffff640 1 -- 172.21.15.70:0/4059493375 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd80ab9d0 con 0x7fefe80ceaf0 2024-09-05T06:14:55.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- 172.21.15.70:0/4059493375 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 msgr2=0x7fefe80d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 --2- 172.21.15.70:0/4059493375 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe80d0750 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fefd8009870 tx=0x7fefd801c520 comp rx=0 tx=0).stop 2024-09-05T06:14:55.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- 172.21.15.70:0/4059493375 shutdown_connections 2024-09-05T06:14:55.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 --2- 172.21.15.70:0/4059493375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe80d0c90 0x7fefe80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 --2- 172.21.15.70:0/4059493375 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe80d0750 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- 172.21.15.70:0/4059493375 >> 172.21.15.70:0/4059493375 conn(0x7fefe806bcc0 msgr2=0x7fefe806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:55.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- 172.21.15.70:0/4059493375 shutdown_connections 2024-09-05T06:14:55.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- 172.21.15.70:0/4059493375 wait complete. 2024-09-05T06:14:55.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 Processor -- start 2024-09-05T06:14:55.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- start start 2024-09-05T06:14:55.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe814c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefe80d0c90 0x7fefe80b27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe8157110 0x7fefe8152590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fefe80b3a70 con 0x7fefe80ceaf0 2024-09-05T06:14:55.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fefe80b5c90 con 0x7fefe80d0c90 2024-09-05T06:14:55.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefe80b3bf0 con 0x7fefe8157110 2024-09-05T06:14:55.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe814c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe814c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42668/0 (socket says 172.21.15.70:42668) 2024-09-05T06:14:55.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 -- 172.21.15.70:0/2788855151 learned_addr learned my addr 172.21.15.70:0/2788855151 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:55.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefecab8640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefe80d0c90 0x7fefe80b27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefedaba640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe8157110 0x7fefe8152590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 -- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe8157110 msgr2=0x7fefe8152590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe8157110 0x7fefe8152590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 -- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefe80d0c90 msgr2=0x7fefe80b27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:55.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefe80d0c90 0x7fefe80b27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:55.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 -- 172.21.15.70:0/2788855151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefe81591e0 con 0x7fefe80ceaf0 2024-09-05T06:14:55.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefecab8640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefe80d0c90 0x7fefe80b27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:55.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefed2b9640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe814c290 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fefe400b410 tx=0x7fefe400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:55.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefddffb640 1 -- 172.21.15.70:0/2788855151 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe4015030 con 0x7fefe80ceaf0 2024-09-05T06:14:55.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefddffb640 1 -- 172.21.15.70:0/2788855151 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefe4004020 con 0x7fefe80ceaf0 2024-09-05T06:14:55.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefe80b2d00 con 0x7fefe80ceaf0 2024-09-05T06:14:55.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefddffb640 1 -- 172.21.15.70:0/2788855151 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe4004450 con 0x7fefe80ceaf0 2024-09-05T06:14:55.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.983+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefe80b04c0 con 0x7fefe80ceaf0 2024-09-05T06:14:55.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.987+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefe814c810 con 0x7fefe80ceaf0 2024-09-05T06:14:55.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.987+0000 7fefddffb640 1 -- 172.21.15.70:0/2788855151 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fefe4018070 con 0x7fefe80ceaf0 2024-09-05T06:14:55.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.987+0000 7fefddffb640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefcc0678c0 0x7fefcc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:55.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.987+0000 7fefddffb640 1 -- 172.21.15.70:0/2788855151 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 4943+0+0 (secure 0 0 0) 0x7fefe4085550 con 0x7fefe80ceaf0 2024-09-05T06:14:55.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.987+0000 7fefecab8640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefcc0678c0 0x7fefcc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:55.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.987+0000 7fefecab8640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefcc0678c0 0x7fefcc069d80 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fefd80ad000 tx=0x7fefd8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:55.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:55.991+0000 7fefddffb640 1 -- 172.21.15.70:0/2788855151 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fefe4056380 con 0x7fefe80ceaf0 2024-09-05T06:14:56.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.155+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fefe815c220 con 0x7fefe80ceaf0 2024-09-05T06:14:56.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.155+0000 7fefddffb640 1 -- 172.21.15.70:0/2788855151 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+13031 (secure 0 0 0) 0x7fefe4055c80 con 0x7fefe80ceaf0 2024-09-05T06:14:56.153 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:56.153 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":117,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:14:54.563580+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6837/3735832521":"2024-09-06T06:14:51.191330+0000","172.21.15.70:6836/3735832521":"2024-09-06T06:14:51.191330+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:14:56.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefcc0678c0 msgr2=0x7fefcc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefcc0678c0 0x7fefcc069d80 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fefd80ad000 tx=0x7fefd8008040 comp rx=0 tx=0).stop 2024-09-05T06:14:56.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 msgr2=0x7fefe814c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe814c290 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fefe400b410 tx=0x7fefe400b8d0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 shutdown_connections 2024-09-05T06:14:56.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefcc0678c0 0x7fefcc069d80 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefe8157110 0x7fefe8152590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefe80d0c90 0x7fefe80b27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 --2- 172.21.15.70:0/2788855151 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefe80ceaf0 0x7fefe814c290 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 >> 172.21.15.70:0/2788855151 conn(0x7fefe806bcc0 msgr2=0x7fefe80b3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:56.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 shutdown_connections 2024-09-05T06:14:56.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.159+0000 7fefef51d640 1 -- 172.21.15.70:0/2788855151 wait complete. 2024-09-05T06:14:56.173 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '114', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:14:56.173 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:14:56.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a94f2640 1 Processor -- start 2024-09-05T06:14:56.300 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a94f2640 1 -- start start 2024-09-05T06:14:56.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a94f2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc0a415edb0 0x7fc0a40d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a94f2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40cf7e0 0x7fc0a40d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a94f2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0a40cfd30 con 0x7fc0a40d4980 2024-09-05T06:14:56.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a94f2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc0a40b5620 con 0x7fc0a415edb0 2024-09-05T06:14:56.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a94f2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc0a40d0010 con 0x7fc0a40cf7e0 2024-09-05T06:14:56.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a27fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc0a415edb0 0x7fc0a40d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a2ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc0a40d4980 0x7fc0a40d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54422/0 (socket says 172.21.15.70:54422) 2024-09-05T06:14:56.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a2ffd640 1 -- 172.21.15.70:0/3616996837 learned_addr learned my addr 172.21.15.70:0/3616996837 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:56.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a27fc640 1 -- 172.21.15.70:0/3616996837 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40cf7e0 msgr2=0x7fc0a40d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:56.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a37fe640 1 --2- 172.21.15.70:0/3616996837 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40cf7e0 0x7fc0a40d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a27fc640 1 --2- 172.21.15.70:0/3616996837 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40cf7e0 0x7fc0a40d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a27fc640 1 -- 172.21.15.70:0/3616996837 >> v1:172.21.15.70:6789/0 conn(0x7fc0a40d4980 legacy=0x7fc0a40d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a27fc640 1 -- 172.21.15.70:0/3616996837 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0a40d02f0 con 0x7fc0a415edb0 2024-09-05T06:14:56.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.303+0000 7fc0a1ffb640 1 -- 172.21.15.70:0/3616996837 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 430558434 0 0) 0x7fc0a40cfd30 con 0x7fc0a40d4980 2024-09-05T06:14:56.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a27fc640 1 --2- 172.21.15.70:0/3616996837 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40d3340 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fc0980097c0 tx=0x7fc09801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d009bfb51fee6f34 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:56.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a1ffb640 1 -- 172.21.15.70:0/3616996837 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0980a7070 con 0x7fc0a415edb0 2024-09-05T06:14:56.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a1ffb640 1 -- 172.21.15.70:0/3616996837 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0980b0070 con 0x7fc0a415edb0 2024-09-05T06:14:56.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a1ffb640 1 -- 172.21.15.70:0/3616996837 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0980ab890 con 0x7fc0a415edb0 2024-09-05T06:14:56.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- 172.21.15.70:0/3616996837 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 msgr2=0x7fc0a40d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/3616996837 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40d3340 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fc0980097c0 tx=0x7fc09801c470 comp rx=0 tx=0).stop 2024-09-05T06:14:56.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- 172.21.15.70:0/3616996837 shutdown_connections 2024-09-05T06:14:56.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/3616996837 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40cf7e0 0x7fc0a40d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/3616996837 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40d3340 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- 172.21.15.70:0/3616996837 >> 172.21.15.70:0/3616996837 conn(0x7fc0a408e690 msgr2=0x7fc0a409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:56.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- 172.21.15.70:0/3616996837 shutdown_connections 2024-09-05T06:14:56.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- 172.21.15.70:0/3616996837 wait complete. 2024-09-05T06:14:56.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 Processor -- start 2024-09-05T06:14:56.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- start start 2024-09-05T06:14:56.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0a40cf7e0 0x7fc0a4153870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40d4980 0x7fc0a40cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a40b4fa0 con 0x7fc0a415edb0 2024-09-05T06:14:56.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a40b4e20 con 0x7fc0a40cf7e0 2024-09-05T06:14:56.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a94f2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc0a40b5120 con 0x7fc0a40d4980 2024-09-05T06:14:56.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40cd7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42694/0 (socket says 172.21.15.70:42694) 2024-09-05T06:14:56.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a37fe640 1 -- 172.21.15.70:0/237434007 learned_addr learned my addr 172.21.15.70:0/237434007 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a27fc640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40d4980 0x7fc0a40cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.307+0000 7fc0a2ffd640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0a40cf7e0 0x7fc0a4153870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a37fe640 1 -- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40d4980 msgr2=0x7fc0a40cbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a37fe640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40d4980 0x7fc0a40cbda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a37fe640 1 -- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0a40cf7e0 msgr2=0x7fc0a4153870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a37fe640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0a40cf7e0 0x7fc0a4153870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a37fe640 1 -- 172.21.15.70:0/237434007 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0a40cc6f0 con 0x7fc0a415edb0 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a2ffd640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0a40cf7e0 0x7fc0a4153870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a37fe640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40cd7f0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fc09c00cd70 tx=0x7fc09c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc08b7fe640 1 -- 172.21.15.70:0/237434007 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c003ba0 con 0x7fc0a415edb0 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc08b7fe640 1 -- 172.21.15.70:0/237434007 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc09c003d40 con 0x7fc0a415edb0 2024-09-05T06:14:56.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc08b7fe640 1 -- 172.21.15.70:0/237434007 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c004240 con 0x7fc0a415edb0 2024-09-05T06:14:56.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0a40cc9d0 con 0x7fc0a415edb0 2024-09-05T06:14:56.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0a4154490 con 0x7fc0a415edb0 2024-09-05T06:14:56.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0a40d4d60 con 0x7fc0a415edb0 2024-09-05T06:14:56.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc08b7fe640 1 -- 172.21.15.70:0/237434007 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc09c0043e0 con 0x7fc0a415edb0 2024-09-05T06:14:56.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc08b7fe640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0900678c0 0x7fc090069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a2ffd640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0900678c0 0x7fc090069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc08b7fe640 1 -- 172.21.15.70:0/237434007 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 4943+0+0 (secure 0 0 0) 0x7fc09c086410 con 0x7fc0a415edb0 2024-09-05T06:14:56.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.311+0000 7fc0a2ffd640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0900678c0 0x7fc090069d80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc094000f70 tx=0x7fc094009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:56.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.315+0000 7fc08b7fe640 1 -- 172.21.15.70:0/237434007 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc09c01d340 con 0x7fc0a415edb0 2024-09-05T06:14:56.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.471+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc0a4158b90 con 0x7fc0a415edb0 2024-09-05T06:14:56.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.471+0000 7fc08b7fe640 1 -- 172.21.15.70:0/237434007 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v117) ==== 93+0+10 (secure 0 0 0) 0x7fc09c0572e0 con 0x7fc0a415edb0 2024-09-05T06:14:56.470 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:14:56.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0900678c0 msgr2=0x7fc090069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0900678c0 0x7fc090069d80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc094000f70 tx=0x7fc094009040 comp rx=0 tx=0).stop 2024-09-05T06:14:56.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 msgr2=0x7fc0a40cd7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40cd7f0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fc09c00cd70 tx=0x7fc09c00a660 comp rx=0 tx=0).stop 2024-09-05T06:14:56.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 shutdown_connections 2024-09-05T06:14:56.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0900678c0 0x7fc090069d80 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0a415edb0 0x7fc0a40cd7f0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0a40d4980 0x7fc0a40cbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 --2- 172.21.15.70:0/237434007 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0a40cf7e0 0x7fc0a4153870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 >> 172.21.15.70:0/237434007 conn(0x7fc0a408e690 msgr2=0x7fc0a406cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:56.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 shutdown_connections 2024-09-05T06:14:56.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.475+0000 7fc0a94f2640 1 -- 172.21.15.70:0/237434007 wait complete. 2024-09-05T06:14:56.488 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestQuotaFull.test_barrier' 2024-09-05T06:14:56.605 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.607+0000 7f19e5072640 1 Processor -- start 2024-09-05T06:14:56.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.607+0000 7f19e5072640 1 -- start start 2024-09-05T06:14:56.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19e5072640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015edb0 0x7f19e00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19e5072640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19e00cfd30 con 0x7f19e00cf7e0 2024-09-05T06:14:56.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19e5072640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19e00d0010 con 0x7f19e00d4980 2024-09-05T06:14:56.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19e5072640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f19e00d02f0 con 0x7f19e015edb0 2024-09-05T06:14:56.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19df59e640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f19e00cf7e0 0x7f19e00b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54424/0 (socket says 172.21.15.70:54424) 2024-09-05T06:14:56.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19df59e640 1 -- 172.21.15.70:0/4288274083 learned_addr learned my addr 172.21.15.70:0/4288274083 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19de59c640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015edb0 0x7f19e00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3753724325 0 0) 0x7f19e00cfd30 con 0x7f19e00cf7e0 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f19c8003530 con 0x7f19e00cf7e0 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1382160974 0 0) 0x7f19c8003530 con 0x7f19e00cf7e0 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015edb0 msgr2=0x7f19e00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015edb0 0x7f19e00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 >> v1:172.21.15.196:6789/0 conn(0x7f19e00d4980 legacy=0x7f19e00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19e00d05d0 con 0x7f19e00cf7e0 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f19d8001a00 con 0x7f19e00cf7e0 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 >> v1:172.21.15.70:6789/0 conn(0x7f19e00cf7e0 legacy=0x7f19e00b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19c80039f0 0x7f19c8003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.609 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015edb0 0x7f19c8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c8004d50 0x7f19c80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f19e00d02f0 con 0x7f19c80039f0 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f19c800bab0 con 0x7f19c8004d50 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f19c800bcb0 con 0x7f19e015edb0 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ded9d640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19c80039f0 0x7f19c8003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19df59e640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c8004d50 0x7f19c80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ded9d640 1 -- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015edb0 msgr2=0x7f19c8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ded9d640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015edb0 0x7f19c8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ded9d640 1 -- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c8004d50 msgr2=0x7f19c80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ded9d640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c8004d50 0x7f19c80051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ded9d640 1 -- 172.21.15.70:0/4288274083 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19c8003530 con 0x7f19c80039f0 2024-09-05T06:14:56.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19df59e640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c8004d50 0x7f19c80051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:56.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ded9d640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19c80039f0 0x7f19c8003e10 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f19d0001750 tx=0x7f19d001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=489350f9dd0665a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:56.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d00013a0 con 0x7f19c80039f0 2024-09-05T06:14:56.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d00052f0 con 0x7f19c80039f0 2024-09-05T06:14:56.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.611+0000 7f19ddd9b640 1 -- 172.21.15.70:0/4288274083 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0003840 con 0x7f19c80039f0 2024-09-05T06:14:56.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- 172.21.15.70:0/4288274083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19c80039f0 msgr2=0x7f19c8003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 --2- 172.21.15.70:0/4288274083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19c80039f0 0x7f19c8003e10 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f19d0001750 tx=0x7f19d001c3b0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 -- 172.21.15.70:0/4288274083 reap_dead start 2024-09-05T06:14:56.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- 172.21.15.70:0/4288274083 shutdown_connections 2024-09-05T06:14:56.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- 172.21.15.70:0/4288274083 >> 172.21.15.70:0/4288274083 conn(0x7f19e008e690 msgr2=0x7f19e009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:56.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- 172.21.15.70:0/4288274083 shutdown_connections 2024-09-05T06:14:56.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- 172.21.15.70:0/4288274083 wait complete. 2024-09-05T06:14:56.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 Processor -- start 2024-09-05T06:14:56.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- start start 2024-09-05T06:14:56.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c80039f0 0x7f19e015dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015e340 0x7f19e00cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e00ce4b0 0x7f19e015f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f19e00d36d0 con 0x7f19e00ce4b0 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f19e00d3550 con 0x7f19c80039f0 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f19e00d3850 con 0x7f19e015e340 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e00ce4b0 0x7f19e015f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e00ce4b0 0x7f19e015f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42700/0 (socket says 172.21.15.70:42700) 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 -- 172.21.15.70:0/3938843894 learned_addr learned my addr 172.21.15.70:0/3938843894 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19de59c640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015e340 0x7f19e00cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19ded9d640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c80039f0 0x7f19e015dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 -- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015e340 msgr2=0x7f19e00cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015e340 0x7f19e00cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 -- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c80039f0 msgr2=0x7f19e015dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c80039f0 0x7f19e015dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 -- 172.21.15.70:0/3938843894 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19e015e130 con 0x7f19e00ce4b0 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19ded9d640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c80039f0 0x7f19e015dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19df59e640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e00ce4b0 0x7f19e015f1e0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f19e00d1320 tx=0x7f19d800df90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19c77fe640 1 -- 172.21.15.70:0/3938843894 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d800bb10 con 0x7f19e00ce4b0 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19c77fe640 1 -- 172.21.15.70:0/3938843894 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d800bcb0 con 0x7f19e00ce4b0 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19e00c9800 con 0x7f19e00ce4b0 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19c77fe640 1 -- 172.21.15.70:0/3938843894 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d8007350 con 0x7f19e00ce4b0 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.615+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19e00c9dc0 con 0x7f19e00ce4b0 2024-09-05T06:14:56.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.619+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19e00ce930 con 0x7f19e00ce4b0 2024-09-05T06:14:56.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.619+0000 7f19c77fe640 1 -- 172.21.15.70:0/3938843894 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f19d801b020 con 0x7f19e00ce4b0 2024-09-05T06:14:56.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.619+0000 7f19c77fe640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19cc0678c0 0x7f19cc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:56.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.619+0000 7f19ded9d640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19cc0678c0 0x7f19cc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:56.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.619+0000 7f19c77fe640 1 -- 172.21.15.70:0/3938843894 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 4943+0+0 (secure 0 0 0) 0x7f19d8085c60 con 0x7f19e00ce4b0 2024-09-05T06:14:56.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.619+0000 7f19ded9d640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19cc0678c0 0x7f19cc069d80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f19c80057f0 tx=0x7f19d00011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:56.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.623+0000 7f19c77fe640 1 -- 172.21.15.70:0/3938843894 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f19d800be60 con 0x7f19e00ce4b0 2024-09-05T06:14:56.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:56.847+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_barrier"]} v 0) -- 0x7f19e0074000 con 0x7f19e00ce4b0 2024-09-05T06:14:57.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.579+0000 7f19c77fe640 1 -- 172.21.15.70:0/3938843894 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_barrier"]}]=0 v260) ==== 131+0+0 (secure 0 0 0) 0x7f19d8056b30 con 0x7f19e00ce4b0 2024-09-05T06:14:57.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19cc0678c0 msgr2=0x7f19cc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19cc0678c0 0x7f19cc069d80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f19c80057f0 tx=0x7f19d00011a0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e00ce4b0 msgr2=0x7f19e015f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e00ce4b0 0x7f19e015f1e0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f19e00d1320 tx=0x7f19d800df90 comp rx=0 tx=0).stop 2024-09-05T06:14:57.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 shutdown_connections 2024-09-05T06:14:57.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19cc0678c0 0x7f19cc069d80 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e00ce4b0 0x7f19e015f1e0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19e015e340 0x7f19e00cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 --2- 172.21.15.70:0/3938843894 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19c80039f0 0x7f19e015dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 >> 172.21.15.70:0/3938843894 conn(0x7f19e008e690 msgr2=0x7f19e006c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:57.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 shutdown_connections 2024-09-05T06:14:57.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.583+0000 7f19e5072640 1 -- 172.21.15.70:0/3938843894 wait complete. 2024-09-05T06:14:57.599 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:14:57.726 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af448e640 1 Processor -- start 2024-09-05T06:14:57.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af448e640 1 -- start start 2024-09-05T06:14:57.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af448e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9aec06e990 0x7f9aec0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:57.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af448e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9aec15f240 con 0x7f9aec15ee60 2024-09-05T06:14:57.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af448e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9aec06edb0 con 0x7f9aec0d0c80 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af448e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9aec06d8f0 con 0x7f9aec06e990 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af222a640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f9aec15ee60 0x7f9aec0af8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54436/0 (socket says 172.21.15.70:54436) 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af222a640 1 -- 172.21.15.70:0/3452550623 learned_addr learned my addr 172.21.15.70:0/3452550623 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1a29640 1 --2- 172.21.15.70:0/3452550623 >> v2:172.21.15.196:3300/0 conn(0x7f9aec06e990 0x7f9aec0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3767178765 0 0) 0x7f9aec15f240 con 0x7f9aec15ee60 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ad8003530 con 0x7f9aec15ee60 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1803634378 0 0) 0x7f9ad8003530 con 0x7f9aec15ee60 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 >> v2:172.21.15.196:3300/0 conn(0x7f9aec06e990 msgr2=0x7f9aec0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 --2- 172.21.15.70:0/3452550623 >> v2:172.21.15.196:3300/0 conn(0x7f9aec06e990 0x7f9aec0affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 >> v1:172.21.15.196:6789/0 conn(0x7f9aec0d0c80 legacy=0x7f9aec0d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aec06dbd0 con 0x7f9aec15ee60 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9ae8001680 con 0x7f9aec15ee60 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 >> v1:172.21.15.70:6789/0 conn(0x7f9aec15ee60 legacy=0x7f9aec0af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9ad8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ad8004810 0x7f9ad8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ad80051d0 0x7f9ad800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9aec06d8f0 con 0x7f9ad80039c0 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad800c070 con 0x7f9ad8004810 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9ad800c270 con 0x7f9ad80051d0 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af222a640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9ad8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af222a640 1 -- 172.21.15.70:0/3452550623 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ad80051d0 msgr2=0x7f9ad800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af222a640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ad80051d0 0x7f9ad800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af222a640 1 -- 172.21.15.70:0/3452550623 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ad8004810 msgr2=0x7f9ad8004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af222a640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9ad8004810 0x7f9ad8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af222a640 1 -- 172.21.15.70:0/3452550623 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ad8003530 con 0x7f9ad80039c0 2024-09-05T06:14:57.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.731+0000 7f9af2a2b640 1 -- 172.21.15.70:0/3452550623 reap_dead start 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9ad8003de0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f9ae800c210 tx=0x7f9ae801cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5e648204b7bf09c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8007d40 con 0x7f9ad80039c0 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae80a9070 con 0x7f9ad80039c0 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af1228640 1 -- 172.21.15.70:0/3452550623 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae80a5df0 con 0x7f9ad80039c0 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- 172.21.15.70:0/3452550623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 msgr2=0x7f9ad8003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9ad8003de0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f9ae800c210 tx=0x7f9ae801cc70 comp rx=0 tx=0).stop 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- 172.21.15.70:0/3452550623 shutdown_connections 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 --2- 172.21.15.70:0/3452550623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9ad8003de0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- 172.21.15.70:0/3452550623 >> 172.21.15.70:0/3452550623 conn(0x7f9aec0b45d0 msgr2=0x7f9aec0b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- 172.21.15.70:0/3452550623 shutdown_connections 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- 172.21.15.70:0/3452550623 wait complete. 2024-09-05T06:14:57.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 Processor -- start 2024-09-05T06:14:57.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- start start 2024-09-05T06:14:57.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9aec0c8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9aec153490 0x7f9aec0b3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9aec0b3b50 0x7f9aec0ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9aec0b00c0 con 0x7f9ad80039c0 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9aec070ad0 con 0x7f9aec0b3b50 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af448e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9aec0b0240 con 0x7f9aec153490 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9aec0c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9aec0c8820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42718/0 (socket says 172.21.15.70:42718) 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 -- 172.21.15.70:0/3906946710 learned_addr learned my addr 172.21.15.70:0/3906946710 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af1a29640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9aec153490 0x7f9aec0b3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af2a2b640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9aec0b3b50 0x7f9aec0ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:57.736 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 -- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9aec153490 msgr2=0x7f9aec0b3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9aec153490 0x7f9aec0b3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 -- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9aec0b3b50 msgr2=0x7f9aec0ce0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9aec0b3b50 0x7f9aec0ce0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 -- 172.21.15.70:0/3906946710 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aec15f800 con 0x7f9ad80039c0 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af1a29640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9aec153490 0x7f9aec0b3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.735+0000 7f9af222a640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9aec0c8820 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f9ae801c6e0 tx=0x7f9ad8005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9ae2ffd640 1 -- 172.21.15.70:0/3906946710 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae80bc070 con 0x7f9ad80039c0 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9ae2ffd640 1 -- 172.21.15.70:0/3906946710 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae8000ee0 con 0x7f9ad80039c0 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9ae2ffd640 1 -- 172.21.15.70:0/3906946710 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8007d40 con 0x7f9ad80039c0 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aec15fae0 con 0x7f9ad80039c0 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aec1600a0 con 0x7f9ad80039c0 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9aec06f890 con 0x7f9ad80039c0 2024-09-05T06:14:57.737 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9ae2ffd640 1 -- 172.21.15.70:0/3906946710 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9ae80bf070 con 0x7f9ad80039c0 2024-09-05T06:14:57.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9ae2ffd640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ad00678c0 0x7f9ad0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:57.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9ae2ffd640 1 -- 172.21.15.70:0/3906946710 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 4943+0+0 (secure 0 0 0) 0x7f9ae811ed40 con 0x7f9ad80039c0 2024-09-05T06:14:57.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9af1a29640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ad00678c0 0x7f9ad0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:57.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.739+0000 7f9af1a29640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ad00678c0 0x7f9ad0069d80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9aec153870 tx=0x7f9adc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:57.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.743+0000 7f9ae2ffd640 1 -- 172.21.15.70:0/3906946710 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9ae80169b0 con 0x7f9ad80039c0 2024-09-05T06:14:57.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.903+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f9aec0d2e00 con 0x7f9ad80039c0 2024-09-05T06:14:57.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9ae2ffd640 1 -- 172.21.15.70:0/3906946710 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f9ae80efb80 con 0x7f9ad80039c0 2024-09-05T06:14:57.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ad00678c0 msgr2=0x7f9ad0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ad00678c0 0x7f9ad0069d80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9aec153870 tx=0x7f9adc008040 comp rx=0 tx=0).stop 2024-09-05T06:14:57.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 msgr2=0x7f9aec0c8820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:57.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9aec0c8820 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f9ae801c6e0 tx=0x7f9ad8005840 comp rx=0 tx=0).stop 2024-09-05T06:14:57.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 shutdown_connections 2024-09-05T06:14:57.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ad00678c0 0x7f9ad0069d80 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9aec0b3b50 0x7f9aec0ce0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9aec153490 0x7f9aec0b3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 --2- 172.21.15.70:0/3906946710 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ad80039c0 0x7f9aec0c8820 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:57.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 >> 172.21.15.70:0/3906946710 conn(0x7f9aec0b45d0 msgr2=0x7f9aec1628d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:57.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 shutdown_connections 2024-09-05T06:14:57.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:57.911+0000 7f9af448e640 1 -- 172.21.15.70:0/3906946710 wait complete. 2024-09-05T06:14:57.926 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:14:57.926 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:14:57.984 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:14:58.037 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:14:58.038 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:58.038 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:58.043 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:14:58.043 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:14:58.043 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:58.048 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:14:58.048 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:14:58.048 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:58.091 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:14:58.091 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:14:58.091 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:14:58.100 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:14:58.100 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:14:58.100 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:14:58.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759f877640 1 Processor -- start 2024-09-05T06:14:58.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759f877640 1 -- start start 2024-09-05T06:14:58.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759f877640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f759815edb0 0x7f75980d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759f877640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75980cfd30 con 0x7f75980d4980 2024-09-05T06:14:58.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759f877640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75980d0010 con 0x7f75980cf7e0 2024-09-05T06:14:58.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759f877640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f75980d02f0 con 0x7f759815edb0 2024-09-05T06:14:58.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759d613640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f75980d4980 0x7f75980d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54180/0 (socket says 172.21.15.70:54180) 2024-09-05T06:14:58.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759d613640 1 -- 172.21.15.70:0/3457291493 learned_addr learned my addr 172.21.15.70:0/3457291493 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:58.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759ce12640 1 --2- 172.21.15.70:0/3457291493 >> v2:172.21.15.70:3300/0 conn(0x7f759815edb0 0x7f75980d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f758ffff640 1 -- 172.21.15.70:0/3457291493 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1945307807 0 0) 0x7f75980cfd30 con 0x7f75980d4980 2024-09-05T06:14:58.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f758ffff640 1 -- 172.21.15.70:0/3457291493 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7584003530 con 0x7f75980d4980 2024-09-05T06:14:58.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.263+0000 7f759ce12640 1 -- 172.21.15.70:0/3457291493 >> v1:172.21.15.196:6789/0 conn(0x7f75980cf7e0 legacy=0x7f75980b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:58.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759ce12640 1 -- 172.21.15.70:0/3457291493 >> v1:172.21.15.70:6789/0 conn(0x7f75980d4980 legacy=0x7f75980d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759ce12640 1 -- 172.21.15.70:0/3457291493 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75980d05d0 con 0x7f759815edb0 2024-09-05T06:14:58.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759ce12640 1 --2- 172.21.15.70:0/3457291493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f75980d3340 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f75940097c0 tx=0x7f759401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dd2795f52f56189 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:58.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f758ffff640 1 -- 172.21.15.70:0/3457291493 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75940ab650 con 0x7f759815edb0 2024-09-05T06:14:58.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f758ffff640 1 -- 172.21.15.70:0/3457291493 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75940b0070 con 0x7f759815edb0 2024-09-05T06:14:58.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f758ffff640 1 -- 172.21.15.70:0/3457291493 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75940ab9f0 con 0x7f759815edb0 2024-09-05T06:14:58.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759f877640 1 -- 172.21.15.70:0/3457291493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 msgr2=0x7f75980d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759f877640 1 --2- 172.21.15.70:0/3457291493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f75980d3340 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f75940097c0 tx=0x7f759401c430 comp rx=0 tx=0).stop 2024-09-05T06:14:58.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759f877640 1 -- 172.21.15.70:0/3457291493 shutdown_connections 2024-09-05T06:14:58.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759f877640 1 --2- 172.21.15.70:0/3457291493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f75980d3340 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759f877640 1 -- 172.21.15.70:0/3457291493 >> 172.21.15.70:0/3457291493 conn(0x7f759808e690 msgr2=0x7f759809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:58.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759f877640 1 -- 172.21.15.70:0/3457291493 shutdown_connections 2024-09-05T06:14:58.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.267+0000 7f759f877640 1 -- 172.21.15.70:0/3457291493 wait complete. 2024-09-05T06:14:58.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 Processor -- start 2024-09-05T06:14:58.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 -- start start 2024-09-05T06:14:58.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75980cf7e0 0x7f75981513b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75980d4980 0x7f7598159dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f759806ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f759816c8c0 con 0x7f759815edb0 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f759816c740 con 0x7f75980cf7e0 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f759816ca40 con 0x7f75980d4980 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f759806ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f759806ca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60480/0 (socket says 172.21.15.70:60480) 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 -- 172.21.15.70:0/1005003396 learned_addr learned my addr 172.21.15.70:0/1005003396 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759d613640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75980cf7e0 0x7f75981513b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759ce12640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75980d4980 0x7f7598159dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 -- 172.21.15.70:0/1005003396 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75980d4980 msgr2=0x7f7598159dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75980d4980 0x7f7598159dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 -- 172.21.15.70:0/1005003396 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75980cf7e0 msgr2=0x7f75981513b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75980cf7e0 0x7f75981513b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 -- 172.21.15.70:0/1005003396 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75980cdf10 con 0x7f759815edb0 2024-09-05T06:14:58.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759de14640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f759806ca00 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f759000c780 tx=0x7f759000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:58.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f758dffb640 1 -- 172.21.15.70:0/1005003396 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7590004b70 con 0x7f759815edb0 2024-09-05T06:14:58.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f758dffb640 1 -- 172.21.15.70:0/1005003396 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7590004d10 con 0x7f759815edb0 2024-09-05T06:14:58.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75980ce1f0 con 0x7f759815edb0 2024-09-05T06:14:58.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f758dffb640 1 -- 172.21.15.70:0/1005003396 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f759000aa90 con 0x7f759815edb0 2024-09-05T06:14:58.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f759815a300 con 0x7f759815edb0 2024-09-05T06:14:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75980d3320 con 0x7f759815edb0 2024-09-05T06:14:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f758dffb640 1 -- 172.21.15.70:0/1005003396 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f759000ac30 con 0x7f759815edb0 2024-09-05T06:14:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.271+0000 7f758dffb640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f757c0678f0 0x7f757c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.275+0000 7f759d613640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f757c0678f0 0x7f757c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.275+0000 7f758dffb640 1 -- 172.21.15.70:0/1005003396 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 4943+0+0 (secure 0 0 0) 0x7f7590085be0 con 0x7f759815edb0 2024-09-05T06:14:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.275+0000 7f759d613640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f757c0678f0 0x7f757c069db0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7588005890 tx=0x7f7588009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.279+0000 7f758dffb640 1 -- 172.21.15.70:0/1005003396 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7590020070 con 0x7f759815edb0 2024-09-05T06:14:58.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.471+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7598154b70 con 0x7f759815edb0 2024-09-05T06:14:58.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.471+0000 7f758dffb640 1 -- 172.21.15.70:0/1005003396 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+3908 (secure 0 0 0) 0x7f7590056ab0 con 0x7f759815edb0 2024-09-05T06:14:58.471 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:14:58.471 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":42,"btime":"2024-09-05T06:14:52:193381+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5063,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/690221342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":690221342},{"type":"v1","addr":"172.21.15.196:6833","nonce":690221342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5371,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2132846198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2132846198},{"type":"v1","addr":"172.21.15.196:6835","nonce":2132846198}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6135,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/2632864339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2632864339},{"type":"v1","addr":"172.21.15.70:6835","nonce":2632864339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6453,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/99940777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":99940777},{"type":"v1","addr":"172.21.15.70:6837","nonce":99940777}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[]} 2024-09-05T06:14:58.472 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 42 2024-09-05T06:14:58.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f757c0678f0 msgr2=0x7f757c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f757c0678f0 0x7f757c069db0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7588005890 tx=0x7f7588009040 comp rx=0 tx=0).stop 2024-09-05T06:14:58.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 msgr2=0x7f759806ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f759806ca00 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f759000c780 tx=0x7f759000cc40 comp rx=0 tx=0).stop 2024-09-05T06:14:58.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 shutdown_connections 2024-09-05T06:14:58.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f757c0678f0 0x7f757c069db0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f759815edb0 0x7f759806ca00 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75980d4980 0x7f7598159dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 --2- 172.21.15.70:0/1005003396 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75980cf7e0 0x7f75981513b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 >> 172.21.15.70:0/1005003396 conn(0x7f759808e690 msgr2=0x7f75980b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:58.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 shutdown_connections 2024-09-05T06:14:58.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.475+0000 7f759f877640 1 -- 172.21.15.70:0/1005003396 wait complete. 2024-09-05T06:14:58.490 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:14:58.490 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:14:58.490 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:14:58.490 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:14:58.490 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:14:58.491 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:14:58.491 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:14:58.491 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:14:58.491 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:14:58.491 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:14:58.491 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:14:58.491 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:14:58.492 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:14:58.492 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:14:58.492 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:14:58.492 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:14:58.502 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:14:58.502 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:14:58.503 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:14:58.503 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:14:58.517 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:14:58.517 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:14:58.518 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:14:58.518 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:14:58.547 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:14:58.547 DEBUG:teuthology.parallel:result is None 2024-09-05T06:14:58.548 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:14:58.548 DEBUG:teuthology.parallel:result is None 2024-09-05T06:14:58.561 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:14:58.561 DEBUG:teuthology.parallel:result is None 2024-09-05T06:14:58.562 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:14:58.562 DEBUG:teuthology.parallel:result is None 2024-09-05T06:14:58.562 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:14:58.609 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:14:58.612 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:14:58.629 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:14:58.637 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:14:58.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d4240b640 1 Processor -- start 2024-09-05T06:14:58.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d4240b640 1 -- start start 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d4240b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d3c162440 0x7f7d3c0d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d4240b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7d3c0d3920 0x7f7d3c0b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d4240b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d3c0d2a50 con 0x7f7d3c0b5830 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d4240b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7d3c0d2800 con 0x7f7d3c0d3920 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d4240b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7d3c0d0350 con 0x7f7d3c162440 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d33fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7d3c0b5830 0x7f7d3c0d3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54210/0 (socket says 172.21.15.70:54210) 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d33fff640 1 -- 172.21.15.70:0/1452598273 learned_addr learned my addr 172.21.15.70:0/1452598273 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3bfff640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d3c162440 0x7f7d3c0d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 52731766 0 0) 0x7f7d3c0d2a50 con 0x7f7d3c0b5830 2024-09-05T06:14:58.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d28003530 con 0x7f7d3c0b5830 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3045668983 0 0) 0x7f7d28003530 con 0x7f7d3c0b5830 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d3c162440 msgr2=0x7f7d3c0d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d3c162440 0x7f7d3c0d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 >> v2:172.21.15.196:3300/0 conn(0x7f7d3c0d3920 msgr2=0x7f7d3c0b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 --2- 172.21.15.70:0/1452598273 >> v2:172.21.15.196:3300/0 conn(0x7f7d3c0d3920 0x7f7d3c0b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d3c0d2d30 con 0x7f7d3c0b5830 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7d24001680 con 0x7f7d3c0b5830 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 >> v1:172.21.15.70:6789/0 conn(0x7f7d3c0b5830 legacy=0x7f7d3c0d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d280039c0 0x7f7d28003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d3c162440 0x7f7d28004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d28004d50 0x7f7d280051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c0d2800 con 0x7f7d280039c0 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c0d0350 con 0x7f7d28004d50 2024-09-05T06:14:58.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7d2800bab0 con 0x7f7d3c162440 2024-09-05T06:14:58.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3bfff640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d280039c0 0x7f7d28003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3bfff640 1 -- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d3c162440 msgr2=0x7f7d28004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:58.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3bfff640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d3c162440 0x7f7d28004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3bfff640 1 -- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d28004d50 msgr2=0x7f7d280051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:14:58.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3bfff640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d28004d50 0x7f7d280051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.679+0000 7f7d3bfff640 1 -- 172.21.15.70:0/1452598273 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d28003530 con 0x7f7d280039c0 2024-09-05T06:14:58.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d3bfff640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d280039c0 0x7f7d28003de0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c009ae0 tx=0x7f7d2c01ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9a907a069c80df server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:58.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2c0096b0 con 0x7f7d280039c0 2024-09-05T06:14:58.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d2c0a6490 con 0x7f7d280039c0 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d3b7fe640 1 -- 172.21.15.70:0/1452598273 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2c0a6880 con 0x7f7d280039c0 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- 172.21.15.70:0/1452598273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d280039c0 msgr2=0x7f7d28003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 --2- 172.21.15.70:0/1452598273 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d280039c0 0x7f7d28003de0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c009ae0 tx=0x7f7d2c01ca50 comp rx=0 tx=0).stop 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 -- 172.21.15.70:0/1452598273 reap_dead start 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- 172.21.15.70:0/1452598273 shutdown_connections 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- 172.21.15.70:0/1452598273 >> 172.21.15.70:0/1452598273 conn(0x7f7d3c0d4c30 msgr2=0x7f7d3c0d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- 172.21.15.70:0/1452598273 shutdown_connections 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- 172.21.15.70:0/1452598273 wait complete. 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 Processor -- start 2024-09-05T06:14:58.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- start start 2024-09-05T06:14:58.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d280039c0 0x7f7d3c0b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d3c15ccf0 0x7f7d3c06cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d3c06d4c0 0x7f7d3c0b9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c0b5280 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c0b5100 con 0x7f7d3c15ccf0 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7d3c0b5400 con 0x7f7d280039c0 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d3c06d4c0 0x7f7d3c0b9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d3bfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d280039c0 0x7f7d3c0b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d33fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d3c15ccf0 0x7f7d3c06cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d3c06d4c0 0x7f7d3c0b9150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60528/0 (socket says 172.21.15.70:60528) 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 -- 172.21.15.70:0/3294370083 learned_addr learned my addr 172.21.15.70:0/3294370083 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 -- 172.21.15.70:0/3294370083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d280039c0 msgr2=0x7f7d3c0b8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d280039c0 0x7f7d3c0b8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 -- 172.21.15.70:0/3294370083 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d3c15ccf0 msgr2=0x7f7d3c06cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d3c15ccf0 0x7f7d3c06cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 -- 172.21.15.70:0/3294370083 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d3c15d170 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d409a8640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d3c06d4c0 0x7f7d3c0b9150 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c08dce0 tx=0x7f7d3400cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:58.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d397fa640 1 -- 172.21.15.70:0/3294370083 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34017070 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d397fa640 1 -- 172.21.15.70:0/3294370083 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d3400a850 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d3c0b7c90 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d397fa640 1 -- 172.21.15.70:0/3294370083 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3400ac40 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.683+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d3c0b8250 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.687+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d3c06d940 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.687+0000 7f7d397fa640 1 -- 172.21.15.70:0/3294370083 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7d3401a070 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.687+0000 7f7d397fa640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d1c0678c0 0x7f7d1c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:14:58.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.687+0000 7f7d3bfff640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d1c0678c0 0x7f7d1c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:14:58.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.687+0000 7f7d397fa640 1 -- 172.21.15.70:0/3294370083 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 4943+0+0 (secure 0 0 0) 0x7f7d34084f80 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.687+0000 7f7d3bfff640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d1c0678c0 0x7f7d1c069d80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c0ad000 tx=0x7f7d2c0046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:14:58.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.691+0000 7f7d397fa640 1 -- 172.21.15.70:0/3294370083 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7d34055800 con 0x7f7d3c06d4c0 2024-09-05T06:14:58.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:58.867+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f7d3c0b41a0 con 0x7f7d3c06d4c0 2024-09-05T06:14:59.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.931+0000 7f7d397fa640 1 -- 172.21.15.70:0/3294370083 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v122) ==== 97+0+0 (secure 0 0 0) 0x7f7d3405c020 con 0x7f7d3c06d4c0 2024-09-05T06:14:59.930 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:14:59.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d1c0678c0 msgr2=0x7f7d1c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:59.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d1c0678c0 0x7f7d1c069d80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c0ad000 tx=0x7f7d2c0046d0 comp rx=0 tx=0).stop 2024-09-05T06:14:59.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d3c06d4c0 msgr2=0x7f7d3c0b9150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:14:59.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d3c06d4c0 0x7f7d3c0b9150 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c08dce0 tx=0x7f7d3400cc50 comp rx=0 tx=0).stop 2024-09-05T06:14:59.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 shutdown_connections 2024-09-05T06:14:59.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d1c0678c0 0x7f7d1c069d80 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:59.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d3c06d4c0 0x7f7d3c0b9150 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:59.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d3c15ccf0 0x7f7d3c06cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:59.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 --2- 172.21.15.70:0/3294370083 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d280039c0 0x7f7d3c0b8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:14:59.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 >> 172.21.15.70:0/3294370083 conn(0x7f7d3c0d4c30 msgr2=0x7f7d3c0d5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:14:59.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 shutdown_connections 2024-09-05T06:14:59.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:14:59.935+0000 7f7d4240b640 1 -- 172.21.15.70:0/3294370083 wait complete. 2024-09-05T06:14:59.953 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:15:00.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.119+0000 7f23f9a7b640 1 Processor -- start 2024-09-05T06:15:00.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.119+0000 7f23f9a7b640 1 -- start start 2024-09-05T06:15:00.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f9a7b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f23f415b1a0 0x7f23f40b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f9a7b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f23f40afae0 0x7f23f415b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f9a7b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23f415c5d0 con 0x7f23f415bac0 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f9a7b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f23f40b0330 con 0x7f23f415b1a0 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f9a7b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f23f4072890 con 0x7f23f40afae0 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f23f415b1a0 0x7f23f40b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f23f415b1a0 0x7f23f40b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60534/0 (socket says 172.21.15.70:60534) 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f37fe640 1 -- 172.21.15.70:0/2502910199 learned_addr learned my addr 172.21.15.70:0/2502910199 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23ebfff640 1 --2- 172.21.15.70:0/2502910199 >> v2:172.21.15.196:3300/0 conn(0x7f23f40afae0 0x7f23f415b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f37fe640 1 -- 172.21.15.70:0/2502910199 >> v2:172.21.15.196:3300/0 conn(0x7f23f40afae0 msgr2=0x7f23f415b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f37fe640 1 --2- 172.21.15.70:0/2502910199 >> v2:172.21.15.196:3300/0 conn(0x7f23f40afae0 0x7f23f415b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f37fe640 1 -- 172.21.15.70:0/2502910199 >> v1:172.21.15.196:6789/0 conn(0x7f23f415bac0 legacy=0x7f23f415bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:00.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f37fe640 1 -- 172.21.15.70:0/2502910199 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23f4072b70 con 0x7f23f415b1a0 2024-09-05T06:15:00.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f37fe640 1 --2- 172.21.15.70:0/2502910199 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f40b45d0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f23f406f590 tx=0x7f23e401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c17ac175be875d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f2ffd640 1 -- 172.21.15.70:0/2502910199 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e40b0070 con 0x7f23f415b1a0 2024-09-05T06:15:00.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f2ffd640 1 -- 172.21.15.70:0/2502910199 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23e40ab600 con 0x7f23f415b1a0 2024-09-05T06:15:00.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f2ffd640 1 -- 172.21.15.70:0/2502910199 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e40ab9d0 con 0x7f23f415b1a0 2024-09-05T06:15:00.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.123+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2502910199 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 msgr2=0x7f23f40b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2502910199 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f40b45d0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f23f406f590 tx=0x7f23e401c4e0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2502910199 shutdown_connections 2024-09-05T06:15:00.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2502910199 >> v2:172.21.15.196:3300/0 conn(0x7f23f40afae0 0x7f23f415b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2502910199 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f40b45d0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2502910199 >> 172.21.15.70:0/2502910199 conn(0x7f23f406bcc0 msgr2=0x7f23f406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:00.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2502910199 shutdown_connections 2024-09-05T06:15:00.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2502910199 wait complete. 2024-09-05T06:15:00.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 Processor -- start 2024-09-05T06:15:00.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- start start 2024-09-05T06:15:00.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23f40afae0 0x7f23f40b1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f4152d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23f415bac0 0x7f23f41f7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f23f4073860 con 0x7f23f415b1a0 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f23f406e580 con 0x7f23f415bac0 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f23f406e700 con 0x7f23f40afae0 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f4152d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f4152d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60538/0 (socket says 172.21.15.70:60538) 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 -- 172.21.15.70:0/2686383036 learned_addr learned my addr 172.21.15.70:0/2686383036 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f37fe640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23f40afae0 0x7f23f40b1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f3fff640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23f415bac0 0x7f23f41f7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 -- 172.21.15.70:0/2686383036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23f40afae0 msgr2=0x7f23f40b1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23f40afae0 0x7f23f40b1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 -- 172.21.15.70:0/2686383036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23f415bac0 msgr2=0x7f23f41f7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23f415bac0 0x7f23f41f7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 -- 172.21.15.70:0/2686383036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23f40cd3b0 con 0x7f23f415b1a0 2024-09-05T06:15:00.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23ebfff640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f4152d20 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f23dc00c7f0 tx=0x7f23dc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f0ff9640 1 -- 172.21.15.70:0/2686383036 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23dc015070 con 0x7f23f415b1a0 2024-09-05T06:15:00.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f0ff9640 1 -- 172.21.15.70:0/2686383036 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23dc004240 con 0x7f23f415b1a0 2024-09-05T06:15:00.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23f40b2730 con 0x7f23f415b1a0 2024-09-05T06:15:00.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f0ff9640 1 -- 172.21.15.70:0/2686383036 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23dc003620 con 0x7f23f415b1a0 2024-09-05T06:15:00.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.127+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23f40cd930 con 0x7f23f415b1a0 2024-09-05T06:15:00.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.131+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23f415b580 con 0x7f23f415b1a0 2024-09-05T06:15:00.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.131+0000 7f23f0ff9640 1 -- 172.21.15.70:0/2686383036 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f23dc0039d0 con 0x7f23f415b1a0 2024-09-05T06:15:00.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.131+0000 7f23f0ff9640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d40678c0 0x7f23d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.131+0000 7f23f0ff9640 1 -- 172.21.15.70:0/2686383036 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4857+0+0 (secure 0 0 0) 0x7f23dc0859a0 con 0x7f23f415b1a0 2024-09-05T06:15:00.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.131+0000 7f23f37fe640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d40678c0 0x7f23d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.131+0000 7f23f37fe640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d40678c0 0x7f23d4069d80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f23e40ad000 tx=0x7f23e40a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.135+0000 7f23f0ff9640 1 -- 172.21.15.70:0/2686383036 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f23dc056830 con 0x7f23f415b1a0 2024-09-05T06:15:00.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.351+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f23f406ec40 con 0x7f23f415b1a0 2024-09-05T06:15:00.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.351+0000 7f23f0ff9640 1 -- 172.21.15.70:0/2686383036 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7f23dc056130 con 0x7f23f415b1a0 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:00.354 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:00.355 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:00.356 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.356 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.356 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.356 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.356 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:15:00.356 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:15:00.356 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:00.357 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:15:00.358 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.359 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:15:00.360 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.361 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.362 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.364 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:00.365 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:00.367 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:15:00.368 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:15:00.368 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:00.368 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.368 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.368 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:00.368 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:00.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d40678c0 msgr2=0x7f23d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d40678c0 0x7f23d4069d80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f23e40ad000 tx=0x7f23e40a6000 comp rx=0 tx=0).stop 2024-09-05T06:15:00.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 msgr2=0x7f23f4152d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f4152d20 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f23dc00c7f0 tx=0x7f23dc00ccb0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 shutdown_connections 2024-09-05T06:15:00.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f23d40678c0 0x7f23d4069d80 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f23f415bac0 0x7f23f41f7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23f415b1a0 0x7f23f4152d20 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 --2- 172.21.15.70:0/2686383036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f23f40afae0 0x7f23f40b1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 >> 172.21.15.70:0/2686383036 conn(0x7f23f406bcc0 msgr2=0x7f23f406c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:00.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 shutdown_connections 2024-09-05T06:15:00.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.355+0000 7f23f9a7b640 1 -- 172.21.15.70:0/2686383036 wait complete. 2024-09-05T06:15:00.371 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:15:00.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c73e8640 1 Processor -- start 2024-09-05T06:15:00.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c73e8640 1 -- start start 2024-09-05T06:15:00.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c73e8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f30c015b1a0 0x7f30c00b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c73e8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30c006e580 0x7f30c006e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c73e8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30c0072890 con 0x7f30c00afae0 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c73e8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f30c00b0330 con 0x7f30c015b1a0 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c73e8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f30c006ef10 con 0x7f30c006e580 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c4983640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f30c00afae0 0x7f30c015b580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54216/0 (socket says 172.21.15.70:54216) 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c4983640 1 -- 172.21.15.70:0/3458025088 learned_addr learned my addr 172.21.15.70:0/3458025088 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4058454890 0 0) 0x7f30c0072890 con 0x7f30c00afae0 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5184640 1 --2- 172.21.15.70:0/3458025088 >> v2:172.21.15.196:3300/0 conn(0x7f30c015b1a0 0x7f30c00b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f30ac003530 con 0x7f30c00afae0 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5985640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30c006e580 0x7f30c006e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3226500872 0 0) 0x7f30ac003530 con 0x7f30c00afae0 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30c006e580 msgr2=0x7f30c006e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30c006e580 0x7f30c006e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 >> v2:172.21.15.196:3300/0 conn(0x7f30c015b1a0 msgr2=0x7f30c00b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:00.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 --2- 172.21.15.70:0/3458025088 >> v2:172.21.15.196:3300/0 conn(0x7f30c015b1a0 0x7f30c00b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30c0072b70 con 0x7f30c00afae0 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f30b00016a0 con 0x7f30c00afae0 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 >> v1:172.21.15.70:6789/0 conn(0x7f30c00afae0 legacy=0x7f30c015b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30c006e580 0x7f30ac0039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30ac003ff0 0x7f30ac004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30ac004d50 0x7f30ac0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f30c006ef10 con 0x7f30ac004d50 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac00ba80 con 0x7f30ac003ff0 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac00bc50 con 0x7f30c006e580 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5985640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30ac004d50 0x7f30ac0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5985640 1 -- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30c006e580 msgr2=0x7f30ac0039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5184640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30c006e580 0x7f30ac0039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c4983640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30ac003ff0 0x7f30ac004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5985640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30c006e580 0x7f30ac0039c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5985640 1 -- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30ac003ff0 msgr2=0x7f30ac004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:00.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5985640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30ac003ff0 0x7f30ac004810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.491+0000 7f30c5985640 1 -- 172.21.15.70:0/3458025088 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac003530 con 0x7f30ac004d50 2024-09-05T06:15:00.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c5985640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30ac004d50 0x7f30ac0051d0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f30b8007360 tx=0x7f30b801ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ebe2d52944967f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30b80b2070 con 0x7f30ac004d50 2024-09-05T06:15:00.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30b80a5d40 con 0x7f30ac004d50 2024-09-05T06:15:00.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30b7fff640 1 -- 172.21.15.70:0/3458025088 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30b8009be0 con 0x7f30ac004d50 2024-09-05T06:15:00.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- 172.21.15.70:0/3458025088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30ac004d50 msgr2=0x7f30ac0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 --2- 172.21.15.70:0/3458025088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30ac004d50 0x7f30ac0051d0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f30b8007360 tx=0x7f30b801ce40 comp rx=0 tx=0).stop 2024-09-05T06:15:00.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c5985640 1 -- 172.21.15.70:0/3458025088 reap_dead start 2024-09-05T06:15:00.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- 172.21.15.70:0/3458025088 shutdown_connections 2024-09-05T06:15:00.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- 172.21.15.70:0/3458025088 >> 172.21.15.70:0/3458025088 conn(0x7f30c006bcc0 msgr2=0x7f30c006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:00.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- 172.21.15.70:0/3458025088 shutdown_connections 2024-09-05T06:15:00.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- 172.21.15.70:0/3458025088 wait complete. 2024-09-05T06:15:00.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 Processor -- start 2024-09-05T06:15:00.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- start start 2024-09-05T06:15:00.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30ac004d50 0x7f30c013d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30c01f55c0 0x7f30c01f5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30c014f1e0 0x7f30c014f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f30c00b00f0 con 0x7f30c014f1e0 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f30c00aff70 con 0x7f30c01f55c0 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c73e8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f30c0073650 con 0x7f30ac004d50 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c5985640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30c014f1e0 0x7f30c014f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c5985640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30c014f1e0 0x7f30c014f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60554/0 (socket says 172.21.15.70:60554) 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c5985640 1 -- 172.21.15.70:0/3194405291 learned_addr learned my addr 172.21.15.70:0/3194405291 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.495+0000 7f30c4983640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30c01f55c0 0x7f30c01f5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5184640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30ac004d50 0x7f30c013d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5985640 1 -- 172.21.15.70:0/3194405291 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30ac004d50 msgr2=0x7f30c013d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5985640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30ac004d50 0x7f30c013d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5985640 1 -- 172.21.15.70:0/3194405291 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30c01f55c0 msgr2=0x7f30c01f5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5985640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30c01f55c0 0x7f30c01f5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5985640 1 -- 172.21.15.70:0/3194405291 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30c0158aa0 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5985640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30c014f1e0 0x7f30c014f660 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f30b80b0040 tx=0x7f30ac005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30b5ffb640 1 -- 172.21.15.70:0/3194405291 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30b80b2040 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30b5ffb640 1 -- 172.21.15.70:0/3194405291 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30b80a5b40 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30c0158d80 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30b5ffb640 1 -- 172.21.15.70:0/3194405291 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30b8009be0 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30c014ecc0 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30c014e800 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30b5ffb640 1 -- 172.21.15.70:0/3194405291 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f30b80bf060 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30b5ffb640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30a40678c0 0x7f30a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30b5ffb640 1 -- 172.21.15.70:0/3194405291 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4857+0+0 (secure 0 0 0) 0x7f30b811fae0 con 0x7f30c014f1e0 2024-09-05T06:15:00.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5184640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30a40678c0 0x7f30a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.499+0000 7f30c5184640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30a40678c0 0x7f30a4069d80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f30bc00c880 tx=0x7f30bc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.503+0000 7f30b5ffb640 1 -- 172.21.15.70:0/3194405291 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f30c014e800 con 0x7f30c014f1e0 2024-09-05T06:15:00.617 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:15:00.620 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:15:00.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.667+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f30c00b0270 con 0x7f30c014f1e0 2024-09-05T06:15:00.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.667+0000 7f30b5ffb640 1 -- 172.21.15.70:0/3194405291 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v122) ==== 84+0+65 (secure 0 0 0) 0x7f30b8016b50 con 0x7f30c014f1e0 2024-09-05T06:15:00.665 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:00.666 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:15:00.666 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:00.666 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:15:00.666 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:15:00.666 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:00.666 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:15:00.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30a40678c0 msgr2=0x7f30a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30a40678c0 0x7f30a4069d80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f30bc00c880 tx=0x7f30bc008040 comp rx=0 tx=0).stop 2024-09-05T06:15:00.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30c014f1e0 msgr2=0x7f30c014f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30c014f1e0 0x7f30c014f660 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f30b80b0040 tx=0x7f30ac005840 comp rx=0 tx=0).stop 2024-09-05T06:15:00.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 shutdown_connections 2024-09-05T06:15:00.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f30a40678c0 0x7f30a4069d80 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f30c014f1e0 0x7f30c014f660 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f30c01f55c0 0x7f30c01f5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 --2- 172.21.15.70:0/3194405291 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f30ac004d50 0x7f30c013d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 >> 172.21.15.70:0/3194405291 conn(0x7f30c006bcc0 msgr2=0x7f30c0154360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:00.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 shutdown_connections 2024-09-05T06:15:00.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.671+0000 7f30c73e8640 1 -- 172.21.15.70:0/3194405291 wait complete. 2024-09-05T06:15:00.684 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:15:00.685 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:15:00.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fbdc2640 1 Processor -- start 2024-09-05T06:15:00.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fbdc2640 1 -- start start 2024-09-05T06:15:00.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fbdc2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f83f40d3810 0x7f83f40d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fbdc2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83f4163b40 con 0x7f83f40d16f0 2024-09-05T06:15:00.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fbdc2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83f40d2210 con 0x7f83f40b59c0 2024-09-05T06:15:00.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fbdc2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f83f40b5430 con 0x7f83f40d3810 2024-09-05T06:15:00.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fa35f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f83f40d3810 0x7f83f40d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83f9b5e640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f83f40d16f0 0x7f83f4162d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54228/0 (socket says 172.21.15.70:54228) 2024-09-05T06:15:00.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83f9b5e640 1 -- 172.21.15.70:0/2567178369 learned_addr learned my addr 172.21.15.70:0/2567178369 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:00.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fa35f640 1 -- 172.21.15.70:0/2567178369 >> v1:172.21.15.196:6789/0 conn(0x7f83f40b59c0 legacy=0x7f83f4163430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:00.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fa35f640 1 -- 172.21.15.70:0/2567178369 >> v1:172.21.15.70:6789/0 conn(0x7f83f40d16f0 legacy=0x7f83f4162d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.863+0000 7f83fa35f640 1 -- 172.21.15.70:0/2567178369 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83f40d24f0 con 0x7f83f40d3810 2024-09-05T06:15:00.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fa35f640 1 --2- 172.21.15.70:0/2567178369 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40d3810 0x7f83f40d5750 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f83ec009d90 tx=0x7f83ec01c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50089a930997402f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83f8b5c640 1 -- 172.21.15.70:0/2567178369 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ec0b2070 con 0x7f83f40d3810 2024-09-05T06:15:00.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83f8b5c640 1 -- 172.21.15.70:0/2567178369 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83ec0a59c0 con 0x7f83f40d3810 2024-09-05T06:15:00.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83f8b5c640 1 -- 172.21.15.70:0/2567178369 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ec0a5d90 con 0x7f83f40d3810 2024-09-05T06:15:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2567178369 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40d3810 msgr2=0x7f83f40d5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 --2- 172.21.15.70:0/2567178369 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40d3810 0x7f83f40d5750 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f83ec009d90 tx=0x7f83ec01c900 comp rx=0 tx=0).stop 2024-09-05T06:15:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2567178369 shutdown_connections 2024-09-05T06:15:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 --2- 172.21.15.70:0/2567178369 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40d3810 0x7f83f40d5750 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2567178369 >> 172.21.15.70:0/2567178369 conn(0x7f83f40d4c30 msgr2=0x7f83f40d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2567178369 shutdown_connections 2024-09-05T06:15:00.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2567178369 wait complete. 2024-09-05T06:15:00.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 Processor -- start 2024-09-05T06:15:00.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.867+0000 7f83fbdc2640 1 -- start start 2024-09-05T06:15:00.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40b59c0 0x7f83f415acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f83f40d16f0 0x7f83f415eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83f40d3810 0x7f83f415f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f83f416c980 con 0x7f83f40b59c0 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f83f416c800 con 0x7f83f40d16f0 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f83f416cb00 con 0x7f83f40d3810 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40b59c0 0x7f83f415acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40b59c0 0x7f83f415acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60578/0 (socket says 172.21.15.70:60578) 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 -- 172.21.15.70:0/2949673885 learned_addr learned my addr 172.21.15.70:0/2949673885 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f935d640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f83f40d16f0 0x7f83f415eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 -- 172.21.15.70:0/2949673885 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83f40d3810 msgr2=0x7f83f415f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83f40d3810 0x7f83f415f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 -- 172.21.15.70:0/2949673885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f83f40d16f0 msgr2=0x7f83f415eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f83f40d16f0 0x7f83f415eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 -- 172.21.15.70:0/2949673885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83f40b8810 con 0x7f83f40b59c0 2024-09-05T06:15:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f9b5e640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40b59c0 0x7f83f415acd0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f83f000c450 tx=0x7f83f000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83ea7fc640 1 -- 172.21.15.70:0/2949673885 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f0017070 con 0x7f83f40b59c0 2024-09-05T06:15:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83ea7fc640 1 -- 172.21.15.70:0/2949673885 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f0005cf0 con 0x7f83f40b59c0 2024-09-05T06:15:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83f40b8af0 con 0x7f83f40b59c0 2024-09-05T06:15:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83ea7fc640 1 -- 172.21.15.70:0/2949673885 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f0007290 con 0x7f83f40b59c0 2024-09-05T06:15:00.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83f40b90b0 con 0x7f83f40b59c0 2024-09-05T06:15:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83f40d5750 con 0x7f83f40b59c0 2024-09-05T06:15:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83ea7fc640 1 -- 172.21.15.70:0/2949673885 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f83f001a070 con 0x7f83f40b59c0 2024-09-05T06:15:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83ea7fc640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83d80678c0 0x7f83d8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83f935d640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83d80678c0 0x7f83d8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.871+0000 7f83ea7fc640 1 -- 172.21.15.70:0/2949673885 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4857+0+0 (secure 0 0 0) 0x7f83f0084ba0 con 0x7f83f40b59c0 2024-09-05T06:15:00.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.875+0000 7f83f935d640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83d80678c0 0x7f83d8069d80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f83f415eb30 tx=0x7f83e4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:00.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:00.879+0000 7f83ea7fc640 1 -- 172.21.15.70:0/2949673885 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f83f0055ac0 con 0x7f83f40b59c0 2024-09-05T06:15:01.038 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.039+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f83f40b3f80 con 0x7f83f40b59c0 2024-09-05T06:15:01.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.939+0000 7f83ea7fc640 1 -- 172.21.15.70:0/2949673885 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v123) ==== 138+0+0 (secure 0 0 0) 0x7f83f00553c0 con 0x7f83f40b59c0 2024-09-05T06:15:01.935 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:15:01.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83d80678c0 msgr2=0x7f83d8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:01.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83d80678c0 0x7f83d8069d80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f83f415eb30 tx=0x7f83e4008040 comp rx=0 tx=0).stop 2024-09-05T06:15:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40b59c0 msgr2=0x7f83f415acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40b59c0 0x7f83f415acd0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f83f000c450 tx=0x7f83f000c910 comp rx=0 tx=0).stop 2024-09-05T06:15:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 shutdown_connections 2024-09-05T06:15:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f83d80678c0 0x7f83d8069d80 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:01.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f83f40d3810 0x7f83f415f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f83f40d16f0 0x7f83f415eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 --2- 172.21.15.70:0/2949673885 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f83f40b59c0 0x7f83f415acd0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 >> 172.21.15.70:0/2949673885 conn(0x7f83f40d4c30 msgr2=0x7f83f40b6e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 shutdown_connections 2024-09-05T06:15:01.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:01.943+0000 7f83fbdc2640 1 -- 172.21.15.70:0/2949673885 wait complete. 2024-09-05T06:15:01.965 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:15:02.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2726dca640 1 Processor -- start 2024-09-05T06:15:02.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2726dca640 1 -- start start 2024-09-05T06:15:02.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2726dca640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200d4980 0x7f27200d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:02.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2726dca640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f272015edb0 0x7f27200d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:02.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2726dca640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f27200cf7e0 0x7f27200d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:02.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2726dca640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f27200cfd30 con 0x7f272015edb0 2024-09-05T06:15:02.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2726dca640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f27200d0010 con 0x7f27200cf7e0 2024-09-05T06:15:02.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2726dca640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f27200d02f0 con 0x7f27200d4980 2024-09-05T06:15:02.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f271ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f272015edb0 0x7f27200d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:02.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f271ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f272015edb0 0x7f27200d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60582/0 (socket says 172.21.15.70:60582) 2024-09-05T06:15:02.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f271ffff640 1 -- 172.21.15.70:0/1905836945 learned_addr learned my addr 172.21.15.70:0/1905836945 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:02.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2724b66640 1 --2- 172.21.15.70:0/1905836945 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200d4980 0x7f27200d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:02.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.099+0000 7f2725367640 1 --2- 172.21.15.70:0/1905836945 >> v2:172.21.15.196:3300/0 conn(0x7f27200cf7e0 0x7f27200d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:02.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271ffff640 1 -- 172.21.15.70:0/1905836945 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200d4980 msgr2=0x7f27200d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:02.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271ffff640 1 --2- 172.21.15.70:0/1905836945 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200d4980 0x7f27200d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271ffff640 1 -- 172.21.15.70:0/1905836945 >> v2:172.21.15.196:3300/0 conn(0x7f27200cf7e0 msgr2=0x7f27200d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:02.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271ffff640 1 --2- 172.21.15.70:0/1905836945 >> v2:172.21.15.196:3300/0 conn(0x7f27200cf7e0 0x7f27200d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271ffff640 1 -- 172.21.15.70:0/1905836945 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27200d05d0 con 0x7f272015edb0 2024-09-05T06:15:02.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2724b66640 1 --2- 172.21.15.70:0/1905836945 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200d4980 0x7f27200d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:02.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271ffff640 1 --2- 172.21.15.70:0/1905836945 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f272015edb0 0x7f27200d3340 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f27200d2740 tx=0x7f270801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f52bcd2c48be5f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:02.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271f7fe640 1 -- 172.21.15.70:0/1905836945 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27080aa430 con 0x7f272015edb0 2024-09-05T06:15:02.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271f7fe640 1 -- 172.21.15.70:0/1905836945 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27080af070 con 0x7f272015edb0 2024-09-05T06:15:02.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f271f7fe640 1 -- 172.21.15.70:0/1905836945 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27080aa7f0 con 0x7f272015edb0 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 -- 172.21.15.70:0/1905836945 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f272015edb0 msgr2=0x7f27200d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 --2- 172.21.15.70:0/1905836945 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f272015edb0 0x7f27200d3340 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f27200d2740 tx=0x7f270801c4f0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 -- 172.21.15.70:0/1905836945 shutdown_connections 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 --2- 172.21.15.70:0/1905836945 >> v2:172.21.15.196:3300/0 conn(0x7f27200cf7e0 0x7f27200d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 --2- 172.21.15.70:0/1905836945 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f272015edb0 0x7f27200d3340 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 --2- 172.21.15.70:0/1905836945 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200d4980 0x7f27200d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 -- 172.21.15.70:0/1905836945 >> 172.21.15.70:0/1905836945 conn(0x7f272008e690 msgr2=0x7f272009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 -- 172.21.15.70:0/1905836945 shutdown_connections 2024-09-05T06:15:02.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.103+0000 7f2726dca640 1 -- 172.21.15.70:0/1905836945 wait complete. 2024-09-05T06:15:02.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 Processor -- start 2024-09-05T06:15:02.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 -- start start 2024-09-05T06:15:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200cf7e0 0x7f2720153770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27200d4980 0x7f27200ba4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f272015edb0 0x7f27200cd020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f27200d2030 con 0x7f27200d4980 2024-09-05T06:15:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f27200d1eb0 con 0x7f272015edb0 2024-09-05T06:15:02.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f27200d21b0 con 0x7f27200cf7e0 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27200d4980 0x7f27200ba4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27200d4980 0x7f27200ba4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60592/0 (socket says 172.21.15.70:60592) 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 -- 172.21.15.70:0/2838693347 learned_addr learned my addr 172.21.15.70:0/2838693347 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2724b66640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200cf7e0 0x7f2720153770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2725367640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f272015edb0 0x7f27200cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 -- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200cf7e0 msgr2=0x7f2720153770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200cf7e0 0x7f2720153770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 -- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f272015edb0 msgr2=0x7f27200cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f272015edb0 0x7f27200cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 -- 172.21.15.70:0/2838693347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27200cdf30 con 0x7f27200d4980 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2725367640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f272015edb0 0x7f27200cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271ffff640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27200d4980 0x7f27200ba4b0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f270801cd90 tx=0x7f2708019290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:02.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271d7fa640 1 -- 172.21.15.70:0/2838693347 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27080b4810 con 0x7f27200d4980 2024-09-05T06:15:02.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271d7fa640 1 -- 172.21.15.70:0/2838693347 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27080b49b0 con 0x7f27200d4980 2024-09-05T06:15:02.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27200ce210 con 0x7f27200d4980 2024-09-05T06:15:02.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f271d7fa640 1 -- 172.21.15.70:0/2838693347 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27080b4da0 con 0x7f27200d4980 2024-09-05T06:15:02.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2720154fe0 con 0x7f27200d4980 2024-09-05T06:15:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.107+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27200d2440 con 0x7f27200d4980 2024-09-05T06:15:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.111+0000 7f271d7fa640 1 -- 172.21.15.70:0/2838693347 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f27080bc020 con 0x7f27200d4980 2024-09-05T06:15:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.111+0000 7f271d7fa640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27000678c0 0x7f2700069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.111+0000 7f271d7fa640 1 -- 172.21.15.70:0/2838693347 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 5227+0+0 (secure 0 0 0) 0x7f27081200e0 con 0x7f27200d4980 2024-09-05T06:15:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.111+0000 7f2724b66640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27000678c0 0x7f2700069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:02.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.111+0000 7f2724b66640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27000678c0 0x7f2700069d80 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2718007fb0 tx=0x7f2718007990 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:02.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.115+0000 7f271d7fa640 1 -- 172.21.15.70:0/2838693347 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2708016110 con 0x7f27200d4980 2024-09-05T06:15:02.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.279+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f27200b7e70 con 0x7f27200d4980 2024-09-05T06:15:02.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.947+0000 7f271d7fa640 1 -- 172.21.15.70:0/2838693347 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v124) ==== 170+0+0 (secure 0 0 0) 0x7f27080f0e00 con 0x7f27200d4980 2024-09-05T06:15:02.945 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:15:02.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.951+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27000678c0 msgr2=0x7f2700069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:02.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.951+0000 7f2726dca640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27000678c0 0x7f2700069d80 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2718007fb0 tx=0x7f2718007990 comp rx=0 tx=0).stop 2024-09-05T06:15:02.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.951+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27200d4980 msgr2=0x7f27200ba4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:02.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.951+0000 7f2726dca640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27200d4980 0x7f27200ba4b0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f270801cd90 tx=0x7f2708019290 comp rx=0 tx=0).stop 2024-09-05T06:15:02.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.951+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 shutdown_connections 2024-09-05T06:15:02.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.955+0000 7f2726dca640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27000678c0 0x7f2700069d80 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.955+0000 7f2726dca640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f272015edb0 0x7f27200cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.955+0000 7f2726dca640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27200d4980 0x7f27200ba4b0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.955+0000 7f2726dca640 1 --2- 172.21.15.70:0/2838693347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27200cf7e0 0x7f2720153770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:02.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.955+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 >> 172.21.15.70:0/2838693347 conn(0x7f272008e690 msgr2=0x7f27200b1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:02.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.955+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 shutdown_connections 2024-09-05T06:15:02.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:02.955+0000 7f2726dca640 1 -- 172.21.15.70:0/2838693347 wait complete. 2024-09-05T06:15:02.978 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:15:03.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d54ffd640 1 Processor -- start 2024-09-05T06:15:03.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d54ffd640 1 -- start start 2024-09-05T06:15:03.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d54ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b40f0 0x7f3d50162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:03.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d54ffd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d50160020 con 0x7f3d500b3a30 2024-09-05T06:15:03.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d54ffd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d500b2730 con 0x7f3d5015c7b0 2024-09-05T06:15:03.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d54ffd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3d500b24e0 con 0x7f3d500b40f0 2024-09-05T06:15:03.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4dd9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3d500b3a30 0x7f3d500b5b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54240/0 (socket says 172.21.15.70:54240) 2024-09-05T06:15:03.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4dd9b640 1 -- 172.21.15.70:0/1986425493 learned_addr learned my addr 172.21.15.70:0/1986425493 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:03.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4ed9d640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b40f0 0x7f3d50162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2843655531 0 0) 0x7f3d50160020 con 0x7f3d500b3a30 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d3c003530 con 0x7f3d500b3a30 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 553654293 0 0) 0x7f3d3c003530 con 0x7f3d500b3a30 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b40f0 msgr2=0x7f3d50162bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b40f0 0x7f3d50162bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 >> v1:172.21.15.196:6789/0 conn(0x7f3d5015c7b0 legacy=0x7f3d500b0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d500b2a10 con 0x7f3d500b3a30 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3d380016a0 con 0x7f3d500b3a30 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 >> v1:172.21.15.70:6789/0 conn(0x7f3d500b3a30 legacy=0x7f3d500b5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d3c0039f0 0x7f3d3c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c004810 0x7f3d3c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b40f0 0x7f3d3c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:03.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3d500b24e0 con 0x7f3d3c0039f0 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c00bb00 con 0x7f3d3c004810 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3d3c00bd00 con 0x7f3d500b40f0 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4e59c640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d3c0039f0 0x7f3d3c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4dd9b640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c004810 0x7f3d3c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4ed9d640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b40f0 0x7f3d3c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4e59c640 1 -- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b40f0 msgr2=0x7f3d3c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4e59c640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b40f0 0x7f3d3c005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4e59c640 1 -- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c004810 msgr2=0x7f3d3c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4e59c640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c004810 0x7f3d3c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.099+0000 7f3d4e59c640 1 -- 172.21.15.70:0/1986425493 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d3c003530 con 0x7f3d3c0039f0 2024-09-05T06:15:03.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d4e59c640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d3c0039f0 0x7f3d3c003e10 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f3d40001780 tx=0x7f3d4001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ed585900d12a316 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d400013a0 con 0x7f3d3c0039f0 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d400052f0 con 0x7f3d3c0039f0 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d4d59a640 1 -- 172.21.15.70:0/1986425493 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d400a4e60 con 0x7f3d3c0039f0 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d54ffd640 1 -- 172.21.15.70:0/1986425493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d3c0039f0 msgr2=0x7f3d3c003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d54ffd640 1 --2- 172.21.15.70:0/1986425493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d3c0039f0 0x7f3d3c003e10 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f3d40001780 tx=0x7f3d4001c420 comp rx=0 tx=0).stop 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d4ed9d640 1 -- 172.21.15.70:0/1986425493 reap_dead start 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d54ffd640 1 -- 172.21.15.70:0/1986425493 shutdown_connections 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d54ffd640 1 -- 172.21.15.70:0/1986425493 >> 172.21.15.70:0/1986425493 conn(0x7f3d500723c0 msgr2=0x7f3d500b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d54ffd640 1 -- 172.21.15.70:0/1986425493 shutdown_connections 2024-09-05T06:15:03.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.103+0000 7f3d54ffd640 1 -- 172.21.15.70:0/1986425493 wait complete. 2024-09-05T06:15:03.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 Processor -- start 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 -- start start 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c0039f0 0x7f3d50158dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b0150 0x7f3d501f7c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d501f8160 0x7f3d501f8610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5016ab90 con 0x7f3d501f8160 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3d50163650 con 0x7f3d3c0039f0 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3d5016ad10 con 0x7f3d500b0150 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d501f8160 0x7f3d501f8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d501f8160 0x7f3d501f8610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60602/0 (socket says 172.21.15.70:60602) 2024-09-05T06:15:03.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 -- 172.21.15.70:0/736660290 learned_addr learned my addr 172.21.15.70:0/736660290 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4e59c640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c0039f0 0x7f3d50158dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4dd9b640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b0150 0x7f3d501f7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 -- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b0150 msgr2=0x7f3d501f7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b0150 0x7f3d501f7c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 -- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c0039f0 msgr2=0x7f3d50158dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c0039f0 0x7f3d50158dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 -- 172.21.15.70:0/736660290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d500b05e0 con 0x7f3d501f8160 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4e59c640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c0039f0 0x7f3d50158dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4ed9d640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d501f8160 0x7f3d501f8610 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c004790 tx=0x7f3d480115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d46ffd640 1 -- 172.21.15.70:0/736660290 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d480039a0 con 0x7f3d501f8160 2024-09-05T06:15:03.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d46ffd640 1 -- 172.21.15.70:0/736660290 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d4801b070 con 0x7f3d501f8160 2024-09-05T06:15:03.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d46ffd640 1 -- 172.21.15.70:0/736660290 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48003b80 con 0x7f3d501f8160 2024-09-05T06:15:03.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d5009be70 con 0x7f3d501f8160 2024-09-05T06:15:03.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d501596a0 con 0x7f3d501f8160 2024-09-05T06:15:03.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d500b5b30 con 0x7f3d501f8160 2024-09-05T06:15:03.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d46ffd640 1 -- 172.21.15.70:0/736660290 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3d48004030 con 0x7f3d501f8160 2024-09-05T06:15:03.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d46ffd640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d300678f0 0x7f3d30069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:03.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d46ffd640 1 -- 172.21.15.70:0/736660290 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 5609+0+0 (secure 0 0 0) 0x7f3d48086420 con 0x7f3d501f8160 2024-09-05T06:15:03.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.107+0000 7f3d4e59c640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d300678f0 0x7f3d30069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:03.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.111+0000 7f3d4e59c640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d300678f0 0x7f3d30069db0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f3d40001750 tx=0x7f3d400011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:03.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.115+0000 7f3d46ffd640 1 -- 172.21.15.70:0/736660290 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3d48056fc0 con 0x7f3d501f8160 2024-09-05T06:15:03.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.295+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3d500742b0 con 0x7f3d501f8160 2024-09-05T06:15:03.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.951+0000 7f3d46ffd640 1 -- 172.21.15.70:0/736660290 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v44) ==== 174+0+0 (secure 0 0 0) 0x7f3d480568c0 con 0x7f3d501f8160 2024-09-05T06:15:03.948 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 14 and data pool 15 2024-09-05T06:15:03.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.955+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d300678f0 msgr2=0x7f3d30069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:03.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.955+0000 7f3d54ffd640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d300678f0 0x7f3d30069db0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f3d40001750 tx=0x7f3d400011a0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.955+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d501f8160 msgr2=0x7f3d501f8610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:03.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.955+0000 7f3d54ffd640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d501f8160 0x7f3d501f8610 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c004790 tx=0x7f3d480115a0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.955+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 shutdown_connections 2024-09-05T06:15:03.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.955+0000 7f3d54ffd640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d300678f0 0x7f3d30069db0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.955+0000 7f3d54ffd640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d501f8160 0x7f3d501f8610 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.959+0000 7f3d54ffd640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d500b0150 0x7f3d501f7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.959+0000 7f3d54ffd640 1 --2- 172.21.15.70:0/736660290 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d3c0039f0 0x7f3d50158dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:03.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.959+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 >> 172.21.15.70:0/736660290 conn(0x7f3d500723c0 msgr2=0x7f3d50159db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:03.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.959+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 shutdown_connections 2024-09-05T06:15:03.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:03.959+0000 7f3d54ffd640 1 -- 172.21.15.70:0/736660290 wait complete. 2024-09-05T06:15:03.984 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:04.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.103+0000 7f3dac71a640 1 Processor -- start 2024-09-05T06:15:04.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.103+0000 7f3dac71a640 1 -- start start 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3dac71a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3da406ed90 0x7f3da4072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3dac71a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3da415bc40 con 0x7f3da40afff0 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3dac71a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3da40d14c0 con 0x7f3da4072a90 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3dac71a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3da4073410 con 0x7f3da406ed90 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3daa4b6640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3da40afff0 0x7f3da40cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54244/0 (socket says 172.21.15.70:54244) 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3daa4b6640 1 -- 172.21.15.70:0/1518964486 learned_addr learned my addr 172.21.15.70:0/1518964486 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3523824639 0 0) 0x7f3da415bc40 con 0x7f3da40afff0 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d90003530 con 0x7f3da40afff0 2024-09-05T06:15:04.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3daacb7640 1 --2- 172.21.15.70:0/1518964486 >> v2:172.21.15.196:3300/0 conn(0x7f3da406ed90 0x7f3da4072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2186610056 0 0) 0x7f3d90003530 con 0x7f3da40afff0 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 >> v2:172.21.15.196:3300/0 conn(0x7f3da406ed90 msgr2=0x7f3da4072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 --2- 172.21.15.70:0/1518964486 >> v2:172.21.15.196:3300/0 conn(0x7f3da406ed90 0x7f3da4072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 >> v1:172.21.15.196:6789/0 conn(0x7f3da4072a90 legacy=0x7f3da406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da4071cd0 con 0x7f3da40afff0 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3da0001680 con 0x7f3da40afff0 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 >> v1:172.21.15.70:6789/0 conn(0x7f3da40afff0 legacy=0x7f3da40cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d900039c0 0x7f3d90003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d90004810 0x7f3d90004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d900051d0 0x7f3d9000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3da4073410 con 0x7f3d90004810 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9000c070 con 0x7f3d900051d0 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3d9000c270 con 0x7f3d900039c0 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da9cb5640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d90004810 0x7f3d90004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3daacb7640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d900051d0 0x7f3d9000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3daa4b6640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d900039c0 0x7f3d90003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da9cb5640 1 -- 172.21.15.70:0/1518964486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d900039c0 msgr2=0x7f3d90003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da9cb5640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d900039c0 0x7f3d90003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da9cb5640 1 -- 172.21.15.70:0/1518964486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d900051d0 msgr2=0x7f3d9000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da9cb5640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3d900051d0 0x7f3d9000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3da9cb5640 1 -- 172.21.15.70:0/1518964486 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d90003530 con 0x7f3d90004810 2024-09-05T06:15:04.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.107+0000 7f3daacb7640 1 -- 172.21.15.70:0/1518964486 reap_dead start 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3da9cb5640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d90004810 0x7f3d90004c90 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f3d94001780 tx=0x7f3d9401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b12d91678896c159 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d940013a0 con 0x7f3d90004810 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d940052f0 con 0x7f3d90004810 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3da94b4640 1 -- 172.21.15.70:0/1518964486 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d94003840 con 0x7f3d90004810 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- 172.21.15.70:0/1518964486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d90004810 msgr2=0x7f3d90004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d90004810 0x7f3d90004c90 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f3d94001780 tx=0x7f3d9401c400 comp rx=0 tx=0).stop 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- 172.21.15.70:0/1518964486 shutdown_connections 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 --2- 172.21.15.70:0/1518964486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3d90004810 0x7f3d90004c90 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- 172.21.15.70:0/1518964486 >> 172.21.15.70:0/1518964486 conn(0x7f3da406bcc0 msgr2=0x7f3da406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- 172.21.15.70:0/1518964486 shutdown_connections 2024-09-05T06:15:04.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- 172.21.15.70:0/1518964486 wait complete. 2024-09-05T06:15:04.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 Processor -- start 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- start start 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d90004810 0x7f3da414b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da414b730 0x7f3da4155e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3da40b03d0 0x7f3da41563c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3da4072290 con 0x7f3da40b03d0 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3da4072600 con 0x7f3da414b730 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3da4072ed0 con 0x7f3d90004810 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3da40b03d0 0x7f3da41563c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3da40b03d0 0x7f3da41563c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60622/0 (socket says 172.21.15.70:60622) 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 -- 172.21.15.70:0/2723800681 learned_addr learned my addr 172.21.15.70:0/2723800681 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daa4b6640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d90004810 0x7f3da414b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3da9cb5640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da414b730 0x7f3da4155e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 -- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d90004810 msgr2=0x7f3da414b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d90004810 0x7f3da414b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 -- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da414b730 msgr2=0x7f3da4155e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da414b730 0x7f3da4155e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 -- 172.21.15.70:0/2723800681 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da4156a90 con 0x7f3da40b03d0 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3da9cb5640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da414b730 0x7f3da4155e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3daacb7640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3da40b03d0 0x7f3da41563c0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f3da40b5690 tx=0x7f3d9c00f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3d9affd640 1 -- 172.21.15.70:0/2723800681 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c00fce0 con 0x7f3da40b03d0 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3d9affd640 1 -- 172.21.15.70:0/2723800681 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d9c00fe80 con 0x7f3da40b03d0 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3da41e4890 con 0x7f3da40b03d0 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.111+0000 7f3d9affd640 1 -- 172.21.15.70:0/2723800681 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c015670 con 0x7f3da40b03d0 2024-09-05T06:15:04.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.115+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3da41e4e50 con 0x7f3da40b03d0 2024-09-05T06:15:04.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.115+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3da406e680 con 0x7f3da40b03d0 2024-09-05T06:15:04.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.115+0000 7f3d9affd640 1 -- 172.21.15.70:0/2723800681 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3d9c015810 con 0x7f3da40b03d0 2024-09-05T06:15:04.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.115+0000 7f3d9affd640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d880678c0 0x7f3d88069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.115+0000 7f3d9affd640 1 -- 172.21.15.70:0/2723800681 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 5709+0+0 (secure 0 0 0) 0x7f3d9c086bb0 con 0x7f3da40b03d0 2024-09-05T06:15:04.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.115+0000 7f3daa4b6640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d880678c0 0x7f3d88069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.115+0000 7f3daa4b6640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d880678c0 0x7f3d88069d80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3da0001060 tx=0x7f3da0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.119+0000 7f3d9affd640 1 -- 172.21.15.70:0/2723800681 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3d9c019030 con 0x7f3da40b03d0 2024-09-05T06:15:04.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.275+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3da41e5020 con 0x7f3da40b03d0 2024-09-05T06:15:04.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.275+0000 7f3d9affd640 1 -- 172.21.15.70:0/2723800681 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) ==== 74+0+16681 (secure 0 0 0) 0x7f3d9c010040 con 0x7f3da40b03d0 2024-09-05T06:15:04.273 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:04.273 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":125,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:03.301556+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:01.084887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:02.324888+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:04.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d880678c0 msgr2=0x7f3d88069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d880678c0 0x7f3d88069d80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3da0001060 tx=0x7f3da0009040 comp rx=0 tx=0).stop 2024-09-05T06:15:04.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3da40b03d0 msgr2=0x7f3da41563c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3da40b03d0 0x7f3da41563c0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f3da40b5690 tx=0x7f3d9c00f1b0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 shutdown_connections 2024-09-05T06:15:04.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3d880678c0 0x7f3d88069d80 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.275 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3da40b03d0 0x7f3da41563c0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da414b730 0x7f3da4155e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 --2- 172.21.15.70:0/2723800681 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3d90004810 0x7f3da414b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 >> 172.21.15.70:0/2723800681 conn(0x7f3da406bcc0 msgr2=0x7f3da40cda00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:04.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 shutdown_connections 2024-09-05T06:15:04.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.279+0000 7f3dac71a640 1 -- 172.21.15.70:0/2723800681 wait complete. 2024-09-05T06:15:04.291 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:04.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.411+0000 7f2a3aeae640 1 Processor -- start 2024-09-05T06:15:04.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.411+0000 7f2a3aeae640 1 -- start start 2024-09-05T06:15:04.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a340d4980 0x7f2a340d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2a3415edb0 0x7f2a340d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a340cfd30 con 0x7f2a340cf7e0 2024-09-05T06:15:04.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2a340b5620 con 0x7f2a340d4980 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2a340d0010 con 0x7f2a3415edb0 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a38c4a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a340d4980 0x7f2a340d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a38c4a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a340d4980 0x7f2a340d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60628/0 (socket says 172.21.15.70:60628) 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a38c4a640 1 -- 172.21.15.70:0/250673313 learned_addr learned my addr 172.21.15.70:0/250673313 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a33fff640 1 --2- 172.21.15.70:0/250673313 >> v2:172.21.15.196:3300/0 conn(0x7f2a3415edb0 0x7f2a340d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a38c4a640 1 -- 172.21.15.70:0/250673313 >> v2:172.21.15.196:3300/0 conn(0x7f2a3415edb0 msgr2=0x7f2a340d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a38c4a640 1 --2- 172.21.15.70:0/250673313 >> v2:172.21.15.196:3300/0 conn(0x7f2a3415edb0 0x7f2a340d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a38c4a640 1 -- 172.21.15.70:0/250673313 >> v1:172.21.15.196:6789/0 conn(0x7f2a340cf7e0 legacy=0x7f2a340d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:04.412 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a38c4a640 1 -- 172.21.15.70:0/250673313 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a340d02f0 con 0x7f2a340d4980 2024-09-05T06:15:04.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a38c4a640 1 --2- 172.21.15.70:0/250673313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340d4d60 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f2a340d1320 tx=0x7f2a2401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5b660da3a4a442f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a337fe640 1 -- 172.21.15.70:0/250673313 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a240aa430 con 0x7f2a340d4980 2024-09-05T06:15:04.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a337fe640 1 -- 172.21.15.70:0/250673313 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a240af070 con 0x7f2a340d4980 2024-09-05T06:15:04.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a337fe640 1 -- 172.21.15.70:0/250673313 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a240aa7f0 con 0x7f2a340d4980 2024-09-05T06:15:04.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 -- 172.21.15.70:0/250673313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 msgr2=0x7f2a340d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/250673313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340d4d60 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f2a340d1320 tx=0x7f2a2401c4b0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 -- 172.21.15.70:0/250673313 shutdown_connections 2024-09-05T06:15:04.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/250673313 >> v2:172.21.15.196:3300/0 conn(0x7f2a3415edb0 0x7f2a340d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/250673313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340d4d60 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 -- 172.21.15.70:0/250673313 >> 172.21.15.70:0/250673313 conn(0x7f2a3408e690 msgr2=0x7f2a3409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:04.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.415+0000 7f2a3aeae640 1 -- 172.21.15.70:0/250673313 shutdown_connections 2024-09-05T06:15:04.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 -- 172.21.15.70:0/250673313 wait complete. 2024-09-05T06:15:04.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 Processor -- start 2024-09-05T06:15:04.415 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 -- start start 2024-09-05T06:15:04.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a340cf7e0 0x7f2a340cdf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a3415edb0 0x7f2a340b3730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a340d0dd0 con 0x7f2a340d4980 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2a340d52a0 con 0x7f2a340cf7e0 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a340ce4d0 con 0x7f2a3415edb0 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340b31f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60642/0 (socket says 172.21.15.70:60642) 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 -- 172.21.15.70:0/3674794483 learned_addr learned my addr 172.21.15.70:0/3674794483 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a38c4a640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a340cf7e0 0x7f2a340cdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3944b640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a3415edb0 0x7f2a340b3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 -- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a3415edb0 msgr2=0x7f2a340b3730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a3415edb0 0x7f2a340b3730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 -- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a340cf7e0 msgr2=0x7f2a340cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a340cf7e0 0x7f2a340cdf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 -- 172.21.15.70:0/3674794483 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a34151500 con 0x7f2a340d4980 2024-09-05T06:15:04.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3944b640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a3415edb0 0x7f2a340b3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:04.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a33fff640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340b31f0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f2a2800c7f0 tx=0x7f2a2800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a317fa640 1 -- 172.21.15.70:0/3674794483 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a28015070 con 0x7f2a340d4980 2024-09-05T06:15:04.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a317fa640 1 -- 172.21.15.70:0/3674794483 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a28004240 con 0x7f2a340d4980 2024-09-05T06:15:04.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a341517e0 con 0x7f2a340d4980 2024-09-05T06:15:04.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a317fa640 1 -- 172.21.15.70:0/3674794483 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a28003620 con 0x7f2a340d4980 2024-09-05T06:15:04.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a34151da0 con 0x7f2a340d4980 2024-09-05T06:15:04.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.419+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a340d4d60 con 0x7f2a340d4980 2024-09-05T06:15:04.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.423+0000 7f2a317fa640 1 -- 172.21.15.70:0/3674794483 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a280039d0 con 0x7f2a340d4980 2024-09-05T06:15:04.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.423+0000 7f2a317fa640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a200678c0 0x7f2a20069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.423+0000 7f2a38c4a640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a200678c0 0x7f2a20069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.423+0000 7f2a317fa640 1 -- 172.21.15.70:0/3674794483 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 5709+0+0 (secure 0 0 0) 0x7f2a28085c90 con 0x7f2a340d4980 2024-09-05T06:15:04.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.423+0000 7f2a38c4a640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a200678c0 0x7f2a20069d80 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2a240ae000 tx=0x7f2a240a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.427+0000 7f2a317fa640 1 -- 172.21.15.70:0/3674794483 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2a28056860 con 0x7f2a340d4980 2024-09-05T06:15:04.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.575+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a34159350 con 0x7f2a340d4980 2024-09-05T06:15:04.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.575+0000 7f2a317fa640 1 -- 172.21.15.70:0/3674794483 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) ==== 74+0+16681 (secure 0 0 0) 0x7f2a28056160 con 0x7f2a340d4980 2024-09-05T06:15:04.574 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:04.574 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":125,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:03.301556+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:01.084887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:02.324888+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:04.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a200678c0 msgr2=0x7f2a20069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a200678c0 0x7f2a20069d80 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2a240ae000 tx=0x7f2a240a7000 comp rx=0 tx=0).stop 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 msgr2=0x7f2a340b31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340b31f0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f2a2800c7f0 tx=0x7f2a2800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 shutdown_connections 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a200678c0 0x7f2a20069d80 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a3415edb0 0x7f2a340b3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a340d4980 0x7f2a340b31f0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 --2- 172.21.15.70:0/3674794483 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a340cf7e0 0x7f2a340cdf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 >> 172.21.15.70:0/3674794483 conn(0x7f2a3408e690 msgr2=0x7f2a341586f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 shutdown_connections 2024-09-05T06:15:04.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.579+0000 7f2a3aeae640 1 -- 172.21.15.70:0/3674794483 wait complete. 2024-09-05T06:15:04.591 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:15:04.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.703+0000 7f0000f82640 1 Processor -- start 2024-09-05T06:15:04.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7f0000f82640 1 -- start start 2024-09-05T06:15:04.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7f0000f82640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc157110 0x7efffc0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7f0000f82640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7efffc0b5ac0 0x7efffc0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7f0000f82640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efffc06d570 con 0x7efffc0ceaf0 2024-09-05T06:15:04.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7f0000f82640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7efffc06d850 con 0x7efffc0b5ac0 2024-09-05T06:15:04.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7f0000f82640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7efffc06db30 con 0x7efffc157110 2024-09-05T06:15:04.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7efffa59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc157110 0x7efffc0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7efff9d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7efffc0b5ac0 0x7efffc0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7efffa59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc157110 0x7efffc0b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:53846/0 (socket says 172.21.15.70:53846) 2024-09-05T06:15:04.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7efffa59c640 1 -- 172.21.15.70:0/4046159607 learned_addr learned my addr 172.21.15.70:0/4046159607 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:04.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7efffa59c640 1 -- 172.21.15.70:0/4046159607 >> v2:172.21.15.196:3300/0 conn(0x7efffc0b5ac0 msgr2=0x7efffc0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:04.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7efffa59c640 1 --2- 172.21.15.70:0/4046159607 >> v2:172.21.15.196:3300/0 conn(0x7efffc0b5ac0 0x7efffc0d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7efffa59c640 1 -- 172.21.15.70:0/4046159607 >> v1:172.21.15.196:6789/0 conn(0x7efffc0ceaf0 legacy=0x7efffc0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.707+0000 7efffa59c640 1 -- 172.21.15.70:0/4046159607 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efffc06de10 con 0x7efffc157110 2024-09-05T06:15:04.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7efffa59c640 1 --2- 172.21.15.70:0/4046159607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc157110 0x7efffc0b5580 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7effec009870 tx=0x7effec01c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e7d266adad88bc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7efff959a640 1 -- 172.21.15.70:0/4046159607 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effec0b2070 con 0x7efffc157110 2024-09-05T06:15:04.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7efff959a640 1 -- 172.21.15.70:0/4046159607 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effec0a9070 con 0x7efffc157110 2024-09-05T06:15:04.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7efff959a640 1 -- 172.21.15.70:0/4046159607 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effec0ad880 con 0x7efffc157110 2024-09-05T06:15:04.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 -- 172.21.15.70:0/4046159607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc157110 msgr2=0x7efffc0b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 --2- 172.21.15.70:0/4046159607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc157110 0x7efffc0b5580 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7effec009870 tx=0x7effec01c560 comp rx=0 tx=0).stop 2024-09-05T06:15:04.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 -- 172.21.15.70:0/4046159607 shutdown_connections 2024-09-05T06:15:04.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 --2- 172.21.15.70:0/4046159607 >> v2:172.21.15.196:3300/0 conn(0x7efffc0b5ac0 0x7efffc0d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 --2- 172.21.15.70:0/4046159607 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc157110 0x7efffc0b5580 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 -- 172.21.15.70:0/4046159607 >> 172.21.15.70:0/4046159607 conn(0x7efffc06bcc0 msgr2=0x7efffc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:04.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 -- 172.21.15.70:0/4046159607 shutdown_connections 2024-09-05T06:15:04.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 -- 172.21.15.70:0/4046159607 wait complete. 2024-09-05T06:15:04.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 Processor -- start 2024-09-05T06:15:04.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.711+0000 7f0000f82640 1 -- start start 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc0b5ac0 0x7efffc146fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efffc0ceaf0 0x7efffc0b20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efffc157110 0x7efffc0b2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efffc0b4280 con 0x7efffc0ceaf0 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7efffc0d10a0 con 0x7efffc157110 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7efffc0b4400 con 0x7efffc0b5ac0 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efffc0ceaf0 0x7efffc0b20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efffc0ceaf0 0x7efffc0b20f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60656/0 (socket says 172.21.15.70:60656) 2024-09-05T06:15:04.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 -- 172.21.15.70:0/2647735796 learned_addr learned my addr 172.21.15.70:0/2647735796 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efffa59c640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc0b5ac0 0x7efffc146fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efffad9d640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efffc157110 0x7efffc0b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 -- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc0b5ac0 msgr2=0x7efffc146fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc0b5ac0 0x7efffc146fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 -- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efffc157110 msgr2=0x7efffc0b2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efffc157110 0x7efffc0b2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 -- 172.21.15.70:0/2647735796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efffc149d90 con 0x7efffc0ceaf0 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efffad9d640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efffc157110 0x7efffc0b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efff9d9b640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efffc0ceaf0 0x7efffc0b20f0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7efff000e900 tx=0x7efff000edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7effeaffd640 1 -- 172.21.15.70:0/2647735796 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff0017070 con 0x7efffc0ceaf0 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7effeaffd640 1 -- 172.21.15.70:0/2647735796 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efff000ca00 con 0x7efffc0ceaf0 2024-09-05T06:15:04.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efffc148cf0 con 0x7efffc0ceaf0 2024-09-05T06:15:04.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7effeaffd640 1 -- 172.21.15.70:0/2647735796 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff000cdf0 con 0x7efffc0ceaf0 2024-09-05T06:15:04.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efffc1492b0 con 0x7efffc0ceaf0 2024-09-05T06:15:04.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efffc0b4740 con 0x7efffc0ceaf0 2024-09-05T06:15:04.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7effeaffd640 1 -- 172.21.15.70:0/2647735796 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efff001a070 con 0x7efffc0ceaf0 2024-09-05T06:15:04.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7effeaffd640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effdc0678c0 0x7effdc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:04.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7effeaffd640 1 -- 172.21.15.70:0/2647735796 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 5709+0+0 (secure 0 0 0) 0x7efff0085b80 con 0x7efffc0ceaf0 2024-09-05T06:15:04.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efffa59c640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effdc0678c0 0x7effdc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:04.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.715+0000 7efffa59c640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effdc0678c0 0x7effdc069d80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7effec0af000 tx=0x7effec0a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:04.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.719+0000 7effeaffd640 1 -- 172.21.15.70:0/2647735796 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efff0056100 con 0x7efffc0ceaf0 2024-09-05T06:15:04.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.903+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7efffc0d0530 con 0x7efffc0ceaf0 2024-09-05T06:15:04.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.983+0000 7effeaffd640 1 -- 172.21.15.70:0/2647735796 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v45) ==== 118+0+0 (secure 0 0 0) 0x7efff005a400 con 0x7efffc0ceaf0 2024-09-05T06:15:04.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effdc0678c0 msgr2=0x7effdc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effdc0678c0 0x7effdc069d80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7effec0af000 tx=0x7effec0a7000 comp rx=0 tx=0).stop 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efffc0ceaf0 msgr2=0x7efffc0b20f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efffc0ceaf0 0x7efffc0b20f0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7efff000e900 tx=0x7efff000edc0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 shutdown_connections 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effdc0678c0 0x7effdc069d80 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efffc157110 0x7efffc0b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efffc0ceaf0 0x7efffc0b20f0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 --2- 172.21.15.70:0/2647735796 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efffc0b5ac0 0x7efffc146fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 >> 172.21.15.70:0/2647735796 conn(0x7efffc06bcc0 msgr2=0x7efffc15c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 shutdown_connections 2024-09-05T06:15:04.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:04.987+0000 7f0000f82640 1 -- 172.21.15.70:0/2647735796 wait complete. 2024-09-05T06:15:04.999 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:15:04.999 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:15:05.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05c32a640 1 Processor -- start 2024-09-05T06:15:05.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05c32a640 1 -- start start 2024-09-05T06:15:05.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05c32a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe054072a90 0x7fe054072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:05.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05c32a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe05406e680 0x7fe05406eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:05.113 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05c32a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe05415bc40 con 0x7fe0540afff0 2024-09-05T06:15:05.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05c32a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe054073410 con 0x7fe05406e680 2024-09-05T06:15:05.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05c32a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe054072600 con 0x7fe054072a90 2024-09-05T06:15:05.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05a8c7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe05406e680 0x7fe05406eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:05.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05a8c7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe05406e680 0x7fe05406eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60672/0 (socket says 172.21.15.70:60672) 2024-09-05T06:15:05.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05a8c7640 1 -- 172.21.15.70:0/1873815856 learned_addr learned my addr 172.21.15.70:0/1873815856 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:05.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05a8c7640 1 -- 172.21.15.70:0/1873815856 >> v2:172.21.15.196:3300/0 conn(0x7fe054072a90 msgr2=0x7fe054072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:05.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05a8c7640 1 --2- 172.21.15.70:0/1873815856 >> v2:172.21.15.196:3300/0 conn(0x7fe054072a90 0x7fe054072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05a8c7640 1 -- 172.21.15.70:0/1873815856 >> v1:172.21.15.196:6789/0 conn(0x7fe0540afff0 legacy=0x7fe0540cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:05.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.115+0000 7fe05a8c7640 1 -- 172.21.15.70:0/1873815856 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0540d14c0 con 0x7fe05406e680 2024-09-05T06:15:05.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05a8c7640 1 --2- 172.21.15.70:0/1873815856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe05406eb10 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fe04c009e50 tx=0x7fe04c01c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=313910736dea91ad server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:05.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe0590c4640 1 -- 172.21.15.70:0/1873815856 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe04c0a5670 con 0x7fe05406e680 2024-09-05T06:15:05.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe0590c4640 1 -- 172.21.15.70:0/1873815856 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe04c0a5810 con 0x7fe05406e680 2024-09-05T06:15:05.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe0590c4640 1 -- 172.21.15.70:0/1873815856 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe04c0a5be0 con 0x7fe05406e680 2024-09-05T06:15:05.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 -- 172.21.15.70:0/1873815856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 msgr2=0x7fe05406eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:05.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 --2- 172.21.15.70:0/1873815856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe05406eb10 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fe04c009e50 tx=0x7fe04c01c9b0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 -- 172.21.15.70:0/1873815856 shutdown_connections 2024-09-05T06:15:05.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 --2- 172.21.15.70:0/1873815856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe05406eb10 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 --2- 172.21.15.70:0/1873815856 >> v2:172.21.15.196:3300/0 conn(0x7fe054072a90 0x7fe054072ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 -- 172.21.15.70:0/1873815856 >> 172.21.15.70:0/1873815856 conn(0x7fe05406bcc0 msgr2=0x7fe05406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:05.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 -- 172.21.15.70:0/1873815856 shutdown_connections 2024-09-05T06:15:05.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 -- 172.21.15.70:0/1873815856 wait complete. 2024-09-05T06:15:05.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 Processor -- start 2024-09-05T06:15:05.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.119+0000 7fe05c32a640 1 -- start start 2024-09-05T06:15:05.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe0540aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:05.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe054072a90 0x7fe054156200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:05.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0540afff0 0x7fe054159340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:05.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe0540ce2d0 con 0x7fe05406e680 2024-09-05T06:15:05.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe0540ce150 con 0x7fe0540afff0 2024-09-05T06:15:05.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe0540d0f80 con 0x7fe054072a90 2024-09-05T06:15:05.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe0540aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe0540aec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60674/0 (socket says 172.21.15.70:60674) 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 -- 172.21.15.70:0/2878113475 learned_addr learned my addr 172.21.15.70:0/2878113475 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 -- 172.21.15.70:0/2878113475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe054072a90 msgr2=0x7fe054156200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe054072a90 0x7fe054156200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 -- 172.21.15.70:0/2878113475 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0540afff0 msgr2=0x7fe054159340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0540afff0 0x7fe054159340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 -- 172.21.15.70:0/2878113475 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0540aaa40 con 0x7fe05406e680 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05a0c6640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe0540aec50 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fe05000b3e0 tx=0x7fe05000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe04affd640 1 -- 172.21.15.70:0/2878113475 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe050015020 con 0x7fe05406e680 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe04affd640 1 -- 172.21.15.70:0/2878113475 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe050011850 con 0x7fe05406e680 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0540aad20 con 0x7fe05406e680 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe04affd640 1 -- 172.21.15.70:0/2878113475 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe050011c40 con 0x7fe05406e680 2024-09-05T06:15:05.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0540ab2e0 con 0x7fe05406e680 2024-09-05T06:15:05.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe05406eb10 con 0x7fe05406e680 2024-09-05T06:15:05.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe04affd640 1 -- 172.21.15.70:0/2878113475 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe050018020 con 0x7fe05406e680 2024-09-05T06:15:05.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe04affd640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0380678c0 0x7fe038069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:05.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe04affd640 1 -- 172.21.15.70:0/2878113475 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fe050085be0 con 0x7fe05406e680 2024-09-05T06:15:05.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe0598c5640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0380678c0 0x7fe038069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:05.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.123+0000 7fe0598c5640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0380678c0 0x7fe038069d80 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe0540ccf10 tx=0x7fe044006ca0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:05.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.127+0000 7fe04affd640 1 -- 172.21.15.70:0/2878113475 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe05001f020 con 0x7fe05406e680 2024-09-05T06:15:05.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.311+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe054072ed0 con 0x7fe05406e680 2024-09-05T06:15:05.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.987+0000 7fe04affd640 1 -- 172.21.15.70:0/2878113475 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v46) ==== 122+0+0 (secure 0 0 0) 0x7fe0500172c0 con 0x7fe05406e680 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0380678c0 msgr2=0x7fe038069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0380678c0 0x7fe038069d80 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe0540ccf10 tx=0x7fe044006ca0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 msgr2=0x7fe0540aec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe0540aec50 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fe05000b3e0 tx=0x7fe05000b8a0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 shutdown_connections 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0380678c0 0x7fe038069d80 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0540afff0 0x7fe054159340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe054072a90 0x7fe054156200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 --2- 172.21.15.70:0/2878113475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe05406e680 0x7fe0540aec50 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 >> 172.21.15.70:0/2878113475 conn(0x7fe05406bcc0 msgr2=0x7fe0540cecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:05.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 shutdown_connections 2024-09-05T06:15:05.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:05.991+0000 7fe05c32a640 1 -- 172.21.15.70:0/2878113475 wait complete. 2024-09-05T06:15:06.011 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:15:06.011 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:06.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.135+0000 7f98d1bcb640 1 Processor -- start 2024-09-05T06:15:06.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.135+0000 7f98d1bcb640 1 -- start start 2024-09-05T06:15:06.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98d1bcb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 0x7f98cc0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98d1bcb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f98cc0d0e60 0x7f98cc0b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98d1bcb640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98cc15de60 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98d1bcb640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f98cc06d750 con 0x7f98cc0d0e60 2024-09-05T06:15:06.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98d1bcb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f98cc06da30 con 0x7f98cc0afe60 2024-09-05T06:15:06.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98cbfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f98cc0d0e60 0x7f98cc0b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98cbfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f98cc0d0e60 0x7f98cc0b3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60678/0 (socket says 172.21.15.70:60678) 2024-09-05T06:15:06.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98cbfff640 1 -- 172.21.15.70:0/1738573160 learned_addr learned my addr 172.21.15.70:0/1738573160 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:06.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98cbfff640 1 -- 172.21.15.70:0/1738573160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 msgr2=0x7f98cc0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:06.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98cbfff640 1 --2- 172.21.15.70:0/1738573160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 0x7f98cc0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98cbfff640 1 -- 172.21.15.70:0/1738573160 >> v1:172.21.15.196:6789/0 conn(0x7f98cc0b5ac0 legacy=0x7f98cc0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:06.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98cbfff640 1 -- 172.21.15.70:0/1738573160 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98cc06dd10 con 0x7f98cc0d0e60 2024-09-05T06:15:06.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98cbfff640 1 --2- 172.21.15.70:0/1738573160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0d0e60 0x7f98cc0b3930 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f98c4009e50 tx=0x7f98c401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=607f18d96e75e4f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98ca7fc640 1 -- 172.21.15.70:0/1738573160 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c40a55e0 con 0x7f98cc0d0e60 2024-09-05T06:15:06.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98ca7fc640 1 -- 172.21.15.70:0/1738573160 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98c40a5780 con 0x7f98cc0d0e60 2024-09-05T06:15:06.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.139+0000 7f98ca7fc640 1 -- 172.21.15.70:0/1738573160 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c40a5b50 con 0x7f98cc0d0e60 2024-09-05T06:15:06.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- 172.21.15.70:0/1738573160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0d0e60 msgr2=0x7f98cc0b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/1738573160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0d0e60 0x7f98cc0b3930 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f98c4009e50 tx=0x7f98c401c960 comp rx=0 tx=0).stop 2024-09-05T06:15:06.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- 172.21.15.70:0/1738573160 shutdown_connections 2024-09-05T06:15:06.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/1738573160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0d0e60 0x7f98cc0b3930 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/1738573160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 0x7f98cc0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- 172.21.15.70:0/1738573160 >> 172.21.15.70:0/1738573160 conn(0x7f98cc06bcc0 msgr2=0x7f98cc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:06.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- 172.21.15.70:0/1738573160 shutdown_connections 2024-09-05T06:15:06.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- 172.21.15.70:0/1738573160 wait complete. 2024-09-05T06:15:06.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 Processor -- start 2024-09-05T06:15:06.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- start start 2024-09-05T06:15:06.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 0x7f98cc165a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0b5ac0 0x7f98cc165f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f98cc0d0e60 0x7f98cc1fb690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f98cc0b4800 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f98cc0b4680 con 0x7f98cc0d0e60 2024-09-05T06:15:06.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f98cc0b4980 con 0x7f98cc0afe60 2024-09-05T06:15:06.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0b5ac0 0x7f98cc165f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0b5ac0 0x7f98cc165f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60680/0 (socket says 172.21.15.70:60680) 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 -- 172.21.15.70:0/4125292803 learned_addr learned my addr 172.21.15.70:0/4125292803 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98cbfff640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f98cc0d0e60 0x7f98cc1fb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98cb7fe640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 0x7f98cc165a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 -- 172.21.15.70:0/4125292803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 msgr2=0x7f98cc165a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 0x7f98cc165a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 -- 172.21.15.70:0/4125292803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f98cc0d0e60 msgr2=0x7f98cc1fb690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f98cc0d0e60 0x7f98cc1fb690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 -- 172.21.15.70:0/4125292803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98cc072170 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98caffd640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0b5ac0 0x7f98cc165f80 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f98c000c410 tx=0x7f98c000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98b3fff640 1 -- 172.21.15.70:0/4125292803 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c0017070 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98b3fff640 1 -- 172.21.15.70:0/4125292803 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98c0003600 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98cc072450 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98b3fff640 1 -- 172.21.15.70:0/4125292803 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c00039f0 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.143+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98cc072a10 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.147+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98cc0b5580 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.147+0000 7f98b3fff640 1 -- 172.21.15.70:0/4125292803 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f98c001a070 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.147+0000 7f98b3fff640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98b80678f0 0x7f98b8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.147+0000 7f98cb7fe640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98b80678f0 0x7f98b8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.147+0000 7f98b3fff640 1 -- 172.21.15.70:0/4125292803 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f98c0085020 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.147+0000 7f98cb7fe640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98b80678f0 0x7f98b8069db0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f98bc006fd0 tx=0x7f98bc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.151+0000 7f98b3fff640 1 -- 172.21.15.70:0/4125292803 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f98c0055460 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.347+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98cc06c560 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.347+0000 7f98b3fff640 1 -- 172.21.15.70:0/4125292803 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5228 (secure 0 0 0) 0x7f98c0059760 con 0x7f98cc0b5ac0 2024-09-05T06:15:06.346 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:06.346 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:03.302264+0000","modified":"2024-09-05T06:15:05.317474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6534},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6534":{"gid":6534,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/4113457548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":4113457548},{"type":"v1","addr":"172.21.15.70:6837","nonce":4113457548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6534,"qdb_cluster":[6534]},"id":7}]} 2024-09-05T06:15:06.346 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 46 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98b80678f0 msgr2=0x7f98b8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98b80678f0 0x7f98b8069db0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f98bc006fd0 tx=0x7f98bc008040 comp rx=0 tx=0).stop 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0b5ac0 msgr2=0x7f98cc165f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0b5ac0 0x7f98cc165f80 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f98c000c410 tx=0x7f98c000c8d0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 shutdown_connections 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98b80678f0 0x7f98b8069db0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f98cc0d0e60 0x7f98cc1fb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98cc0b5ac0 0x7f98cc165f80 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 --2- 172.21.15.70:0/4125292803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98cc0afe60 0x7f98cc165a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 >> 172.21.15.70:0/4125292803 conn(0x7f98cc06bcc0 msgr2=0x7f98cc0d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:06.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 shutdown_connections 2024-09-05T06:15:06.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.351+0000 7f98d1bcb640 1 -- 172.21.15.70:0/4125292803 wait complete. 2024-09-05T06:15:06.364 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:06.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62aed09640 1 Processor -- start 2024-09-05T06:15:06.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62aed09640 1 -- start start 2024-09-05T06:15:06.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62aed09640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f62a815edb0 0x7f62a80d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62aed09640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f62a80cf7e0 0x7f62a80d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62aed09640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62a80cfd30 con 0x7f62a80d4980 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62aed09640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f62a80b5620 con 0x7f62a80cf7e0 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62aed09640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f62a80d0010 con 0x7f62a815edb0 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62ad2a6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f62a80cf7e0 0x7f62a80d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62acaa5640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f62a80d4980 0x7f62a80d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54246/0 (socket says 172.21.15.70:54246) 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.471+0000 7f62acaa5640 1 -- 172.21.15.70:0/399819009 learned_addr learned my addr 172.21.15.70:0/399819009 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62a7fff640 1 --2- 172.21.15.70:0/399819009 >> v2:172.21.15.196:3300/0 conn(0x7f62a815edb0 0x7f62a80d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62ad2a6640 1 -- 172.21.15.70:0/399819009 >> v2:172.21.15.196:3300/0 conn(0x7f62a815edb0 msgr2=0x7f62a80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62ad2a6640 1 --2- 172.21.15.70:0/399819009 >> v2:172.21.15.196:3300/0 conn(0x7f62a815edb0 0x7f62a80d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62ad2a6640 1 -- 172.21.15.70:0/399819009 >> v1:172.21.15.70:6789/0 conn(0x7f62a80d4980 legacy=0x7f62a80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62ad2a6640 1 -- 172.21.15.70:0/399819009 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a80d02f0 con 0x7f62a80cf7e0 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62a7fff640 1 --2- 172.21.15.70:0/399819009 >> v2:172.21.15.196:3300/0 conn(0x7f62a815edb0 0x7f62a80d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62a77fe640 1 -- 172.21.15.70:0/399819009 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3999374466 0 0) 0x7f62a80cfd30 con 0x7f62a80d4980 2024-09-05T06:15:06.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62ad2a6640 1 --2- 172.21.15.70:0/399819009 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80cf7e0 0x7f62a80d3880 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f62a80d1320 tx=0x7f62a001c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4254a4ce7cce99d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62a77fe640 1 -- 172.21.15.70:0/399819009 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a00b2070 con 0x7f62a80cf7e0 2024-09-05T06:15:06.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62a77fe640 1 -- 172.21.15.70:0/399819009 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62a00a59c0 con 0x7f62a80cf7e0 2024-09-05T06:15:06.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62a77fe640 1 -- 172.21.15.70:0/399819009 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a00a5d90 con 0x7f62a80cf7e0 2024-09-05T06:15:06.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62aed09640 1 -- 172.21.15.70:0/399819009 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80cf7e0 msgr2=0x7f62a80d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62aed09640 1 --2- 172.21.15.70:0/399819009 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80cf7e0 0x7f62a80d3880 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f62a80d1320 tx=0x7f62a001c900 comp rx=0 tx=0).stop 2024-09-05T06:15:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62aed09640 1 -- 172.21.15.70:0/399819009 shutdown_connections 2024-09-05T06:15:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62aed09640 1 --2- 172.21.15.70:0/399819009 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80cf7e0 0x7f62a80d3880 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62aed09640 1 --2- 172.21.15.70:0/399819009 >> v2:172.21.15.196:3300/0 conn(0x7f62a815edb0 0x7f62a80d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62aed09640 1 -- 172.21.15.70:0/399819009 >> 172.21.15.70:0/399819009 conn(0x7f62a808e690 msgr2=0x7f62a809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62aed09640 1 -- 172.21.15.70:0/399819009 shutdown_connections 2024-09-05T06:15:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.475+0000 7f62aed09640 1 -- 172.21.15.70:0/399819009 wait complete. 2024-09-05T06:15:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 Processor -- start 2024-09-05T06:15:06.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 -- start start 2024-09-05T06:15:06.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a80cf7e0 0x7f62a80c8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80d4980 0x7f62a8154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62a815edb0 0x7f62a815fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f62a80b4fa0 con 0x7f62a80d4980 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f62a80b4e20 con 0x7f62a80cf7e0 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f62a80b5120 con 0x7f62a815edb0 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80d4980 0x7f62a8154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80d4980 0x7f62a8154bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60686/0 (socket says 172.21.15.70:60686) 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 -- 172.21.15.70:0/723953857 learned_addr learned my addr 172.21.15.70:0/723953857 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62ad2a6640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62a815edb0 0x7f62a815fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 -- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62a815edb0 msgr2=0x7f62a815fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62acaa5640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a80cf7e0 0x7f62a80c8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62a815edb0 0x7f62a815fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 -- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a80cf7e0 msgr2=0x7f62a80c8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a80cf7e0 0x7f62a80c8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 -- 172.21.15.70:0/723953857 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a815cb00 con 0x7f62a80d4980 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62acaa5640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a80cf7e0 0x7f62a80c8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a7fff640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80d4980 0x7f62a8154bf0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f629c00c7f0 tx=0x7f629c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a57fa640 1 -- 172.21.15.70:0/723953857 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629c015070 con 0x7f62a80d4980 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a57fa640 1 -- 172.21.15.70:0/723953857 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f629c007820 con 0x7f62a80d4980 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62a815d1a0 con 0x7f62a80d4980 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a57fa640 1 -- 172.21.15.70:0/723953857 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629c007c10 con 0x7f62a80d4980 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62a815d760 con 0x7f62a80d4980 2024-09-05T06:15:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62a80d4d60 con 0x7f62a80d4980 2024-09-05T06:15:06.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a57fa640 1 -- 172.21.15.70:0/723953857 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f629c018070 con 0x7f62a80d4980 2024-09-05T06:15:06.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a57fa640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62940678c0 0x7f6294069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62a57fa640 1 -- 172.21.15.70:0/723953857 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f629c085e60 con 0x7f62a80d4980 2024-09-05T06:15:06.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.479+0000 7f62acaa5640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62940678c0 0x7f6294069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.483+0000 7f62acaa5640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62940678c0 0x7f6294069d80 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6298000f70 tx=0x7f6298009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.487+0000 7f62a57fa640 1 -- 172.21.15.70:0/723953857 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f629c056920 con 0x7f62a80d4980 2024-09-05T06:15:06.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.635+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f62a80b1eb0 con 0x7f62a80d4980 2024-09-05T06:15:06.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.635+0000 7f62a57fa640 1 -- 172.21.15.70:0/723953857 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v126) ==== 74+0+16668 (secure 0 0 0) 0x7f629c056220 con 0x7f62a80d4980 2024-09-05T06:15:06.633 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:06.634 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":126,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:04.955913+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:01.084887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:02.324888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"126","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:06.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62940678c0 msgr2=0x7f6294069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62940678c0 0x7f6294069d80 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6298000f70 tx=0x7f6298009040 comp rx=0 tx=0).stop 2024-09-05T06:15:06.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80d4980 msgr2=0x7f62a8154bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80d4980 0x7f62a8154bf0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f629c00c7f0 tx=0x7f629c00ccb0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 shutdown_connections 2024-09-05T06:15:06.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f62940678c0 0x7f6294069d80 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f62a815edb0 0x7f62a815fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f62a80d4980 0x7f62a8154bf0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 --2- 172.21.15.70:0/723953857 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f62a80cf7e0 0x7f62a80c8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 >> 172.21.15.70:0/723953857 conn(0x7f62a808e690 msgr2=0x7f62a806d700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:06.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 shutdown_connections 2024-09-05T06:15:06.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.639+0000 7f62aed09640 1 -- 172.21.15.70:0/723953857 wait complete. 2024-09-05T06:15:06.652 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:15:06.652 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:15:06.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.763+0000 7fd652617640 1 Processor -- start 2024-09-05T06:15:06.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.763+0000 7fd652617640 1 -- start start 2024-09-05T06:15:06.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.763+0000 7fd652617640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd64c0d0e60 0x7fd64c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.763+0000 7fd652617640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd64c06d570 con 0x7fd64c157110 2024-09-05T06:15:06.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.763+0000 7fd652617640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd64c06d850 con 0x7fd64c0ceaf0 2024-09-05T06:15:06.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.763+0000 7fd652617640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd64c06db30 con 0x7fd64c0d0e60 2024-09-05T06:15:06.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.763+0000 7fd64bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd64c157110 0x7fd64c0b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54262/0 (socket says 172.21.15.70:54262) 2024-09-05T06:15:06.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.763+0000 7fd64bfff640 1 -- 172.21.15.70:0/2382445235 learned_addr learned my addr 172.21.15.70:0/2382445235 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:06.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd650bb4640 1 --2- 172.21.15.70:0/2382445235 >> v2:172.21.15.196:3300/0 conn(0x7fd64c0d0e60 0x7fd64c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3392160341 0 0) 0x7fd64c06d570 con 0x7fd64c157110 2024-09-05T06:15:06.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd638003530 con 0x7fd64c157110 2024-09-05T06:15:06.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3560881671 0 0) 0x7fd638003530 con 0x7fd64c157110 2024-09-05T06:15:06.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 >> v2:172.21.15.196:3300/0 conn(0x7fd64c0d0e60 msgr2=0x7fd64c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 --2- 172.21.15.70:0/2382445235 >> v2:172.21.15.196:3300/0 conn(0x7fd64c0d0e60 0x7fd64c0af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 >> v1:172.21.15.196:6789/0 conn(0x7fd64c0ceaf0 legacy=0x7fd64c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd64c06de10 con 0x7fd64c157110 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fd63c0016a0 con 0x7fd64c157110 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 >> v1:172.21.15.70:6789/0 conn(0x7fd64c157110 legacy=0x7fd64c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd638003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd638004810 0x7fd638004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6380051d0 0x7fd63800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c06db30 con 0x7fd6380039c0 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd63800c070 con 0x7fd638004810 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd63800c270 con 0x7fd6380051d0 2024-09-05T06:15:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64bfff640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd638003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd643fff640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd638004810 0x7fd638004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd650bb4640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6380051d0 0x7fd63800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64bfff640 1 -- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6380051d0 msgr2=0x7fd63800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64bfff640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6380051d0 0x7fd63800b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64bfff640 1 -- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd638004810 msgr2=0x7fd638004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64bfff640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd638004810 0x7fd638004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64bfff640 1 -- 172.21.15.70:0/2382445235 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd638003530 con 0x7fd6380039c0 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd650bb4640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6380051d0 0x7fd63800b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:06.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd650bb4640 1 -- 172.21.15.70:0/2382445235 reap_dead start 2024-09-05T06:15:06.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64bfff640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd638003de0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fd63c00c290 tx=0x7fd63c01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=414bb6449e2906e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c007d60 con 0x7fd6380039c0 2024-09-05T06:15:06.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd63c0a9070 con 0x7fd6380039c0 2024-09-05T06:15:06.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd64b7fe640 1 -- 172.21.15.70:0/2382445235 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c005d40 con 0x7fd6380039c0 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd652617640 1 -- 172.21.15.70:0/2382445235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 msgr2=0x7fd638003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd652617640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd638003de0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fd63c00c290 tx=0x7fd63c01cc40 comp rx=0 tx=0).stop 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd652617640 1 -- 172.21.15.70:0/2382445235 shutdown_connections 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd652617640 1 --2- 172.21.15.70:0/2382445235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd638003de0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd652617640 1 -- 172.21.15.70:0/2382445235 >> 172.21.15.70:0/2382445235 conn(0x7fd64c06bcc0 msgr2=0x7fd64c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd652617640 1 -- 172.21.15.70:0/2382445235 shutdown_connections 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.767+0000 7fd652617640 1 -- 172.21.15.70:0/2382445235 wait complete. 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 Processor -- start 2024-09-05T06:15:06.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 -- start start 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd64c14e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd64c0b1b70 0x7fd64c15b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd64c0b1ff0 0x7fd64c15bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c0af8a0 con 0x7fd6380039c0 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c0af720 con 0x7fd64c0b1ff0 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd64c0afa20 con 0x7fd64c0b1b70 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd64c14e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd64c14e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60704/0 (socket says 172.21.15.70:60704) 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 -- 172.21.15.70:0/3920708456 learned_addr learned my addr 172.21.15.70:0/3920708456 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:06.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd650bb4640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd64c0b1ff0 0x7fd64c15bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd643fff640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd64c0b1b70 0x7fd64c15b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 -- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd64c0b1b70 msgr2=0x7fd64c15b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd64c0b1b70 0x7fd64c15b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 -- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd64c0b1ff0 msgr2=0x7fd64c15bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd64c0b1ff0 0x7fd64c15bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 -- 172.21.15.70:0/3920708456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd64c0719c0 con 0x7fd6380039c0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd650bb4640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd64c0b1ff0 0x7fd64c15bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd64bfff640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd64c14e440 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fd63c000c10 tx=0x7fd638005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd6497fa640 1 -- 172.21.15.70:0/3920708456 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c007d60 con 0x7fd6380039c0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd6497fa640 1 -- 172.21.15.70:0/3920708456 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd63c000ee0 con 0x7fd6380039c0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd64c071ca0 con 0x7fd6380039c0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd6497fa640 1 -- 172.21.15.70:0/3920708456 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c007180 con 0x7fd6380039c0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd64c072260 con 0x7fd6380039c0 2024-09-05T06:15:06.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.771+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd64c0cdc90 con 0x7fd6380039c0 2024-09-05T06:15:06.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.775+0000 7fd6497fa640 1 -- 172.21.15.70:0/3920708456 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd63c007320 con 0x7fd6380039c0 2024-09-05T06:15:06.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.775+0000 7fd6497fa640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd62c0678c0 0x7fd62c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:06.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.775+0000 7fd6497fa640 1 -- 172.21.15.70:0/3920708456 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fd63c11f500 con 0x7fd6380039c0 2024-09-05T06:15:06.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.775+0000 7fd643fff640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd62c0678c0 0x7fd62c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:06.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.775+0000 7fd643fff640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd62c0678c0 0x7fd62c069d80 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd64c0aea10 tx=0x7fd634009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:06.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.779+0000 7fd6497fa640 1 -- 172.21.15.70:0/3920708456 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd64c0b5d90 con 0x7fd6380039c0 2024-09-05T06:15:06.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.923+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd64c0b4a90 con 0x7fd62c0678c0 2024-09-05T06:15:06.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.931+0000 7fd6497fa640 1 -- 172.21.15.70:0/3920708456 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+237608 (secure 0 0 0) 0x7fd64c0b4a90 con 0x7fd62c0678c0 2024-09-05T06:15:06.931 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:06.933 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:15:06.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd62c0678c0 msgr2=0x7fd62c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd62c0678c0 0x7fd62c069d80 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd64c0aea10 tx=0x7fd634009040 comp rx=0 tx=0).stop 2024-09-05T06:15:06.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 msgr2=0x7fd64c14e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:06.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd64c14e440 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fd63c000c10 tx=0x7fd638005840 comp rx=0 tx=0).stop 2024-09-05T06:15:06.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 shutdown_connections 2024-09-05T06:15:06.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd62c0678c0 0x7fd62c069d80 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd64c0b1ff0 0x7fd64c15bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd64c0b1b70 0x7fd64c15b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 --2- 172.21.15.70:0/3920708456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd6380039c0 0x7fd64c14e440 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:06.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 >> 172.21.15.70:0/3920708456 conn(0x7fd64c06bcc0 msgr2=0x7fd64c06c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:06.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 shutdown_connections 2024-09-05T06:15:06.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:06.935+0000 7fd652617640 1 -- 172.21.15.70:0/3920708456 wait complete. 2024-09-05T06:15:06.948 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":275,"stamp":"2024-09-05T06:15:06.424654+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":6428,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556071,"statfs":{"total":1600000000,"available":1593417142,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.480812"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944008+0000","last_change":"2024-09-05T06:15:01.944008+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944008+0000","last_undegraded":"2024-09-05T06:15:01.944008+0000","last_fullsized":"2024-09-05T06:15:01.944008+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953862+0000","last_change":"2024-09-05T06:15:01.953862+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953862+0000","last_undegraded":"2024-09-05T06:15:01.953862+0000","last_fullsized":"2024-09-05T06:15:01.953862+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943853+0000","last_change":"2024-09-05T06:15:01.943853+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943853+0000","last_undegraded":"2024-09-05T06:15:01.943853+0000","last_fullsized":"2024-09-05T06:15:01.943853+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949714+0000","last_change":"2024-09-05T06:15:01.949714+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949714+0000","last_undegraded":"2024-09-05T06:15:01.949714+0000","last_fullsized":"2024-09-05T06:15:01.949714+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947942+0000","last_change":"2024-09-05T06:15:01.947942+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947942+0000","last_undegraded":"2024-09-05T06:15:01.947942+0000","last_fullsized":"2024-09-05T06:15:01.947942+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943096+0000","last_change":"2024-09-05T06:15:01.943096+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943096+0000","last_undegraded":"2024-09-05T06:15:01.943096+0000","last_fullsized":"2024-09-05T06:15:01.943096+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953372+0000","last_change":"2024-09-05T06:15:01.953372+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953372+0000","last_undegraded":"2024-09-05T06:15:01.953372+0000","last_fullsized":"2024-09-05T06:15:01.953372+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947188+0000","last_change":"2024-09-05T06:15:01.947188+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947188+0000","last_undegraded":"2024-09-05T06:15:01.947188+0000","last_fullsized":"2024-09-05T06:15:01.947188+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944633+0000","last_change":"2024-09-05T06:15:01.944633+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944633+0000","last_undegraded":"2024-09-05T06:15:01.944633+0000","last_fullsized":"2024-09-05T06:15:01.944633+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.946932+0000","last_change":"2024-09-05T06:15:01.946932+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.946932+0000","last_undegraded":"2024-09-05T06:15:01.946932+0000","last_fullsized":"2024-09-05T06:15:01.946932+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953361+0000","last_change":"2024-09-05T06:15:01.953361+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953361+0000","last_undegraded":"2024-09-05T06:15:01.953361+0000","last_fullsized":"2024-09-05T06:15:01.953361+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.950291+0000","last_change":"2024-09-05T06:15:01.950291+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.950291+0000","last_undegraded":"2024-09-05T06:15:01.950291+0000","last_fullsized":"2024-09-05T06:15:01.950291+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.946238+0000","last_change":"2024-09-05T06:15:01.946238+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.946238+0000","last_undegraded":"2024-09-05T06:15:01.946238+0000","last_fullsized":"2024-09-05T06:15:01.946238+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948802+0000","last_change":"2024-09-05T06:15:01.948802+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948802+0000","last_undegraded":"2024-09-05T06:15:01.948802+0000","last_fullsized":"2024-09-05T06:15:01.948802+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.950220+0000","last_change":"2024-09-05T06:15:01.950220+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.950220+0000","last_undegraded":"2024-09-05T06:15:01.950220+0000","last_fullsized":"2024-09-05T06:15:01.950220+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948671+0000","last_change":"2024-09-05T06:15:01.948671+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948671+0000","last_undegraded":"2024-09-05T06:15:01.948671+0000","last_fullsized":"2024-09-05T06:15:01.948671+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949834+0000","last_change":"2024-09-05T06:15:01.949834+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949834+0000","last_undegraded":"2024-09-05T06:15:01.949834+0000","last_fullsized":"2024-09-05T06:15:01.949834+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953318+0000","last_change":"2024-09-05T06:15:01.953318+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953318+0000","last_undegraded":"2024-09-05T06:15:01.953318+0000","last_fullsized":"2024-09-05T06:15:01.953318+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.945159+0000","last_change":"2024-09-05T06:15:01.945159+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.945159+0000","last_undegraded":"2024-09-05T06:15:01.945159+0000","last_fullsized":"2024-09-05T06:15:01.945159+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947024+0000","last_change":"2024-09-05T06:15:01.947024+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947024+0000","last_undegraded":"2024-09-05T06:15:01.947024+0000","last_fullsized":"2024-09-05T06:15:01.947024+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949111+0000","last_change":"2024-09-05T06:15:01.949111+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949111+0000","last_undegraded":"2024-09-05T06:15:01.949111+0000","last_fullsized":"2024-09-05T06:15:01.949111+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:02.150943+0000","last_change":"2024-09-05T06:15:02.150943+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.150943+0000","last_undegraded":"2024-09-05T06:15:02.150943+0000","last_fullsized":"2024-09-05T06:15:02.150943+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943877+0000","last_change":"2024-09-05T06:15:01.943877+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943877+0000","last_undegraded":"2024-09-05T06:15:01.943877+0000","last_fullsized":"2024-09-05T06:15:01.943877+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949745+0000","last_change":"2024-09-05T06:15:01.949745+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949745+0000","last_undegraded":"2024-09-05T06:15:01.949745+0000","last_fullsized":"2024-09-05T06:15:01.949745+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.945880+0000","last_change":"2024-09-05T06:15:01.945880+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.945880+0000","last_undegraded":"2024-09-05T06:15:01.945880+0000","last_fullsized":"2024-09-05T06:15:01.945880+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944532+0000","last_change":"2024-09-05T06:15:01.944532+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944532+0000","last_undegraded":"2024-09-05T06:15:01.944532+0000","last_fullsized":"2024-09-05T06:15:01.944532+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948771+0000","last_change":"2024-09-05T06:15:01.948771+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948771+0000","last_undegraded":"2024-09-05T06:15:01.948771+0000","last_fullsized":"2024-09-05T06:15:01.948771+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943027+0000","last_change":"2024-09-05T06:15:01.943027+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943027+0000","last_undegraded":"2024-09-05T06:15:01.943027+0000","last_fullsized":"2024-09-05T06:15:01.943027+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948715+0000","last_change":"2024-09-05T06:15:01.948715+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948715+0000","last_undegraded":"2024-09-05T06:15:01.948715+0000","last_fullsized":"2024-09-05T06:15:01.948715+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.942964+0000","last_change":"2024-09-05T06:15:01.942964+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.942964+0000","last_undegraded":"2024-09-05T06:15:01.942964+0000","last_fullsized":"2024-09-05T06:15:01.942964+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.942890+0000","last_change":"2024-09-05T06:15:01.942890+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.942890+0000","last_undegraded":"2024-09-05T06:15:01.942890+0000","last_fullsized":"2024-09-05T06:15:01.942890+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949838+0000","last_change":"2024-09-05T06:15:01.949838+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949838+0000","last_undegraded":"2024-09-05T06:15:01.949838+0000","last_fullsized":"2024-09-05T06:15:01.949838+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":376,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-05T06:15:01.950501+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:15:01.950501+0000","last_peered":"2024-09-05T06:15:01.950501+0000","last_clean":"2024-09-05T06:15:01.950501+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:15:01.950501+0000","last_undegraded":"2024-09-05T06:15:01.950501+0000","last_fullsized":"2024-09-05T06:15:01.950501+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574913,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574913,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1240,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194072,"statfs":{"total":200000000,"available":198730004,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574912,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1240,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194072,"statfs":{"total":200000000,"available":198730004,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:15:06.952 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:15:07.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa3423ae640 1 Processor -- start 2024-09-05T06:15:07.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa3423ae640 1 -- start start 2024-09-05T06:15:07.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa3423ae640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa33c146490 0x7fa33c0cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa3423ae640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa33c161310 0x7fa33c0706c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa3423ae640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa33c0d12b0 con 0x7fa33c0ce3f0 2024-09-05T06:15:07.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa3423ae640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa33c146870 con 0x7fa33c161310 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa3423ae640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa33c160830 con 0x7fa33c146490 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa33b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa33c161310 0x7fa33c0706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa34094b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa33c0ce3f0 0x7fa33c06bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:54278/0 (socket says 172.21.15.70:54278) 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa34094b640 1 -- 172.21.15.70:0/15777387 learned_addr learned my addr 172.21.15.70:0/15777387 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa33bfff640 1 --2- 172.21.15.70:0/15777387 >> v2:172.21.15.196:3300/0 conn(0x7fa33c146490 0x7fa33c0cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa33b7fe640 1 -- 172.21.15.70:0/15777387 >> v2:172.21.15.196:3300/0 conn(0x7fa33c146490 msgr2=0x7fa33c0cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa33b7fe640 1 --2- 172.21.15.70:0/15777387 >> v2:172.21.15.196:3300/0 conn(0x7fa33c146490 0x7fa33c0cf8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa33b7fe640 1 -- 172.21.15.70:0/15777387 >> v1:172.21.15.70:6789/0 conn(0x7fa33c0ce3f0 legacy=0x7fa33c06bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa33b7fe640 1 -- 172.21.15.70:0/15777387 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33c160b10 con 0x7fa33c161310 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa33affd640 1 -- 172.21.15.70:0/15777387 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4070102274 0 0) 0x7fa33c0d12b0 con 0x7fa33c0ce3f0 2024-09-05T06:15:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.111+0000 7fa33bfff640 1 --2- 172.21.15.70:0/15777387 >> v2:172.21.15.196:3300/0 conn(0x7fa33c146490 0x7fa33c0cf8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:07.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa33b7fe640 1 --2- 172.21.15.70:0/15777387 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c0706c0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fa33c071e60 tx=0x7fa32401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1895cdfb43b59812 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa33affd640 1 -- 172.21.15.70:0/15777387 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3240b0070 con 0x7fa33c161310 2024-09-05T06:15:07.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa33affd640 1 -- 172.21.15.70:0/15777387 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3240ab600 con 0x7fa33c161310 2024-09-05T06:15:07.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa33affd640 1 -- 172.21.15.70:0/15777387 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3240ab9d0 con 0x7fa33c161310 2024-09-05T06:15:07.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- 172.21.15.70:0/15777387 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 msgr2=0x7fa33c0706c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 --2- 172.21.15.70:0/15777387 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c0706c0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fa33c071e60 tx=0x7fa32401c480 comp rx=0 tx=0).stop 2024-09-05T06:15:07.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- 172.21.15.70:0/15777387 shutdown_connections 2024-09-05T06:15:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 --2- 172.21.15.70:0/15777387 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c0706c0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 --2- 172.21.15.70:0/15777387 >> v2:172.21.15.196:3300/0 conn(0x7fa33c146490 0x7fa33c0cf8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- 172.21.15.70:0/15777387 >> 172.21.15.70:0/15777387 conn(0x7fa33c072730 msgr2=0x7fa33c072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- 172.21.15.70:0/15777387 shutdown_connections 2024-09-05T06:15:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- 172.21.15.70:0/15777387 wait complete. 2024-09-05T06:15:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 Processor -- start 2024-09-05T06:15:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- start start 2024-09-05T06:15:07.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa33c0ce3f0 0x7fa33c0700f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa33c146490 0x7fa33c15c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c1fad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c169be0 con 0x7fa33c161310 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c071010 con 0x7fa33c146490 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa33c169d60 con 0x7fa33c0ce3f0 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c1fad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c1fad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60724/0 (socket says 172.21.15.70:60724) 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 -- 172.21.15.70:0/2311379790 learned_addr learned my addr 172.21.15.70:0/2311379790 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa33bfff640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa33c0ce3f0 0x7fa33c0700f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 -- 172.21.15.70:0/2311379790 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa33c0ce3f0 msgr2=0x7fa33c0700f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa33c0ce3f0 0x7fa33c0700f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 -- 172.21.15.70:0/2311379790 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa33c146490 msgr2=0x7fa33c15c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa33c146490 0x7fa33c15c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 -- 172.21.15.70:0/2311379790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33c15cd00 con 0x7fa33c161310 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa34094b640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c1fad80 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fa32c00c7d0 tx=0x7fa32c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa338ff9640 1 -- 172.21.15.70:0/2311379790 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32c018070 con 0x7fa33c161310 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa338ff9640 1 -- 172.21.15.70:0/2311379790 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa32c00a640 con 0x7fa33c161310 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.115+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa33c1431d0 con 0x7fa33c161310 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.119+0000 7fa338ff9640 1 -- 172.21.15.70:0/2311379790 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32c00aa70 con 0x7fa33c161310 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.119+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa33c143790 con 0x7fa33c161310 2024-09-05T06:15:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.119+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa33c0cf8c0 con 0x7fa33c161310 2024-09-05T06:15:07.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.119+0000 7fa338ff9640 1 -- 172.21.15.70:0/2311379790 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa32c01b070 con 0x7fa33c161310 2024-09-05T06:15:07.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.119+0000 7fa338ff9640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa31c0678c0 0x7fa31c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.119+0000 7fa33bfff640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa31c0678c0 0x7fa31c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.119+0000 7fa338ff9640 1 -- 172.21.15.70:0/2311379790 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fa32c085250 con 0x7fa33c161310 2024-09-05T06:15:07.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.119+0000 7fa33bfff640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa31c0678c0 0x7fa31c069d80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa334006fd0 tx=0x7fa334008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.123+0000 7fa338ff9640 1 -- 172.21.15.70:0/2311379790 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa32c055e20 con 0x7fa33c161310 2024-09-05T06:15:07.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.279+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa33c0cf510 con 0x7fa31c0678c0 2024-09-05T06:15:07.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.287+0000 7fa338ff9640 1 -- 172.21.15.70:0/2311379790 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+237608 (secure 0 0 0) 0x7fa33c0cf510 con 0x7fa31c0678c0 2024-09-05T06:15:07.288 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:15:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa31c0678c0 msgr2=0x7fa31c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa31c0678c0 0x7fa31c069d80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa334006fd0 tx=0x7fa334008040 comp rx=0 tx=0).stop 2024-09-05T06:15:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 msgr2=0x7fa33c1fad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c1fad80 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fa32c00c7d0 tx=0x7fa32c00cc90 comp rx=0 tx=0).stop 2024-09-05T06:15:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 shutdown_connections 2024-09-05T06:15:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa31c0678c0 0x7fa31c069d80 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa33c161310 0x7fa33c1fad80 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa33c146490 0x7fa33c15c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 --2- 172.21.15.70:0/2311379790 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa33c0ce3f0 0x7fa33c0700f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 >> 172.21.15.70:0/2311379790 conn(0x7fa33c072730 msgr2=0x7fa33c0b4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 shutdown_connections 2024-09-05T06:15:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.291+0000 7fa3423ae640 1 -- 172.21.15.70:0/2311379790 wait complete. 2024-09-05T06:15:07.307 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":275,"stamp":"2024-09-05T06:15:06.424654+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":6428,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556071,"statfs":{"total":1600000000,"available":1593417142,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.480812"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944008+0000","last_change":"2024-09-05T06:15:01.944008+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944008+0000","last_undegraded":"2024-09-05T06:15:01.944008+0000","last_fullsized":"2024-09-05T06:15:01.944008+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953862+0000","last_change":"2024-09-05T06:15:01.953862+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953862+0000","last_undegraded":"2024-09-05T06:15:01.953862+0000","last_fullsized":"2024-09-05T06:15:01.953862+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943853+0000","last_change":"2024-09-05T06:15:01.943853+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943853+0000","last_undegraded":"2024-09-05T06:15:01.943853+0000","last_fullsized":"2024-09-05T06:15:01.943853+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949714+0000","last_change":"2024-09-05T06:15:01.949714+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949714+0000","last_undegraded":"2024-09-05T06:15:01.949714+0000","last_fullsized":"2024-09-05T06:15:01.949714+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947942+0000","last_change":"2024-09-05T06:15:01.947942+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947942+0000","last_undegraded":"2024-09-05T06:15:01.947942+0000","last_fullsized":"2024-09-05T06:15:01.947942+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943096+0000","last_change":"2024-09-05T06:15:01.943096+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943096+0000","last_undegraded":"2024-09-05T06:15:01.943096+0000","last_fullsized":"2024-09-05T06:15:01.943096+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953372+0000","last_change":"2024-09-05T06:15:01.953372+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953372+0000","last_undegraded":"2024-09-05T06:15:01.953372+0000","last_fullsized":"2024-09-05T06:15:01.953372+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947188+0000","last_change":"2024-09-05T06:15:01.947188+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947188+0000","last_undegraded":"2024-09-05T06:15:01.947188+0000","last_fullsized":"2024-09-05T06:15:01.947188+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944633+0000","last_change":"2024-09-05T06:15:01.944633+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944633+0000","last_undegraded":"2024-09-05T06:15:01.944633+0000","last_fullsized":"2024-09-05T06:15:01.944633+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.946932+0000","last_change":"2024-09-05T06:15:01.946932+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.946932+0000","last_undegraded":"2024-09-05T06:15:01.946932+0000","last_fullsized":"2024-09-05T06:15:01.946932+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953361+0000","last_change":"2024-09-05T06:15:01.953361+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953361+0000","last_undegraded":"2024-09-05T06:15:01.953361+0000","last_fullsized":"2024-09-05T06:15:01.953361+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.950291+0000","last_change":"2024-09-05T06:15:01.950291+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.950291+0000","last_undegraded":"2024-09-05T06:15:01.950291+0000","last_fullsized":"2024-09-05T06:15:01.950291+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.946238+0000","last_change":"2024-09-05T06:15:01.946238+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.946238+0000","last_undegraded":"2024-09-05T06:15:01.946238+0000","last_fullsized":"2024-09-05T06:15:01.946238+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948802+0000","last_change":"2024-09-05T06:15:01.948802+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948802+0000","last_undegraded":"2024-09-05T06:15:01.948802+0000","last_fullsized":"2024-09-05T06:15:01.948802+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.950220+0000","last_change":"2024-09-05T06:15:01.950220+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.950220+0000","last_undegraded":"2024-09-05T06:15:01.950220+0000","last_fullsized":"2024-09-05T06:15:01.950220+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948671+0000","last_change":"2024-09-05T06:15:01.948671+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948671+0000","last_undegraded":"2024-09-05T06:15:01.948671+0000","last_fullsized":"2024-09-05T06:15:01.948671+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949834+0000","last_change":"2024-09-05T06:15:01.949834+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949834+0000","last_undegraded":"2024-09-05T06:15:01.949834+0000","last_fullsized":"2024-09-05T06:15:01.949834+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953318+0000","last_change":"2024-09-05T06:15:01.953318+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953318+0000","last_undegraded":"2024-09-05T06:15:01.953318+0000","last_fullsized":"2024-09-05T06:15:01.953318+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.945159+0000","last_change":"2024-09-05T06:15:01.945159+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.945159+0000","last_undegraded":"2024-09-05T06:15:01.945159+0000","last_fullsized":"2024-09-05T06:15:01.945159+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947024+0000","last_change":"2024-09-05T06:15:01.947024+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947024+0000","last_undegraded":"2024-09-05T06:15:01.947024+0000","last_fullsized":"2024-09-05T06:15:01.947024+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949111+0000","last_change":"2024-09-05T06:15:01.949111+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949111+0000","last_undegraded":"2024-09-05T06:15:01.949111+0000","last_fullsized":"2024-09-05T06:15:01.949111+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:02.150943+0000","last_change":"2024-09-05T06:15:02.150943+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.150943+0000","last_undegraded":"2024-09-05T06:15:02.150943+0000","last_fullsized":"2024-09-05T06:15:02.150943+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943877+0000","last_change":"2024-09-05T06:15:01.943877+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943877+0000","last_undegraded":"2024-09-05T06:15:01.943877+0000","last_fullsized":"2024-09-05T06:15:01.943877+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949745+0000","last_change":"2024-09-05T06:15:01.949745+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949745+0000","last_undegraded":"2024-09-05T06:15:01.949745+0000","last_fullsized":"2024-09-05T06:15:01.949745+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.945880+0000","last_change":"2024-09-05T06:15:01.945880+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.945880+0000","last_undegraded":"2024-09-05T06:15:01.945880+0000","last_fullsized":"2024-09-05T06:15:01.945880+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944532+0000","last_change":"2024-09-05T06:15:01.944532+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944532+0000","last_undegraded":"2024-09-05T06:15:01.944532+0000","last_fullsized":"2024-09-05T06:15:01.944532+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948771+0000","last_change":"2024-09-05T06:15:01.948771+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948771+0000","last_undegraded":"2024-09-05T06:15:01.948771+0000","last_fullsized":"2024-09-05T06:15:01.948771+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943027+0000","last_change":"2024-09-05T06:15:01.943027+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943027+0000","last_undegraded":"2024-09-05T06:15:01.943027+0000","last_fullsized":"2024-09-05T06:15:01.943027+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948715+0000","last_change":"2024-09-05T06:15:01.948715+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948715+0000","last_undegraded":"2024-09-05T06:15:01.948715+0000","last_fullsized":"2024-09-05T06:15:01.948715+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.942964+0000","last_change":"2024-09-05T06:15:01.942964+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.942964+0000","last_undegraded":"2024-09-05T06:15:01.942964+0000","last_fullsized":"2024-09-05T06:15:01.942964+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.942890+0000","last_change":"2024-09-05T06:15:01.942890+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.942890+0000","last_undegraded":"2024-09-05T06:15:01.942890+0000","last_fullsized":"2024-09-05T06:15:01.942890+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949838+0000","last_change":"2024-09-05T06:15:01.949838+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949838+0000","last_undegraded":"2024-09-05T06:15:01.949838+0000","last_fullsized":"2024-09-05T06:15:01.949838+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":376,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-05T06:15:01.950501+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:15:01.950501+0000","last_peered":"2024-09-05T06:15:01.950501+0000","last_clean":"2024-09-05T06:15:01.950501+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:15:01.950501+0000","last_undegraded":"2024-09-05T06:15:01.950501+0000","last_fullsized":"2024-09-05T06:15:01.950501+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574913,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574913,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1240,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194072,"statfs":{"total":200000000,"available":198730004,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574912,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1240,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194072,"statfs":{"total":200000000,"available":198730004,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:15:07.311 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:15:07.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.463+0000 7f885cfd8640 1 Processor -- start 2024-09-05T06:15:07.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.463+0000 7f885cfd8640 1 -- start start 2024-09-05T06:15:07.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f88580d4980 0x7f88580d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f885815edb0 0x7f88580d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88580cfd30 con 0x7f88580cf7e0 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f88580b5620 con 0x7f885815edb0 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f88580d0010 con 0x7f88580d4980 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f884ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f885815edb0 0x7f88580d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f884ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f885815edb0 0x7f88580d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60732/0 (socket says 172.21.15.70:60732) 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f884ffff640 1 -- 172.21.15.70:0/1162682420 learned_addr learned my addr 172.21.15.70:0/1162682420 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885659c640 1 --2- 172.21.15.70:0/1162682420 >> v2:172.21.15.196:3300/0 conn(0x7f88580d4980 0x7f88580d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f884ffff640 1 -- 172.21.15.70:0/1162682420 >> v2:172.21.15.196:3300/0 conn(0x7f88580d4980 msgr2=0x7f88580d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f884ffff640 1 --2- 172.21.15.70:0/1162682420 >> v2:172.21.15.196:3300/0 conn(0x7f88580d4980 0x7f88580d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f884ffff640 1 -- 172.21.15.70:0/1162682420 >> v1:172.21.15.196:6789/0 conn(0x7f88580cf7e0 legacy=0x7f88580d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f884ffff640 1 -- 172.21.15.70:0/1162682420 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88580d02f0 con 0x7f885815edb0 2024-09-05T06:15:07.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f884ffff640 1 --2- 172.21.15.70:0/1162682420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f885815edb0 0x7f88580d3340 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f885808d8e0 tx=0x7f884001c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e1ad15aed1642e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f8855d9b640 1 -- 172.21.15.70:0/1162682420 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88400aa430 con 0x7f885815edb0 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f8855d9b640 1 -- 172.21.15.70:0/1162682420 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88400af070 con 0x7f885815edb0 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f8855d9b640 1 -- 172.21.15.70:0/1162682420 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88400aa7f0 con 0x7f885815edb0 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 -- 172.21.15.70:0/1162682420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f885815edb0 msgr2=0x7f88580d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 --2- 172.21.15.70:0/1162682420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f885815edb0 0x7f88580d3340 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f885808d8e0 tx=0x7f884001c4b0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 -- 172.21.15.70:0/1162682420 shutdown_connections 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 --2- 172.21.15.70:0/1162682420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f885815edb0 0x7f88580d3340 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 --2- 172.21.15.70:0/1162682420 >> v2:172.21.15.196:3300/0 conn(0x7f88580d4980 0x7f88580d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 -- 172.21.15.70:0/1162682420 >> 172.21.15.70:0/1162682420 conn(0x7f885808e690 msgr2=0x7f885809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 -- 172.21.15.70:0/1162682420 shutdown_connections 2024-09-05T06:15:07.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.467+0000 7f885cfd8640 1 -- 172.21.15.70:0/1162682420 wait complete. 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 Processor -- start 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 -- start start 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88580cf7e0 0x7f88580b7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580d4980 0x7f885815dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f885815edb0 0x7f88580c8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f88580d0dd0 con 0x7f88580cf7e0 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f88580d52a0 con 0x7f885815edb0 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f88580ca800 con 0x7f88580d4980 2024-09-05T06:15:07.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88580cf7e0 0x7f88580b7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88580cf7e0 0x7f88580b7bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60740/0 (socket says 172.21.15.70:60740) 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 -- 172.21.15.70:0/2808446869 learned_addr learned my addr 172.21.15.70:0/2808446869 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f8856d9d640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f885815edb0 0x7f88580c8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f884ffff640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580d4980 0x7f885815dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 -- 172.21.15.70:0/2808446869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580d4980 msgr2=0x7f885815dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580d4980 0x7f885815dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 -- 172.21.15.70:0/2808446869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f885815edb0 msgr2=0x7f88580c8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f885815edb0 0x7f88580c8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 -- 172.21.15.70:0/2808446869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88580cb6b0 con 0x7f88580cf7e0 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885659c640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88580cf7e0 0x7f88580b7bb0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f884800c820 tx=0x7f884800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f884effd640 1 -- 172.21.15.70:0/2808446869 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8848015070 con 0x7f88580cf7e0 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f884effd640 1 -- 172.21.15.70:0/2808446869 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8848004240 con 0x7f88580cf7e0 2024-09-05T06:15:07.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88580ca1f0 con 0x7f88580cf7e0 2024-09-05T06:15:07.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f884effd640 1 -- 172.21.15.70:0/2808446869 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884800ce10 con 0x7f88580cf7e0 2024-09-05T06:15:07.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88580cb060 con 0x7f88580cf7e0 2024-09-05T06:15:07.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.471+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88580d4d60 con 0x7f88580cf7e0 2024-09-05T06:15:07.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.475+0000 7f884effd640 1 -- 172.21.15.70:0/2808446869 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8848007830 con 0x7f88580cf7e0 2024-09-05T06:15:07.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.475+0000 7f884effd640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88380678f0 0x7f8838069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.475+0000 7f884effd640 1 -- 172.21.15.70:0/2808446869 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f8848085a80 con 0x7f88580cf7e0 2024-09-05T06:15:07.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.475+0000 7f884ffff640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88380678f0 0x7f8838069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.475+0000 7f884ffff640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88380678f0 0x7f8838069db0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f88400ae000 tx=0x7f8840008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.479+0000 7f884effd640 1 -- 172.21.15.70:0/2808446869 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f88480565c0 con 0x7f88580cf7e0 2024-09-05T06:15:07.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.623+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f88580cecd0 con 0x7f88380678f0 2024-09-05T06:15:07.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.639+0000 7f884effd640 1 -- 172.21.15.70:0/2808446869 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+237608 (secure 0 0 0) 0x7f88580cecd0 con 0x7f88380678f0 2024-09-05T06:15:07.639 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:07.640 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:15:07.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88380678f0 msgr2=0x7f8838069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88380678f0 0x7f8838069db0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f88400ae000 tx=0x7f8840008040 comp rx=0 tx=0).stop 2024-09-05T06:15:07.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88580cf7e0 msgr2=0x7f88580b7bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88580cf7e0 0x7f88580b7bb0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f884800c820 tx=0x7f884800cce0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 shutdown_connections 2024-09-05T06:15:07.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88380678f0 0x7f8838069db0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f885815edb0 0x7f88580c8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580d4980 0x7f885815dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 --2- 172.21.15.70:0/2808446869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88580cf7e0 0x7f88580b7bb0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 >> 172.21.15.70:0/2808446869 conn(0x7f885808e690 msgr2=0x7f88580b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:07.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 shutdown_connections 2024-09-05T06:15:07.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.643+0000 7f885cfd8640 1 -- 172.21.15.70:0/2808446869 wait complete. 2024-09-05T06:15:07.655 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":275,"stamp":"2024-09-05T06:15:06.424654+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":6428,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556071,"statfs":{"total":1600000000,"available":1593417142,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.480812"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944008+0000","last_change":"2024-09-05T06:15:01.944008+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944008+0000","last_undegraded":"2024-09-05T06:15:01.944008+0000","last_fullsized":"2024-09-05T06:15:01.944008+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953862+0000","last_change":"2024-09-05T06:15:01.953862+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953862+0000","last_undegraded":"2024-09-05T06:15:01.953862+0000","last_fullsized":"2024-09-05T06:15:01.953862+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943853+0000","last_change":"2024-09-05T06:15:01.943853+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943853+0000","last_undegraded":"2024-09-05T06:15:01.943853+0000","last_fullsized":"2024-09-05T06:15:01.943853+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949714+0000","last_change":"2024-09-05T06:15:01.949714+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949714+0000","last_undegraded":"2024-09-05T06:15:01.949714+0000","last_fullsized":"2024-09-05T06:15:01.949714+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947942+0000","last_change":"2024-09-05T06:15:01.947942+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947942+0000","last_undegraded":"2024-09-05T06:15:01.947942+0000","last_fullsized":"2024-09-05T06:15:01.947942+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943096+0000","last_change":"2024-09-05T06:15:01.943096+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943096+0000","last_undegraded":"2024-09-05T06:15:01.943096+0000","last_fullsized":"2024-09-05T06:15:01.943096+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953372+0000","last_change":"2024-09-05T06:15:01.953372+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953372+0000","last_undegraded":"2024-09-05T06:15:01.953372+0000","last_fullsized":"2024-09-05T06:15:01.953372+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947188+0000","last_change":"2024-09-05T06:15:01.947188+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947188+0000","last_undegraded":"2024-09-05T06:15:01.947188+0000","last_fullsized":"2024-09-05T06:15:01.947188+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944633+0000","last_change":"2024-09-05T06:15:01.944633+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944633+0000","last_undegraded":"2024-09-05T06:15:01.944633+0000","last_fullsized":"2024-09-05T06:15:01.944633+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.946932+0000","last_change":"2024-09-05T06:15:01.946932+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.946932+0000","last_undegraded":"2024-09-05T06:15:01.946932+0000","last_fullsized":"2024-09-05T06:15:01.946932+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953361+0000","last_change":"2024-09-05T06:15:01.953361+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953361+0000","last_undegraded":"2024-09-05T06:15:01.953361+0000","last_fullsized":"2024-09-05T06:15:01.953361+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.950291+0000","last_change":"2024-09-05T06:15:01.950291+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.950291+0000","last_undegraded":"2024-09-05T06:15:01.950291+0000","last_fullsized":"2024-09-05T06:15:01.950291+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.946238+0000","last_change":"2024-09-05T06:15:01.946238+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.946238+0000","last_undegraded":"2024-09-05T06:15:01.946238+0000","last_fullsized":"2024-09-05T06:15:01.946238+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948802+0000","last_change":"2024-09-05T06:15:01.948802+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948802+0000","last_undegraded":"2024-09-05T06:15:01.948802+0000","last_fullsized":"2024-09-05T06:15:01.948802+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.950220+0000","last_change":"2024-09-05T06:15:01.950220+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.950220+0000","last_undegraded":"2024-09-05T06:15:01.950220+0000","last_fullsized":"2024-09-05T06:15:01.950220+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948671+0000","last_change":"2024-09-05T06:15:01.948671+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948671+0000","last_undegraded":"2024-09-05T06:15:01.948671+0000","last_fullsized":"2024-09-05T06:15:01.948671+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949834+0000","last_change":"2024-09-05T06:15:01.949834+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949834+0000","last_undegraded":"2024-09-05T06:15:01.949834+0000","last_fullsized":"2024-09-05T06:15:01.949834+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953318+0000","last_change":"2024-09-05T06:15:01.953318+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953318+0000","last_undegraded":"2024-09-05T06:15:01.953318+0000","last_fullsized":"2024-09-05T06:15:01.953318+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.945159+0000","last_change":"2024-09-05T06:15:01.945159+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.945159+0000","last_undegraded":"2024-09-05T06:15:01.945159+0000","last_fullsized":"2024-09-05T06:15:01.945159+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947024+0000","last_change":"2024-09-05T06:15:01.947024+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947024+0000","last_undegraded":"2024-09-05T06:15:01.947024+0000","last_fullsized":"2024-09-05T06:15:01.947024+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949111+0000","last_change":"2024-09-05T06:15:01.949111+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949111+0000","last_undegraded":"2024-09-05T06:15:01.949111+0000","last_fullsized":"2024-09-05T06:15:01.949111+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:02.150943+0000","last_change":"2024-09-05T06:15:02.150943+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.150943+0000","last_undegraded":"2024-09-05T06:15:02.150943+0000","last_fullsized":"2024-09-05T06:15:02.150943+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943877+0000","last_change":"2024-09-05T06:15:01.943877+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943877+0000","last_undegraded":"2024-09-05T06:15:01.943877+0000","last_fullsized":"2024-09-05T06:15:01.943877+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949745+0000","last_change":"2024-09-05T06:15:01.949745+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949745+0000","last_undegraded":"2024-09-05T06:15:01.949745+0000","last_fullsized":"2024-09-05T06:15:01.949745+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.945880+0000","last_change":"2024-09-05T06:15:01.945880+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.945880+0000","last_undegraded":"2024-09-05T06:15:01.945880+0000","last_fullsized":"2024-09-05T06:15:01.945880+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944532+0000","last_change":"2024-09-05T06:15:01.944532+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944532+0000","last_undegraded":"2024-09-05T06:15:01.944532+0000","last_fullsized":"2024-09-05T06:15:01.944532+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948771+0000","last_change":"2024-09-05T06:15:01.948771+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948771+0000","last_undegraded":"2024-09-05T06:15:01.948771+0000","last_fullsized":"2024-09-05T06:15:01.948771+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943027+0000","last_change":"2024-09-05T06:15:01.943027+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943027+0000","last_undegraded":"2024-09-05T06:15:01.943027+0000","last_fullsized":"2024-09-05T06:15:01.943027+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948715+0000","last_change":"2024-09-05T06:15:01.948715+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948715+0000","last_undegraded":"2024-09-05T06:15:01.948715+0000","last_fullsized":"2024-09-05T06:15:01.948715+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.942964+0000","last_change":"2024-09-05T06:15:01.942964+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.942964+0000","last_undegraded":"2024-09-05T06:15:01.942964+0000","last_fullsized":"2024-09-05T06:15:01.942964+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.942890+0000","last_change":"2024-09-05T06:15:01.942890+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.942890+0000","last_undegraded":"2024-09-05T06:15:01.942890+0000","last_fullsized":"2024-09-05T06:15:01.942890+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949838+0000","last_change":"2024-09-05T06:15:01.949838+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949838+0000","last_undegraded":"2024-09-05T06:15:01.949838+0000","last_fullsized":"2024-09-05T06:15:01.949838+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":376,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-05T06:15:01.950501+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:15:01.950501+0000","last_peered":"2024-09-05T06:15:01.950501+0000","last_clean":"2024-09-05T06:15:01.950501+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:15:01.950501+0000","last_undegraded":"2024-09-05T06:15:01.950501+0000","last_fullsized":"2024-09-05T06:15:01.950501+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574913,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574913,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1240,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194072,"statfs":{"total":200000000,"available":198730004,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574912,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1240,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194072,"statfs":{"total":200000000,"available":198730004,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:15:07.659 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3f is not active+clean 2024-09-05T06:15:07.659 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.659 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3e is not active+clean 2024-09-05T06:15:07.659 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3d is not active+clean 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3c is not active+clean 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3b is not active+clean 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3a is not active+clean 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:PG 15.39 is not active+clean 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.660 INFO:tasks.ceph.ceph_manager.ceph:PG 15.38 is not active+clean 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:PG 15.37 is not active+clean 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:PG 15.36 is not active+clean 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:PG 15.35 is not active+clean 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:PG 15.34 is not active+clean 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:PG 15.33 is not active+clean 2024-09-05T06:15:07.661 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:PG 15.32 is not active+clean 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:PG 15.31 is not active+clean 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:PG 15.30 is not active+clean 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2f is not active+clean 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2e is not active+clean 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2d is not active+clean 2024-09-05T06:15:07.662 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2c is not active+clean 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2b is not active+clean 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2a is not active+clean 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:PG 15.29 is not active+clean 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:PG 15.28 is not active+clean 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.663 INFO:tasks.ceph.ceph_manager.ceph:PG 15.27 is not active+clean 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:PG 15.26 is not active+clean 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:PG 15.25 is not active+clean 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:PG 15.24 is not active+clean 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:PG 15.23 is not active+clean 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.664 INFO:tasks.ceph.ceph_manager.ceph:PG 15.22 is not active+clean 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:PG 15.21 is not active+clean 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:PG 15.20 is not active+clean 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1e is not active+clean 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1f is not active+clean 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.944008+0000', 'last_change': '2024-09-05T06:15:01.944008+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.944008+0000', 'last_undegraded': '2024-09-05T06:15:01.944008+0000', 'last_fullsized': '2024-09-05T06:15:01.944008+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1f is not active+clean 2024-09-05T06:15:07.665 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.666 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1e is not active+clean 2024-09-05T06:15:07.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.953862+0000', 'last_change': '2024-09-05T06:15:01.953862+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.953862+0000', 'last_undegraded': '2024-09-05T06:15:01.953862+0000', 'last_fullsized': '2024-09-05T06:15:01.953862+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:15:07.666 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1c is not active+clean 2024-09-05T06:15:07.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.666 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1d is not active+clean 2024-09-05T06:15:07.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.943853+0000', 'last_change': '2024-09-05T06:15:01.943853+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.943853+0000', 'last_undegraded': '2024-09-05T06:15:01.943853+0000', 'last_fullsized': '2024-09-05T06:15:01.943853+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:15:07.666 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1d is not active+clean 2024-09-05T06:15:07.666 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.668 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1c is not active+clean 2024-09-05T06:15:07.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.949714+0000', 'last_change': '2024-09-05T06:15:01.949714+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.949714+0000', 'last_undegraded': '2024-09-05T06:15:01.949714+0000', 'last_fullsized': '2024-09-05T06:15:01.949714+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:15:07.668 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1a is not active+clean 2024-09-05T06:15:07.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.668 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1b is not active+clean 2024-09-05T06:15:07.668 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.947942+0000', 'last_change': '2024-09-05T06:15:01.947942+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.947942+0000', 'last_undegraded': '2024-09-05T06:15:01.947942+0000', 'last_fullsized': '2024-09-05T06:15:01.947942+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1b is not active+clean 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1a is not active+clean 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.943096+0000', 'last_change': '2024-09-05T06:15:01.943096+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.943096+0000', 'last_undegraded': '2024-09-05T06:15:01.943096+0000', 'last_fullsized': '2024-09-05T06:15:01.943096+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:PG 15.18 is not active+clean 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:PG 14.19 is not active+clean 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.953372+0000', 'last_change': '2024-09-05T06:15:01.953372+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.953372+0000', 'last_undegraded': '2024-09-05T06:15:01.953372+0000', 'last_fullsized': '2024-09-05T06:15:01.953372+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:PG 15.19 is not active+clean 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:PG 14.18 is not active+clean 2024-09-05T06:15:07.669 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.947188+0000', 'last_change': '2024-09-05T06:15:01.947188+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.947188+0000', 'last_undegraded': '2024-09-05T06:15:01.947188+0000', 'last_fullsized': '2024-09-05T06:15:01.947188+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:PG 15.16 is not active+clean 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:PG 14.17 is not active+clean 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.944633+0000', 'last_change': '2024-09-05T06:15:01.944633+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.944633+0000', 'last_undegraded': '2024-09-05T06:15:01.944633+0000', 'last_fullsized': '2024-09-05T06:15:01.944633+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:PG 15.17 is not active+clean 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:PG 14.16 is not active+clean 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.946932+0000', 'last_change': '2024-09-05T06:15:01.946932+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.946932+0000', 'last_undegraded': '2024-09-05T06:15:01.946932+0000', 'last_fullsized': '2024-09-05T06:15:01.946932+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:PG 15.14 is not active+clean 2024-09-05T06:15:07.670 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:PG 14.15 is not active+clean 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.953361+0000', 'last_change': '2024-09-05T06:15:01.953361+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.953361+0000', 'last_undegraded': '2024-09-05T06:15:01.953361+0000', 'last_fullsized': '2024-09-05T06:15:01.953361+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:PG 15.15 is not active+clean 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:PG 14.14 is not active+clean 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.950291+0000', 'last_change': '2024-09-05T06:15:01.950291+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.950291+0000', 'last_undegraded': '2024-09-05T06:15:01.950291+0000', 'last_fullsized': '2024-09-05T06:15:01.950291+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:PG 15.12 is not active+clean 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:PG 14.13 is not active+clean 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.946238+0000', 'last_change': '2024-09-05T06:15:01.946238+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.946238+0000', 'last_undegraded': '2024-09-05T06:15:01.946238+0000', 'last_fullsized': '2024-09-05T06:15:01.946238+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:15:07.671 INFO:tasks.ceph.ceph_manager.ceph:PG 15.13 is not active+clean 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:PG 14.12 is not active+clean 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.948802+0000', 'last_change': '2024-09-05T06:15:01.948802+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.948802+0000', 'last_undegraded': '2024-09-05T06:15:01.948802+0000', 'last_fullsized': '2024-09-05T06:15:01.948802+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:PG 15.10 is not active+clean 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:PG 14.11 is not active+clean 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.950220+0000', 'last_change': '2024-09-05T06:15:01.950220+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.950220+0000', 'last_undegraded': '2024-09-05T06:15:01.950220+0000', 'last_fullsized': '2024-09-05T06:15:01.950220+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:PG 15.11 is not active+clean 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:PG 14.10 is not active+clean 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.948671+0000', 'last_change': '2024-09-05T06:15:01.948671+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.948671+0000', 'last_undegraded': '2024-09-05T06:15:01.948671+0000', 'last_fullsized': '2024-09-05T06:15:01.948671+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:15:07.672 INFO:tasks.ceph.ceph_manager.ceph:PG 15.f is not active+clean 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:PG 14.e is not active+clean 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.949834+0000', 'last_change': '2024-09-05T06:15:01.949834+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.949834+0000', 'last_undegraded': '2024-09-05T06:15:01.949834+0000', 'last_fullsized': '2024-09-05T06:15:01.949834+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:PG 15.c is not active+clean 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:PG 14.d is not active+clean 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.953318+0000', 'last_change': '2024-09-05T06:15:01.953318+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.953318+0000', 'last_undegraded': '2024-09-05T06:15:01.953318+0000', 'last_fullsized': '2024-09-05T06:15:01.953318+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:PG 15.d is not active+clean 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:PG 14.c is not active+clean 2024-09-05T06:15:07.673 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.945159+0000', 'last_change': '2024-09-05T06:15:01.945159+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.945159+0000', 'last_undegraded': '2024-09-05T06:15:01.945159+0000', 'last_fullsized': '2024-09-05T06:15:01.945159+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:PG 15.a is not active+clean 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:PG 14.b is not active+clean 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.947024+0000', 'last_change': '2024-09-05T06:15:01.947024+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.947024+0000', 'last_undegraded': '2024-09-05T06:15:01.947024+0000', 'last_fullsized': '2024-09-05T06:15:01.947024+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:PG 15.b is not active+clean 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:PG 14.a is not active+clean 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.949111+0000', 'last_change': '2024-09-05T06:15:01.949111+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.949111+0000', 'last_undegraded': '2024-09-05T06:15:01.949111+0000', 'last_fullsized': '2024-09-05T06:15:01.949111+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:PG 15.8 is not active+clean 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.674 INFO:tasks.ceph.ceph_manager.ceph:PG 14.9 is not active+clean 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:02.150943+0000', 'last_change': '2024-09-05T06:15:02.150943+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.150943+0000', 'last_undegraded': '2024-09-05T06:15:02.150943+0000', 'last_fullsized': '2024-09-05T06:15:02.150943+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:PG 15.9 is not active+clean 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:PG 14.8 is not active+clean 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.943877+0000', 'last_change': '2024-09-05T06:15:01.943877+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.943877+0000', 'last_undegraded': '2024-09-05T06:15:01.943877+0000', 'last_fullsized': '2024-09-05T06:15:01.943877+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:PG 15.6 is not active+clean 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:PG 14.7 is not active+clean 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.949745+0000', 'last_change': '2024-09-05T06:15:01.949745+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.949745+0000', 'last_undegraded': '2024-09-05T06:15:01.949745+0000', 'last_fullsized': '2024-09-05T06:15:01.949745+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:PG 15.7 is not active+clean 2024-09-05T06:15:07.675 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:PG 14.6 is not active+clean 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.945880+0000', 'last_change': '2024-09-05T06:15:01.945880+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.945880+0000', 'last_undegraded': '2024-09-05T06:15:01.945880+0000', 'last_fullsized': '2024-09-05T06:15:01.945880+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:PG 15.4 is not active+clean 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:PG 14.5 is not active+clean 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.944532+0000', 'last_change': '2024-09-05T06:15:01.944532+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.944532+0000', 'last_undegraded': '2024-09-05T06:15:01.944532+0000', 'last_fullsized': '2024-09-05T06:15:01.944532+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:PG 15.5 is not active+clean 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:PG 14.4 is not active+clean 2024-09-05T06:15:07.676 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.948771+0000', 'last_change': '2024-09-05T06:15:01.948771+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.948771+0000', 'last_undegraded': '2024-09-05T06:15:01.948771+0000', 'last_fullsized': '2024-09-05T06:15:01.948771+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2 is not active+clean 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3 is not active+clean 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.943027+0000', 'last_change': '2024-09-05T06:15:01.943027+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.943027+0000', 'last_undegraded': '2024-09-05T06:15:01.943027+0000', 'last_fullsized': '2024-09-05T06:15:01.943027+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3 is not active+clean 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2 is not active+clean 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.948715+0000', 'last_change': '2024-09-05T06:15:01.948715+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.948715+0000', 'last_undegraded': '2024-09-05T06:15:01.948715+0000', 'last_fullsized': '2024-09-05T06:15:01.948715+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:PG 15.0 is not active+clean 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1 is not active+clean 2024-09-05T06:15:07.677 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.942964+0000', 'last_change': '2024-09-05T06:15:01.942964+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.942964+0000', 'last_undegraded': '2024-09-05T06:15:01.942964+0000', 'last_fullsized': '2024-09-05T06:15:01.942964+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-05T06:15:07.678 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1 is not active+clean 2024-09-05T06:15:07.678 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.678 INFO:tasks.ceph.ceph_manager.ceph:PG 14.0 is not active+clean 2024-09-05T06:15:07.678 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.942890+0000', 'last_change': '2024-09-05T06:15:01.942890+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.942890+0000', 'last_undegraded': '2024-09-05T06:15:01.942890+0000', 'last_fullsized': '2024-09-05T06:15:01.942890+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-05T06:15:07.678 INFO:tasks.ceph.ceph_manager.ceph:PG 15.e is not active+clean 2024-09-05T06:15:07.678 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-05T06:15:02.943341+0000', 'last_change': '2024-09-05T06:15:02.943341+0000', 'last_active': '2024-09-05T06:15:02.943341+0000', 'last_peered': '2024-09-05T06:15:02.943341+0000', 'last_clean': '2024-09-05T06:15:02.943341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:02.943341+0000', 'last_undegraded': '2024-09-05T06:15:02.943341+0000', 'last_fullsized': '2024-09-05T06:15:02.943341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:02.943341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-05T06:15:07.678 INFO:tasks.ceph.ceph_manager.ceph:PG 14.f is not active+clean 2024-09-05T06:15:07.678 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 123, 'state': 'creating+peering', 'last_fresh': '2024-09-05T06:15:01.949838+0000', 'last_change': '2024-09-05T06:15:01.949838+0000', 'last_active': '2024-09-05T06:15:01.939440+0000', 'last_peered': '2024-09-05T06:15:01.939440+0000', 'last_clean': '2024-09-05T06:15:01.939440+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-05T06:15:01.949838+0000', 'last_undegraded': '2024-09-05T06:15:01.949838+0000', 'last_fullsized': '2024-09-05T06:15:01.949838+0000', 'mapping_epoch': 123, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 123, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'last_clean_scrub_stamp': '2024-09-05T06:15:01.939440+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-05T06:15:07.679 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-05T06:15:07.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa406f00640 1 Processor -- start 2024-09-05T06:15:07.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa406f00640 1 -- start start 2024-09-05T06:15:07.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa406f00640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa400157110 0x7fa4000b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa406f00640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa4000d0e60 0x7fa4000af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa406f00640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa40006d570 con 0x7fa4000b5ac0 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa406f00640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa40006d850 con 0x7fa4000d0e60 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa406f00640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa40006db30 con 0x7fa400157110 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa40549d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa4000d0e60 0x7fa4000af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa40549d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa4000d0e60 0x7fa4000af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60756/0 (socket says 172.21.15.70:60756) 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.815+0000 7fa40549d640 1 -- 172.21.15.70:0/1862128753 learned_addr learned my addr 172.21.15.70:0/1862128753 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa404c9c640 1 --2- 172.21.15.70:0/1862128753 >> v2:172.21.15.196:3300/0 conn(0x7fa400157110 0x7fa4000b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa40549d640 1 -- 172.21.15.70:0/1862128753 >> v2:172.21.15.196:3300/0 conn(0x7fa400157110 msgr2=0x7fa4000b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa40549d640 1 --2- 172.21.15.70:0/1862128753 >> v2:172.21.15.196:3300/0 conn(0x7fa400157110 0x7fa4000b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa40549d640 1 -- 172.21.15.70:0/1862128753 >> v1:172.21.15.70:6789/0 conn(0x7fa4000b5ac0 legacy=0x7fa4000d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa40549d640 1 -- 172.21.15.70:0/1862128753 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa40006de10 con 0x7fa4000d0e60 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa3ff7fe640 1 -- 172.21.15.70:0/1862128753 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 677910530 0 0) 0x7fa40006d570 con 0x7fa4000b5ac0 2024-09-05T06:15:07.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa404c9c640 1 --2- 172.21.15.70:0/1862128753 >> v2:172.21.15.196:3300/0 conn(0x7fa400157110 0x7fa4000b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:07.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa40549d640 1 --2- 172.21.15.70:0/1862128753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4000d0e60 0x7fa4000af720 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fa4000d1530 tx=0x7fa3f801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf35ccd86d63651e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa3ff7fe640 1 -- 172.21.15.70:0/1862128753 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f80a56c0 con 0x7fa4000d0e60 2024-09-05T06:15:07.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa3ff7fe640 1 -- 172.21.15.70:0/1862128753 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f80a5860 con 0x7fa4000d0e60 2024-09-05T06:15:07.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa3ff7fe640 1 -- 172.21.15.70:0/1862128753 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f80a5c30 con 0x7fa4000d0e60 2024-09-05T06:15:07.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa406f00640 1 -- 172.21.15.70:0/1862128753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4000d0e60 msgr2=0x7fa4000af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa406f00640 1 --2- 172.21.15.70:0/1862128753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4000d0e60 0x7fa4000af720 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fa4000d1530 tx=0x7fa3f801c9f0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa406f00640 1 -- 172.21.15.70:0/1862128753 shutdown_connections 2024-09-05T06:15:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa406f00640 1 --2- 172.21.15.70:0/1862128753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4000d0e60 0x7fa4000af720 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa406f00640 1 --2- 172.21.15.70:0/1862128753 >> v2:172.21.15.196:3300/0 conn(0x7fa400157110 0x7fa4000b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa406f00640 1 -- 172.21.15.70:0/1862128753 >> 172.21.15.70:0/1862128753 conn(0x7fa40006bcc0 msgr2=0x7fa40006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa406f00640 1 -- 172.21.15.70:0/1862128753 shutdown_connections 2024-09-05T06:15:07.818 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.819+0000 7fa406f00640 1 -- 172.21.15.70:0/1862128753 wait complete. 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 Processor -- start 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 -- start start 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4000b5ac0 0x7fa4001f9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa4000d0e60 0x7fa4001f9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa400157110 0x7fa4001f9c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa4000b3e40 con 0x7fa400157110 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa4000b3cc0 con 0x7fa4000d0e60 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa4000b3fc0 con 0x7fa4000b5ac0 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa400157110 0x7fa4001f9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa400157110 0x7fa4001f9c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60760/0 (socket says 172.21.15.70:60760) 2024-09-05T06:15:07.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 -- 172.21.15.70:0/4011477560 learned_addr learned my addr 172.21.15.70:0/4011477560 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 -- 172.21.15.70:0/4011477560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4000b5ac0 msgr2=0x7fa4001f9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4000b5ac0 0x7fa4001f9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 -- 172.21.15.70:0/4011477560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa4000d0e60 msgr2=0x7fa4001f9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa4000d0e60 0x7fa4001f9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 -- 172.21.15.70:0/4011477560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4001517c0 con 0x7fa400157110 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa40549d640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa400157110 0x7fa4001f9c80 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fa3f801b0a0 tx=0x7fa3f8019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa3fd7fa640 1 -- 172.21.15.70:0/4011477560 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f80b8470 con 0x7fa400157110 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa3fd7fa640 1 -- 172.21.15.70:0/4011477560 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f80b8610 con 0x7fa400157110 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa400151a60 con 0x7fa400157110 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa3fd7fa640 1 -- 172.21.15.70:0/4011477560 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f80b89c0 con 0x7fa400157110 2024-09-05T06:15:07.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa400152020 con 0x7fa400157110 2024-09-05T06:15:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4000af720 con 0x7fa400157110 2024-09-05T06:15:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa3fd7fa640 1 -- 172.21.15.70:0/4011477560 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa3f80c0020 con 0x7fa400157110 2024-09-05T06:15:07.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa3fd7fa640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3ec0678c0 0x7fa3ec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa3fd7fa640 1 -- 172.21.15.70:0/4011477560 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fa3f81212f0 con 0x7fa400157110 2024-09-05T06:15:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa404c9c640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3ec0678c0 0x7fa3ec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:07.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.823+0000 7fa404c9c640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3ec0678c0 0x7fa3ec069d80 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa3f000a890 tx=0x7fa3f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:07.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:07.827+0000 7fa3fd7fa640 1 -- 172.21.15.70:0/4011477560 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa3f80165e0 con 0x7fa400157110 2024-09-05T06:15:08.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.031+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fa400155f00 con 0x7fa400157110 2024-09-05T06:15:08.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.031+0000 7fa3fd7fa640 1 -- 172.21.15.70:0/4011477560 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1146 (secure 0 0 0) 0x7fa3f80a5830 con 0x7fa400157110 2024-09-05T06:15:08.029 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:08.029 INFO:teuthology.orchestra.run.smithi070.stdout:{"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":322,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":126,"num_osds":8,"num_up_osds":8,"osd_up_since":1725516591,"num_in_osds":8,"osd_in_since":1725516588,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":6582858,"bytes_avail":1593417142,"bytes_total":1600000000,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"a","status":"up:active","gid":6534}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-05T06:13:10.388566+0000","services":{}},"progress_events":{}} 2024-09-05T06:15:08.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3ec0678c0 msgr2=0x7fa3ec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:08.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3ec0678c0 0x7fa3ec069d80 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa3f000a890 tx=0x7fa3f0008040 comp rx=0 tx=0).stop 2024-09-05T06:15:08.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa400157110 msgr2=0x7fa4001f9c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:08.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa400157110 0x7fa4001f9c80 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fa3f801b0a0 tx=0x7fa3f8019790 comp rx=0 tx=0).stop 2024-09-05T06:15:08.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 shutdown_connections 2024-09-05T06:15:08.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa3ec0678c0 0x7fa3ec069d80 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa400157110 0x7fa4001f9c80 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa4000d0e60 0x7fa4001f9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 --2- 172.21.15.70:0/4011477560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4000b5ac0 0x7fa4001f9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 >> 172.21.15.70:0/4011477560 conn(0x7fa40006bcc0 msgr2=0x7fa4001562f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:08.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 shutdown_connections 2024-09-05T06:15:08.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.035+0000 7fa406f00640 1 -- 172.21.15.70:0/4011477560 wait complete. 2024-09-05T06:15:08.046 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-05T06:15:08.047 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:15:08.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f157bfda640 1 Processor -- start 2024-09-05T06:15:08.155 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f157bfda640 1 -- start start 2024-09-05T06:15:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f157bfda640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f157415edb0 0x7f15740d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f157bfda640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 0x7f15740d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f157bfda640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15740cfd30 con 0x7f15740d4980 2024-09-05T06:15:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f157bfda640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f15740b5620 con 0x7f157415edb0 2024-09-05T06:15:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f157bfda640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f15740d0010 con 0x7f15740cf7e0 2024-09-05T06:15:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f1579575640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f157415edb0 0x7f15740d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:08.156 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f1579575640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f157415edb0 0x7f15740d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44304/0 (socket says 172.21.15.70:44304) 2024-09-05T06:15:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f1579575640 1 -- 172.21.15.70:0/4199601226 learned_addr learned my addr 172.21.15.70:0/4199601226 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f157a577640 1 --2- 172.21.15.70:0/4199601226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 0x7f15740d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f1579575640 1 -- 172.21.15.70:0/4199601226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 msgr2=0x7f15740d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f1579575640 1 --2- 172.21.15.70:0/4199601226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 0x7f15740d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f1579575640 1 -- 172.21.15.70:0/4199601226 >> v1:172.21.15.196:6789/0 conn(0x7f15740d4980 legacy=0x7f15740d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:08.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.159+0000 7f1579575640 1 -- 172.21.15.70:0/4199601226 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15740d02f0 con 0x7f157415edb0 2024-09-05T06:15:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f1579575640 1 --2- 172.21.15.70:0/4199601226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740d3340 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f1564009870 tx=0x7f156401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=207233c7d182b2bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f1578d74640 1 -- 172.21.15.70:0/4199601226 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15640aa610 con 0x7f157415edb0 2024-09-05T06:15:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f1578d74640 1 -- 172.21.15.70:0/4199601226 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15640af070 con 0x7f157415edb0 2024-09-05T06:15:08.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f1578d74640 1 -- 172.21.15.70:0/4199601226 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15640aa9d0 con 0x7f157415edb0 2024-09-05T06:15:08.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- 172.21.15.70:0/4199601226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 msgr2=0x7f15740d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:08.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 --2- 172.21.15.70:0/4199601226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740d3340 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f1564009870 tx=0x7f156401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- 172.21.15.70:0/4199601226 shutdown_connections 2024-09-05T06:15:08.159 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 --2- 172.21.15.70:0/4199601226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 0x7f15740d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 --2- 172.21.15.70:0/4199601226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740d3340 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- 172.21.15.70:0/4199601226 >> 172.21.15.70:0/4199601226 conn(0x7f157408e690 msgr2=0x7f157409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:08.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- 172.21.15.70:0/4199601226 shutdown_connections 2024-09-05T06:15:08.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- 172.21.15.70:0/4199601226 wait complete. 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 Processor -- start 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- start start 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 0x7f15741566f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15740d4980 0x7f15740b2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740b2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f15740b4fa0 con 0x7f157415edb0 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f15740b4e20 con 0x7f15740d4980 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f15740b5120 con 0x7f15740cf7e0 2024-09-05T06:15:08.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740b2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740b2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44316/0 (socket says 172.21.15.70:44316) 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 -- 172.21.15.70:0/3044152507 learned_addr learned my addr 172.21.15.70:0/3044152507 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f1579d76640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 0x7f15741566f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f1579575640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15740d4980 0x7f15740b2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 -- 172.21.15.70:0/3044152507 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 msgr2=0x7f15741566f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 0x7f15741566f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 -- 172.21.15.70:0/3044152507 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15740d4980 msgr2=0x7f15740b2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15740d4980 0x7f15740b2900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 -- 172.21.15.70:0/3044152507 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15740cbff0 con 0x7f157415edb0 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157a577640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740b2e40 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f156c00cd70 tx=0x7f156c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f156a7fc640 1 -- 172.21.15.70:0/3044152507 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156c003ba0 con 0x7f157415edb0 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f156a7fc640 1 -- 172.21.15.70:0/3044152507 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f156c003d40 con 0x7f157415edb0 2024-09-05T06:15:08.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15740cc2d0 con 0x7f157415edb0 2024-09-05T06:15:08.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f156a7fc640 1 -- 172.21.15.70:0/3044152507 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156c004240 con 0x7f157415edb0 2024-09-05T06:15:08.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.163+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f157415e8c0 con 0x7f157415edb0 2024-09-05T06:15:08.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.167+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15740d4d60 con 0x7f157415edb0 2024-09-05T06:15:08.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.167+0000 7f156a7fc640 1 -- 172.21.15.70:0/3044152507 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f156c0043e0 con 0x7f157415edb0 2024-09-05T06:15:08.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.167+0000 7f156a7fc640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15580678c0 0x7f1558069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:08.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.167+0000 7f1579d76640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15580678c0 0x7f1558069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:08.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.167+0000 7f156a7fc640 1 -- 172.21.15.70:0/3044152507 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f156c086770 con 0x7f157415edb0 2024-09-05T06:15:08.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.167+0000 7f1579d76640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15580678c0 0x7f1558069d80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1570004e30 tx=0x7f1570009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:08.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.171+0000 7f156a7fc640 1 -- 172.21.15.70:0/3044152507 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f156c057340 con 0x7f157415edb0 2024-09-05T06:15:08.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.315+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f15740cbda0 con 0x7f15580678c0 2024-09-05T06:15:08.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.323+0000 7f156a7fc640 1 -- 172.21.15.70:0/3044152507 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+237608 (secure 0 0 0) 0x7f15740cbda0 con 0x7f15580678c0 2024-09-05T06:15:08.321 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:08.322 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:15:08.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15580678c0 msgr2=0x7f1558069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:08.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15580678c0 0x7f1558069d80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1570004e30 tx=0x7f1570009040 comp rx=0 tx=0).stop 2024-09-05T06:15:08.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 msgr2=0x7f15740b2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:08.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740b2e40 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f156c00cd70 tx=0x7f156c00a660 comp rx=0 tx=0).stop 2024-09-05T06:15:08.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 shutdown_connections 2024-09-05T06:15:08.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f15580678c0 0x7f1558069d80 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f157415edb0 0x7f15740b2e40 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15740d4980 0x7f15740b2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 --2- 172.21.15.70:0/3044152507 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15740cf7e0 0x7f15741566f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:08.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 >> 172.21.15.70:0/3044152507 conn(0x7f157408e690 msgr2=0x7f1574158130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:08.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 shutdown_connections 2024-09-05T06:15:08.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:08.327+0000 7f157bfda640 1 -- 172.21.15.70:0/3044152507 wait complete. 2024-09-05T06:15:08.338 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":275,"stamp":"2024-09-05T06:15:06.424654+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":6428,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1556071,"statfs":{"total":1600000000,"available":1593417142,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.480812"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944008+0000","last_change":"2024-09-05T06:15:01.944008+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944008+0000","last_undegraded":"2024-09-05T06:15:01.944008+0000","last_fullsized":"2024-09-05T06:15:01.944008+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953862+0000","last_change":"2024-09-05T06:15:01.953862+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953862+0000","last_undegraded":"2024-09-05T06:15:01.953862+0000","last_fullsized":"2024-09-05T06:15:01.953862+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943853+0000","last_change":"2024-09-05T06:15:01.943853+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943853+0000","last_undegraded":"2024-09-05T06:15:01.943853+0000","last_fullsized":"2024-09-05T06:15:01.943853+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949714+0000","last_change":"2024-09-05T06:15:01.949714+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949714+0000","last_undegraded":"2024-09-05T06:15:01.949714+0000","last_fullsized":"2024-09-05T06:15:01.949714+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947942+0000","last_change":"2024-09-05T06:15:01.947942+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947942+0000","last_undegraded":"2024-09-05T06:15:01.947942+0000","last_fullsized":"2024-09-05T06:15:01.947942+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943096+0000","last_change":"2024-09-05T06:15:01.943096+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943096+0000","last_undegraded":"2024-09-05T06:15:01.943096+0000","last_fullsized":"2024-09-05T06:15:01.943096+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953372+0000","last_change":"2024-09-05T06:15:01.953372+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953372+0000","last_undegraded":"2024-09-05T06:15:01.953372+0000","last_fullsized":"2024-09-05T06:15:01.953372+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947188+0000","last_change":"2024-09-05T06:15:01.947188+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947188+0000","last_undegraded":"2024-09-05T06:15:01.947188+0000","last_fullsized":"2024-09-05T06:15:01.947188+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944633+0000","last_change":"2024-09-05T06:15:01.944633+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944633+0000","last_undegraded":"2024-09-05T06:15:01.944633+0000","last_fullsized":"2024-09-05T06:15:01.944633+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.946932+0000","last_change":"2024-09-05T06:15:01.946932+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.946932+0000","last_undegraded":"2024-09-05T06:15:01.946932+0000","last_fullsized":"2024-09-05T06:15:01.946932+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953361+0000","last_change":"2024-09-05T06:15:01.953361+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953361+0000","last_undegraded":"2024-09-05T06:15:01.953361+0000","last_fullsized":"2024-09-05T06:15:01.953361+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.950291+0000","last_change":"2024-09-05T06:15:01.950291+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.950291+0000","last_undegraded":"2024-09-05T06:15:01.950291+0000","last_fullsized":"2024-09-05T06:15:01.950291+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.946238+0000","last_change":"2024-09-05T06:15:01.946238+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.946238+0000","last_undegraded":"2024-09-05T06:15:01.946238+0000","last_fullsized":"2024-09-05T06:15:01.946238+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948802+0000","last_change":"2024-09-05T06:15:01.948802+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948802+0000","last_undegraded":"2024-09-05T06:15:01.948802+0000","last_fullsized":"2024-09-05T06:15:01.948802+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.950220+0000","last_change":"2024-09-05T06:15:01.950220+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.950220+0000","last_undegraded":"2024-09-05T06:15:01.950220+0000","last_fullsized":"2024-09-05T06:15:01.950220+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948671+0000","last_change":"2024-09-05T06:15:01.948671+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948671+0000","last_undegraded":"2024-09-05T06:15:01.948671+0000","last_fullsized":"2024-09-05T06:15:01.948671+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949834+0000","last_change":"2024-09-05T06:15:01.949834+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949834+0000","last_undegraded":"2024-09-05T06:15:01.949834+0000","last_fullsized":"2024-09-05T06:15:01.949834+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.953318+0000","last_change":"2024-09-05T06:15:01.953318+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.953318+0000","last_undegraded":"2024-09-05T06:15:01.953318+0000","last_fullsized":"2024-09-05T06:15:01.953318+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.945159+0000","last_change":"2024-09-05T06:15:01.945159+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.945159+0000","last_undegraded":"2024-09-05T06:15:01.945159+0000","last_fullsized":"2024-09-05T06:15:01.945159+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.947024+0000","last_change":"2024-09-05T06:15:01.947024+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.947024+0000","last_undegraded":"2024-09-05T06:15:01.947024+0000","last_fullsized":"2024-09-05T06:15:01.947024+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949111+0000","last_change":"2024-09-05T06:15:01.949111+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949111+0000","last_undegraded":"2024-09-05T06:15:01.949111+0000","last_fullsized":"2024-09-05T06:15:01.949111+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:02.150943+0000","last_change":"2024-09-05T06:15:02.150943+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.150943+0000","last_undegraded":"2024-09-05T06:15:02.150943+0000","last_fullsized":"2024-09-05T06:15:02.150943+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943877+0000","last_change":"2024-09-05T06:15:01.943877+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943877+0000","last_undegraded":"2024-09-05T06:15:01.943877+0000","last_fullsized":"2024-09-05T06:15:01.943877+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949745+0000","last_change":"2024-09-05T06:15:01.949745+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949745+0000","last_undegraded":"2024-09-05T06:15:01.949745+0000","last_fullsized":"2024-09-05T06:15:01.949745+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.945880+0000","last_change":"2024-09-05T06:15:01.945880+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.945880+0000","last_undegraded":"2024-09-05T06:15:01.945880+0000","last_fullsized":"2024-09-05T06:15:01.945880+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.944532+0000","last_change":"2024-09-05T06:15:01.944532+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.944532+0000","last_undegraded":"2024-09-05T06:15:01.944532+0000","last_fullsized":"2024-09-05T06:15:01.944532+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948771+0000","last_change":"2024-09-05T06:15:01.948771+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948771+0000","last_undegraded":"2024-09-05T06:15:01.948771+0000","last_fullsized":"2024-09-05T06:15:01.948771+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.943027+0000","last_change":"2024-09-05T06:15:01.943027+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.943027+0000","last_undegraded":"2024-09-05T06:15:01.943027+0000","last_fullsized":"2024-09-05T06:15:01.943027+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.948715+0000","last_change":"2024-09-05T06:15:01.948715+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.948715+0000","last_undegraded":"2024-09-05T06:15:01.948715+0000","last_fullsized":"2024-09-05T06:15:01.948715+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.942964+0000","last_change":"2024-09-05T06:15:01.942964+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.942964+0000","last_undegraded":"2024-09-05T06:15:01.942964+0000","last_fullsized":"2024-09-05T06:15:01.942964+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.942890+0000","last_change":"2024-09-05T06:15:01.942890+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.942890+0000","last_undegraded":"2024-09-05T06:15:01.942890+0000","last_fullsized":"2024-09-05T06:15:01.942890+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-05T06:15:02.943341+0000","last_change":"2024-09-05T06:15:02.943341+0000","last_active":"2024-09-05T06:15:02.943341+0000","last_peered":"2024-09-05T06:15:02.943341+0000","last_clean":"2024-09-05T06:15:02.943341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:02.943341+0000","last_undegraded":"2024-09-05T06:15:02.943341+0000","last_fullsized":"2024-09-05T06:15:02.943341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":123,"state":"creating+peering","last_fresh":"2024-09-05T06:15:01.949838+0000","last_change":"2024-09-05T06:15:01.949838+0000","last_active":"2024-09-05T06:15:01.939440+0000","last_peered":"2024-09-05T06:15:01.939440+0000","last_clean":"2024-09-05T06:15:01.939440+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-05T06:15:01.949838+0000","last_undegraded":"2024-09-05T06:15:01.949838+0000","last_fullsized":"2024-09-05T06:15:01.949838+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":376,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-05T06:15:01.950501+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:15:01.950501+0000","last_peered":"2024-09-05T06:15:01.950501+0000","last_clean":"2024-09-05T06:15:01.950501+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:15:01.950501+0000","last_undegraded":"2024-09-05T06:15:01.950501+0000","last_fullsized":"2024-09-05T06:15:01.950501+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574913,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574913,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1240,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194072,"statfs":{"total":200000000,"available":198730004,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574912,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1240,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194072,"statfs":{"total":200000000,"available":198730004,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574912,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":658,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194654,"statfs":{"total":200000000,"available":199326189,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:15:09.601 INFO:tasks.ceph.mds.a.smithi070.stderr:2024-09-05T06:15:09.607+0000 7f448e597640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:15:11.342 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:15:11.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ecc508640 1 Processor -- start 2024-09-05T06:15:11.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ecc508640 1 -- start start 2024-09-05T06:15:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ecc508640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0ec4073270 0x7f0ec4073650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ecc508640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0ec41465e0 0x7f0ec40b0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ecc508640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ec406d820 con 0x7f0ec40b6400 2024-09-05T06:15:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ecc508640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0ec4073b90 con 0x7f0ec4073270 2024-09-05T06:15:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ecc508640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0ec4146370 con 0x7f0ec41465e0 2024-09-05T06:15:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0eca2a4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0ec4073270 0x7f0ec4073650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0eca2a4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0ec4073270 0x7f0ec4073650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44324/0 (socket says 172.21.15.70:44324) 2024-09-05T06:15:11.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0eca2a4640 1 -- 172.21.15.70:0/3480863441 learned_addr learned my addr 172.21.15.70:0/3480863441 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ecaaa5640 1 --2- 172.21.15.70:0/3480863441 >> v2:172.21.15.196:3300/0 conn(0x7f0ec41465e0 0x7f0ec40b0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0eca2a4640 1 -- 172.21.15.70:0/3480863441 >> v2:172.21.15.196:3300/0 conn(0x7f0ec41465e0 msgr2=0x7f0ec40b0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0eca2a4640 1 --2- 172.21.15.70:0/3480863441 >> v2:172.21.15.196:3300/0 conn(0x7f0ec41465e0 0x7f0ec40b0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0eca2a4640 1 -- 172.21.15.70:0/3480863441 >> v1:172.21.15.70:6789/0 conn(0x7f0ec40b6400 legacy=0x7f0ec40b0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0eca2a4640 1 -- 172.21.15.70:0/3480863441 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec4075360 con 0x7f0ec4073270 2024-09-05T06:15:11.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.479+0000 7f0ec92a2640 1 -- 172.21.15.70:0/3480863441 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4022078619 0 0) 0x7f0ec406d820 con 0x7f0ec40b6400 2024-09-05T06:15:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0eca2a4640 1 --2- 172.21.15.70:0/3480863441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec4073650 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f0ec40708f0 tx=0x7f0ec001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfaa99ac73f72747 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ec92a2640 1 -- 172.21.15.70:0/3480863441 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec00b0070 con 0x7f0ec4073270 2024-09-05T06:15:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ec92a2640 1 -- 172.21.15.70:0/3480863441 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ec00ab600 con 0x7f0ec4073270 2024-09-05T06:15:11.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ec92a2640 1 -- 172.21.15.70:0/3480863441 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec00ab9d0 con 0x7f0ec4073270 2024-09-05T06:15:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 -- 172.21.15.70:0/3480863441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 msgr2=0x7f0ec4073650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 --2- 172.21.15.70:0/3480863441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec4073650 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f0ec40708f0 tx=0x7f0ec001c520 comp rx=0 tx=0).stop 2024-09-05T06:15:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 -- 172.21.15.70:0/3480863441 shutdown_connections 2024-09-05T06:15:11.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 --2- 172.21.15.70:0/3480863441 >> v2:172.21.15.196:3300/0 conn(0x7f0ec41465e0 0x7f0ec40b0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 --2- 172.21.15.70:0/3480863441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec4073650 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 -- 172.21.15.70:0/3480863441 >> 172.21.15.70:0/3480863441 conn(0x7f0ec40723c0 msgr2=0x7f0ec40b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:11.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 -- 172.21.15.70:0/3480863441 shutdown_connections 2024-09-05T06:15:11.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 -- 172.21.15.70:0/3480863441 wait complete. 2024-09-05T06:15:11.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 Processor -- start 2024-09-05T06:15:11.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.483+0000 7f0ecc508640 1 -- start start 2024-09-05T06:15:11.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec415ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ec40b6400 0x7f0ec409a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ec41465e0 0x7f0ec409aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec4146030 con 0x7f0ec4073270 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec40b0a50 con 0x7f0ec41465e0 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0ec41602c0 con 0x7f0ec40b6400 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec415ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec415ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44334/0 (socket says 172.21.15.70:44334) 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 -- 172.21.15.70:0/2587831221 learned_addr learned my addr 172.21.15.70:0/2587831221 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecaaa5640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ec41465e0 0x7f0ec409aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ec9aa3640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ec40b6400 0x7f0ec409a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 -- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ec40b6400 msgr2=0x7f0ec409a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ec40b6400 0x7f0ec409a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 -- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ec41465e0 msgr2=0x7f0ec409aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ec41465e0 0x7f0ec409aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 -- 172.21.15.70:0/2587831221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec409b440 con 0x7f0ec4073270 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecaaa5640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ec41465e0 0x7f0ec409aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0eca2a4640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec415ce80 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f0ec001abd0 tx=0x7f0ec001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ebaffd640 1 -- 172.21.15.70:0/2587831221 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec00ba020 con 0x7f0ec4073270 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ebaffd640 1 -- 172.21.15.70:0/2587831221 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ec00b6640 con 0x7f0ec4073270 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ec4160ce0 con 0x7f0ec4073270 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ebaffd640 1 -- 172.21.15.70:0/2587831221 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec00b0040 con 0x7f0ec4073270 2024-09-05T06:15:11.485 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ec4153df0 con 0x7f0ec4073270 2024-09-05T06:15:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ec4073650 con 0x7f0ec4073270 2024-09-05T06:15:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ebaffd640 1 -- 172.21.15.70:0/2587831221 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0ec00bd020 con 0x7f0ec4073270 2024-09-05T06:15:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ebaffd640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ea80678c0 0x7f0ea8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ebaffd640 1 -- 172.21.15.70:0/2587831221 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f0ec011fe70 con 0x7f0ec4073270 2024-09-05T06:15:11.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ec9aa3640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ea80678c0 0x7f0ea8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.487+0000 7f0ec9aa3640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ea80678c0 0x7f0ea8069d80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4156d30 tx=0x7f0eb4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.491+0000 7f0ebaffd640 1 -- 172.21.15.70:0/2587831221 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0ec00c4030 con 0x7f0ec4073270 2024-09-05T06:15:11.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.651+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0ec4160a90 con 0x7f0ea80678c0 2024-09-05T06:15:11.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.667+0000 7f0ebaffd640 1 -- 172.21.15.70:0/2587831221 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247993 (secure 0 0 0) 0x7f0ec4160a90 con 0x7f0ea80678c0 2024-09-05T06:15:11.667 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:11.669 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:15:11.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ea80678c0 msgr2=0x7f0ea8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ea80678c0 0x7f0ea8069d80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4156d30 tx=0x7f0eb4009040 comp rx=0 tx=0).stop 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 msgr2=0x7f0ec415ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec415ce80 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f0ec001abd0 tx=0x7f0ec001ad60 comp rx=0 tx=0).stop 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 shutdown_connections 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0ea80678c0 0x7f0ea8069d80 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0ec41465e0 0x7f0ec409aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0ec40b6400 0x7f0ec409a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 --2- 172.21.15.70:0/2587831221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ec4073270 0x7f0ec415ce80 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 >> 172.21.15.70:0/2587831221 conn(0x7f0ec40723c0 msgr2=0x7f0ec406f050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 shutdown_connections 2024-09-05T06:15:11.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.671+0000 7f0ecc508640 1 -- 172.21.15.70:0/2587831221 wait complete. 2024-09-05T06:15:11.687 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":277,"stamp":"2024-09-05T06:15:10.426068+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":183,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":6618,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1555881,"statfs":{"total":1600000000,"available":1593222620,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.471776"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.957152+0000","last_change":"2024-09-05T06:15:04.002274+0000","last_active":"2024-09-05T06:15:04.957152+0000","last_peered":"2024-09-05T06:15:04.957152+0000","last_clean":"2024-09-05T06:15:04.957152+0000","last_became_active":"2024-09-05T06:15:03.990840+0000","last_became_peered":"2024-09-05T06:15:03.990840+0000","last_unstale":"2024-09-05T06:15:04.957152+0000","last_undegraded":"2024-09-05T06:15:04.957152+0000","last_fullsized":"2024-09-05T06:15:04.957152+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:09:07.203812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.957239+0000","last_change":"2024-09-05T06:15:03.998407+0000","last_active":"2024-09-05T06:15:04.957239+0000","last_peered":"2024-09-05T06:15:04.957239+0000","last_clean":"2024-09-05T06:15:04.957239+0000","last_became_active":"2024-09-05T06:15:03.996404+0000","last_became_peered":"2024-09-05T06:15:03.996404+0000","last_unstale":"2024-09-05T06:15:04.957239+0000","last_undegraded":"2024-09-05T06:15:04.957239+0000","last_fullsized":"2024-09-05T06:15:04.957239+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:03:42.167786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.146198+0000","last_change":"2024-09-05T06:15:03.991436+0000","last_active":"2024-09-05T06:15:05.146198+0000","last_peered":"2024-09-05T06:15:05.146198+0000","last_clean":"2024-09-05T06:15:05.146198+0000","last_became_active":"2024-09-05T06:15:03.977652+0000","last_became_peered":"2024-09-05T06:15:03.977652+0000","last_unstale":"2024-09-05T06:15:05.146198+0000","last_undegraded":"2024-09-05T06:15:05.146198+0000","last_fullsized":"2024-09-05T06:15:05.146198+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:37:44.578057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.957108+0000","last_change":"2024-09-05T06:15:04.008727+0000","last_active":"2024-09-05T06:15:04.957108+0000","last_peered":"2024-09-05T06:15:04.957108+0000","last_clean":"2024-09-05T06:15:04.957108+0000","last_became_active":"2024-09-05T06:15:04.008056+0000","last_became_peered":"2024-09-05T06:15:04.008056+0000","last_unstale":"2024-09-05T06:15:04.957108+0000","last_undegraded":"2024-09-05T06:15:04.957108+0000","last_fullsized":"2024-09-05T06:15:04.957108+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:33.588578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151203+0000","last_change":"2024-09-05T06:15:03.979136+0000","last_active":"2024-09-05T06:15:05.151203+0000","last_peered":"2024-09-05T06:15:05.151203+0000","last_clean":"2024-09-05T06:15:05.151203+0000","last_became_active":"2024-09-05T06:15:03.978802+0000","last_became_peered":"2024-09-05T06:15:03.978802+0000","last_unstale":"2024-09-05T06:15:05.151203+0000","last_undegraded":"2024-09-05T06:15:05.151203+0000","last_fullsized":"2024-09-05T06:15:05.151203+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:35.722815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151065+0000","last_change":"2024-09-05T06:15:03.982874+0000","last_active":"2024-09-05T06:15:05.151065+0000","last_peered":"2024-09-05T06:15:05.151065+0000","last_clean":"2024-09-05T06:15:05.151065+0000","last_became_active":"2024-09-05T06:15:03.982612+0000","last_became_peered":"2024-09-05T06:15:03.982612+0000","last_unstale":"2024-09-05T06:15:05.151065+0000","last_undegraded":"2024-09-05T06:15:05.151065+0000","last_fullsized":"2024-09-05T06:15:05.151065+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:00:11.771250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151221+0000","last_change":"2024-09-05T06:15:03.977198+0000","last_active":"2024-09-05T06:15:05.151221+0000","last_peered":"2024-09-05T06:15:05.151221+0000","last_clean":"2024-09-05T06:15:05.151221+0000","last_became_active":"2024-09-05T06:15:03.976947+0000","last_became_peered":"2024-09-05T06:15:03.976947+0000","last_unstale":"2024-09-05T06:15:05.151221+0000","last_undegraded":"2024-09-05T06:15:05.151221+0000","last_fullsized":"2024-09-05T06:15:05.151221+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:33:13.906138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.146588+0000","last_change":"2024-09-05T06:15:03.965296+0000","last_active":"2024-09-05T06:15:05.146588+0000","last_peered":"2024-09-05T06:15:05.146588+0000","last_clean":"2024-09-05T06:15:05.146588+0000","last_became_active":"2024-09-05T06:15:03.964595+0000","last_became_peered":"2024-09-05T06:15:03.964595+0000","last_unstale":"2024-09-05T06:15:05.146588+0000","last_undegraded":"2024-09-05T06:15:05.146588+0000","last_fullsized":"2024-09-05T06:15:05.146588+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:03:56.480408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151030+0000","last_change":"2024-09-05T06:15:03.998030+0000","last_active":"2024-09-05T06:15:05.151030+0000","last_peered":"2024-09-05T06:15:05.151030+0000","last_clean":"2024-09-05T06:15:05.151030+0000","last_became_active":"2024-09-05T06:15:03.997658+0000","last_became_peered":"2024-09-05T06:15:03.997658+0000","last_unstale":"2024-09-05T06:15:05.151030+0000","last_undegraded":"2024-09-05T06:15:05.151030+0000","last_fullsized":"2024-09-05T06:15:05.151030+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:00:39.661604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154831+0000","last_change":"2024-09-05T06:15:03.988785+0000","last_active":"2024-09-05T06:15:05.154831+0000","last_peered":"2024-09-05T06:15:05.154831+0000","last_clean":"2024-09-05T06:15:05.154831+0000","last_became_active":"2024-09-05T06:15:03.988627+0000","last_became_peered":"2024-09-05T06:15:03.988627+0000","last_unstale":"2024-09-05T06:15:05.154831+0000","last_undegraded":"2024-09-05T06:15:05.154831+0000","last_fullsized":"2024-09-05T06:15:05.154831+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:01:21.322526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151207+0000","last_change":"2024-09-05T06:15:03.982169+0000","last_active":"2024-09-05T06:15:05.151207+0000","last_peered":"2024-09-05T06:15:05.151207+0000","last_clean":"2024-09-05T06:15:05.151207+0000","last_became_active":"2024-09-05T06:15:03.981970+0000","last_became_peered":"2024-09-05T06:15:03.981970+0000","last_unstale":"2024-09-05T06:15:05.151207+0000","last_undegraded":"2024-09-05T06:15:05.151207+0000","last_fullsized":"2024-09-05T06:15:05.151207+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:25.738080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154556+0000","last_change":"2024-09-05T06:15:04.001563+0000","last_active":"2024-09-05T06:15:05.154556+0000","last_peered":"2024-09-05T06:15:05.154556+0000","last_clean":"2024-09-05T06:15:05.154556+0000","last_became_active":"2024-09-05T06:15:04.001426+0000","last_became_peered":"2024-09-05T06:15:04.001426+0000","last_unstale":"2024-09-05T06:15:05.154556+0000","last_undegraded":"2024-09-05T06:15:05.154556+0000","last_fullsized":"2024-09-05T06:15:05.154556+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:04:51.994695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.954782+0000","last_change":"2024-09-05T06:15:03.963939+0000","last_active":"2024-09-05T06:15:04.954782+0000","last_peered":"2024-09-05T06:15:04.954782+0000","last_clean":"2024-09-05T06:15:04.954782+0000","last_became_active":"2024-09-05T06:15:03.963121+0000","last_became_peered":"2024-09-05T06:15:03.963121+0000","last_unstale":"2024-09-05T06:15:04.954782+0000","last_undegraded":"2024-09-05T06:15:04.954782+0000","last_fullsized":"2024-09-05T06:15:04.954782+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:58:19.919428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.957501+0000","last_change":"2024-09-05T06:15:03.974570+0000","last_active":"2024-09-05T06:15:04.957501+0000","last_peered":"2024-09-05T06:15:04.957501+0000","last_clean":"2024-09-05T06:15:04.957501+0000","last_became_active":"2024-09-05T06:15:03.971654+0000","last_became_peered":"2024-09-05T06:15:03.971654+0000","last_unstale":"2024-09-05T06:15:04.957501+0000","last_undegraded":"2024-09-05T06:15:04.957501+0000","last_fullsized":"2024-09-05T06:15:04.957501+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:19:38.472165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.956776+0000","last_change":"2024-09-05T06:15:03.979443+0000","last_active":"2024-09-05T06:15:04.956776+0000","last_peered":"2024-09-05T06:15:04.956776+0000","last_clean":"2024-09-05T06:15:04.956776+0000","last_became_active":"2024-09-05T06:15:03.978229+0000","last_became_peered":"2024-09-05T06:15:03.978229+0000","last_unstale":"2024-09-05T06:15:04.956776+0000","last_undegraded":"2024-09-05T06:15:04.956776+0000","last_fullsized":"2024-09-05T06:15:04.956776+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:40:40.268065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151354+0000","last_change":"2024-09-05T06:15:03.981133+0000","last_active":"2024-09-05T06:15:05.151354+0000","last_peered":"2024-09-05T06:15:05.151354+0000","last_clean":"2024-09-05T06:15:05.151354+0000","last_became_active":"2024-09-05T06:15:03.980795+0000","last_became_peered":"2024-09-05T06:15:03.980795+0000","last_unstale":"2024-09-05T06:15:05.151354+0000","last_undegraded":"2024-09-05T06:15:05.151354+0000","last_fullsized":"2024-09-05T06:15:05.151354+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:18:23.608533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.148187+0000","last_change":"2024-09-05T06:15:04.001200+0000","last_active":"2024-09-05T06:15:05.148187+0000","last_peered":"2024-09-05T06:15:05.148187+0000","last_clean":"2024-09-05T06:15:05.148187+0000","last_became_active":"2024-09-05T06:15:03.988748+0000","last_became_peered":"2024-09-05T06:15:03.988748+0000","last_unstale":"2024-09-05T06:15:05.148187+0000","last_undegraded":"2024-09-05T06:15:05.148187+0000","last_fullsized":"2024-09-05T06:15:05.148187+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:04:03.144100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.955908+0000","last_change":"2024-09-05T06:15:03.998218+0000","last_active":"2024-09-05T06:15:04.955908+0000","last_peered":"2024-09-05T06:15:04.955908+0000","last_clean":"2024-09-05T06:15:04.955908+0000","last_became_active":"2024-09-05T06:15:03.997003+0000","last_became_peered":"2024-09-05T06:15:03.997003+0000","last_unstale":"2024-09-05T06:15:04.955908+0000","last_undegraded":"2024-09-05T06:15:04.955908+0000","last_fullsized":"2024-09-05T06:15:04.955908+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:24:17.688021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.148503+0000","last_change":"2024-09-05T06:15:04.009513+0000","last_active":"2024-09-05T06:15:05.148503+0000","last_peered":"2024-09-05T06:15:05.148503+0000","last_clean":"2024-09-05T06:15:05.148503+0000","last_became_active":"2024-09-05T06:15:04.007498+0000","last_became_peered":"2024-09-05T06:15:04.007498+0000","last_unstale":"2024-09-05T06:15:05.148503+0000","last_undegraded":"2024-09-05T06:15:05.148503+0000","last_fullsized":"2024-09-05T06:15:05.148503+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:44:50.806060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154498+0000","last_change":"2024-09-05T06:15:03.969946+0000","last_active":"2024-09-05T06:15:05.154498+0000","last_peered":"2024-09-05T06:15:05.154498+0000","last_clean":"2024-09-05T06:15:05.154498+0000","last_became_active":"2024-09-05T06:15:03.969750+0000","last_became_peered":"2024-09-05T06:15:03.969750+0000","last_unstale":"2024-09-05T06:15:05.154498+0000","last_undegraded":"2024-09-05T06:15:05.154498+0000","last_fullsized":"2024-09-05T06:15:05.154498+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:30:16.184481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.146272+0000","last_change":"2024-09-05T06:15:03.985011+0000","last_active":"2024-09-05T06:15:05.146272+0000","last_peered":"2024-09-05T06:15:05.146272+0000","last_clean":"2024-09-05T06:15:05.146272+0000","last_became_active":"2024-09-05T06:15:03.979132+0000","last_became_peered":"2024-09-05T06:15:03.979132+0000","last_unstale":"2024-09-05T06:15:05.146272+0000","last_undegraded":"2024-09-05T06:15:05.146272+0000","last_fullsized":"2024-09-05T06:15:05.146272+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:55:18.867768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.146167+0000","last_change":"2024-09-05T06:15:03.977434+0000","last_active":"2024-09-05T06:15:05.146167+0000","last_peered":"2024-09-05T06:15:05.146167+0000","last_clean":"2024-09-05T06:15:05.146167+0000","last_became_active":"2024-09-05T06:15:03.976830+0000","last_became_peered":"2024-09-05T06:15:03.976830+0000","last_unstale":"2024-09-05T06:15:05.146167+0000","last_undegraded":"2024-09-05T06:15:05.146167+0000","last_fullsized":"2024-09-05T06:15:05.146167+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:40.324745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.956275+0000","last_change":"2024-09-05T06:15:03.993336+0000","last_active":"2024-09-05T06:15:04.956275+0000","last_peered":"2024-09-05T06:15:04.956275+0000","last_clean":"2024-09-05T06:15:04.956275+0000","last_became_active":"2024-09-05T06:15:03.992728+0000","last_became_peered":"2024-09-05T06:15:03.992728+0000","last_unstale":"2024-09-05T06:15:04.956275+0000","last_undegraded":"2024-09-05T06:15:04.956275+0000","last_fullsized":"2024-09-05T06:15:04.956275+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:12:32.769930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961322+0000","last_change":"2024-09-05T06:15:03.977941+0000","last_active":"2024-09-05T06:15:04.961322+0000","last_peered":"2024-09-05T06:15:04.961322+0000","last_clean":"2024-09-05T06:15:04.961322+0000","last_became_active":"2024-09-05T06:15:03.977725+0000","last_became_peered":"2024-09-05T06:15:03.977725+0000","last_unstale":"2024-09-05T06:15:04.961322+0000","last_undegraded":"2024-09-05T06:15:04.961322+0000","last_fullsized":"2024-09-05T06:15:04.961322+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:36:17.098394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154695+0000","last_change":"2024-09-05T06:15:03.988372+0000","last_active":"2024-09-05T06:15:05.154695+0000","last_peered":"2024-09-05T06:15:05.154695+0000","last_clean":"2024-09-05T06:15:05.154695+0000","last_became_active":"2024-09-05T06:15:03.988193+0000","last_became_peered":"2024-09-05T06:15:03.988193+0000","last_unstale":"2024-09-05T06:15:05.154695+0000","last_undegraded":"2024-09-05T06:15:05.154695+0000","last_fullsized":"2024-09-05T06:15:05.154695+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:09.116487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.954956+0000","last_change":"2024-09-05T06:15:03.969267+0000","last_active":"2024-09-05T06:15:04.954956+0000","last_peered":"2024-09-05T06:15:04.954956+0000","last_clean":"2024-09-05T06:15:04.954956+0000","last_became_active":"2024-09-05T06:15:03.968530+0000","last_became_peered":"2024-09-05T06:15:03.968530+0000","last_unstale":"2024-09-05T06:15:04.954956+0000","last_undegraded":"2024-09-05T06:15:04.954956+0000","last_fullsized":"2024-09-05T06:15:04.954956+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:28:28.660867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961954+0000","last_change":"2024-09-05T06:15:03.969608+0000","last_active":"2024-09-05T06:15:04.961954+0000","last_peered":"2024-09-05T06:15:04.961954+0000","last_clean":"2024-09-05T06:15:04.961954+0000","last_became_active":"2024-09-05T06:15:03.969407+0000","last_became_peered":"2024-09-05T06:15:03.969407+0000","last_unstale":"2024-09-05T06:15:04.961954+0000","last_undegraded":"2024-09-05T06:15:04.961954+0000","last_fullsized":"2024-09-05T06:15:04.961954+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:36:11.232059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961333+0000","last_change":"2024-09-05T06:15:03.972302+0000","last_active":"2024-09-05T06:15:04.961333+0000","last_peered":"2024-09-05T06:15:04.961333+0000","last_clean":"2024-09-05T06:15:04.961333+0000","last_became_active":"2024-09-05T06:15:03.972078+0000","last_became_peered":"2024-09-05T06:15:03.972078+0000","last_unstale":"2024-09-05T06:15:04.961333+0000","last_undegraded":"2024-09-05T06:15:04.961333+0000","last_fullsized":"2024-09-05T06:15:04.961333+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:54.554948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.954294+0000","last_change":"2024-09-05T06:15:03.972124+0000","last_active":"2024-09-05T06:15:04.954294+0000","last_peered":"2024-09-05T06:15:04.954294+0000","last_clean":"2024-09-05T06:15:04.954294+0000","last_became_active":"2024-09-05T06:15:03.971483+0000","last_became_peered":"2024-09-05T06:15:03.971483+0000","last_unstale":"2024-09-05T06:15:04.954294+0000","last_undegraded":"2024-09-05T06:15:04.954294+0000","last_fullsized":"2024-09-05T06:15:04.954294+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:20.126873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.955650+0000","last_change":"2024-09-05T06:15:03.983204+0000","last_active":"2024-09-05T06:15:04.955650+0000","last_peered":"2024-09-05T06:15:04.955650+0000","last_clean":"2024-09-05T06:15:04.955650+0000","last_became_active":"2024-09-05T06:15:03.982533+0000","last_became_peered":"2024-09-05T06:15:03.982533+0000","last_unstale":"2024-09-05T06:15:04.955650+0000","last_undegraded":"2024-09-05T06:15:04.955650+0000","last_fullsized":"2024-09-05T06:15:04.955650+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:25.480403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.146680+0000","last_change":"2024-09-05T06:15:03.984460+0000","last_active":"2024-09-05T06:15:05.146680+0000","last_peered":"2024-09-05T06:15:05.146680+0000","last_clean":"2024-09-05T06:15:05.146680+0000","last_became_active":"2024-09-05T06:15:03.977406+0000","last_became_peered":"2024-09-05T06:15:03.977406+0000","last_unstale":"2024-09-05T06:15:05.146680+0000","last_undegraded":"2024-09-05T06:15:05.146680+0000","last_fullsized":"2024-09-05T06:15:05.146680+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:36:49.160561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.958144+0000","last_change":"2024-09-05T06:15:03.997334+0000","last_active":"2024-09-05T06:15:04.958144+0000","last_peered":"2024-09-05T06:15:04.958144+0000","last_clean":"2024-09-05T06:15:04.958144+0000","last_became_active":"2024-09-05T06:15:03.992224+0000","last_became_peered":"2024-09-05T06:15:03.992224+0000","last_unstale":"2024-09-05T06:15:04.958144+0000","last_undegraded":"2024-09-05T06:15:04.958144+0000","last_fullsized":"2024-09-05T06:15:04.958144+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:49:40.526803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.148884+0000","last_change":"2024-09-05T06:15:04.009245+0000","last_active":"2024-09-05T06:15:05.148884+0000","last_peered":"2024-09-05T06:15:05.148884+0000","last_clean":"2024-09-05T06:15:05.148884+0000","last_became_active":"2024-09-05T06:15:04.006729+0000","last_became_peered":"2024-09-05T06:15:04.006729+0000","last_unstale":"2024-09-05T06:15:05.148884+0000","last_undegraded":"2024-09-05T06:15:05.148884+0000","last_fullsized":"2024-09-05T06:15:05.148884+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:24.064897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1f","version":"125'4","reported_seq":18,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.955511+0000","last_change":"2024-09-05T06:15:02.967020+0000","last_active":"2024-09-05T06:15:04.955511+0000","last_peered":"2024-09-05T06:15:04.955511+0000","last_clean":"2024-09-05T06:15:04.955511+0000","last_became_active":"2024-09-05T06:15:02.965693+0000","last_became_peered":"2024-09-05T06:15:02.965693+0000","last_unstale":"2024-09-05T06:15:04.955511+0000","last_undegraded":"2024-09-05T06:15:04.955511+0000","last_fullsized":"2024-09-05T06:15:04.955511+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:46:42.368746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.955205+0000","last_change":"2024-09-05T06:15:03.975161+0000","last_active":"2024-09-05T06:15:04.955205+0000","last_peered":"2024-09-05T06:15:04.955205+0000","last_clean":"2024-09-05T06:15:04.955205+0000","last_became_active":"2024-09-05T06:15:03.973780+0000","last_became_peered":"2024-09-05T06:15:03.973780+0000","last_unstale":"2024-09-05T06:15:04.955205+0000","last_undegraded":"2024-09-05T06:15:04.955205+0000","last_fullsized":"2024-09-05T06:15:04.955205+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:55.012216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1e","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151198+0000","last_change":"2024-09-05T06:15:02.980738+0000","last_active":"2024-09-05T06:15:05.151198+0000","last_peered":"2024-09-05T06:15:05.151198+0000","last_clean":"2024-09-05T06:15:05.151198+0000","last_became_active":"2024-09-05T06:15:02.980496+0000","last_became_peered":"2024-09-05T06:15:02.980496+0000","last_unstale":"2024-09-05T06:15:05.151198+0000","last_undegraded":"2024-09-05T06:15:05.151198+0000","last_fullsized":"2024-09-05T06:15:05.151198+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:11:05.362362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.957457+0000","last_change":"2024-09-05T06:15:03.994065+0000","last_active":"2024-09-05T06:15:04.957457+0000","last_peered":"2024-09-05T06:15:04.957457+0000","last_clean":"2024-09-05T06:15:04.957457+0000","last_became_active":"2024-09-05T06:15:03.988407+0000","last_became_peered":"2024-09-05T06:15:03.988407+0000","last_unstale":"2024-09-05T06:15:04.957457+0000","last_undegraded":"2024-09-05T06:15:04.957457+0000","last_fullsized":"2024-09-05T06:15:04.957457+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:54.239139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147998+0000","last_change":"2024-09-05T06:15:02.980727+0000","last_active":"2024-09-05T06:15:05.147998+0000","last_peered":"2024-09-05T06:15:05.147998+0000","last_clean":"2024-09-05T06:15:05.147998+0000","last_became_active":"2024-09-05T06:15:02.979317+0000","last_became_peered":"2024-09-05T06:15:02.979317+0000","last_unstale":"2024-09-05T06:15:05.147998+0000","last_undegraded":"2024-09-05T06:15:05.147998+0000","last_fullsized":"2024-09-05T06:15:05.147998+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:42:15.925928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154959+0000","last_change":"2024-09-05T06:15:03.980161+0000","last_active":"2024-09-05T06:15:05.154959+0000","last_peered":"2024-09-05T06:15:05.154959+0000","last_clean":"2024-09-05T06:15:05.154959+0000","last_became_active":"2024-09-05T06:15:03.979748+0000","last_became_peered":"2024-09-05T06:15:03.979748+0000","last_unstale":"2024-09-05T06:15:05.154959+0000","last_undegraded":"2024-09-05T06:15:05.154959+0000","last_fullsized":"2024-09-05T06:15:05.154959+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:52:52.869187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.958055+0000","last_change":"2024-09-05T06:15:02.987917+0000","last_active":"2024-09-05T06:15:04.958055+0000","last_peered":"2024-09-05T06:15:04.958055+0000","last_clean":"2024-09-05T06:15:04.958055+0000","last_became_active":"2024-09-05T06:15:02.983010+0000","last_became_peered":"2024-09-05T06:15:02.983010+0000","last_unstale":"2024-09-05T06:15:04.958055+0000","last_undegraded":"2024-09-05T06:15:04.958055+0000","last_fullsized":"2024-09-05T06:15:04.958055+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:02.628353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154632+0000","last_change":"2024-09-05T06:15:03.976196+0000","last_active":"2024-09-05T06:15:05.154632+0000","last_peered":"2024-09-05T06:15:05.154632+0000","last_clean":"2024-09-05T06:15:05.154632+0000","last_became_active":"2024-09-05T06:15:03.975577+0000","last_became_peered":"2024-09-05T06:15:03.975577+0000","last_unstale":"2024-09-05T06:15:05.154632+0000","last_undegraded":"2024-09-05T06:15:05.154632+0000","last_fullsized":"2024-09-05T06:15:05.154632+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:37:05.282864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1b","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.958273+0000","last_change":"2024-09-05T06:15:02.979480+0000","last_active":"2024-09-05T06:15:04.958273+0000","last_peered":"2024-09-05T06:15:04.958273+0000","last_clean":"2024-09-05T06:15:04.958273+0000","last_became_active":"2024-09-05T06:15:02.978267+0000","last_became_peered":"2024-09-05T06:15:02.978267+0000","last_unstale":"2024-09-05T06:15:04.958273+0000","last_undegraded":"2024-09-05T06:15:04.958273+0000","last_fullsized":"2024-09-05T06:15:04.958273+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:25:15.070181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.150987+0000","last_change":"2024-09-05T06:15:03.975819+0000","last_active":"2024-09-05T06:15:05.150987+0000","last_peered":"2024-09-05T06:15:05.150987+0000","last_clean":"2024-09-05T06:15:05.150987+0000","last_became_active":"2024-09-05T06:15:03.975586+0000","last_became_peered":"2024-09-05T06:15:03.975586+0000","last_unstale":"2024-09-05T06:15:05.150987+0000","last_undegraded":"2024-09-05T06:15:05.150987+0000","last_fullsized":"2024-09-05T06:15:05.150987+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:43:44.916315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1a","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147473+0000","last_change":"2024-09-05T06:15:02.960189+0000","last_active":"2024-09-05T06:15:05.147473+0000","last_peered":"2024-09-05T06:15:05.147473+0000","last_clean":"2024-09-05T06:15:05.147473+0000","last_became_active":"2024-09-05T06:15:02.959509+0000","last_became_peered":"2024-09-05T06:15:02.959509+0000","last_unstale":"2024-09-05T06:15:05.147473+0000","last_undegraded":"2024-09-05T06:15:05.147473+0000","last_fullsized":"2024-09-05T06:15:05.147473+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:52.592841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.956113+0000","last_change":"2024-09-05T06:15:03.971350+0000","last_active":"2024-09-05T06:15:04.956113+0000","last_peered":"2024-09-05T06:15:04.956113+0000","last_clean":"2024-09-05T06:15:04.956113+0000","last_became_active":"2024-09-05T06:15:03.969222+0000","last_became_peered":"2024-09-05T06:15:03.969222+0000","last_unstale":"2024-09-05T06:15:04.956113+0000","last_undegraded":"2024-09-05T06:15:04.956113+0000","last_fullsized":"2024-09-05T06:15:04.956113+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:57:58.665372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151355+0000","last_change":"2024-09-05T06:15:02.967533+0000","last_active":"2024-09-05T06:15:05.151355+0000","last_peered":"2024-09-05T06:15:05.151355+0000","last_clean":"2024-09-05T06:15:05.151355+0000","last_became_active":"2024-09-05T06:15:02.967083+0000","last_became_peered":"2024-09-05T06:15:02.967083+0000","last_unstale":"2024-09-05T06:15:05.151355+0000","last_undegraded":"2024-09-05T06:15:05.151355+0000","last_fullsized":"2024-09-05T06:15:05.151355+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:46.195660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154342+0000","last_change":"2024-09-05T06:15:03.978681+0000","last_active":"2024-09-05T06:15:05.154342+0000","last_peered":"2024-09-05T06:15:05.154342+0000","last_clean":"2024-09-05T06:15:05.154342+0000","last_became_active":"2024-09-05T06:15:03.978135+0000","last_became_peered":"2024-09-05T06:15:03.978135+0000","last_unstale":"2024-09-05T06:15:05.154342+0000","last_undegraded":"2024-09-05T06:15:05.154342+0000","last_fullsized":"2024-09-05T06:15:05.154342+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:20.154518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147736+0000","last_change":"2024-09-05T06:15:02.984339+0000","last_active":"2024-09-05T06:15:05.147736+0000","last_peered":"2024-09-05T06:15:05.147736+0000","last_clean":"2024-09-05T06:15:05.147736+0000","last_became_active":"2024-09-05T06:15:02.983765+0000","last_became_peered":"2024-09-05T06:15:02.983765+0000","last_unstale":"2024-09-05T06:15:05.147736+0000","last_undegraded":"2024-09-05T06:15:05.147736+0000","last_fullsized":"2024-09-05T06:15:05.147736+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:49:18.871346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.957607+0000","last_change":"2024-09-05T06:15:04.006497+0000","last_active":"2024-09-05T06:15:04.957607+0000","last_peered":"2024-09-05T06:15:04.957607+0000","last_clean":"2024-09-05T06:15:04.957607+0000","last_became_active":"2024-09-05T06:15:04.005872+0000","last_became_peered":"2024-09-05T06:15:04.005872+0000","last_unstale":"2024-09-05T06:15:04.957607+0000","last_undegraded":"2024-09-05T06:15:04.957607+0000","last_fullsized":"2024-09-05T06:15:04.957607+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:42:40.779681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147030+0000","last_change":"2024-09-05T06:15:02.980798+0000","last_active":"2024-09-05T06:15:05.147030+0000","last_peered":"2024-09-05T06:15:05.147030+0000","last_clean":"2024-09-05T06:15:05.147030+0000","last_became_active":"2024-09-05T06:15:02.977902+0000","last_became_peered":"2024-09-05T06:15:02.977902+0000","last_unstale":"2024-09-05T06:15:05.147030+0000","last_undegraded":"2024-09-05T06:15:05.147030+0000","last_fullsized":"2024-09-05T06:15:05.147030+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:52:35.118245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961839+0000","last_change":"2024-09-05T06:15:03.975758+0000","last_active":"2024-09-05T06:15:04.961839+0000","last_peered":"2024-09-05T06:15:04.961839+0000","last_clean":"2024-09-05T06:15:04.961839+0000","last_became_active":"2024-09-05T06:15:03.975532+0000","last_became_peered":"2024-09-05T06:15:03.975532+0000","last_unstale":"2024-09-05T06:15:04.961839+0000","last_undegraded":"2024-09-05T06:15:04.961839+0000","last_fullsized":"2024-09-05T06:15:04.961839+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:48:50.569624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.958526+0000","last_change":"2024-09-05T06:15:02.978897+0000","last_active":"2024-09-05T06:15:04.958526+0000","last_peered":"2024-09-05T06:15:04.958526+0000","last_clean":"2024-09-05T06:15:04.958526+0000","last_became_active":"2024-09-05T06:15:02.977569+0000","last_became_peered":"2024-09-05T06:15:02.977569+0000","last_unstale":"2024-09-05T06:15:04.958526+0000","last_undegraded":"2024-09-05T06:15:04.958526+0000","last_fullsized":"2024-09-05T06:15:04.958526+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:08:26.666764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151166+0000","last_change":"2024-09-05T06:15:03.979252+0000","last_active":"2024-09-05T06:15:05.151166+0000","last_peered":"2024-09-05T06:15:05.151166+0000","last_clean":"2024-09-05T06:15:05.151166+0000","last_became_active":"2024-09-05T06:15:03.978950+0000","last_became_peered":"2024-09-05T06:15:03.978950+0000","last_unstale":"2024-09-05T06:15:05.151166+0000","last_undegraded":"2024-09-05T06:15:05.151166+0000","last_fullsized":"2024-09-05T06:15:05.151166+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:49:44.973480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.15","version":"125'3","reported_seq":17,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151028+0000","last_change":"2024-09-05T06:15:02.967116+0000","last_active":"2024-09-05T06:15:05.151028+0000","last_peered":"2024-09-05T06:15:05.151028+0000","last_clean":"2024-09-05T06:15:05.151028+0000","last_became_active":"2024-09-05T06:15:02.965946+0000","last_became_peered":"2024-09-05T06:15:02.965946+0000","last_unstale":"2024-09-05T06:15:05.151028+0000","last_undegraded":"2024-09-05T06:15:05.151028+0000","last_fullsized":"2024-09-05T06:15:05.151028+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:51:36.721001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961615+0000","last_change":"2024-09-05T06:15:03.981287+0000","last_active":"2024-09-05T06:15:04.961615+0000","last_peered":"2024-09-05T06:15:04.961615+0000","last_clean":"2024-09-05T06:15:04.961615+0000","last_became_active":"2024-09-05T06:15:03.981019+0000","last_became_peered":"2024-09-05T06:15:03.981019+0000","last_unstale":"2024-09-05T06:15:04.961615+0000","last_undegraded":"2024-09-05T06:15:04.961615+0000","last_fullsized":"2024-09-05T06:15:04.961615+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:52:39.326918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.14","version":"125'6","reported_seq":20,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154469+0000","last_change":"2024-09-05T06:15:02.982078+0000","last_active":"2024-09-05T06:15:05.154469+0000","last_peered":"2024-09-05T06:15:05.154469+0000","last_clean":"2024-09-05T06:15:05.154469+0000","last_became_active":"2024-09-05T06:15:02.981421+0000","last_became_peered":"2024-09-05T06:15:02.981421+0000","last_unstale":"2024-09-05T06:15:05.154469+0000","last_undegraded":"2024-09-05T06:15:05.154469+0000","last_fullsized":"2024-09-05T06:15:05.154469+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:25.813679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.957681+0000","last_change":"2024-09-05T06:15:04.001183+0000","last_active":"2024-09-05T06:15:04.957681+0000","last_peered":"2024-09-05T06:15:04.957681+0000","last_clean":"2024-09-05T06:15:04.957681+0000","last_became_active":"2024-09-05T06:15:03.989195+0000","last_became_peered":"2024-09-05T06:15:03.989195+0000","last_unstale":"2024-09-05T06:15:04.957681+0000","last_undegraded":"2024-09-05T06:15:04.957681+0000","last_fullsized":"2024-09-05T06:15:04.957681+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:48:27.391402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.13","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.148000+0000","last_change":"2024-09-05T06:15:02.977053+0000","last_active":"2024-09-05T06:15:05.148000+0000","last_peered":"2024-09-05T06:15:05.148000+0000","last_clean":"2024-09-05T06:15:05.148000+0000","last_became_active":"2024-09-05T06:15:02.976288+0000","last_became_peered":"2024-09-05T06:15:02.976288+0000","last_unstale":"2024-09-05T06:15:05.148000+0000","last_undegraded":"2024-09-05T06:15:05.148000+0000","last_fullsized":"2024-09-05T06:15:05.148000+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:30:34.419634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.146820+0000","last_change":"2024-09-05T06:15:03.990603+0000","last_active":"2024-09-05T06:15:05.146820+0000","last_peered":"2024-09-05T06:15:05.146820+0000","last_clean":"2024-09-05T06:15:05.146820+0000","last_became_active":"2024-09-05T06:15:03.990016+0000","last_became_peered":"2024-09-05T06:15:03.990016+0000","last_unstale":"2024-09-05T06:15:05.146820+0000","last_undegraded":"2024-09-05T06:15:05.146820+0000","last_fullsized":"2024-09-05T06:15:05.146820+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:20:08.975719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.958247+0000","last_change":"2024-09-05T06:15:02.988338+0000","last_active":"2024-09-05T06:15:04.958247+0000","last_peered":"2024-09-05T06:15:04.958247+0000","last_clean":"2024-09-05T06:15:04.958247+0000","last_became_active":"2024-09-05T06:15:02.986942+0000","last_became_peered":"2024-09-05T06:15:02.986942+0000","last_unstale":"2024-09-05T06:15:04.958247+0000","last_undegraded":"2024-09-05T06:15:04.958247+0000","last_fullsized":"2024-09-05T06:15:04.958247+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:49.223574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.150971+0000","last_change":"2024-09-05T06:15:03.982902+0000","last_active":"2024-09-05T06:15:05.150971+0000","last_peered":"2024-09-05T06:15:05.150971+0000","last_clean":"2024-09-05T06:15:05.150971+0000","last_became_active":"2024-09-05T06:15:03.981736+0000","last_became_peered":"2024-09-05T06:15:03.981736+0000","last_unstale":"2024-09-05T06:15:05.150971+0000","last_undegraded":"2024-09-05T06:15:05.150971+0000","last_fullsized":"2024-09-05T06:15:05.150971+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:51:52.562206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154617+0000","last_change":"2024-09-05T06:15:02.962215+0000","last_active":"2024-09-05T06:15:05.154617+0000","last_peered":"2024-09-05T06:15:05.154617+0000","last_clean":"2024-09-05T06:15:05.154617+0000","last_became_active":"2024-09-05T06:15:02.961728+0000","last_became_peered":"2024-09-05T06:15:02.961728+0000","last_unstale":"2024-09-05T06:15:05.154617+0000","last_undegraded":"2024-09-05T06:15:05.154617+0000","last_fullsized":"2024-09-05T06:15:05.154617+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:42:32.424140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.146571+0000","last_change":"2024-09-05T06:15:03.961310+0000","last_active":"2024-09-05T06:15:05.146571+0000","last_peered":"2024-09-05T06:15:05.146571+0000","last_clean":"2024-09-05T06:15:05.146571+0000","last_became_active":"2024-09-05T06:15:03.959711+0000","last_became_peered":"2024-09-05T06:15:03.959711+0000","last_unstale":"2024-09-05T06:15:05.146571+0000","last_undegraded":"2024-09-05T06:15:05.146571+0000","last_fullsized":"2024-09-05T06:15:05.146571+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:40.588261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.10","version":"125'8","reported_seq":22,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.956543+0000","last_change":"2024-09-05T06:15:02.979452+0000","last_active":"2024-09-05T06:15:04.956543+0000","last_peered":"2024-09-05T06:15:04.956543+0000","last_clean":"2024-09-05T06:15:04.956543+0000","last_became_active":"2024-09-05T06:15:02.977956+0000","last_became_peered":"2024-09-05T06:15:02.977956+0000","last_unstale":"2024-09-05T06:15:04.956543+0000","last_undegraded":"2024-09-05T06:15:04.956543+0000","last_fullsized":"2024-09-05T06:15:04.956543+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:33:12.025557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961707+0000","last_change":"2024-09-05T06:15:03.964114+0000","last_active":"2024-09-05T06:15:04.961707+0000","last_peered":"2024-09-05T06:15:04.961707+0000","last_clean":"2024-09-05T06:15:04.961707+0000","last_became_active":"2024-09-05T06:15:03.963908+0000","last_became_peered":"2024-09-05T06:15:03.963908+0000","last_unstale":"2024-09-05T06:15:04.961707+0000","last_undegraded":"2024-09-05T06:15:04.961707+0000","last_fullsized":"2024-09-05T06:15:04.961707+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:36:17.474404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.e","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154604+0000","last_change":"2024-09-05T06:15:02.985430+0000","last_active":"2024-09-05T06:15:05.154604+0000","last_peered":"2024-09-05T06:15:05.154604+0000","last_clean":"2024-09-05T06:15:05.154604+0000","last_became_active":"2024-09-05T06:15:02.985241+0000","last_became_peered":"2024-09-05T06:15:02.985241+0000","last_unstale":"2024-09-05T06:15:05.154604+0000","last_undegraded":"2024-09-05T06:15:05.154604+0000","last_fullsized":"2024-09-05T06:15:05.154604+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:08:09.129505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.962128+0000","last_change":"2024-09-05T06:15:03.963183+0000","last_active":"2024-09-05T06:15:04.962128+0000","last_peered":"2024-09-05T06:15:04.962128+0000","last_clean":"2024-09-05T06:15:04.962128+0000","last_became_active":"2024-09-05T06:15:03.962959+0000","last_became_peered":"2024-09-05T06:15:03.962959+0000","last_unstale":"2024-09-05T06:15:04.962128+0000","last_undegraded":"2024-09-05T06:15:04.962128+0000","last_fullsized":"2024-09-05T06:15:04.962128+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:39.254948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151520+0000","last_change":"2024-09-05T06:15:02.969606+0000","last_active":"2024-09-05T06:15:05.151520+0000","last_peered":"2024-09-05T06:15:05.151520+0000","last_clean":"2024-09-05T06:15:05.151520+0000","last_became_active":"2024-09-05T06:15:02.969400+0000","last_became_peered":"2024-09-05T06:15:02.969400+0000","last_unstale":"2024-09-05T06:15:05.151520+0000","last_undegraded":"2024-09-05T06:15:05.151520+0000","last_fullsized":"2024-09-05T06:15:05.151520+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:33:34.811295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154554+0000","last_change":"2024-09-05T06:15:03.969450+0000","last_active":"2024-09-05T06:15:05.154554+0000","last_peered":"2024-09-05T06:15:05.154554+0000","last_clean":"2024-09-05T06:15:05.154554+0000","last_became_active":"2024-09-05T06:15:03.969191+0000","last_became_peered":"2024-09-05T06:15:03.969191+0000","last_unstale":"2024-09-05T06:15:05.154554+0000","last_undegraded":"2024-09-05T06:15:05.154554+0000","last_fullsized":"2024-09-05T06:15:05.154554+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:50:17.327931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.149039+0000","last_change":"2024-09-05T06:15:02.975770+0000","last_active":"2024-09-05T06:15:05.149039+0000","last_peered":"2024-09-05T06:15:05.149039+0000","last_clean":"2024-09-05T06:15:05.149039+0000","last_became_active":"2024-09-05T06:15:02.974095+0000","last_became_peered":"2024-09-05T06:15:02.974095+0000","last_unstale":"2024-09-05T06:15:05.149039+0000","last_undegraded":"2024-09-05T06:15:05.149039+0000","last_fullsized":"2024-09-05T06:15:05.149039+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:36:25.972624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.149262+0000","last_change":"2024-09-05T06:15:04.008877+0000","last_active":"2024-09-05T06:15:05.149262+0000","last_peered":"2024-09-05T06:15:05.149262+0000","last_clean":"2024-09-05T06:15:05.149262+0000","last_became_active":"2024-09-05T06:15:04.006046+0000","last_became_peered":"2024-09-05T06:15:04.006046+0000","last_unstale":"2024-09-05T06:15:05.149262+0000","last_undegraded":"2024-09-05T06:15:05.149262+0000","last_fullsized":"2024-09-05T06:15:05.149262+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:44:51.235790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.956836+0000","last_change":"2024-09-05T06:15:02.980887+0000","last_active":"2024-09-05T06:15:04.956836+0000","last_peered":"2024-09-05T06:15:04.956836+0000","last_clean":"2024-09-05T06:15:04.956836+0000","last_became_active":"2024-09-05T06:15:02.980185+0000","last_became_peered":"2024-09-05T06:15:02.980185+0000","last_unstale":"2024-09-05T06:15:04.956836+0000","last_undegraded":"2024-09-05T06:15:04.956836+0000","last_fullsized":"2024-09-05T06:15:04.956836+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:30.098656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147201+0000","last_change":"2024-09-05T06:15:03.997794+0000","last_active":"2024-09-05T06:15:05.147201+0000","last_peered":"2024-09-05T06:15:05.147201+0000","last_clean":"2024-09-05T06:15:05.147201+0000","last_became_active":"2024-09-05T06:15:03.997222+0000","last_became_peered":"2024-09-05T06:15:03.997222+0000","last_unstale":"2024-09-05T06:15:05.147201+0000","last_undegraded":"2024-09-05T06:15:05.147201+0000","last_fullsized":"2024-09-05T06:15:05.147201+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:35:01.999441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961768+0000","last_change":"2024-09-05T06:15:02.962150+0000","last_active":"2024-09-05T06:15:04.961768+0000","last_peered":"2024-09-05T06:15:04.961768+0000","last_clean":"2024-09-05T06:15:04.961768+0000","last_became_active":"2024-09-05T06:15:02.961797+0000","last_became_peered":"2024-09-05T06:15:02.961797+0000","last_unstale":"2024-09-05T06:15:04.961768+0000","last_undegraded":"2024-09-05T06:15:04.961768+0000","last_fullsized":"2024-09-05T06:15:04.961768+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:37:07.562096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.957883+0000","last_change":"2024-09-05T06:15:04.001726+0000","last_active":"2024-09-05T06:15:04.957883+0000","last_peered":"2024-09-05T06:15:04.957883+0000","last_clean":"2024-09-05T06:15:04.957883+0000","last_became_active":"2024-09-05T06:15:03.990174+0000","last_became_peered":"2024-09-05T06:15:03.990174+0000","last_unstale":"2024-09-05T06:15:04.957883+0000","last_undegraded":"2024-09-05T06:15:04.957883+0000","last_fullsized":"2024-09-05T06:15:04.957883+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:44:33.422933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.155000+0000","last_change":"2024-09-05T06:15:02.977311+0000","last_active":"2024-09-05T06:15:05.155000+0000","last_peered":"2024-09-05T06:15:05.155000+0000","last_clean":"2024-09-05T06:15:05.155000+0000","last_became_active":"2024-09-05T06:15:02.976675+0000","last_became_peered":"2024-09-05T06:15:02.976675+0000","last_unstale":"2024-09-05T06:15:05.155000+0000","last_undegraded":"2024-09-05T06:15:05.155000+0000","last_fullsized":"2024-09-05T06:15:05.155000+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:41.899682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961267+0000","last_change":"2024-09-05T06:15:03.971376+0000","last_active":"2024-09-05T06:15:04.961267+0000","last_peered":"2024-09-05T06:15:04.961267+0000","last_clean":"2024-09-05T06:15:04.961267+0000","last_became_active":"2024-09-05T06:15:03.971185+0000","last_became_peered":"2024-09-05T06:15:03.971185+0000","last_unstale":"2024-09-05T06:15:04.961267+0000","last_undegraded":"2024-09-05T06:15:04.961267+0000","last_fullsized":"2024-09-05T06:15:04.961267+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:00:32.840882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147284+0000","last_change":"2024-09-05T06:15:02.979315+0000","last_active":"2024-09-05T06:15:05.147284+0000","last_peered":"2024-09-05T06:15:05.147284+0000","last_clean":"2024-09-05T06:15:05.147284+0000","last_became_active":"2024-09-05T06:15:02.976705+0000","last_became_peered":"2024-09-05T06:15:02.976705+0000","last_unstale":"2024-09-05T06:15:05.147284+0000","last_undegraded":"2024-09-05T06:15:05.147284+0000","last_fullsized":"2024-09-05T06:15:05.147284+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:09.478657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147588+0000","last_change":"2024-09-05T06:15:03.981177+0000","last_active":"2024-09-05T06:15:05.147588+0000","last_peered":"2024-09-05T06:15:05.147588+0000","last_clean":"2024-09-05T06:15:05.147588+0000","last_became_active":"2024-09-05T06:15:03.980546+0000","last_became_peered":"2024-09-05T06:15:03.980546+0000","last_unstale":"2024-09-05T06:15:05.147588+0000","last_undegraded":"2024-09-05T06:15:05.147588+0000","last_fullsized":"2024-09-05T06:15:05.147588+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:29:40.213723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.7","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154712+0000","last_change":"2024-09-05T06:15:02.962422+0000","last_active":"2024-09-05T06:15:05.154712+0000","last_peered":"2024-09-05T06:15:05.154712+0000","last_clean":"2024-09-05T06:15:05.154712+0000","last_became_active":"2024-09-05T06:15:02.962026+0000","last_became_peered":"2024-09-05T06:15:02.962026+0000","last_unstale":"2024-09-05T06:15:05.154712+0000","last_undegraded":"2024-09-05T06:15:05.154712+0000","last_fullsized":"2024-09-05T06:15:05.154712+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:11.051042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.148600+0000","last_change":"2024-09-05T06:15:04.005352+0000","last_active":"2024-09-05T06:15:05.148600+0000","last_peered":"2024-09-05T06:15:05.148600+0000","last_clean":"2024-09-05T06:15:05.148600+0000","last_became_active":"2024-09-05T06:15:04.004141+0000","last_became_peered":"2024-09-05T06:15:04.004141+0000","last_unstale":"2024-09-05T06:15:05.148600+0000","last_undegraded":"2024-09-05T06:15:05.148600+0000","last_fullsized":"2024-09-05T06:15:05.148600+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:22:19.614022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.6","version":"126'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147858+0000","last_change":"2024-09-05T06:15:02.968647+0000","last_active":"2024-09-05T06:15:05.147858+0000","last_peered":"2024-09-05T06:15:05.147858+0000","last_clean":"2024-09-05T06:15:05.147858+0000","last_became_active":"2024-09-05T06:15:02.967984+0000","last_became_peered":"2024-09-05T06:15:02.967984+0000","last_unstale":"2024-09-05T06:15:05.147858+0000","last_undegraded":"2024-09-05T06:15:05.147858+0000","last_fullsized":"2024-09-05T06:15:05.147858+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:45:33.292849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147635+0000","last_change":"2024-09-05T06:15:03.964937+0000","last_active":"2024-09-05T06:15:05.147635+0000","last_peered":"2024-09-05T06:15:05.147635+0000","last_clean":"2024-09-05T06:15:05.147635+0000","last_became_active":"2024-09-05T06:15:03.963150+0000","last_became_peered":"2024-09-05T06:15:03.963150+0000","last_unstale":"2024-09-05T06:15:05.147635+0000","last_undegraded":"2024-09-05T06:15:05.147635+0000","last_fullsized":"2024-09-05T06:15:05.147635+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:18:05.152894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.149953+0000","last_change":"2024-09-05T06:15:02.973677+0000","last_active":"2024-09-05T06:15:05.149953+0000","last_peered":"2024-09-05T06:15:05.149953+0000","last_clean":"2024-09-05T06:15:05.149953+0000","last_became_active":"2024-09-05T06:15:02.969941+0000","last_became_peered":"2024-09-05T06:15:02.969941+0000","last_unstale":"2024-09-05T06:15:05.149953+0000","last_undegraded":"2024-09-05T06:15:05.149953+0000","last_fullsized":"2024-09-05T06:15:05.149953+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:14:17.207191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151327+0000","last_change":"2024-09-05T06:15:03.977342+0000","last_active":"2024-09-05T06:15:05.151327+0000","last_peered":"2024-09-05T06:15:05.151327+0000","last_clean":"2024-09-05T06:15:05.151327+0000","last_became_active":"2024-09-05T06:15:03.977166+0000","last_became_peered":"2024-09-05T06:15:03.977166+0000","last_unstale":"2024-09-05T06:15:05.151327+0000","last_undegraded":"2024-09-05T06:15:05.151327+0000","last_fullsized":"2024-09-05T06:15:05.151327+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:01:20.642970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.961344+0000","last_change":"2024-09-05T06:15:02.962482+0000","last_active":"2024-09-05T06:15:04.961344+0000","last_peered":"2024-09-05T06:15:04.961344+0000","last_clean":"2024-09-05T06:15:04.961344+0000","last_became_active":"2024-09-05T06:15:02.961396+0000","last_became_peered":"2024-09-05T06:15:02.961396+0000","last_unstale":"2024-09-05T06:15:04.961344+0000","last_undegraded":"2024-09-05T06:15:04.961344+0000","last_fullsized":"2024-09-05T06:15:04.961344+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:29.263254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.148793+0000","last_change":"2024-09-05T06:15:03.992247+0000","last_active":"2024-09-05T06:15:05.148793+0000","last_peered":"2024-09-05T06:15:05.148793+0000","last_clean":"2024-09-05T06:15:05.148793+0000","last_became_active":"2024-09-05T06:15:03.983903+0000","last_became_peered":"2024-09-05T06:15:03.983903+0000","last_unstale":"2024-09-05T06:15:05.148793+0000","last_undegraded":"2024-09-05T06:15:05.148793+0000","last_fullsized":"2024-09-05T06:15:05.148793+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:30:50.545541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147525+0000","last_change":"2024-09-05T06:15:02.985268+0000","last_active":"2024-09-05T06:15:05.147525+0000","last_peered":"2024-09-05T06:15:05.147525+0000","last_clean":"2024-09-05T06:15:05.147525+0000","last_became_active":"2024-09-05T06:15:02.984451+0000","last_became_peered":"2024-09-05T06:15:02.984451+0000","last_unstale":"2024-09-05T06:15:05.147525+0000","last_undegraded":"2024-09-05T06:15:05.147525+0000","last_fullsized":"2024-09-05T06:15:05.147525+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:31:41.198444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.151452+0000","last_change":"2024-09-05T06:15:03.998563+0000","last_active":"2024-09-05T06:15:05.151452+0000","last_peered":"2024-09-05T06:15:05.151452+0000","last_clean":"2024-09-05T06:15:05.151452+0000","last_became_active":"2024-09-05T06:15:03.998324+0000","last_became_peered":"2024-09-05T06:15:03.998324+0000","last_unstale":"2024-09-05T06:15:05.151452+0000","last_undegraded":"2024-09-05T06:15:05.151452+0000","last_fullsized":"2024-09-05T06:15:05.151452+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:58:37.056383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.962229+0000","last_change":"2024-09-05T06:15:02.981223+0000","last_active":"2024-09-05T06:15:04.962229+0000","last_peered":"2024-09-05T06:15:04.962229+0000","last_clean":"2024-09-05T06:15:04.962229+0000","last_became_active":"2024-09-05T06:15:02.981037+0000","last_became_peered":"2024-09-05T06:15:02.981037+0000","last_unstale":"2024-09-05T06:15:04.962229+0000","last_undegraded":"2024-09-05T06:15:04.962229+0000","last_fullsized":"2024-09-05T06:15:04.962229+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:57:40.147156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.149650+0000","last_change":"2024-09-05T06:15:04.008048+0000","last_active":"2024-09-05T06:15:05.149650+0000","last_peered":"2024-09-05T06:15:05.149650+0000","last_clean":"2024-09-05T06:15:05.149650+0000","last_became_active":"2024-09-05T06:15:04.005331+0000","last_became_peered":"2024-09-05T06:15:04.005331+0000","last_unstale":"2024-09-05T06:15:05.149650+0000","last_undegraded":"2024-09-05T06:15:05.149650+0000","last_fullsized":"2024-09-05T06:15:05.149650+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:40:21.502707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:04.955794+0000","last_change":"2024-09-05T06:15:02.982418+0000","last_active":"2024-09-05T06:15:04.955794+0000","last_peered":"2024-09-05T06:15:04.955794+0000","last_clean":"2024-09-05T06:15:04.955794+0000","last_became_active":"2024-09-05T06:15:02.981332+0000","last_became_peered":"2024-09-05T06:15:02.981332+0000","last_unstale":"2024-09-05T06:15:04.955794+0000","last_undegraded":"2024-09-05T06:15:04.955794+0000","last_fullsized":"2024-09-05T06:15:04.955794+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:22:25.312778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154852+0000","last_change":"2024-09-05T06:15:03.989519+0000","last_active":"2024-09-05T06:15:05.154852+0000","last_peered":"2024-09-05T06:15:05.154852+0000","last_clean":"2024-09-05T06:15:05.154852+0000","last_became_active":"2024-09-05T06:15:03.989171+0000","last_became_peered":"2024-09-05T06:15:03.989171+0000","last_unstale":"2024-09-05T06:15:05.154852+0000","last_undegraded":"2024-09-05T06:15:05.154852+0000","last_fullsized":"2024-09-05T06:15:05.154852+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:15:55.594184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.145891+0000","last_change":"2024-09-05T06:15:02.971544+0000","last_active":"2024-09-05T06:15:05.145891+0000","last_peered":"2024-09-05T06:15:05.145891+0000","last_clean":"2024-09-05T06:15:05.145891+0000","last_became_active":"2024-09-05T06:15:02.970423+0000","last_became_peered":"2024-09-05T06:15:02.970423+0000","last_unstale":"2024-09-05T06:15:05.145891+0000","last_undegraded":"2024-09-05T06:15:05.145891+0000","last_fullsized":"2024-09-05T06:15:05.145891+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:51:25.214793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.147222+0000","last_change":"2024-09-05T06:15:03.976619+0000","last_active":"2024-09-05T06:15:05.147222+0000","last_peered":"2024-09-05T06:15:05.147222+0000","last_clean":"2024-09-05T06:15:05.147222+0000","last_became_active":"2024-09-05T06:15:03.975829+0000","last_became_peered":"2024-09-05T06:15:03.975829+0000","last_unstale":"2024-09-05T06:15:05.147222+0000","last_undegraded":"2024-09-05T06:15:05.147222+0000","last_fullsized":"2024-09-05T06:15:05.147222+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:02.943341+0000","last_clean_scrub_stamp":"2024-09-05T06:15:02.943341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:49:38.933784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.f","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154874+0000","last_change":"2024-09-05T06:15:02.976301+0000","last_active":"2024-09-05T06:15:05.154874+0000","last_peered":"2024-09-05T06:15:05.154874+0000","last_clean":"2024-09-05T06:15:05.154874+0000","last_became_active":"2024-09-05T06:15:02.976131+0000","last_became_peered":"2024-09-05T06:15:02.976131+0000","last_unstale":"2024-09-05T06:15:05.154874+0000","last_undegraded":"2024-09-05T06:15:05.154874+0000","last_fullsized":"2024-09-05T06:15:05.154874+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:01.939440+0000","last_clean_scrub_stamp":"2024-09-05T06:15:01.939440+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:38:53.144157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":382,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-05T06:15:05.154934+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:15:05.154934+0000","last_peered":"2024-09-05T06:15:05.154934+0000","last_clean":"2024-09-05T06:15:05.154934+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:15:05.154934+0000","last_undegraded":"2024-09-05T06:15:05.154934+0000","last_fullsized":"2024-09-05T06:15:05.154934+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574913,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":683,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194629,"statfs":{"total":200000000,"available":199300440,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574914,"num_pgs":30,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":682,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194629,"statfs":{"total":200000000,"available":199301022,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574914,"num_pgs":30,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1260,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194051,"statfs":{"total":200000000,"available":198708986,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574913,"num_pgs":29,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":683,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194629,"statfs":{"total":200000000,"available":199300440,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":682,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194629,"statfs":{"total":200000000,"available":199300828,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574913,"num_pgs":22,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":682,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194629,"statfs":{"total":200000000,"available":199300952,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1260,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194051,"statfs":{"total":200000000,"available":198708930,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574913,"num_pgs":12,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":682,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194629,"statfs":{"total":200000000,"available":199301022,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:15:11.691 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:15:11.691 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:15:11.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.859+0000 7f2b6306f640 1 Processor -- start 2024-09-05T06:15:11.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.859+0000 7f2b6306f640 1 -- start start 2024-09-05T06:15:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b6306f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b5c15cbe0 0x7f2b5c0b5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b6306f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b5c0b1130 con 0x7f2b5c0b6b90 2024-09-05T06:15:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b6306f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b5c0b13d0 con 0x7f2b5c0b0c90 2024-09-05T06:15:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b6306f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2b5c0b1670 con 0x7f2b5c15cbe0 2024-09-05T06:15:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b6160c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2b5c0b6b90 0x7f2b5c06fa00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:59638/0 (socket says 172.21.15.70:59638) 2024-09-05T06:15:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b6160c640 1 -- 172.21.15.70:0/303210482 learned_addr learned my addr 172.21.15.70:0/303210482 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b60e0b640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b5c15cbe0 0x7f2b5c0b5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1917195238 0 0) 0x7f2b5c0b1130 con 0x7f2b5c0b6b90 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b4c003530 con 0x7f2b5c0b6b90 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 73903668 0 0) 0x7f2b4c003530 con 0x7f2b5c0b6b90 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b5c15cbe0 msgr2=0x7f2b5c0b5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b5c15cbe0 0x7f2b5c0b5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 >> v1:172.21.15.196:6789/0 conn(0x7f2b5c0b0c90 legacy=0x7f2b5c0b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b5c0b1910 con 0x7f2b5c0b6b90 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f2b54001a20 con 0x7f2b5c0b6b90 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 >> v1:172.21.15.70:6789/0 conn(0x7f2b5c0b6b90 legacy=0x7f2b5c06fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b5c15cbe0 0x7f2b4c0039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b4c003f70 0x7f2b4c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b4c004d50 0x7f2b4c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2b5c0b1670 con 0x7f2b4c003f70 2024-09-05T06:15:11.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4c00bab0 con 0x7f2b4c004d50 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2b4c00bcb0 con 0x7f2b5c15cbe0 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5bfff640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b4c003f70 0x7f2b4c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b60e0b640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b5c15cbe0 0x7f2b4c0039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b6160c640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b4c004d50 0x7f2b4c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5bfff640 1 -- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b5c15cbe0 msgr2=0x7f2b4c0039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5bfff640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b5c15cbe0 0x7f2b4c0039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5bfff640 1 -- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b4c004d50 msgr2=0x7f2b4c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5bfff640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b4c004d50 0x7f2b4c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5bfff640 1 -- 172.21.15.70:0/303210482 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b4c003530 con 0x7f2b4c003f70 2024-09-05T06:15:11.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5bfff640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b4c003f70 0x7f2b4c004810 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f2b48001780 tx=0x7f2b4801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=161eac9e973359a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:11.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b480013a0 con 0x7f2b4c003f70 2024-09-05T06:15:11.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b480052f0 con 0x7f2b4c003f70 2024-09-05T06:15:11.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.863+0000 7f2b5b7fe640 1 -- 172.21.15.70:0/303210482 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b48003840 con 0x7f2b4c003f70 2024-09-05T06:15:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- 172.21.15.70:0/303210482 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b4c003f70 msgr2=0x7f2b4c004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 --2- 172.21.15.70:0/303210482 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b4c003f70 0x7f2b4c004810 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f2b48001780 tx=0x7f2b4801c420 comp rx=0 tx=0).stop 2024-09-05T06:15:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 -- 172.21.15.70:0/303210482 reap_dead start 2024-09-05T06:15:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- 172.21.15.70:0/303210482 shutdown_connections 2024-09-05T06:15:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- 172.21.15.70:0/303210482 >> 172.21.15.70:0/303210482 conn(0x7f2b5c09ba40 msgr2=0x7f2b5c09be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- 172.21.15.70:0/303210482 shutdown_connections 2024-09-05T06:15:11.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- 172.21.15.70:0/303210482 wait complete. 2024-09-05T06:15:11.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 Processor -- start 2024-09-05T06:15:11.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- start start 2024-09-05T06:15:11.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b4c003f70 0x7f2b5c153710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b5c150b50 0x7f2b5c15ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b5c142fe0 0x7f2b5c143460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2b5c0b5b80 con 0x7f2b5c142fe0 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2b5c0b5a00 con 0x7f2b5c150b50 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2b5c0b5d00 con 0x7f2b4c003f70 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b5c142fe0 0x7f2b5c143460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b5c142fe0 0x7f2b5c143460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44358/0 (socket says 172.21.15.70:44358) 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 -- 172.21.15.70:0/786079558 learned_addr learned my addr 172.21.15.70:0/786079558 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b60e0b640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b4c003f70 0x7f2b5c153710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b5bfff640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b5c150b50 0x7f2b5c15ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 -- 172.21.15.70:0/786079558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b4c003f70 msgr2=0x7f2b5c153710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b4c003f70 0x7f2b5c153710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 -- 172.21.15.70:0/786079558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b5c150b50 msgr2=0x7f2b5c15ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b5c150b50 0x7f2b5c15ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 -- 172.21.15.70:0/786079558 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b5c1439a0 con 0x7f2b5c142fe0 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6160c640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b5c142fe0 0x7f2b5c143460 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c0764c0 tx=0x7f2b54011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b597fa640 1 -- 172.21.15.70:0/786079558 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b54010040 con 0x7f2b5c142fe0 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b597fa640 1 -- 172.21.15.70:0/786079558 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b5401a070 con 0x7f2b5c142fe0 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b5c151110 con 0x7f2b5c142fe0 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b597fa640 1 -- 172.21.15.70:0/786079558 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5400fb80 con 0x7f2b5c142fe0 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.867+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b5c155870 con 0x7f2b5c142fe0 2024-09-05T06:15:11.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.871+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b5c0b6480 con 0x7f2b5c142fe0 2024-09-05T06:15:11.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.871+0000 7f2b597fa640 1 -- 172.21.15.70:0/786079558 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2b5400fd20 con 0x7f2b5c142fe0 2024-09-05T06:15:11.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.871+0000 7f2b597fa640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b400678f0 0x7f2b40069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:11.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.871+0000 7f2b597fa640 1 -- 172.21.15.70:0/786079558 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f2b54088b90 con 0x7f2b5c142fe0 2024-09-05T06:15:11.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.871+0000 7f2b60e0b640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b400678f0 0x7f2b40069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:11.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.871+0000 7f2b60e0b640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b400678f0 0x7f2b40069db0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2b50009a30 tx=0x7f2b50008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:11.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:11.875+0000 7f2b597fa640 1 -- 172.21.15.70:0/786079558 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2b54059760 con 0x7f2b5c142fe0 2024-09-05T06:15:12.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.091+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f2b5c0b50f0 con 0x7f2b5c142fe0 2024-09-05T06:15:12.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b597fa640 1 -- 172.21.15.70:0/786079558 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7f2b54059060 con 0x7f2b5c142fe0 2024-09-05T06:15:12.091 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:15:12.091 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:15:12.091 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:15:12.091 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:15:12.091 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:15:12.092 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:15:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b400678f0 msgr2=0x7f2b40069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b400678f0 0x7f2b40069db0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2b50009a30 tx=0x7f2b50008040 comp rx=0 tx=0).stop 2024-09-05T06:15:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b5c142fe0 msgr2=0x7f2b5c143460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b5c142fe0 0x7f2b5c143460 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c0764c0 tx=0x7f2b54011c20 comp rx=0 tx=0).stop 2024-09-05T06:15:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 shutdown_connections 2024-09-05T06:15:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2b400678f0 0x7f2b40069db0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b5c142fe0 0x7f2b5c143460 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2b5c150b50 0x7f2b5c15ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 --2- 172.21.15.70:0/786079558 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2b4c003f70 0x7f2b5c153710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 >> 172.21.15.70:0/786079558 conn(0x7f2b5c09ba40 msgr2=0x7f2b5c15f070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:12.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 shutdown_connections 2024-09-05T06:15:12.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.095+0000 7f2b6306f640 1 -- 172.21.15.70:0/786079558 wait complete. 2024-09-05T06:15:12.109 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:12.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb98003640 1 Processor -- start 2024-09-05T06:15:12.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb98003640 1 -- start start 2024-09-05T06:15:12.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb98003640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdb900ceaf0 0x7fdb900d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb98003640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdb900d0c90 0x7fdb900af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb98003640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb9006d570 con 0x7fdb90157110 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb98003640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdb900d10c0 con 0x7fdb900ceaf0 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb98003640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdb9006d850 con 0x7fdb900d0c90 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb95d9f640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdb90157110 0x7fdb900b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:59650/0 (socket says 172.21.15.70:59650) 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb95d9f640 1 -- 172.21.15.70:0/1817646652 learned_addr learned my addr 172.21.15.70:0/1817646652 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb9559e640 1 --2- 172.21.15.70:0/1817646652 >> v2:172.21.15.70:3300/0 conn(0x7fdb900ceaf0 0x7fdb900d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb965a0640 1 --2- 172.21.15.70:0/1817646652 >> v2:172.21.15.196:3300/0 conn(0x7fdb900d0c90 0x7fdb900af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb94d9d640 1 -- 172.21.15.70:0/1817646652 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2446349400 0 0) 0x7fdb9006d570 con 0x7fdb90157110 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb94d9d640 1 -- 172.21.15.70:0/1817646652 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb7c003530 con 0x7fdb90157110 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb9559e640 1 -- 172.21.15.70:0/1817646652 >> v2:172.21.15.196:3300/0 conn(0x7fdb900d0c90 msgr2=0x7fdb900af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb9559e640 1 --2- 172.21.15.70:0/1817646652 >> v2:172.21.15.196:3300/0 conn(0x7fdb900d0c90 0x7fdb900af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb9559e640 1 -- 172.21.15.70:0/1817646652 >> v1:172.21.15.70:6789/0 conn(0x7fdb90157110 legacy=0x7fdb900b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.231+0000 7fdb9559e640 1 -- 172.21.15.70:0/1817646652 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb9006db30 con 0x7fdb900ceaf0 2024-09-05T06:15:12.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb9559e640 1 --2- 172.21.15.70:0/1817646652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb900ceaf0 0x7fdb900d0750 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fdb9006ed50 tx=0x7fdb8c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b43c9f9b1f4c4e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:12.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb94d9d640 1 -- 172.21.15.70:0/1817646652 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c0b0070 con 0x7fdb900ceaf0 2024-09-05T06:15:12.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb94d9d640 1 -- 172.21.15.70:0/1817646652 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb8c0ab600 con 0x7fdb900ceaf0 2024-09-05T06:15:12.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb94d9d640 1 -- 172.21.15.70:0/1817646652 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c0ab9d0 con 0x7fdb900ceaf0 2024-09-05T06:15:12.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- 172.21.15.70:0/1817646652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb900ceaf0 msgr2=0x7fdb900d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 --2- 172.21.15.70:0/1817646652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb900ceaf0 0x7fdb900d0750 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fdb9006ed50 tx=0x7fdb8c01c480 comp rx=0 tx=0).stop 2024-09-05T06:15:12.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- 172.21.15.70:0/1817646652 shutdown_connections 2024-09-05T06:15:12.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 --2- 172.21.15.70:0/1817646652 >> v2:172.21.15.196:3300/0 conn(0x7fdb900d0c90 0x7fdb900af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 --2- 172.21.15.70:0/1817646652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb900ceaf0 0x7fdb900d0750 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- 172.21.15.70:0/1817646652 >> 172.21.15.70:0/1817646652 conn(0x7fdb9006bcc0 msgr2=0x7fdb9006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:12.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- 172.21.15.70:0/1817646652 shutdown_connections 2024-09-05T06:15:12.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- 172.21.15.70:0/1817646652 wait complete. 2024-09-05T06:15:12.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 Processor -- start 2024-09-05T06:15:12.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- start start 2024-09-05T06:15:12.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb900ceaf0 0x7fdb90153300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb900d0c90 0x7fdb900726b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb90157110 0x7fdb90072bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdb900b3a70 con 0x7fdb90157110 2024-09-05T06:15:12.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdb900b5c90 con 0x7fdb900d0c90 2024-09-05T06:15:12.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb98003640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdb900b3bf0 con 0x7fdb900ceaf0 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb965a0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb90157110 0x7fdb90072bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb965a0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb90157110 0x7fdb90072bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44372/0 (socket says 172.21.15.70:44372) 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb965a0640 1 -- 172.21.15.70:0/1165458545 learned_addr learned my addr 172.21.15.70:0/1165458545 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb95d9f640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb900ceaf0 0x7fdb90153300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb9559e640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb900d0c90 0x7fdb900726b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb965a0640 1 -- 172.21.15.70:0/1165458545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb900ceaf0 msgr2=0x7fdb90153300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb965a0640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb900ceaf0 0x7fdb90153300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb965a0640 1 -- 172.21.15.70:0/1165458545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb900d0c90 msgr2=0x7fdb900726b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb965a0640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb900d0c90 0x7fdb900726b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.235+0000 7fdb965a0640 1 -- 172.21.15.70:0/1165458545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb900b0680 con 0x7fdb90157110 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb965a0640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb90157110 0x7fdb90072bf0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fdb8800efc0 tx=0x7fdb8800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb867fc640 1 -- 172.21.15.70:0/1165458545 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb88018020 con 0x7fdb90157110 2024-09-05T06:15:12.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb867fc640 1 -- 172.21.15.70:0/1165458545 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb88014480 con 0x7fdb90157110 2024-09-05T06:15:12.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb900b1500 con 0x7fdb90157110 2024-09-05T06:15:12.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb867fc640 1 -- 172.21.15.70:0/1165458545 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb88014870 con 0x7fdb90157110 2024-09-05T06:15:12.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb900b1ac0 con 0x7fdb90157110 2024-09-05T06:15:12.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb900008e0 con 0x7fdb90157110 2024-09-05T06:15:12.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb867fc640 1 -- 172.21.15.70:0/1165458545 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdb8801b020 con 0x7fdb90157110 2024-09-05T06:15:12.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb867fc640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb740678c0 0x7fdb74069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb867fc640 1 -- 172.21.15.70:0/1165458545 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fdb880867d0 con 0x7fdb90157110 2024-09-05T06:15:12.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb95d9f640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb740678c0 0x7fdb74069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.239+0000 7fdb95d9f640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb740678c0 0x7fdb74069d80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fdb80007fd0 tx=0x7fdb80009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:12.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.243+0000 7fdb867fc640 1 -- 172.21.15.70:0/1165458545 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdb88022070 con 0x7fdb90157110 2024-09-05T06:15:12.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.423+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb90153840 con 0x7fdb90157110 2024-09-05T06:15:12.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.423+0000 7fdb867fc640 1 -- 172.21.15.70:0/1165458545 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5228 (secure 0 0 0) 0x7fdb88010040 con 0x7fdb90157110 2024-09-05T06:15:12.422 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:12.422 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:03.302264+0000","modified":"2024-09-05T06:15:05.317474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6534},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6534":{"gid":6534,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/4113457548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":4113457548},{"type":"v1","addr":"172.21.15.70:6837","nonce":4113457548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6534,"qdb_cluster":[6534]},"id":7}]} 2024-09-05T06:15:12.422 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 46 2024-09-05T06:15:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb740678c0 msgr2=0x7fdb74069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb740678c0 0x7fdb74069d80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fdb80007fd0 tx=0x7fdb80009040 comp rx=0 tx=0).stop 2024-09-05T06:15:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb90157110 msgr2=0x7fdb90072bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb90157110 0x7fdb90072bf0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fdb8800efc0 tx=0x7fdb8800c490 comp rx=0 tx=0).stop 2024-09-05T06:15:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 shutdown_connections 2024-09-05T06:15:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb740678c0 0x7fdb74069d80 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb90157110 0x7fdb90072bf0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb900d0c90 0x7fdb900726b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 --2- 172.21.15.70:0/1165458545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb900ceaf0 0x7fdb90153300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 >> 172.21.15.70:0/1165458545 conn(0x7fdb9006bcc0 msgr2=0x7fdb9015acd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 shutdown_connections 2024-09-05T06:15:12.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.427+0000 7fdb98003640 1 -- 172.21.15.70:0/1165458545 wait complete. 2024-09-05T06:15:12.842 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 46, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:15:03.302264+0000', 'modified': '2024-09-05T06:15:05.317474+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6534}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6534': {'gid': 6534, 'name': 'a', 'rank': 0, 'incarnation': 44, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6837/4113457548', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6836', 'nonce': 4113457548}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 4113457548}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6534, 'qdb_cluster': [6534]} 2024-09-05T06:15:12.842 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:15:12.842 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-05T06:15:12.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f6721ebd640 1 Processor -- start 2024-09-05T06:15:12.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f6721ebd640 1 -- start start 2024-09-05T06:15:12.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f6721ebd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f671c146490 0x7f671c0cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f6721ebd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f671c0d12b0 con 0x7f671c161310 2024-09-05T06:15:12.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f6721ebd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f671c160830 con 0x7f671c070dd0 2024-09-05T06:15:12.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f6721ebd640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f671c146870 con 0x7f671c146490 2024-09-05T06:15:12.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671affd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f671c161310 0x7f671c0706c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:59660/0 (socket says 172.21.15.70:59660) 2024-09-05T06:15:12.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671affd640 1 -- 172.21.15.70:0/3801250832 learned_addr learned my addr 172.21.15.70:0/3801250832 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671b7fe640 1 --2- 172.21.15.70:0/3801250832 >> v2:172.21.15.196:3300/0 conn(0x7f671c146490 0x7f671c0cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 626469952 0 0) 0x7f671c0d12b0 con 0x7f671c161310 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6704003530 con 0x7f671c161310 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2392108948 0 0) 0x7f6704003530 con 0x7f671c161310 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 >> v2:172.21.15.196:3300/0 conn(0x7f671c146490 msgr2=0x7f671c0cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 --2- 172.21.15.70:0/3801250832 >> v2:172.21.15.196:3300/0 conn(0x7f671c146490 0x7f671c0cf8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 >> v1:172.21.15.196:6789/0 conn(0x7f671c070dd0 legacy=0x7f671c0b6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f671c160b10 con 0x7f671c161310 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6710001680 con 0x7f671c161310 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 >> v1:172.21.15.70:6789/0 conn(0x7f671c161310 legacy=0x7f671c0706c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f67040039c0 0x7f6704003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f67040043c0 0x7f6704004890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6704005090 0x7f670400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f671c146870 con 0x7f67040039c0 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f670400bff0 con 0x7f6704005090 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f670400c1f0 con 0x7f67040043c0 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671b7fe640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f67040039c0 0x7f6704003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671bfff640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6704005090 0x7f670400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671affd640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f67040043c0 0x7f6704004890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671b7fe640 1 -- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f67040043c0 msgr2=0x7f6704004890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671b7fe640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f67040043c0 0x7f6704004890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671b7fe640 1 -- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6704005090 msgr2=0x7f670400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671b7fe640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6704005090 0x7f670400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671b7fe640 1 -- 172.21.15.70:0/3801250832 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6704003530 con 0x7f67040039c0 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671bfff640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6704005090 0x7f670400b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671bfff640 1 -- 172.21.15.70:0/3801250832 reap_dead start 2024-09-05T06:15:12.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.975+0000 7f671affd640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f67040043c0 0x7f6704004890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f671b7fe640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f67040039c0 0x7f6704003da0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f6714009fc0 tx=0x7f671401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6b7a868ac47e680 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67140b2070 con 0x7f67040039c0 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67140a5c90 con 0x7f67040039c0 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f671a7fc640 1 -- 172.21.15.70:0/3801250832 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6714009c10 con 0x7f67040039c0 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f6721ebd640 1 -- 172.21.15.70:0/3801250832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f67040039c0 msgr2=0x7f6704003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f6721ebd640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f67040039c0 0x7f6704003da0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f6714009fc0 tx=0x7f671401cc80 comp rx=0 tx=0).stop 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f6721ebd640 1 -- 172.21.15.70:0/3801250832 shutdown_connections 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f6721ebd640 1 --2- 172.21.15.70:0/3801250832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f67040039c0 0x7f6704003da0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f6721ebd640 1 -- 172.21.15.70:0/3801250832 >> 172.21.15.70:0/3801250832 conn(0x7f671c072730 msgr2=0x7f671c072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:12.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f6721ebd640 1 -- 172.21.15.70:0/3801250832 shutdown_connections 2024-09-05T06:15:12.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f6721ebd640 1 -- 172.21.15.70:0/3801250832 wait complete. 2024-09-05T06:15:12.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.979+0000 7f6721ebd640 1 Processor -- start 2024-09-05T06:15:12.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 -- start start 2024-09-05T06:15:12.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f67040039c0 0x7f671c13dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f671c1430d0 0x7f671c143550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f671c140b30 0x7f671c140fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f671c0b5e20 con 0x7f671c1430d0 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f671c0b5ca0 con 0x7f67040039c0 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f671c0ce3f0 con 0x7f671c140b30 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f671c1430d0 0x7f671c143550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f671c1430d0 0x7f671c143550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44382/0 (socket says 172.21.15.70:44382) 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 -- 172.21.15.70:0/880071664 learned_addr learned my addr 172.21.15.70:0/880071664 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671bfff640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f671c140b30 0x7f671c140fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671b7fe640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f67040039c0 0x7f671c13dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 -- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f671c140b30 msgr2=0x7f671c140fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f671c140b30 0x7f671c140fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 -- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f67040039c0 msgr2=0x7f671c13dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f67040039c0 0x7f671c13dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 -- 172.21.15.70:0/880071664 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f671c143c30 con 0x7f671c1430d0 2024-09-05T06:15:12.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671b7fe640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f67040039c0 0x7f671c13dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:12.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671affd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f671c1430d0 0x7f671c143550 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f6710007fd0 tx=0x7f671000dc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:12.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6703fff640 1 -- 172.21.15.70:0/880071664 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6710019070 con 0x7f671c1430d0 2024-09-05T06:15:12.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6703fff640 1 -- 172.21.15.70:0/880071664 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67100074e0 con 0x7f671c1430d0 2024-09-05T06:15:12.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 -- 172.21.15.70:0/880071664 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f671c143f10 con 0x7f671c1430d0 2024-09-05T06:15:12.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6703fff640 1 -- 172.21.15.70:0/880071664 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67100049f0 con 0x7f671c1430d0 2024-09-05T06:15:12.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6721ebd640 1 -- 172.21.15.70:0/880071664 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f671c1f2ec0 con 0x7f671c1430d0 2024-09-05T06:15:12.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6703fff640 1 -- 172.21.15.70:0/880071664 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f671001c070 con 0x7f671c1430d0 2024-09-05T06:15:12.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6703fff640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f67080678c0 0x7f6708069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f6703fff640 1 -- 172.21.15.70:0/880071664 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f6710085690 con 0x7f671c1430d0 2024-09-05T06:15:12.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.983+0000 7f671b7fe640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f67080678c0 0x7f6708069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671b7fe640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f67080678c0 0x7f6708069d80 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f67140af000 tx=0x7f67140a7040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 Processor -- start 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- start start 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 0x55b9931f3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931a9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931aa290 0x55b9931aa670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b993091b60 con 0x55b9931f4440 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55b992ff8c70 con 0x55b9931aa290 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55b992f9eed0 con 0x55b9931f3b20 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931a9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931a9d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44398/0 (socket says 172.21.15.70:44398) 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 -- 172.21.15.70:0/3086388748 learned_addr learned my addr 172.21.15.70:0/3086388748 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671b7fe640 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 0x55b9931f3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671bfff640 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931aa290 0x55b9931aa670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 -- 172.21.15.70:0/3086388748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 msgr2=0x55b9931f3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 0x55b9931f3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 -- 172.21.15.70:0/3086388748 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931aa290 msgr2=0x55b9931aa670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931aa290 0x55b9931aa670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 -- 172.21.15.70:0/3086388748 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b992fb0e50 con 0x55b9931f4440 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f671affd640 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931a9d50 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f6710051fc0 tx=0x7f67100555c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d19ac406c9221d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f67017fa640 1 -- 172.21.15.70:0/3086388748 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671005e740 con 0x55b9931f4440 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f67017fa640 1 -- 172.21.15.70:0/3086388748 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6710053e60 con 0x55b9931f4440 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f67017fa640 1 -- 172.21.15.70:0/3086388748 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6710004b90 con 0x55b9931f4440 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- 172.21.15.70:0/3086388748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 msgr2=0x55b9931a9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931a9d50 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f6710051fc0 tx=0x7f67100555c0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- 172.21.15.70:0/3086388748 shutdown_connections 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931aa290 0x55b9931aa670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931a9d50 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 --2- 172.21.15.70:0/3086388748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 0x55b9931f3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- 172.21.15.70:0/3086388748 >> 172.21.15.70:0/3086388748 conn(0x55b9931b0600 msgr2=0x55b9931a8630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:12.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- 172.21.15.70:0/3086388748 shutdown_connections 2024-09-05T06:15:12.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- 172.21.15.70:0/3086388748 wait complete. 2024-09-05T06:15:12.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 -- start start 2024-09-05T06:15:12.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.987+0000 7f6724f79000 1 Processor -- start 2024-09-05T06:15:12.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931f3b20 0x55b9931aee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931b4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931af390 0x55b9931b5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b99305ab00 con 0x55b9931f4440 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55b992fd3360 con 0x55b9931f3b20 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55b992fd02d0 con 0x55b9931af390 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 10 client.0 _ll_register_callbacks cb 0x55b993195820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931b4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931b4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44404/0 (socket says 172.21.15.70:44404) 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 -- 172.21.15.70:0/37764324 learned_addr learned my addr 172.21.15.70:0/37764324 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671b7fe640 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931f3b20 0x55b9931aee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 -- 172.21.15.70:0/37764324 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931af390 msgr2=0x55b9931b5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931af390 0x55b9931b5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 -- 172.21.15.70:0/37764324 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931f3b20 msgr2=0x55b9931aee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931f3b20 0x55b9931aee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 -- 172.21.15.70:0/37764324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b992f9f120 con 0x55b9931f4440 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671affd640 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931b4cf0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f6710001210 tx=0x7f6710001940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=792ff39b9186c200 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 1 -- 172.21.15.70:0/37764324 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671005e740 con 0x55b9931f4440 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 1 -- 172.21.15.70:0/37764324 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f6710004da0 con 0x55b9931f4440 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- 172.21.15.70:0/37764324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6710053e60 con 0x55b9931f4440 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 1 -- 172.21.15.70:0/37764324 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f6710079050 con 0x55b9931f4440 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 10 client.6699 fetch_fsmap learned FSMap version 46 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- 172.21.15.70:0/37764324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=2+}) -- 0x55b992f98450 con 0x55b9931f4440 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 1 -- 172.21.15.70:0/37764324 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6710053e60 con 0x55b9931f4440 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 1 -- 172.21.15.70:0/37764324 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 46) ==== 3502+0+0 (secure 0 0 0) 0x7f6710054fb0 con 0x55b9931f4440 2024-09-05T06:15:12.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 10 client.6699 fetch_fsmap finished waiting for FSMap version 46 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 10 client.6699 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 20 client.6699 populate_metadata read hostname 'smithi070' 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] conn(0x55b9931f9f50 0x55b9931fa330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 4 client.6699 mds_command: new command op to 6534 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- 172.21.15.70:0/37764324 --> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b992f92c00 con 0x55b9931f9f50 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671b7fe640 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] conn(0x55b9931f9f50 0x55b9931fa330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 10 client.6699 ms_handle_connect on v2:172.21.15.70:6836/4113457548 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f671b7fe640 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] conn(0x55b9931f9f50 0x55b9931fa330 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bce7db01402b93b server_cookie=d4fb18668e14ec15 in_seq=0 out_seq=0 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 1 -- 172.21.15.70:0/37764324 <== mds.0 v2:172.21.15.70:6836/4113457548 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b992f92c00 con 0x55b9931f9f50 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 10 client.6699 handle_command_reply: tid=0 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 client.6699 shutdown 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- 172.21.15.70:0/37764324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 msgr2=0x55b9931b4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:12.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931b4cf0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f6710001210 tx=0x7f6710001940 comp rx=0 tx=0).stop 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- 172.21.15.70:0/37764324 shutdown_connections 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] conn(0x55b9931f9f50 0x55b9931fa330 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931af390 0x55b9931b5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931b4cf0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 --2- 172.21.15.70:0/37764324 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931f3b20 0x55b9931aee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- 172.21.15.70:0/37764324 >> 172.21.15.70:0/37764324 conn(0x55b9931aa290 msgr2=0x55b9931a8d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f66fa7fc640 0 client.6699 ms_handle_reset on v2:172.21.15.70:6836/4113457548 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- 172.21.15.70:0/37764324 shutdown_connections 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 1 -- 172.21.15.70:0/37764324 wait complete. 2024-09-05T06:15:12.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:12.991+0000 7f6724f79000 20 client.6699 trim_cache size 0 max 16384 2024-09-05T06:15:13.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 Processor -- start 2024-09-05T06:15:13.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- start start 2024-09-05T06:15:13.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 0x55b99320a010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 0x55b99320a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931f2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f671c1fe470 con 0x55b9931f4440 2024-09-05T06:15:13.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f671c1f3ee0 con 0x55b9931af390 2024-09-05T06:15:13.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f671c1f4530 con 0x55b9931f3b20 2024-09-05T06:15:13.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931f2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931f2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44416/0 (socket says 172.21.15.70:44416) 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 -- 172.21.15.70:0/2949815013 learned_addr learned my addr 172.21.15.70:0/2949815013 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 -- 172.21.15.70:0/2949815013 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 msgr2=0x55b99320a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671b7fe640 1 --2- 172.21.15.70:0/2949815013 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 0x55b99320a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 --2- 172.21.15.70:0/2949815013 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 0x55b99320a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 -- 172.21.15.70:0/2949815013 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 msgr2=0x55b99320a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 --2- 172.21.15.70:0/2949815013 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 0x55b99320a010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 -- 172.21.15.70:0/2949815013 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b992f7ffd0 con 0x55b9931f4440 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f671bfff640 1 --2- 172.21.15.70:0/2949815013 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931f2ea0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f670c000c10 tx=0x7f670c00ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bec82eba95ca03f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6700ff9640 1 -- 172.21.15.70:0/2949815013 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670c01b020 con 0x55b9931f4440 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6700ff9640 1 -- 172.21.15.70:0/2949815013 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f670c0149b0 con 0x55b9931f4440 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6700ff9640 1 -- 172.21.15.70:0/2949815013 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670c010040 con 0x55b9931f4440 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- 172.21.15.70:0/2949815013 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 msgr2=0x55b9931f2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 --2- 172.21.15.70:0/2949815013 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931f2ea0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f670c000c10 tx=0x7f670c00ac90 comp rx=0 tx=0).stop 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- 172.21.15.70:0/2949815013 shutdown_connections 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 --2- 172.21.15.70:0/2949815013 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f4440 0x55b9931f2ea0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 --2- 172.21.15.70:0/2949815013 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f3b20 0x55b99320a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 --2- 172.21.15.70:0/2949815013 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 0x55b99320a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- 172.21.15.70:0/2949815013 >> 172.21.15.70:0/2949815013 conn(0x55b9931aa290 msgr2=0x55b9931ae650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- 172.21.15.70:0/2949815013 shutdown_connections 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.011+0000 7f6724f79000 1 -- 172.21.15.70:0/2949815013 wait complete. 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- start start 2024-09-05T06:15:13.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 Processor -- start 2024-09-05T06:15:13.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 0x55b993266400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f3b20 0x55b993266940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f4440 0x55b9931fcfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b992ff7f80 con 0x55b9931f3b20 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55b992fb0ca0 con 0x55b9931af390 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55b992ffd2a0 con 0x55b9931f4440 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 10 client.0 _ll_register_callbacks cb 0x7f67100554c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f3b20 0x55b993266940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f3b20 0x55b993266940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44420/0 (socket says 172.21.15.70:44420) 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 -- 172.21.15.70:0/2247975492 learned_addr learned my addr 172.21.15.70:0/2247975492 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 -- 172.21.15.70:0/2247975492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f4440 msgr2=0x55b9931fcfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f4440 0x55b9931fcfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 -- 172.21.15.70:0/2247975492 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 msgr2=0x55b993266400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 0x55b993266400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 -- 172.21.15.70:0/2247975492 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b99307b750 con 0x55b9931f3b20 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671affd640 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f3b20 0x55b993266940 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f6710001ec0 tx=0x7f6710083b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db27da163e21ff4b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 1 -- 172.21.15.70:0/2247975492 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671005c320 con 0x55b9931f3b20 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 1 -- 172.21.15.70:0/2247975492 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f67100518b0 con 0x55b9931f3b20 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- 172.21.15.70:0/2247975492 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f670c0149b0 con 0x55b9931f3b20 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 1 -- 172.21.15.70:0/2247975492 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f671005e740 con 0x55b9931f3b20 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 10 client.6705 fetch_fsmap learned FSMap version 46 2024-09-05T06:15:13.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- 172.21.15.70:0/2247975492 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=2+}) -- 0x55b992f86a30 con 0x55b9931f3b20 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 1 -- 172.21.15.70:0/2247975492 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f670c0149b0 con 0x55b9931f3b20 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 1 -- 172.21.15.70:0/2247975492 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 46) ==== 3502+0+0 (secure 0 0 0) 0x7f6710051ab0 con 0x55b9931f3b20 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 10 client.6705 fetch_fsmap finished waiting for FSMap version 46 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 10 client.6705 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 20 client.6705 populate_metadata read hostname 'smithi070' 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] conn(0x55b9931fd4f0 0x55b9931fd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 4 client.6705 mds_command: new command op to 6534 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- 172.21.15.70:0/2247975492 --> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] -- command(tid 0: {"prefix": "status"}) -- 0x55b9930063a0 con 0x55b9931fd4f0 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671b7fe640 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] conn(0x55b9931fd4f0 0x55b9931fd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f671b7fe640 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] conn(0x55b9931fd4f0 0x55b9931fd8d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9201c9b91ec05bc9 server_cookie=a3065e03e1f5abec in_seq=0 out_seq=0 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 10 client.6705 ms_handle_connect on v2:172.21.15.70:6836/4113457548 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 1 -- 172.21.15.70:0/2247975492 <== mds.0 v2:172.21.15.70:6836/4113457548 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55b9930063a0 con 0x55b9931fd4f0 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 10 client.6705 handle_command_reply: tid=0 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 client.6705 shutdown 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- 172.21.15.70:0/2247975492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f3b20 msgr2=0x55b993266940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f3b20 0x55b993266940 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f6710001ec0 tx=0x7f6710083b20 comp rx=0 tx=0).stop 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- 172.21.15.70:0/2247975492 shutdown_connections 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.70:6836/4113457548,v1:172.21.15.70:6837/4113457548] conn(0x55b9931fd4f0 0x55b9931fd8d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55b9931f4440 0x55b9931fcfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b9931f3b20 0x55b993266940 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f66fa7fc640 0 client.6705 ms_handle_reset on v2:172.21.15.70:6836/4113457548 2024-09-05T06:15:13.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 --2- 172.21.15.70:0/2247975492 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55b9931af390 0x55b993266400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- 172.21.15.70:0/2247975492 >> 172.21.15.70:0/2247975492 conn(0x55b9931aa290 msgr2=0x55b993209000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:13.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- 172.21.15.70:0/2247975492 shutdown_connections 2024-09-05T06:15:13.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 1 -- 172.21.15.70:0/2247975492 wait complete. 2024-09-05T06:15:13.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6724f79000 20 client.6705 trim_cache size 0 max 16384 2024-09-05T06:15:13.020 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:13.020 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 6534, 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 9.0638039589999995, 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 46, 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 126, 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 126, 2024-09-05T06:15:13.021 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 14.399525466 2024-09-05T06:15:13.022 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:13.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 -- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f67080678c0 msgr2=0x7f6708069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f67080678c0 0x7f6708069d80 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f67140af000 tx=0x7f67140a7040 comp rx=0 tx=0).stop 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 -- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f671c1430d0 msgr2=0x7f671c143550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f671c1430d0 0x7f671c143550 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f6710007fd0 tx=0x7f671000dc70 comp rx=0 tx=0).stop 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 -- 172.21.15.70:0/880071664 shutdown_connections 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f67080678c0 0x7f6708069d80 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f671c140b30 0x7f671c140fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f671c1430d0 0x7f671c143550 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 --2- 172.21.15.70:0/880071664 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f67040039c0 0x7f671c13dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 -- 172.21.15.70:0/880071664 >> 172.21.15.70:0/880071664 conn(0x7f671c072730 msgr2=0x7f671c072b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 -- 172.21.15.70:0/880071664 shutdown_connections 2024-09-05T06:15:13.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.015+0000 7f6721ebd640 1 -- 172.21.15.70:0/880071664 wait complete. 2024-09-05T06:15:13.029 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:15:13.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e2cd4640 1 Processor -- start 2024-09-05T06:15:13.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e2cd4640 1 -- start start 2024-09-05T06:15:13.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e2cd4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0d3a50 0x7f66dc169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e2cd4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66dc0cfd30 con 0x7f66dc0d4980 2024-09-05T06:15:13.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e2cd4640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66dc0d0010 con 0x7f66dc15edb0 2024-09-05T06:15:13.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e2cd4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f66dc0b5620 con 0x7f66dc0d3a50 2024-09-05T06:15:13.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e0a70640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f66dc0d4980 0x7f66dc0d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:59674/0 (socket says 172.21.15.70:59674) 2024-09-05T06:15:13.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e0a70640 1 -- 172.21.15.70:0/1807645289 learned_addr learned my addr 172.21.15.70:0/1807645289 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:13.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e1271640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0d3a50 0x7f66dc169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1714964571 0 0) 0x7f66dc0cfd30 con 0x7f66dc0d4980 2024-09-05T06:15:13.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f66c4003530 con 0x7f66dc0d4980 2024-09-05T06:15:13.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3928241762 0 0) 0x7f66c4003530 con 0x7f66dc0d4980 2024-09-05T06:15:13.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0d3a50 msgr2=0x7f66dc169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:13.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0d3a50 0x7f66dc169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 >> v1:172.21.15.196:6789/0 conn(0x7f66dc15edb0 legacy=0x7f66dc0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66dc0d02f0 con 0x7f66dc0d4980 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f66d4001a00 con 0x7f66dc0d4980 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 >> v1:172.21.15.70:6789/0 conn(0x7f66dc0d4980 legacy=0x7f66dc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0d3a50 0x7f66c40039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66c4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66c4004d50 0x7f66c40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f66dc0b5620 con 0x7f66c4003fc0 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f66c400bb10 con 0x7f66c4004d50 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f66c400bd10 con 0x7f66dc0d3a50 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66dbfff640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66c4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e1271640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66c4004d50 0x7f66c40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66e0a70640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0d3a50 0x7f66c40039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66dbfff640 1 -- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0d3a50 msgr2=0x7f66c40039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:13.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66dbfff640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0d3a50 0x7f66c40039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66dbfff640 1 -- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66c4004d50 msgr2=0x7f66c40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:13.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66dbfff640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66c4004d50 0x7f66c40051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.143+0000 7f66dbfff640 1 -- 172.21.15.70:0/1807645289 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66c4003530 con 0x7f66c4003fc0 2024-09-05T06:15:13.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66dbfff640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66c4004810 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f66d0001780 tx=0x7f66d001c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7db909e6878f9955 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:13.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d00013a0 con 0x7f66c4003fc0 2024-09-05T06:15:13.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66d00052f0 con 0x7f66c4003fc0 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66db7fe640 1 -- 172.21.15.70:0/1807645289 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d0003840 con 0x7f66c4003fc0 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1807645289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 msgr2=0x7f66c4004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 --2- 172.21.15.70:0/1807645289 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66c4004810 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f66d0001780 tx=0x7f66d001c340 comp rx=0 tx=0).stop 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e1271640 1 -- 172.21.15.70:0/1807645289 reap_dead start 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1807645289 shutdown_connections 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1807645289 >> 172.21.15.70:0/1807645289 conn(0x7f66dc08e690 msgr2=0x7f66dc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1807645289 shutdown_connections 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1807645289 wait complete. 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 Processor -- start 2024-09-05T06:15:13.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- start start 2024-09-05T06:15:13.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66dc14f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66dc1f4780 0x7f66dc15f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0b8860 0x7f66dc0b8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f66dc0d0dd0 con 0x7f66c4003fc0 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f66dc0d08b0 con 0x7f66dc1f4780 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.147+0000 7f66e2cd4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f66dc0ccdf0 con 0x7f66dc0b8860 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66dc14f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66dc14f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44424/0 (socket says 172.21.15.70:44424) 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 -- 172.21.15.70:0/1021229457 learned_addr learned my addr 172.21.15.70:0/1021229457 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66dbfff640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66dc1f4780 0x7f66dc15f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e1271640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0b8860 0x7f66dc0b8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 -- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0b8860 msgr2=0x7f66dc0b8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0b8860 0x7f66dc0b8cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 -- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66dc1f4780 msgr2=0x7f66dc15f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66dc1f4780 0x7f66dc15f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 -- 172.21.15.70:0/1021229457 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66dc0b80e0 con 0x7f66c4003fc0 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e1271640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0b8860 0x7f66dc0b8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e0a70640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66dc14f200 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f66d4011980 tx=0x7f66d4011e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66d97fa640 1 -- 172.21.15.70:0/1021229457 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d4010040 con 0x7f66c4003fc0 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66d97fa640 1 -- 172.21.15.70:0/1021229457 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66d401a070 con 0x7f66c4003fc0 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66dc0b83c0 con 0x7f66c4003fc0 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66d97fa640 1 -- 172.21.15.70:0/1021229457 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d4015410 con 0x7f66c4003fc0 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66dc161fd0 con 0x7f66c4003fc0 2024-09-05T06:15:13.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66dc0cf870 con 0x7f66c4003fc0 2024-09-05T06:15:13.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66d97fa640 1 -- 172.21.15.70:0/1021229457 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f66d40155b0 con 0x7f66c4003fc0 2024-09-05T06:15:13.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66d97fa640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c80678f0 0x7f66c8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:13.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66d97fa640 1 -- 172.21.15.70:0/1021229457 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f66d4088fb0 con 0x7f66c4003fc0 2024-09-05T06:15:13.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66dbfff640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c80678f0 0x7f66c8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:13.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.151+0000 7f66dbfff640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c80678f0 0x7f66c8069db0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f66d0001750 tx=0x7f66d00011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:13.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.155+0000 7f66d97fa640 1 -- 172.21.15.70:0/1021229457 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f66d4059b80 con 0x7f66c4003fc0 2024-09-05T06:15:13.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.351+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f66dc15c340 con 0x7f66c4003fc0 2024-09-05T06:15:13.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.351+0000 7f66d97fa640 1 -- 172.21.15.70:0/1021229457 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v46) ==== 53+0+73 (secure 0 0 0) 0x7f66d4059480 con 0x7f66c4003fc0 2024-09-05T06:15:13.350 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:15:13.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c80678f0 msgr2=0x7f66c8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c80678f0 0x7f66c8069db0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f66d0001750 tx=0x7f66d00011a0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 msgr2=0x7f66dc14f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:13.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66dc14f200 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f66d4011980 tx=0x7f66d4011e40 comp rx=0 tx=0).stop 2024-09-05T06:15:13.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 shutdown_connections 2024-09-05T06:15:13.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c80678f0 0x7f66c8069db0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66dc0b8860 0x7f66dc0b8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66dc1f4780 0x7f66dc15f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 --2- 172.21.15.70:0/1021229457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66c4003fc0 0x7f66dc14f200 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:13.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 >> 172.21.15.70:0/1021229457 conn(0x7f66dc08e690 msgr2=0x7f66dc06c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:13.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 shutdown_connections 2024-09-05T06:15:13.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13.355+0000 7f66e2cd4640 1 -- 172.21.15.70:0/1021229457 wait complete. 2024-09-05T06:15:13.367 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:15:13.367 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:15:13.367 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:15:13.367 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:15:13.367 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:13.367 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:15:13.367 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:15:13.367 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:15:13.368 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:15:13.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:13.368 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42230sec preferred_lft 42230sec 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:15:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:15:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:13.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:13.377 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:15:13.428 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:15:13.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:13.429 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:13.478 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:15:13.479 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:15:13.479 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:15:13.479 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:15:13.479 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:15:13.479 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:15:13.479 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:15:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:15:13.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:13.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:13.599 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:15:13.647 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:15:13.647 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:15:13.647 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:15:13.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:13.648 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:15:13.701 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:15:13.702 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:15:13.702 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:13.751 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:15:13.751 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:15:13.751 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:13.799 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:15:13.856 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:13.904 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:15:13.904 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:15:13.904 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:15:13.905 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:15:13.906 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:15:13.907 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:15:13.907 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:15:13.907 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:13.907 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:13.907 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:13.907 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:13.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:13.907 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:15:13.950 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:15:13.951 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:15:13.995 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:15:14.009 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:14.063 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:15:14.063 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:15:14.063 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:15:14.063 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:15:14.063 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:15:14.063 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:15:14.063 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:15:14.063 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:15:14.064 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:15:14.064 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:15:14.064 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:15:14.064 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:15:14.064 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:14.064 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:15:14.065 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:15:14.065 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:15:14.065 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:15:14.065 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:15:14.065 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:14.065 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:15:14.066 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:14.066 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:15:14.066 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:15:14.066 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:15:14.066 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:15:14.066 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:15:14.067 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:15:14.067 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:15:14.067 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:15:14.067 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:14.067 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:14.068 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:14.068 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:14.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:14.069 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:15:14.078 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:15:14.083+0000 7fe905320580 -1 init, newargv = 0x555d36399a70 newargc=15 2024-09-05T06:15:14.078 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[35000]: starting ceph client 2024-09-05T06:15:14.084 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[35000]: starting fuse 2024-09-05T06:15:15.184 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:15:15.200 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:15.250 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:15.251 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:15:15.252 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:15:15.253 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:15:15.253 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:15.253 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:15.253 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:15.253 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:15.253 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:15.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:15.254 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:15:15.303 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:15:15.303 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:15:15.303 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:15:15.303 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:15:15.303 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:15:15.303 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:15.303 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:15:15.304 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:15:15.305 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:15:15.305 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:15:15.305 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:15:15.305 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:15.305 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:15:15.305 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:15.425 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:15.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:15.437 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:15.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:15.438 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.35000.asok status 2024-09-05T06:15:15.591 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:15.591 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:15:15.591 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:15:15.591 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:15:15.591 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:15:15.591 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:15:15.591 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "35000", 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5279, 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 5279 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:15.592 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.5279 172.21.15.70:0/568466830", 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "172.21.15.70:0/568466830", 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 46, 2024-09-05T06:15:15.593 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 126, 2024-09-05T06:15:15.594 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:15:15.594 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:15:15.594 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:15:15.594 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:15.605 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:15.605 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:15:15.605 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:15.611 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:15:15.611 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:15.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:15.611 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:15.668 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:15:15.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.835+0000 7f52b170b640 1 Processor -- start 2024-09-05T06:15:15.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.835+0000 7f52b170b640 1 -- start start 2024-09-05T06:15:15.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52b170b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f52ac0ceaf0 0x7f52ac0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:15.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52b170b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac0d0c90 0x7f52ac0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:15.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52b170b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52ac06d570 con 0x7f52ac157110 2024-09-05T06:15:15.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52b170b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f52ac0d1100 con 0x7f52ac0ceaf0 2024-09-05T06:15:15.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52b170b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f52ac06d850 con 0x7f52ac0d0c90 2024-09-05T06:15:15.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52ab7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac0d0c90 0x7f52ac0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:15.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52aa7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f52ac0ceaf0 0x7f52ac0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:15.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52ab7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac0d0c90 0x7f52ac0af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:54210/0 (socket says 172.21.15.70:54210) 2024-09-05T06:15:15.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52ab7fe640 1 -- 172.21.15.70:0/343506309 learned_addr learned my addr 172.21.15.70:0/343506309 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:15.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52a9ffb640 1 -- 172.21.15.70:0/343506309 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1644454652 0 0) 0x7f52ac06d570 con 0x7f52ac157110 2024-09-05T06:15:15.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52a9ffb640 1 -- 172.21.15.70:0/343506309 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5294003530 con 0x7f52ac157110 2024-09-05T06:15:15.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52ab7fe640 1 -- 172.21.15.70:0/343506309 >> v2:172.21.15.196:3300/0 conn(0x7f52ac0ceaf0 msgr2=0x7f52ac0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:15.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52ab7fe640 1 --2- 172.21.15.70:0/343506309 >> v2:172.21.15.196:3300/0 conn(0x7f52ac0ceaf0 0x7f52ac0d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:15.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52ab7fe640 1 -- 172.21.15.70:0/343506309 >> v1:172.21.15.196:6789/0 conn(0x7f52ac157110 legacy=0x7f52ac0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:15.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.839+0000 7f52ab7fe640 1 -- 172.21.15.70:0/343506309 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ac06db30 con 0x7f52ac0d0c90 2024-09-05T06:15:15.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52ab7fe640 1 --2- 172.21.15.70:0/343506309 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac0d0c90 0x7f52ac0af720 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f52a4009e50 tx=0x7f52a401ca30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91fb1194ac9473b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:15.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52a9ffb640 1 -- 172.21.15.70:0/343506309 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a40a56c0 con 0x7f52ac0d0c90 2024-09-05T06:15:15.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52a9ffb640 1 -- 172.21.15.70:0/343506309 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52a40a5860 con 0x7f52ac0d0c90 2024-09-05T06:15:15.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52a9ffb640 1 -- 172.21.15.70:0/343506309 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a40a5c10 con 0x7f52ac0d0c90 2024-09-05T06:15:15.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- 172.21.15.70:0/343506309 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac0d0c90 msgr2=0x7f52ac0af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:15.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 --2- 172.21.15.70:0/343506309 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac0d0c90 0x7f52ac0af720 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f52a4009e50 tx=0x7f52a401ca30 comp rx=0 tx=0).stop 2024-09-05T06:15:15.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- 172.21.15.70:0/343506309 shutdown_connections 2024-09-05T06:15:15.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 --2- 172.21.15.70:0/343506309 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac0d0c90 0x7f52ac0af720 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:15.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 --2- 172.21.15.70:0/343506309 >> v2:172.21.15.196:3300/0 conn(0x7f52ac0ceaf0 0x7f52ac0d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:15.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- 172.21.15.70:0/343506309 >> 172.21.15.70:0/343506309 conn(0x7f52ac06bcc0 msgr2=0x7f52ac06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:15.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- 172.21.15.70:0/343506309 shutdown_connections 2024-09-05T06:15:15.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- 172.21.15.70:0/343506309 wait complete. 2024-09-05T06:15:15.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 Processor -- start 2024-09-05T06:15:15.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- start start 2024-09-05T06:15:15.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52ac0ceaf0 0x7f52ac153300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:15.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f52ac0d0c90 0x7f52ac15f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:15.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac157110 0x7f52ac0ac880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:15.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac0b3a70 con 0x7f52ac0d0c90 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac0b5c90 con 0x7f52ac0ceaf0 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52b170b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f52ac0b3bf0 con 0x7f52ac157110 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aa7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f52ac0d0c90 0x7f52ac15f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aa7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f52ac0d0c90 0x7f52ac15f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:44426/0 (socket says 172.21.15.70:44426) 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aa7fc640 1 -- 172.21.15.70:0/3671117137 learned_addr learned my addr 172.21.15.70:0/3671117137 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52ab7fe640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac157110 0x7f52ac0ac880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aaffd640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52ac0ceaf0 0x7f52ac153300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aa7fc640 1 -- 172.21.15.70:0/3671117137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac157110 msgr2=0x7f52ac0ac880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aa7fc640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac157110 0x7f52ac0ac880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aa7fc640 1 -- 172.21.15.70:0/3671117137 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52ac0ceaf0 msgr2=0x7f52ac153300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aa7fc640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52ac0ceaf0 0x7f52ac153300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.843+0000 7f52aa7fc640 1 -- 172.21.15.70:0/3671117137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ac0aa6f0 con 0x7f52ac0d0c90 2024-09-05T06:15:15.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52aa7fc640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f52ac0d0c90 0x7f52ac15f1d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f529c00e900 tx=0x7f529c00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:15.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52937fe640 1 -- 172.21.15.70:0/3671117137 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c017070 con 0x7f52ac0d0c90 2024-09-05T06:15:15.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52937fe640 1 -- 172.21.15.70:0/3671117137 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f529c00c9a0 con 0x7f52ac0d0c90 2024-09-05T06:15:15.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52ac0aa9d0 con 0x7f52ac0d0c90 2024-09-05T06:15:15.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52937fe640 1 -- 172.21.15.70:0/3671117137 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c00cd90 con 0x7f52ac0d0c90 2024-09-05T06:15:15.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52ac0ab060 con 0x7f52ac0d0c90 2024-09-05T06:15:15.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52ac06d570 con 0x7f52ac0d0c90 2024-09-05T06:15:15.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52937fe640 1 -- 172.21.15.70:0/3671117137 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f529c01a070 con 0x7f52ac0d0c90 2024-09-05T06:15:15.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52937fe640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52980678c0 0x7f5298069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:15.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52937fe640 1 -- 172.21.15.70:0/3671117137 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f529c086050 con 0x7f52ac0d0c90 2024-09-05T06:15:15.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52aaffd640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52980678c0 0x7f5298069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:15.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.847+0000 7f52aaffd640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52980678c0 0x7f5298069d80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f52a00011f0 tx=0x7f52a0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:15.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:15.851+0000 7f52937fe640 1 -- 172.21.15.70:0/3671117137 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f529c056b90 con 0x7f52ac0d0c90 2024-09-05T06:15:16.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.047+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f52ac0afa40 con 0x7f52ac0d0c90 2024-09-05T06:15:16.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.047+0000 7f52937fe640 1 -- 172.21.15.70:0/3671117137 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v46) ==== 53+0+73 (secure 0 0 0) 0x7f529c056490 con 0x7f52ac0d0c90 2024-09-05T06:15:16.046 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:15:16.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52980678c0 msgr2=0x7f5298069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:16.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52980678c0 0x7f5298069d80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f52a00011f0 tx=0x7f52a0009040 comp rx=0 tx=0).stop 2024-09-05T06:15:16.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f52ac0d0c90 msgr2=0x7f52ac15f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:16.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f52ac0d0c90 0x7f52ac15f1d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f529c00e900 tx=0x7f529c00edc0 comp rx=0 tx=0).stop 2024-09-05T06:15:16.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 shutdown_connections 2024-09-05T06:15:16.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52980678c0 0x7f5298069d80 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:16.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52ac157110 0x7f52ac0ac880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:16.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f52ac0d0c90 0x7f52ac15f1d0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:16.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 --2- 172.21.15.70:0/3671117137 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52ac0ceaf0 0x7f52ac153300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:16.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 >> 172.21.15.70:0/3671117137 conn(0x7f52ac06bcc0 msgr2=0x7f52ac15ac10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:16.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 shutdown_connections 2024-09-05T06:15:16.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:16.051+0000 7f52b170b640 1 -- 172.21.15.70:0/3671117137 wait complete. 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:15:16.064 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:15:16.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:16.065 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:15:16.072 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:15:16.072 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:15:16.072 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:15:16.072 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:15:16.073 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42233sec preferred_lft 42233sec 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:15:16.074 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:16.075 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:15:16.075 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:16.075 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:15:16.075 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:16.075 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:15:16.075 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:16.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:16.075 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:15:16.126 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:15:16.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:16.128 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:15:16.181 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:15:16.181 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:15:16.181 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:15:16.182 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:15:16.182 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:15:16.182 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:15:16.182 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:15:16.182 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:16.182 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:16.182 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:16.182 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:15:16.183 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:15:16.183 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:15:16.183 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:15:16.183 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:15:16.183 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:15:16.183 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:15:16.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:15:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:15:16.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:15:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:16.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:16.300 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:15:16.305 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:15:16.305 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:15:16.305 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:15:16.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:16.305 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:15:16.360 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:15:16.360 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:15:16.360 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:16.408 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:15:16.408 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:15:16.409 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:16.456 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:15:16.514 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:15:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:15:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:15:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:15:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:15:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:15:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:15:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:16.562 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:16.563 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:16.564 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:16.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:16.565 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:15:16.612 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:15:16.612 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:15:16.657 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:15:16.672 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:16.721 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:15:16.721 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:15:16.721 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:15:16.722 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:15:16.722 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:15:16.722 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:15:16.722 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:15:16.722 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:15:16.722 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:15:16.722 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:15:16.723 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:15:16.723 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:15:16.723 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:16.723 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:15:16.723 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:15:16.723 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:15:16.723 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:15:16.724 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:15:16.724 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:16.724 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:15:16.724 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:16.724 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:15:16.724 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:15:16.725 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:15:16.725 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:15:16.725 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:15:16.725 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:15:16.725 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:15:16.725 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:15:16.726 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:16.726 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:16.726 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:16.726 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:16.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:16.727 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:15:16.733 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:15:16.732+0000 7f11f0763580 -1 init, newargv = 0x5616c202ca40 newargc=15 2024-09-05T06:15:16.733 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26162]: starting ceph client 2024-09-05T06:15:16.739 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26162]: starting fuse 2024-09-05T06:15:17.839 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:15:17.856 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:15:17.905 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:15:17.906 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:17.908 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:17.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:17.909 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:15:17.956 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:15:17.956 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:15:17.956 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:15:17.956 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:15:17.956 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:15:17.957 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:15:17.958 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:15:18.081 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.26162.asok 2024-09-05T06:15:18.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:15:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:18.093 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.26162.asok 2024-09-05T06:15:18.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:18.093 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.26162.asok status 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "26162", 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:15:18.242 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 5291, 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 5291 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 100063631 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:15:18.243 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 100063631 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.5291 192.168.0.1:0/100063631", 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/100063631", 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 46, 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 126, 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:15:18.244 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:15:18.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:18.255 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:15:18.256 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:18.261 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:15:18.262 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:18.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:18.262 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:18.315 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:18.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96e16d3640 1 Processor -- start 2024-09-05T06:15:18.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96e16d3640 1 -- start start 2024-09-05T06:15:18.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96e16d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc0d1ce0 0x7f96dc0b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96e16d3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96dc0d04e0 con 0x7f96dc0b3a50 2024-09-05T06:15:18.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96e16d3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96dc0d07c0 con 0x7f96dc15ee90 2024-09-05T06:15:18.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96e16d3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f96dc0d28f0 con 0x7f96dc0d1ce0 2024-09-05T06:15:18.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96da7fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f96dc0b3a50 0x7f96dc0d15d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44830/0 (socket says 172.21.15.70:44830) 2024-09-05T06:15:18.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96da7fc640 1 -- 172.21.15.70:0/3965715640 learned_addr learned my addr 172.21.15.70:0/3965715640 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:18.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96db7fe640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc0d1ce0 0x7f96dc0b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4075257386 0 0) 0x7f96dc0d04e0 con 0x7f96dc0b3a50 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f96c4003530 con 0x7f96dc0b3a50 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1926804692 0 0) 0x7f96c4003530 con 0x7f96dc0b3a50 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc0d1ce0 msgr2=0x7f96dc0b18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc0d1ce0 0x7f96dc0b18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 >> v1:172.21.15.196:6789/0 conn(0x7f96dc15ee90 legacy=0x7f96dc0d5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96dc0d0aa0 con 0x7f96dc0b3a50 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f96d0001680 con 0x7f96dc0b3a50 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 >> v1:172.21.15.70:6789/0 conn(0x7f96dc0b3a50 legacy=0x7f96dc0d15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96c40039f0 0x7f96c4003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96c4004810 0x7f96c4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc0d1ce0 0x7f96c40052a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f96dc0d28f0 con 0x7f96c40039f0 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f96c400bbc0 con 0x7f96c4004810 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f96c400bdc0 con 0x7f96dc0d1ce0 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96daffd640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96c40039f0 0x7f96c4003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96da7fc640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96c4004810 0x7f96c4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96daffd640 1 -- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc0d1ce0 msgr2=0x7f96c40052a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96daffd640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc0d1ce0 0x7f96c40052a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96daffd640 1 -- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96c4004810 msgr2=0x7f96c4004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96daffd640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96c4004810 0x7f96c4004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96daffd640 1 -- 172.21.15.70:0/3965715640 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c4003530 con 0x7f96c40039f0 2024-09-05T06:15:18.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.451+0000 7f96da7fc640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96c4004810 0x7f96c4004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:18.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96daffd640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96c40039f0 0x7f96c4003e10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f96cc001780 tx=0x7f96cc01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4807c71ed07587 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:18.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96cc0013a0 con 0x7f96c40039f0 2024-09-05T06:15:18.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96cc0052f0 con 0x7f96c40039f0 2024-09-05T06:15:18.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96d9ffb640 1 -- 172.21.15.70:0/3965715640 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96cc003840 con 0x7f96c40039f0 2024-09-05T06:15:18.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- 172.21.15.70:0/3965715640 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96c40039f0 msgr2=0x7f96c4003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 --2- 172.21.15.70:0/3965715640 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96c40039f0 0x7f96c4003e10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f96cc001780 tx=0x7f96cc01c420 comp rx=0 tx=0).stop 2024-09-05T06:15:18.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96db7fe640 1 -- 172.21.15.70:0/3965715640 reap_dead start 2024-09-05T06:15:18.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- 172.21.15.70:0/3965715640 shutdown_connections 2024-09-05T06:15:18.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- 172.21.15.70:0/3965715640 >> 172.21.15.70:0/3965715640 conn(0x7f96dc09dfb0 msgr2=0x7f96dc0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:18.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- 172.21.15.70:0/3965715640 shutdown_connections 2024-09-05T06:15:18.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- 172.21.15.70:0/3965715640 wait complete. 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 Processor -- start 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- start start 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc14ffc0 0x7f96dc0a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96dc09f410 0x7f96dc0cd760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96dc0cdca0 0x7f96dc15f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f96dc0d3c20 con 0x7f96dc0cdca0 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f96dc0d3aa0 con 0x7f96dc09f410 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96e16d3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f96dc0d3da0 con 0x7f96dc14ffc0 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96db7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96dc0cdca0 0x7f96dc15f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96db7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96dc0cdca0 0x7f96dc15f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40424/0 (socket says 172.21.15.70:40424) 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.455+0000 7f96db7fe640 1 -- 172.21.15.70:0/3354374979 learned_addr learned my addr 172.21.15.70:0/3354374979 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:18.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96da7fc640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96dc09f410 0x7f96dc0cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96daffd640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc14ffc0 0x7f96dc0a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96db7fe640 1 -- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc14ffc0 msgr2=0x7f96dc0a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96db7fe640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc14ffc0 0x7f96dc0a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96db7fe640 1 -- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96dc09f410 msgr2=0x7f96dc0cd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96db7fe640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96dc09f410 0x7f96dc0cd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96db7fe640 1 -- 172.21.15.70:0/3354374979 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96dc09f980 con 0x7f96dc0cdca0 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96da7fc640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96dc09f410 0x7f96dc0cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96db7fe640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96dc0cdca0 0x7f96dc15f480 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f96dc06ec80 tx=0x7f96d400b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96c37fe640 1 -- 172.21.15.70:0/3354374979 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d400ba80 con 0x7f96dc0cdca0 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96c37fe640 1 -- 172.21.15.70:0/3354374979 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96d4019070 con 0x7f96dc0cdca0 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96c37fe640 1 -- 172.21.15.70:0/3354374979 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d400be60 con 0x7f96dc0cdca0 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96dc09fc60 con 0x7f96dc0cdca0 2024-09-05T06:15:18.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96dc1609f0 con 0x7f96dc0cdca0 2024-09-05T06:15:18.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96dc0d15d0 con 0x7f96dc0cdca0 2024-09-05T06:15:18.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96c37fe640 1 -- 172.21.15.70:0/3354374979 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f96d4013070 con 0x7f96dc0cdca0 2024-09-05T06:15:18.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96c37fe640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f96c80678c0 0x7f96c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96c37fe640 1 -- 172.21.15.70:0/3354374979 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f96d4085ce0 con 0x7f96dc0cdca0 2024-09-05T06:15:18.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96daffd640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f96c80678c0 0x7f96c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.459+0000 7f96daffd640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f96c80678c0 0x7f96c8069d80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f96cc001750 tx=0x7f96cc0011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:18.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.463+0000 7f96c37fe640 1 -- 172.21.15.70:0/3354374979 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f96d4023020 con 0x7f96dc0cdca0 2024-09-05T06:15:18.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f96dc0d5430 con 0x7f96dc0cdca0 2024-09-05T06:15:18.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96c37fe640 1 -- 172.21.15.70:0/3354374979 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5228 (secure 0 0 0) 0x7f96d4056790 con 0x7f96dc0cdca0 2024-09-05T06:15:18.659 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:18.659 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:03.302264+0000","modified":"2024-09-05T06:15:05.317474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6534},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6534":{"gid":6534,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/4113457548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":4113457548},{"type":"v1","addr":"172.21.15.70:6837","nonce":4113457548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6534,"qdb_cluster":[6534]},"id":7}]} 2024-09-05T06:15:18.660 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 46 2024-09-05T06:15:18.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f96c80678c0 msgr2=0x7f96c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f96c80678c0 0x7f96c8069d80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f96cc001750 tx=0x7f96cc0011a0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96dc0cdca0 msgr2=0x7f96dc15f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96dc0cdca0 0x7f96dc15f480 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f96dc06ec80 tx=0x7f96d400b480 comp rx=0 tx=0).stop 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 shutdown_connections 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f96c80678c0 0x7f96c8069d80 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96dc0cdca0 0x7f96dc15f480 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f96dc09f410 0x7f96dc0cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 --2- 172.21.15.70:0/3354374979 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f96dc14ffc0 0x7f96dc0a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 >> 172.21.15.70:0/3354374979 conn(0x7f96dc09dfb0 msgr2=0x7f96dc0b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 shutdown_connections 2024-09-05T06:15:18.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.663+0000 7f96e16d3640 1 -- 172.21.15.70:0/3354374979 wait complete. 2024-09-05T06:15:18.678 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json status 2024-09-05T06:15:18.812 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":6534,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":14.849408817,"mdsmap_epoch":46,"osdmap_epoch":126,"osdmap_epoch_barrier":126,"uptime":20.185133570000001} 2024-09-05T06:15:18.813 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 6534, "mdsmap_epoch": 46, "osdmap_epoch": 126, "osdmap_epoch_barrier": 126, "rank_uptime": 14.849408817, "state": "up:active", "uptime": 20.18513357, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:15:18.813 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set-quota cephfs_data max_bytes 33554432 2024-09-05T06:15:18.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad4d856640 1 Processor -- start 2024-09-05T06:15:18.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad4d856640 1 -- start start 2024-09-05T06:15:18.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad4d856640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fad480b5a20 0x7fad48072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad4d856640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad4806d770 0x7fad4806dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad4d856640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad4806e4d0 con 0x7fad4815ea00 2024-09-05T06:15:18.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad4d856640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fad48071db0 con 0x7fad480b5a20 2024-09-05T06:15:18.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad4d856640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fad48071760 con 0x7fad4806d770 2024-09-05T06:15:18.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad467fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fad480b5a20 0x7fad48072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad477fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad4806d770 0x7fad4806dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad46ffd640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fad4815ea00 0x7fad480b5310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:58672/0 (socket says 172.21.15.70:58672) 2024-09-05T06:15:18.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad46ffd640 1 -- 172.21.15.70:0/3392367213 learned_addr learned my addr 172.21.15.70:0/3392367213 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:18.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad467fc640 1 -- 172.21.15.70:0/3392367213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad4806d770 msgr2=0x7fad4806dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:18.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.939+0000 7fad467fc640 1 --2- 172.21.15.70:0/3392367213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad4806d770 0x7fad4806dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad467fc640 1 -- 172.21.15.70:0/3392367213 >> v1:172.21.15.196:6789/0 conn(0x7fad4815ea00 legacy=0x7fad480b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad467fc640 1 -- 172.21.15.70:0/3392367213 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad48071a40 con 0x7fad480b5a20 2024-09-05T06:15:18.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad467fc640 1 --2- 172.21.15.70:0/3392367213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad480b5a20 0x7fad48072240 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fad300097c0 tx=0x7fad3001c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8703b6efede6996 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:18.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad45ffb640 1 -- 172.21.15.70:0/3392367213 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad300b1070 con 0x7fad480b5a20 2024-09-05T06:15:18.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad45ffb640 1 -- 172.21.15.70:0/3392367213 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad300ac410 con 0x7fad480b5a20 2024-09-05T06:15:18.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad45ffb640 1 -- 172.21.15.70:0/3392367213 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad300ac7e0 con 0x7fad480b5a20 2024-09-05T06:15:18.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad4d856640 1 -- 172.21.15.70:0/3392367213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad480b5a20 msgr2=0x7fad48072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad4d856640 1 --2- 172.21.15.70:0/3392367213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad480b5a20 0x7fad48072240 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fad300097c0 tx=0x7fad3001c4a0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad4d856640 1 -- 172.21.15.70:0/3392367213 shutdown_connections 2024-09-05T06:15:18.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad4d856640 1 --2- 172.21.15.70:0/3392367213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad4806d770 0x7fad4806dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad4d856640 1 --2- 172.21.15.70:0/3392367213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad480b5a20 0x7fad48072240 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad4d856640 1 -- 172.21.15.70:0/3392367213 >> 172.21.15.70:0/3392367213 conn(0x7fad4806bcc0 msgr2=0x7fad4806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:18.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad4d856640 1 -- 172.21.15.70:0/3392367213 shutdown_connections 2024-09-05T06:15:18.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.943+0000 7fad4d856640 1 -- 172.21.15.70:0/3392367213 wait complete. 2024-09-05T06:15:18.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 Processor -- start 2024-09-05T06:15:18.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 -- start start 2024-09-05T06:15:18.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad4806d770 0x7fad4814e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad480b5a20 0x7fad4814a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad4815ea00 0x7fad480b2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fad480b46d0 con 0x7fad4815ea00 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fad480b4550 con 0x7fad4806d770 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fad480b4850 con 0x7fad480b5a20 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad4815ea00 0x7fad480b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad4815ea00 0x7fad480b2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40432/0 (socket says 172.21.15.70:40432) 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 -- 172.21.15.70:0/1537417791 learned_addr learned my addr 172.21.15.70:0/1537417791 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad46ffd640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad4806d770 0x7fad4814e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad467fc640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad480b5a20 0x7fad4814a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 -- 172.21.15.70:0/1537417791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad480b5a20 msgr2=0x7fad4814a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad480b5a20 0x7fad4814a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 -- 172.21.15.70:0/1537417791 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad4806d770 msgr2=0x7fad4814e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:18.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad4806d770 0x7fad4814e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:18.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 -- 172.21.15.70:0/1537417791 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad4814f400 con 0x7fad4815ea00 2024-09-05T06:15:18.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad477fe640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad4815ea00 0x7fad480b2530 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fad40009d30 tx=0x7fad4000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:18.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad3ffff640 1 -- 172.21.15.70:0/1537417791 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40018020 con 0x7fad4815ea00 2024-09-05T06:15:18.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad3ffff640 1 -- 172.21.15.70:0/1537417791 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad40014480 con 0x7fad4815ea00 2024-09-05T06:15:18.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad4814e880 con 0x7fad4815ea00 2024-09-05T06:15:18.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad3ffff640 1 -- 172.21.15.70:0/1537417791 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40014870 con 0x7fad4815ea00 2024-09-05T06:15:18.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad4814ee40 con 0x7fad4815ea00 2024-09-05T06:15:18.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.947+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad4806dbe0 con 0x7fad4815ea00 2024-09-05T06:15:18.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.951+0000 7fad3ffff640 1 -- 172.21.15.70:0/1537417791 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fad4001b020 con 0x7fad4815ea00 2024-09-05T06:15:18.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.951+0000 7fad3ffff640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad280678c0 0x7fad28069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:18.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.951+0000 7fad46ffd640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad280678c0 0x7fad28069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:18.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.951+0000 7fad3ffff640 1 -- 172.21.15.70:0/1537417791 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fad40086740 con 0x7fad4815ea00 2024-09-05T06:15:18.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.951+0000 7fad46ffd640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad280678c0 0x7fad28069d80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fad38000f70 tx=0x7fad38009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:18.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:18.955+0000 7fad3ffff640 1 -- 172.21.15.70:0/1537417791 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fad40022070 con 0x7fad4815ea00 2024-09-05T06:15:19.105 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.107+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"} v 0) -- 0x7fad48156420 con 0x7fad4815ea00 2024-09-05T06:15:19.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.499+0000 7fad3ffff640 1 -- 172.21.15.70:0/1537417791 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"}]=0 set-quota max_bytes = 33554432 for pool cephfs_data v127) ==== 181+0+0 (secure 0 0 0) 0x7fad40010040 con 0x7fad4815ea00 2024-09-05T06:15:19.495 INFO:teuthology.orchestra.run.smithi070.stderr:set-quota max_bytes = 33554432 for pool cephfs_data 2024-09-05T06:15:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad280678c0 msgr2=0x7fad28069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:19.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad280678c0 0x7fad28069d80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fad38000f70 tx=0x7fad38009040 comp rx=0 tx=0).stop 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad4815ea00 msgr2=0x7fad480b2530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad4815ea00 0x7fad480b2530 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fad40009d30 tx=0x7fad4000c490 comp rx=0 tx=0).stop 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 shutdown_connections 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad280678c0 0x7fad28069d80 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad4815ea00 0x7fad480b2530 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad480b5a20 0x7fad4814a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 --2- 172.21.15.70:0/1537417791 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad4806d770 0x7fad4814e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 >> 172.21.15.70:0/1537417791 conn(0x7fad4806bcc0 msgr2=0x7fad4815b600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 shutdown_connections 2024-09-05T06:15:19.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19.503+0000 7fad4d856640 1 -- 172.21.15.70:0/1537417791 wait complete. 2024-09-05T06:15:19.519 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:15:19.519 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:19.519 DEBUG:teuthology.orchestra.run.smithi070:> fd = os.open("/home/ubuntu/cephtest/mnt.0/foo", os.O_CREAT | os.O_RDWR, 0O600) 2024-09-05T06:15:19.519 DEBUG:teuthology.orchestra.run.smithi070:> os.fchmod(fd, 0O666) 2024-09-05T06:15:19.519 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(fd) 2024-09-05T06:15:19.520 DEBUG:teuthology.orchestra.run.smithi070:> os.close(fd) 2024-09-05T06:15:19.520 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:19.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:15:19.595 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:15:19.596 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:15:19.597 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:19.597 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:15:19.597 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:19.715 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:19.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:19.726 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:19.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:19.727 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.35000.asok status 2024-09-05T06:15:19.883 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:19.883 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:15:19.883 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:15:19.883 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "35000", 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 1, 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5279, 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 5279 2024-09-05T06:15:19.884 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.5279 172.21.15.70:0/568466830", 2024-09-05T06:15:19.885 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "172.21.15.70:0/568466830", 2024-09-05T06:15:19.886 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 2, 2024-09-05T06:15:19.886 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 46, 2024-09-05T06:15:19.886 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 126, 2024-09-05T06:15:19.886 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 126, 2024-09-05T06:15:19.886 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:15:19.886 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:15:19.886 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:19.897 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd set pause 2024-09-05T06:15:20.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75bafe1640 1 Processor -- start 2024-09-05T06:15:20.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75bafe1640 1 -- start start 2024-09-05T06:15:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75bafe1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f75b4157110 0x7f75b40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75bafe1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f75b40b5ac0 0x7f75b40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75bafe1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75b406d570 con 0x7f75b40ceaf0 2024-09-05T06:15:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75bafe1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f75b406d850 con 0x7f75b4157110 2024-09-05T06:15:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75bafe1640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f75b406db30 con 0x7f75b40b5ac0 2024-09-05T06:15:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b8d7d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f75b4157110 0x7f75b40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b957e640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f75b40ceaf0 0x7f75b40af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44832/0 (socket says 172.21.15.70:44832) 2024-09-05T06:15:20.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b957e640 1 -- 172.21.15.70:0/584005731 learned_addr learned my addr 172.21.15.70:0/584005731 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:20.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b3fff640 1 --2- 172.21.15.70:0/584005731 >> v2:172.21.15.196:3300/0 conn(0x7f75b40b5ac0 0x7f75b40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b8d7d640 1 -- 172.21.15.70:0/584005731 >> v2:172.21.15.196:3300/0 conn(0x7f75b40b5ac0 msgr2=0x7f75b40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:20.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b8d7d640 1 --2- 172.21.15.70:0/584005731 >> v2:172.21.15.196:3300/0 conn(0x7f75b40b5ac0 0x7f75b40d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b8d7d640 1 -- 172.21.15.70:0/584005731 >> v1:172.21.15.70:6789/0 conn(0x7f75b40ceaf0 legacy=0x7f75b40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b8d7d640 1 -- 172.21.15.70:0/584005731 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b406de10 con 0x7f75b4157110 2024-09-05T06:15:20.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.027+0000 7f75b37fe640 1 -- 172.21.15.70:0/584005731 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 35731949 0 0) 0x7f75b406d570 con 0x7f75b40ceaf0 2024-09-05T06:15:20.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75b8d7d640 1 --2- 172.21.15.70:0/584005731 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b4157110 0x7f75b40b5580 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f75b40d1500 tx=0x7f75a401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47a73b124992994c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:20.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75b37fe640 1 -- 172.21.15.70:0/584005731 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a40b0070 con 0x7f75b4157110 2024-09-05T06:15:20.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75b37fe640 1 -- 172.21.15.70:0/584005731 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75a40ab600 con 0x7f75b4157110 2024-09-05T06:15:20.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75b37fe640 1 -- 172.21.15.70:0/584005731 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a40ab9d0 con 0x7f75b4157110 2024-09-05T06:15:20.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 -- 172.21.15.70:0/584005731 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b4157110 msgr2=0x7f75b40b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 --2- 172.21.15.70:0/584005731 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b4157110 0x7f75b40b5580 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f75b40d1500 tx=0x7f75a401c480 comp rx=0 tx=0).stop 2024-09-05T06:15:20.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 -- 172.21.15.70:0/584005731 shutdown_connections 2024-09-05T06:15:20.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 --2- 172.21.15.70:0/584005731 >> v2:172.21.15.196:3300/0 conn(0x7f75b40b5ac0 0x7f75b40d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 --2- 172.21.15.70:0/584005731 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b4157110 0x7f75b40b5580 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 -- 172.21.15.70:0/584005731 >> 172.21.15.70:0/584005731 conn(0x7f75b406bcc0 msgr2=0x7f75b406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:20.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 -- 172.21.15.70:0/584005731 shutdown_connections 2024-09-05T06:15:20.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 -- 172.21.15.70:0/584005731 wait complete. 2024-09-05T06:15:20.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 Processor -- start 2024-09-05T06:15:20.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.031+0000 7f75bafe1640 1 -- start start 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75b40b5ac0 0x7f75b4158480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b40ceaf0 0x7f75b414eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75b4157110 0x7f75b415e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f75b40b4280 con 0x7f75b40ceaf0 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f75b40d10a0 con 0x7f75b40b5ac0 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f75b40b4400 con 0x7f75b4157110 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b40ceaf0 0x7f75b414eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b40ceaf0 0x7f75b414eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40456/0 (socket says 172.21.15.70:40456) 2024-09-05T06:15:20.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 -- 172.21.15.70:0/4251905282 learned_addr learned my addr 172.21.15.70:0/4251905282 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b8d7d640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75b40b5ac0 0x7f75b4158480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 -- 172.21.15.70:0/4251905282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75b4157110 msgr2=0x7f75b415e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75b4157110 0x7f75b415e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 -- 172.21.15.70:0/4251905282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75b40b5ac0 msgr2=0x7f75b4158480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75b40b5ac0 0x7f75b4158480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 -- 172.21.15.70:0/4251905282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b415fb60 con 0x7f75b40ceaf0 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b3fff640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b40ceaf0 0x7f75b414eb90 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f75a800c7f0 tx=0x7f75a800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b17fa640 1 -- 172.21.15.70:0/4251905282 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a8015070 con 0x7f75b40ceaf0 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b17fa640 1 -- 172.21.15.70:0/4251905282 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75a8004220 con 0x7f75b40ceaf0 2024-09-05T06:15:20.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75b4158f60 con 0x7f75b40ceaf0 2024-09-05T06:15:20.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b17fa640 1 -- 172.21.15.70:0/4251905282 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a8003620 con 0x7f75b40ceaf0 2024-09-05T06:15:20.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75b4157c80 con 0x7f75b40ceaf0 2024-09-05T06:15:20.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75b406d570 con 0x7f75b40ceaf0 2024-09-05T06:15:20.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b17fa640 1 -- 172.21.15.70:0/4251905282 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f75a80039d0 con 0x7f75b40ceaf0 2024-09-05T06:15:20.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b17fa640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75a00678f0 0x7f75a0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b17fa640 1 -- 172.21.15.70:0/4251905282 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 5709+0+0 (secure 0 0 0) 0x7f75a8085c60 con 0x7f75b40ceaf0 2024-09-05T06:15:20.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b8d7d640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75a00678f0 0x7f75a0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.035+0000 7f75b8d7d640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75a00678f0 0x7f75a0069db0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f75a40ad000 tx=0x7f75a40a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:20.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.039+0000 7f75b17fa640 1 -- 172.21.15.70:0/4251905282 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f75a80567a0 con 0x7f75b40ceaf0 2024-09-05T06:15:20.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.211+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd set", "key": "pause"} v 0) -- 0x7f75b414f0d0 con 0x7f75b40ceaf0 2024-09-05T06:15:20.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.515+0000 7f75b17fa640 1 -- 172.21.15.70:0/4251905282 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd set", "key": "pause"}]=0 pauserd,pausewr is set v128) ==== 93+0+0 (secure 0 0 0) 0x7f75a80560a0 con 0x7f75b40ceaf0 2024-09-05T06:15:20.513 INFO:teuthology.orchestra.run.smithi070.stderr:pauserd,pausewr is set 2024-09-05T06:15:20.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75a00678f0 msgr2=0x7f75a0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75a00678f0 0x7f75a0069db0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f75a40ad000 tx=0x7f75a40a6000 comp rx=0 tx=0).stop 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b40ceaf0 msgr2=0x7f75b414eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b40ceaf0 0x7f75b414eb90 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f75a800c7f0 tx=0x7f75a800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 shutdown_connections 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75a00678f0 0x7f75a0069db0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75b4157110 0x7f75b415e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75b40ceaf0 0x7f75b414eb90 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 --2- 172.21.15.70:0/4251905282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75b40b5ac0 0x7f75b4158480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 >> 172.21.15.70:0/4251905282 conn(0x7f75b406bcc0 msgr2=0x7f75b4150590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 shutdown_connections 2024-09-05T06:15:20.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.519+0000 7f75bafe1640 1 -- 172.21.15.70:0/4251905282 wait complete. 2024-09-05T06:15:20.537 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd unset pause 2024-09-05T06:15:20.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95dd476640 1 Processor -- start 2024-09-05T06:15:20.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95dd476640 1 -- start start 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95dd476640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f95d8157110 0x7f95d80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95dd476640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 0x7f95d80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95dd476640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95d806d570 con 0x7f95d80b5ac0 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95dd476640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f95d806d850 con 0x7f95d8157110 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95dd476640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f95d806db30 con 0x7f95d80d0e60 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95d6ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f95d8157110 0x7f95d80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95d6ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f95d8157110 0x7f95d80b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40458/0 (socket says 172.21.15.70:40458) 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95d6ffd640 1 -- 172.21.15.70:0/3162594529 learned_addr learned my addr 172.21.15.70:0/3162594529 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95d77fe640 1 --2- 172.21.15.70:0/3162594529 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 0x7f95d80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95d6ffd640 1 -- 172.21.15.70:0/3162594529 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 msgr2=0x7f95d80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95d6ffd640 1 --2- 172.21.15.70:0/3162594529 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 0x7f95d80af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95d6ffd640 1 -- 172.21.15.70:0/3162594529 >> v1:172.21.15.196:6789/0 conn(0x7f95d80b5ac0 legacy=0x7f95d80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:20.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.663+0000 7f95d6ffd640 1 -- 172.21.15.70:0/3162594529 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d806de10 con 0x7f95d8157110 2024-09-05T06:15:20.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95d6ffd640 1 --2- 172.21.15.70:0/3162594529 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b5580 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f95c8009870 tx=0x7f95c801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b6e091f1c7ad3ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:20.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95d5ffb640 1 -- 172.21.15.70:0/3162594529 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c80b0070 con 0x7f95d8157110 2024-09-05T06:15:20.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95d5ffb640 1 -- 172.21.15.70:0/3162594529 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95c80ab600 con 0x7f95d8157110 2024-09-05T06:15:20.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95d5ffb640 1 -- 172.21.15.70:0/3162594529 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c80ab9d0 con 0x7f95d8157110 2024-09-05T06:15:20.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- 172.21.15.70:0/3162594529 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 msgr2=0x7f95d80b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 --2- 172.21.15.70:0/3162594529 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b5580 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f95c8009870 tx=0x7f95c801c520 comp rx=0 tx=0).stop 2024-09-05T06:15:20.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- 172.21.15.70:0/3162594529 shutdown_connections 2024-09-05T06:15:20.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 --2- 172.21.15.70:0/3162594529 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 0x7f95d80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 --2- 172.21.15.70:0/3162594529 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b5580 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- 172.21.15.70:0/3162594529 >> 172.21.15.70:0/3162594529 conn(0x7f95d806bcc0 msgr2=0x7f95d806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:20.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- 172.21.15.70:0/3162594529 shutdown_connections 2024-09-05T06:15:20.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- 172.21.15.70:0/3162594529 wait complete. 2024-09-05T06:15:20.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 Processor -- start 2024-09-05T06:15:20.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- start start 2024-09-05T06:15:20.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95d80b5ac0 0x7f95d8154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 0x7f95d8155fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f95d80b3e80 con 0x7f95d8157110 2024-09-05T06:15:20.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f95d80b3d00 con 0x7f95d80b5ac0 2024-09-05T06:15:20.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95dd476640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f95d80b4000 con 0x7f95d80d0e60 2024-09-05T06:15:20.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95d77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95d77fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40468/0 (socket says 172.21.15.70:40468) 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.667+0000 7f95d77fe640 1 -- 172.21.15.70:0/1124556498 learned_addr learned my addr 172.21.15.70:0/1124556498 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d67fc640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 0x7f95d8155fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d6ffd640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95d80b5ac0 0x7f95d8154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d77fe640 1 -- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 msgr2=0x7f95d8155fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d77fe640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 0x7f95d8155fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d77fe640 1 -- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95d80b5ac0 msgr2=0x7f95d8154c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d77fe640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95d80b5ac0 0x7f95d8154c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d77fe640 1 -- 172.21.15.70:0/1124556498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d80b1ba0 con 0x7f95d8157110 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d6ffd640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95d80b5ac0 0x7f95d8154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d77fe640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b04c0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f95d000cdc0 tx=0x7f95d000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d0003ba0 con 0x7f95d8157110 2024-09-05T06:15:20.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95d0003d60 con 0x7f95d8157110 2024-09-05T06:15:20.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d0004260 con 0x7f95d8157110 2024-09-05T06:15:20.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95d80b1e80 con 0x7f95d8157110 2024-09-05T06:15:20.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95d80b2440 con 0x7f95d8157110 2024-09-05T06:15:20.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95d80af720 con 0x7f95d8157110 2024-09-05T06:15:20.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f95d0004400 con 0x7f95d8157110 2024-09-05T06:15:20.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95bf7fe640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95c40678c0 0x7f95c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:20.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f95d00866d0 con 0x7f95d8157110 2024-09-05T06:15:20.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d6ffd640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95c40678c0 0x7f95c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:20.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=129+}) -- 0x7f95c406f3f0 con 0x7f95d8157110 2024-09-05T06:15:20.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.671+0000 7f95d6ffd640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95c40678c0 0x7f95c4069d80 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f95c80ad000 tx=0x7f95c8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:20.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.675+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f95d00572a0 con 0x7f95d8157110 2024-09-05T06:15:20.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:20.843+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd unset", "key": "pause"} v 0) -- 0x7f95d81551c0 con 0x7f95d8157110 2024-09-05T06:15:21.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.519+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd unset", "key": "pause"}]=0 pauserd,pausewr is unset v129) ==== 97+0+0 (secure 0 0 0) 0x7f95d0056ba0 con 0x7f95d8157110 2024-09-05T06:15:21.515 INFO:teuthology.orchestra.run.smithi070.stderr:pauserd,pausewr is unset 2024-09-05T06:15:21.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.519+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(129..129 src has 1..129) ==== 288+0+0 (secure 0 0 0) 0x7f95d0084d10 con 0x7f95d8157110 2024-09-05T06:15:21.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.519+0000 7f95bf7fe640 1 -- 172.21.15.70:0/1124556498 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=130}) -- 0x7f95c406fd50 con 0x7f95d8157110 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95c40678c0 msgr2=0x7f95c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95c40678c0 0x7f95c4069d80 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f95c80ad000 tx=0x7f95c8008040 comp rx=0 tx=0).stop 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 msgr2=0x7f95d80b04c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b04c0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f95d000cdc0 tx=0x7f95d000a660 comp rx=0 tx=0).stop 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 shutdown_connections 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f95c40678c0 0x7f95c4069d80 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d8157110 0x7f95d80b04c0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f95d80d0e60 0x7f95d8155fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 --2- 172.21.15.70:0/1124556498 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f95d80b5ac0 0x7f95d8154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 >> 172.21.15.70:0/1124556498 conn(0x7f95d806bcc0 msgr2=0x7f95d80cfd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 shutdown_connections 2024-09-05T06:15:21.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.523+0000 7f95dd476640 1 -- 172.21.15.70:0/1124556498 wait complete. 2024-09-05T06:15:21.542 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:21.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7fafa0e21640 1 Processor -- start 2024-09-05T06:15:21.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7fafa0e21640 1 -- start start 2024-09-05T06:15:21.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7fafa0e21640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faf9c0b45c0 0x7faf9c0b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7fafa0e21640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf9c0737c0 con 0x7faf9c155ee0 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7fafa0e21640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf9c0b50a0 con 0x7faf9c06e680 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7fafa0e21640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7faf9c072380 con 0x7faf9c0b45c0 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7faf9a59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7faf9c155ee0 0x7faf9c0730b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44848/0 (socket says 172.21.15.70:44848) 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7faf91d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faf9c0b45c0 0x7faf9c0b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7faf9a59c640 1 -- 172.21.15.70:0/446044977 learned_addr learned my addr 172.21.15.70:0/446044977 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7faf91d9b640 1 -- 172.21.15.70:0/446044977 >> v1:172.21.15.196:6789/0 conn(0x7faf9c06e680 legacy=0x7faf9c06ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7faf91d9b640 1 -- 172.21.15.70:0/446044977 >> v1:172.21.15.70:6789/0 conn(0x7faf9c155ee0 legacy=0x7faf9c0730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:21.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.667+0000 7faf91d9b640 1 -- 172.21.15.70:0/446044977 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf9c0725d0 con 0x7faf9c0b45c0 2024-09-05T06:15:21.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf91d9b640 1 --2- 172.21.15.70:0/446044977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c0b4a50 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7faf9c072500 tx=0x7faf8401e670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b883193cebd24d16 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:21.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf99d9b640 1 -- 172.21.15.70:0/446044977 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf840ad680 con 0x7faf9c0b45c0 2024-09-05T06:15:21.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf99d9b640 1 -- 172.21.15.70:0/446044977 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf840b2070 con 0x7faf9c0b45c0 2024-09-05T06:15:21.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf99d9b640 1 -- 172.21.15.70:0/446044977 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf840ada40 con 0x7faf9c0b45c0 2024-09-05T06:15:21.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- 172.21.15.70:0/446044977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 msgr2=0x7faf9c0b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:21.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 --2- 172.21.15.70:0/446044977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c0b4a50 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7faf9c072500 tx=0x7faf8401e670 comp rx=0 tx=0).stop 2024-09-05T06:15:21.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- 172.21.15.70:0/446044977 shutdown_connections 2024-09-05T06:15:21.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 --2- 172.21.15.70:0/446044977 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c0b4a50 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- 172.21.15.70:0/446044977 >> 172.21.15.70:0/446044977 conn(0x7faf9c06bcc0 msgr2=0x7faf9c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:21.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- 172.21.15.70:0/446044977 shutdown_connections 2024-09-05T06:15:21.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- 172.21.15.70:0/446044977 wait complete. 2024-09-05T06:15:21.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 Processor -- start 2024-09-05T06:15:21.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- start start 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf9c06e680 0x7faf9c0ce4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c15f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf9c155ee0 0x7faf9c0b05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faf9c15d780 con 0x7faf9c0b45c0 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faf9c15d600 con 0x7faf9c155ee0 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7fafa0e21640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faf9c15d900 con 0x7faf9c06e680 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf91d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c15f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf91d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c15f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40486/0 (socket says 172.21.15.70:40486) 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf91d9b640 1 -- 172.21.15.70:0/3208401508 learned_addr learned my addr 172.21.15.70:0/3208401508 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf9ad9d640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf9c155ee0 0x7faf9c0b05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.671+0000 7faf9a59c640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf9c06e680 0x7faf9c0ce4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:21.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf91d9b640 1 -- 172.21.15.70:0/3208401508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf9c06e680 msgr2=0x7faf9c0ce4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf91d9b640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf9c06e680 0x7faf9c0ce4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf91d9b640 1 -- 172.21.15.70:0/3208401508 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf9c155ee0 msgr2=0x7faf9c0b05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf91d9b640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf9c155ee0 0x7faf9c0b05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf91d9b640 1 -- 172.21.15.70:0/3208401508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf9c1529e0 con 0x7faf9c0b45c0 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf91d9b640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c15f630 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7faf8401c2a0 tx=0x7faf8401ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf937fe640 1 -- 172.21.15.70:0/3208401508 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf840c1610 con 0x7faf9c0b45c0 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf937fe640 1 -- 172.21.15.70:0/3208401508 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf840a9070 con 0x7faf9c0b45c0 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf937fe640 1 -- 172.21.15.70:0/3208401508 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf840c19f0 con 0x7faf9c0b45c0 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf9c0ceac0 con 0x7faf9c0b45c0 2024-09-05T06:15:21.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf9c0b22f0 con 0x7faf9c0b45c0 2024-09-05T06:15:21.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf9c0b4a50 con 0x7faf9c0b45c0 2024-09-05T06:15:21.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf937fe640 1 -- 172.21.15.70:0/3208401508 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faf840bf020 con 0x7faf9c0b45c0 2024-09-05T06:15:21.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf937fe640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf7c0678c0 0x7faf7c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:21.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf937fe640 1 -- 172.21.15.70:0/3208401508 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7faf84122970 con 0x7faf9c0b45c0 2024-09-05T06:15:21.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf9a59c640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf7c0678c0 0x7faf7c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:21.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.675+0000 7faf9a59c640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf7c0678c0 0x7faf7c069d80 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7faf8c000f70 tx=0x7faf8c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:21.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.679+0000 7faf937fe640 1 -- 172.21.15.70:0/3208401508 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faf9c1529e0 con 0x7faf9c0b45c0 2024-09-05T06:15:21.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.831+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faf9c167e40 con 0x7faf9c0b45c0 2024-09-05T06:15:21.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.831+0000 7faf937fe640 1 -- 172.21.15.70:0/3208401508 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v129) ==== 74+0+16675 (secure 0 0 0) 0x7faf84018260 con 0x7faf9c0b45c0 2024-09-05T06:15:21.829 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:21.829 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":129,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:21.520806+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:01.084887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:02.324888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf7c0678c0 msgr2=0x7faf7c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf7c0678c0 0x7faf7c069d80 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7faf8c000f70 tx=0x7faf8c009040 comp rx=0 tx=0).stop 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 msgr2=0x7faf9c15f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c15f630 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7faf8401c2a0 tx=0x7faf8401ceb0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 shutdown_connections 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf7c0678c0 0x7faf7c069d80 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf9c155ee0 0x7faf9c0b05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9c0b45c0 0x7faf9c15f630 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 --2- 172.21.15.70:0/3208401508 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf9c06e680 0x7faf9c0ce4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:21.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 >> 172.21.15.70:0/3208401508 conn(0x7faf9c06bcc0 msgr2=0x7faf9c158fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:21.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 shutdown_connections 2024-09-05T06:15:21.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21.835+0000 7fafa0e21640 1 -- 172.21.15.70:0/3208401508 wait complete. 2024-09-05T06:15:21.848 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:15:21.848 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:21.848 DEBUG:teuthology.orchestra.run.smithi070:> fd = os.open("/home/ubuntu/cephtest/mnt.0/foo", os.O_CREAT | os.O_RDWR, 0O600) 2024-09-05T06:15:21.848 DEBUG:teuthology.orchestra.run.smithi070:> os.fchmod(fd, 0O666) 2024-09-05T06:15:21.848 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(fd) 2024-09-05T06:15:21.848 DEBUG:teuthology.orchestra.run.smithi070:> os.close(fd) 2024-09-05T06:15:21.848 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:21.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:21.913 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:15:21.914 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:22.031 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:22.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:22.042 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:22.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:22.042 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.35000.asok status 2024-09-05T06:15:22.199 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:22.199 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:15:22.199 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:15:22.199 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:15:22.199 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:15:22.199 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:15:22.199 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:15:22.199 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "35000", 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 1, 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5279, 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 5279 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:22.200 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.5279 172.21.15.70:0/568466830", 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "172.21.15.70:0/568466830", 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 2, 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 46, 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 126, 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 126, 2024-09-05T06:15:22.201 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:15:22.202 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:15:22.202 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:22.217 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:22.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.343+0000 7f761771b640 1 Processor -- start 2024-09-05T06:15:22.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.343+0000 7f761771b640 1 -- start start 2024-09-05T06:15:22.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f761771b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7610072a90 0x7f7610072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:22.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f761771b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f761015bc40 con 0x7f76100afff0 2024-09-05T06:15:22.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f761771b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76100d14c0 con 0x7f761006e680 2024-09-05T06:15:22.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f761771b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7610073410 con 0x7f7610072a90 2024-09-05T06:15:22.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f76154b7640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f76100afff0 0x7f76100cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44860/0 (socket says 172.21.15.70:44860) 2024-09-05T06:15:22.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f76154b7640 1 -- 172.21.15.70:0/4045449726 learned_addr learned my addr 172.21.15.70:0/4045449726 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1641480392 0 0) 0x7f761015bc40 con 0x7f76100afff0 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f75fc003530 con 0x7f76100afff0 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7614cb6640 1 --2- 172.21.15.70:0/4045449726 >> v2:172.21.15.196:3300/0 conn(0x7f7610072a90 0x7f7610072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1445233719 0 0) 0x7f75fc003530 con 0x7f76100afff0 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 >> v2:172.21.15.196:3300/0 conn(0x7f7610072a90 msgr2=0x7f7610072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 --2- 172.21.15.70:0/4045449726 >> v2:172.21.15.196:3300/0 conn(0x7f7610072a90 0x7f7610072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 >> v1:172.21.15.196:6789/0 conn(0x7f761006e680 legacy=0x7f76100d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7610071cd0 con 0x7f76100afff0 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f760c001680 con 0x7f76100afff0 2024-09-05T06:15:22.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 >> v1:172.21.15.70:6789/0 conn(0x7f76100afff0 legacy=0x7f76100cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75fc0039c0 0x7f75fc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75fc004810 0x7f75fc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f75fc00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7610073410 con 0x7f75fc0051d0 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f75fc00c0d0 con 0x7f75fc004810 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f75fc00c2d0 con 0x7f75fc0039c0 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7615cb8640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f75fc00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f76154b7640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75fc0039c0 0x7f75fc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7614cb6640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75fc004810 0x7f75fc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7615cb8640 1 -- 172.21.15.70:0/4045449726 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75fc0039c0 msgr2=0x7f75fc003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7615cb8640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75fc0039c0 0x7f75fc003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7615cb8640 1 -- 172.21.15.70:0/4045449726 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75fc004810 msgr2=0x7f75fc004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7615cb8640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f75fc004810 0x7f75fc004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.347+0000 7f7615cb8640 1 -- 172.21.15.70:0/4045449726 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75fc003530 con 0x7f75fc0051d0 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7615cb8640 1 -- 172.21.15.70:0/4045449726 reap_dead start 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7615cb8640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f75fc00b9d0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f7608001e80 tx=0x7f760801c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112e3e7ea1591f57 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7608001a80 con 0x7f75fc0051d0 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7608003ba0 con 0x7f75fc0051d0 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7607fff640 1 -- 172.21.15.70:0/4045449726 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76080050d0 con 0x7f75fc0051d0 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- 172.21.15.70:0/4045449726 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 msgr2=0x7f75fc00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f75fc00b9d0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f7608001e80 tx=0x7f760801c7c0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- 172.21.15.70:0/4045449726 shutdown_connections 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 --2- 172.21.15.70:0/4045449726 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f75fc00b9d0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- 172.21.15.70:0/4045449726 >> 172.21.15.70:0/4045449726 conn(0x7f761006bcc0 msgr2=0x7f761006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:22.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- 172.21.15.70:0/4045449726 shutdown_connections 2024-09-05T06:15:22.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- 172.21.15.70:0/4045449726 wait complete. 2024-09-05T06:15:22.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 Processor -- start 2024-09-05T06:15:22.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- start start 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f76101471d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7610151390 0x7f76101f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f76101563c0 0x7f7610156850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7610072290 con 0x7f75fc0051d0 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7610072600 con 0x7f7610151390 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7610072ed0 con 0x7f76101563c0 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f76101471d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f76101471d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40516/0 (socket says 172.21.15.70:40516) 2024-09-05T06:15:22.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 -- 172.21.15.70:0/3421363024 learned_addr learned my addr 172.21.15.70:0/3421363024 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7615cb8640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f76101563c0 0x7f7610156850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7614cb6640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7610151390 0x7f76101f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 -- 172.21.15.70:0/3421363024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f76101563c0 msgr2=0x7f7610156850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f76101563c0 0x7f7610156850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 -- 172.21.15.70:0/3421363024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7610151390 msgr2=0x7f76101f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7610151390 0x7f76101f41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 -- 172.21.15.70:0/3421363024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f761015c240 con 0x7f75fc0051d0 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f76154b7640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f76101471d0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f760c007290 tx=0x7f760c007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7605ffb640 1 -- 172.21.15.70:0/3421363024 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c00f860 con 0x7f75fc0051d0 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f7605ffb640 1 -- 172.21.15.70:0/3421363024 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f760c018070 con 0x7f75fc0051d0 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.351+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f761015c520 con 0x7f75fc0051d0 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.355+0000 7f7605ffb640 1 -- 172.21.15.70:0/3421363024 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c00fc60 con 0x7f75fc0051d0 2024-09-05T06:15:22.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.355+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f761015c800 con 0x7f75fc0051d0 2024-09-05T06:15:22.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.355+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76101f0220 con 0x7f75fc0051d0 2024-09-05T06:15:22.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.355+0000 7f7605ffb640 1 -- 172.21.15.70:0/3421363024 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f760c01d460 con 0x7f75fc0051d0 2024-09-05T06:15:22.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.355+0000 7f7605ffb640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75f40678c0 0x7f75f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:22.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.355+0000 7f7605ffb640 1 -- 172.21.15.70:0/3421363024 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7f760c086560 con 0x7f75fc0051d0 2024-09-05T06:15:22.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.355+0000 7f7614cb6640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75f40678c0 0x7f75f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:22.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.355+0000 7f7614cb6640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75f40678c0 0x7f75f4069d80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7600006fd0 tx=0x7f7600008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:22.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.359+0000 7f7605ffb640 1 -- 172.21.15.70:0/3421363024 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f76101f0220 con 0x7f75fc0051d0 2024-09-05T06:15:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.559+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f761006eb10 con 0x7f75fc0051d0 2024-09-05T06:15:22.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.559+0000 7f7605ffb640 1 -- 172.21.15.70:0/3421363024 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5228 (secure 0 0 0) 0x7f760c056bc0 con 0x7f75fc0051d0 2024-09-05T06:15:22.556 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:22.556 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:03.302264+0000","modified":"2024-09-05T06:15:05.317474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6534},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6534":{"gid":6534,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/4113457548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":4113457548},{"type":"v1","addr":"172.21.15.70:6837","nonce":4113457548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6534,"qdb_cluster":[6534]},"id":7}]} 2024-09-05T06:15:22.556 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 46 2024-09-05T06:15:22.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75f40678c0 msgr2=0x7f75f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:22.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75f40678c0 0x7f75f4069d80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7600006fd0 tx=0x7f7600008040 comp rx=0 tx=0).stop 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 msgr2=0x7f76101471d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f76101471d0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f760c007290 tx=0x7f760c007750 comp rx=0 tx=0).stop 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 shutdown_connections 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75f40678c0 0x7f75f4069d80 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f76101563c0 0x7f7610156850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7610151390 0x7f76101f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 --2- 172.21.15.70:0/3421363024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75fc0051d0 0x7f76101471d0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 >> 172.21.15.70:0/3421363024 conn(0x7f761006bcc0 msgr2=0x7f76100cda00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 shutdown_connections 2024-09-05T06:15:22.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22.563+0000 7f761771b640 1 -- 172.21.15.70:0/3421363024 wait complete. 2024-09-05T06:15:22.575 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json osdmap barrier 129 2024-09-05T06:15:22.705 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-05T06:15:22.705 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:15:22.705 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:22.705 DEBUG:teuthology.orchestra.run.smithi070:> fd = os.open("/home/ubuntu/cephtest/mnt.0/baz", os.O_CREAT | os.O_RDWR, 0O600) 2024-09-05T06:15:22.705 DEBUG:teuthology.orchestra.run.smithi070:> os.fchmod(fd, 0O666) 2024-09-05T06:15:22.705 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(fd) 2024-09-05T06:15:22.705 DEBUG:teuthology.orchestra.run.smithi070:> os.close(fd) 2024-09-05T06:15:22.705 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:22.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:22.770 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:15:22.770 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:15:22.770 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:15:22.771 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:15:22.772 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:22.882 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:22.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:22.892 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:22.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:22.892 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.35000.asok status 2024-09-05T06:15:23.042 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "35000", 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 2, 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:15:23.043 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5279, 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 5279 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:23.044 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.5279 172.21.15.70:0/568466830", 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "172.21.15.70:0/568466830", 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 3, 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 46, 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 129, 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 129, 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:15:23.045 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:15:23.057 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:15:23.058 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:15:23.059 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:23.059 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:15:23.059 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:23.133 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:23.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:23.144 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.35000.asok 2024-09-05T06:15:23.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:23.144 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.35000.asok status 2024-09-05T06:15:23.295 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:23.295 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:15:23.295 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:15:23.295 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "35000", 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 2, 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 5279, 2024-09-05T06:15:23.296 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 5279 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:0", 2024-09-05T06:15:23.297 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 568466830 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.5279 172.21.15.70:0/568466830", 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "172.21.15.70:0/568466830", 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 3, 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 46, 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 129, 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 129, 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:15:23.298 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:23.309 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:15:23.309 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:15:23.310 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:15:23.379 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:15:23.421 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:15:23.422 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:15:23.422 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:15:23.422 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:23.428 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:15:23.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1fcd6b640 1 Processor -- start 2024-09-05T06:15:23.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1fcd6b640 1 -- start start 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1fcd6b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd1f80afff0 0x7fd1f80cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1fcd6b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd1f80cdf80 0x7fd1f8072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1fcd6b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1f815bc40 con 0x7fd1f8072fd0 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1fcd6b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd1f8072600 con 0x7fd1f80cdf80 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1fcd6b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd1f80d14c0 con 0x7fd1f80afff0 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f5d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd1f80cdf80 0x7fd1f8072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f5d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd1f80cdf80 0x7fd1f8072a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40532/0 (socket says 172.21.15.70:40532) 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f5d9b640 1 -- 172.21.15.70:0/3998672689 learned_addr learned my addr 172.21.15.70:0/3998672689 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:23.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f659c640 1 --2- 172.21.15.70:0/3998672689 >> v2:172.21.15.196:3300/0 conn(0x7fd1f80afff0 0x7fd1f80cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:23.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f5d9b640 1 -- 172.21.15.70:0/3998672689 >> v2:172.21.15.196:3300/0 conn(0x7fd1f80afff0 msgr2=0x7fd1f80cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:23.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f5d9b640 1 --2- 172.21.15.70:0/3998672689 >> v2:172.21.15.196:3300/0 conn(0x7fd1f80afff0 0x7fd1f80cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f5d9b640 1 -- 172.21.15.70:0/3998672689 >> v1:172.21.15.196:6789/0 conn(0x7fd1f8072fd0 legacy=0x7fd1f806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:23.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f5d9b640 1 -- 172.21.15.70:0/3998672689 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f8071cd0 con 0x7fd1f80cdf80 2024-09-05T06:15:23.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.595+0000 7fd1f659c640 1 --2- 172.21.15.70:0/3998672689 >> v2:172.21.15.196:3300/0 conn(0x7fd1f80afff0 0x7fd1f80cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:23.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1f5d9b640 1 --2- 172.21.15.70:0/3998672689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f80cdf80 0x7fd1f8072a90 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec009870 tx=0x7fd1ec01c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4476aa7b838bc706 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:23.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1f559a640 1 -- 172.21.15.70:0/3998672689 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ec0b0070 con 0x7fd1f80cdf80 2024-09-05T06:15:23.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1f559a640 1 -- 172.21.15.70:0/3998672689 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1ec0ab600 con 0x7fd1f80cdf80 2024-09-05T06:15:23.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1f559a640 1 -- 172.21.15.70:0/3998672689 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ec0ab9d0 con 0x7fd1f80cdf80 2024-09-05T06:15:23.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3998672689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f80cdf80 msgr2=0x7fd1f8072a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:23.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3998672689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f80cdf80 0x7fd1f8072a90 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec009870 tx=0x7fd1ec01c4e0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3998672689 shutdown_connections 2024-09-05T06:15:23.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3998672689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f80cdf80 0x7fd1f8072a90 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3998672689 >> v2:172.21.15.196:3300/0 conn(0x7fd1f80afff0 0x7fd1f80cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3998672689 >> 172.21.15.70:0/3998672689 conn(0x7fd1f806bcc0 msgr2=0x7fd1f806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:23.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3998672689 shutdown_connections 2024-09-05T06:15:23.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3998672689 wait complete. 2024-09-05T06:15:23.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 Processor -- start 2024-09-05T06:15:23.597 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- start start 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f8072fd0 0x7fd1f8150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1f80afff0 0x7fd1f8152160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd1f80cdf80 0x7fd1f80b0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f80d0f80 con 0x7fd1f8072fd0 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f806efa0 con 0x7fd1f80cdf80 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1fcd6b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd1f80d1100 con 0x7fd1f80afff0 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1f659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f8072fd0 0x7fd1f8150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1f659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f8072fd0 0x7fd1f8150fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40550/0 (socket says 172.21.15.70:40550) 2024-09-05T06:15:23.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.599+0000 7fd1f659c640 1 -- 172.21.15.70:0/3080865387 learned_addr learned my addr 172.21.15.70:0/3080865387 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f6d9d640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd1f80cdf80 0x7fd1f80b0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f659c640 1 -- 172.21.15.70:0/3080865387 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1f80afff0 msgr2=0x7fd1f8152160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f659c640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1f80afff0 0x7fd1f8152160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f659c640 1 -- 172.21.15.70:0/3080865387 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd1f80cdf80 msgr2=0x7fd1f80b0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f659c640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd1f80cdf80 0x7fd1f80b0d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f659c640 1 -- 172.21.15.70:0/3080865387 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f80b17b0 con 0x7fd1f8072fd0 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f659c640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f8072fd0 0x7fd1f8150fb0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fd1e800c7f0 tx=0x7fd1e800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1e6ffd640 1 -- 172.21.15.70:0/3080865387 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e8007a30 con 0x7fd1f8072fd0 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1e6ffd640 1 -- 172.21.15.70:0/3080865387 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1e8007bd0 con 0x7fd1f8072fd0 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1f815c750 con 0x7fd1f8072fd0 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1e6ffd640 1 -- 172.21.15.70:0/3080865387 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e80113f0 con 0x7fd1f8072fd0 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1f815cd10 con 0x7fd1f8072fd0 2024-09-05T06:15:23.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1f80cda40 con 0x7fd1f8072fd0 2024-09-05T06:15:23.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1e6ffd640 1 -- 172.21.15.70:0/3080865387 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd1e8011590 con 0x7fd1f8072fd0 2024-09-05T06:15:23.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1e6ffd640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1d80678c0 0x7fd1d8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:23.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1e6ffd640 1 -- 172.21.15.70:0/3080865387 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7fd1e8085e50 con 0x7fd1f8072fd0 2024-09-05T06:15:23.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f5d9b640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1d80678c0 0x7fd1d8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:23.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.603+0000 7fd1f5d9b640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1d80678c0 0x7fd1d8069d80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec0ad000 tx=0x7fd1ec004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:23.604 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.607+0000 7fd1e6ffd640 1 -- 172.21.15.70:0/3080865387 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd1e8015020 con 0x7fd1f8072fd0 2024-09-05T06:15:23.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.767+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd1f806c240 con 0x7fd1f8072fd0 2024-09-05T06:15:23.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.767+0000 7fd1e6ffd640 1 -- 172.21.15.70:0/3080865387 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v129) ==== 80+0+0 (secure 0 0 0) 0x7fd1e8056a20 con 0x7fd1f8072fd0 2024-09-05T06:15:23.765 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1d80678c0 msgr2=0x7fd1d8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1d80678c0 0x7fd1d8069d80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec0ad000 tx=0x7fd1ec004740 comp rx=0 tx=0).stop 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f8072fd0 msgr2=0x7fd1f8150fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f8072fd0 0x7fd1f8150fb0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fd1e800c7f0 tx=0x7fd1e800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 shutdown_connections 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1d80678c0 0x7fd1d8069d80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd1f80cdf80 0x7fd1f80b0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1f80afff0 0x7fd1f8152160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 --2- 172.21.15.70:0/3080865387 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1f8072fd0 0x7fd1f8150fb0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:23.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 >> 172.21.15.70:0/3080865387 conn(0x7fd1f806bcc0 msgr2=0x7fd1f80ce360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:23.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 shutdown_connections 2024-09-05T06:15:23.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:23.771+0000 7fd1fcd6b640 1 -- 172.21.15.70:0/3080865387 wait complete. 2024-09-05T06:15:23.783 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:15:23.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:23.783 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:23.794 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[35000]: fuse finished with error 0 and tester_r 0 2024-09-05T06:15:23.795 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:15:23.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:23.796 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:15:23.875 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:15:23.875 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:15:23.875 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:23.883 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:15:24.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1fe65640 1 Processor -- start 2024-09-05T06:15:24.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1fe65640 1 -- start start 2024-09-05T06:15:24.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1fe65640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4a18155ee0 0x7f4a180730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1fe65640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180735f0 0x7f4a180b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1fe65640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4a180b4b00 0x7f4a1806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1fe65640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4a18072380 con 0x7f4a180b4b00 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1fe65640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4a180b50a0 con 0x7f4a18155ee0 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1fe65640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4a180725d0 con 0x7f4a180735f0 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1e402640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4a180b4b00 0x7f4a1806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1e402640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4a180b4b00 0x7f4a1806e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40556/0 (socket says 172.21.15.70:40556) 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1e402640 1 -- 172.21.15.70:0/4152939637 learned_addr learned my addr 172.21.15.70:0/4152939637 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1dc01640 1 --2- 172.21.15.70:0/4152939637 >> v2:172.21.15.196:3300/0 conn(0x7f4a18155ee0 0x7f4a180730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1d400640 1 --2- 172.21.15.70:0/4152939637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180735f0 0x7f4a180b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1e402640 1 -- 172.21.15.70:0/4152939637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180735f0 msgr2=0x7f4a180b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1e402640 1 --2- 172.21.15.70:0/4152939637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180735f0 0x7f4a180b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1e402640 1 -- 172.21.15.70:0/4152939637 >> v2:172.21.15.196:3300/0 conn(0x7f4a18155ee0 msgr2=0x7f4a180730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1e402640 1 --2- 172.21.15.70:0/4152939637 >> v2:172.21.15.196:3300/0 conn(0x7f4a18155ee0 0x7f4a180730b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.043+0000 7f4a1e402640 1 -- 172.21.15.70:0/4152939637 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a180728b0 con 0x7f4a180b4b00 2024-09-05T06:15:24.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1e402640 1 --2- 172.21.15.70:0/4152939637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a180b4b00 0x7f4a1806e680 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f4a180d1860 tx=0x7f4a1001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea19c8b3dd2be24c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1cbff640 1 -- 172.21.15.70:0/4152939637 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a100b0070 con 0x7f4a180b4b00 2024-09-05T06:15:24.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1cbff640 1 -- 172.21.15.70:0/4152939637 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a100ab600 con 0x7f4a180b4b00 2024-09-05T06:15:24.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1cbff640 1 -- 172.21.15.70:0/4152939637 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a100ab9d0 con 0x7f4a180b4b00 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- 172.21.15.70:0/4152939637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a180b4b00 msgr2=0x7f4a1806e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/4152939637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a180b4b00 0x7f4a1806e680 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f4a180d1860 tx=0x7f4a1001c520 comp rx=0 tx=0).stop 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- 172.21.15.70:0/4152939637 shutdown_connections 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/4152939637 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a180b4b00 0x7f4a1806e680 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/4152939637 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180735f0 0x7f4a180b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/4152939637 >> v2:172.21.15.196:3300/0 conn(0x7f4a18155ee0 0x7f4a180730b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- 172.21.15.70:0/4152939637 >> 172.21.15.70:0/4152939637 conn(0x7f4a1806bcc0 msgr2=0x7f4a1806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- 172.21.15.70:0/4152939637 shutdown_connections 2024-09-05T06:15:24.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- 172.21.15.70:0/4152939637 wait complete. 2024-09-05T06:15:24.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 Processor -- start 2024-09-05T06:15:24.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- start start 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180b4b00 0x7f4a18145190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a18155ee0 0x7f4a180cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a180ce010 0x7f4a1806d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1815d740 con 0x7f4a18155ee0 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1815d5c0 con 0x7f4a180ce010 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1fe65640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4a1815d8c0 con 0x7f4a180b4b00 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1d400640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a18155ee0 0x7f4a180cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1d400640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a18155ee0 0x7f4a180cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40572/0 (socket says 172.21.15.70:40572) 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1d400640 1 -- 172.21.15.70:0/820820187 learned_addr learned my addr 172.21.15.70:0/820820187 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.047+0000 7f4a1dc01640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180b4b00 0x7f4a18145190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1d400640 1 -- 172.21.15.70:0/820820187 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180b4b00 msgr2=0x7f4a18145190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1d400640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180b4b00 0x7f4a18145190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1d400640 1 -- 172.21.15.70:0/820820187 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a180ce010 msgr2=0x7f4a1806d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1e402640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a180ce010 0x7f4a1806d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1d400640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a180ce010 0x7f4a1806d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1d400640 1 -- 172.21.15.70:0/820820187 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a180ce590 con 0x7f4a18155ee0 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1d400640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a18155ee0 0x7f4a180cdad0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f4a14007ec0 tx=0x7f4a1400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a0e7fc640 1 -- 172.21.15.70:0/820820187 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a14014620 con 0x7f4a18155ee0 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a0e7fc640 1 -- 172.21.15.70:0/820820187 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a14019070 con 0x7f4a18155ee0 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a180ce870 con 0x7f4a18155ee0 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a0e7fc640 1 -- 172.21.15.70:0/820820187 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a14014a20 con 0x7f4a18155ee0 2024-09-05T06:15:24.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a180cee30 con 0x7f4a18155ee0 2024-09-05T06:15:24.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a1806e680 con 0x7f4a18155ee0 2024-09-05T06:15:24.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a0e7fc640 1 -- 172.21.15.70:0/820820187 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4a14014bc0 con 0x7f4a18155ee0 2024-09-05T06:15:24.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a0e7fc640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49fc0678c0 0x7f49fc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a0e7fc640 1 -- 172.21.15.70:0/820820187 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7f4a140866b0 con 0x7f4a18155ee0 2024-09-05T06:15:24.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1dc01640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49fc0678c0 0x7f49fc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.051+0000 7f4a1dc01640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49fc0678c0 0x7f49fc069d80 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f4a0800d8d0 tx=0x7f4a08008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.055+0000 7f4a0e7fc640 1 -- 172.21.15.70:0/820820187 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4a14057160 con 0x7f4a18155ee0 2024-09-05T06:15:24.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.231+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4a1815b670 con 0x7f4a18155ee0 2024-09-05T06:15:24.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.231+0000 7f4a0e7fc640 1 -- 172.21.15.70:0/820820187 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v129) ==== 80+0+0 (secure 0 0 0) 0x7f4a14056a60 con 0x7f4a18155ee0 2024-09-05T06:15:24.229 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:15:24.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49fc0678c0 msgr2=0x7f49fc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49fc0678c0 0x7f49fc069d80 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f4a0800d8d0 tx=0x7f4a08008040 comp rx=0 tx=0).stop 2024-09-05T06:15:24.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a18155ee0 msgr2=0x7f4a180cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a18155ee0 0x7f4a180cdad0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f4a14007ec0 tx=0x7f4a1400e4b0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 shutdown_connections 2024-09-05T06:15:24.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f49fc0678c0 0x7f49fc069d80 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a180ce010 0x7f4a1806d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a18155ee0 0x7f4a180cdad0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 --2- 172.21.15.70:0/820820187 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a180b4b00 0x7f4a18145190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 >> 172.21.15.70:0/820820187 conn(0x7f4a1806bcc0 msgr2=0x7f4a1815fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:24.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 shutdown_connections 2024-09-05T06:15:24.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.235+0000 7f4a1fe65640 1 -- 172.21.15.70:0/820820187 wait complete. 2024-09-05T06:15:24.248 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:15:24.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:24.249 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:24.262 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26162]: fuse finished with error 0 and tester_r 0 2024-09-05T06:15:24.263 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:15:24.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:24.264 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:15:24.330 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:15:24.330 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:15:24.330 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:24.336 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:15:24.336 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:15:24.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:24.336 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:15:24.382 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:15:24.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:15:24.383 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:15:24.383 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:15:24.383 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:24.389 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:15:24.389 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:15:24.389 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:24.389 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:15:24.435 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:15:24.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:15:24.437 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:24.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.571+0000 7fca324c7640 1 Processor -- start 2024-09-05T06:15:24.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.571+0000 7fca324c7640 1 -- start start 2024-09-05T06:15:24.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca324c7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fca2c1623d0 0x7fca2c06d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca324c7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fca2c06cdd0 0x7fca2c06d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca324c7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca2c1627b0 con 0x7fca2c0b50a0 2024-09-05T06:15:24.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca324c7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fca2c0d1a20 con 0x7fca2c06cdd0 2024-09-05T06:15:24.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca324c7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fca2c0d1d00 con 0x7fca2c1623d0 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fca2c06cdd0 0x7fca2c06d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fca2c06cdd0 0x7fca2c06d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40578/0 (socket says 172.21.15.70:40578) 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2b7fe640 1 -- 172.21.15.70:0/2065164492 learned_addr learned my addr 172.21.15.70:0/2065164492 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2bfff640 1 --2- 172.21.15.70:0/2065164492 >> v2:172.21.15.196:3300/0 conn(0x7fca2c1623d0 0x7fca2c06d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2b7fe640 1 -- 172.21.15.70:0/2065164492 >> v2:172.21.15.196:3300/0 conn(0x7fca2c1623d0 msgr2=0x7fca2c06d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2b7fe640 1 --2- 172.21.15.70:0/2065164492 >> v2:172.21.15.196:3300/0 conn(0x7fca2c1623d0 0x7fca2c06d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2b7fe640 1 -- 172.21.15.70:0/2065164492 >> v1:172.21.15.196:6789/0 conn(0x7fca2c0b50a0 legacy=0x7fca2c162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2b7fe640 1 -- 172.21.15.70:0/2065164492 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca2c0b5a20 con 0x7fca2c06cdd0 2024-09-05T06:15:24.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2bfff640 1 --2- 172.21.15.70:0/2065164492 >> v2:172.21.15.196:3300/0 conn(0x7fca2c1623d0 0x7fca2c06d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:24.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2b7fe640 1 --2- 172.21.15.70:0/2065164492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c06cdd0 0x7fca2c06d7c0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fca2c072a50 tx=0x7fca1401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce10b7301ec9b4c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2affd640 1 -- 172.21.15.70:0/2065164492 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca140b0070 con 0x7fca2c06cdd0 2024-09-05T06:15:24.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2affd640 1 -- 172.21.15.70:0/2065164492 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca140ab600 con 0x7fca2c06cdd0 2024-09-05T06:15:24.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.575+0000 7fca2affd640 1 -- 172.21.15.70:0/2065164492 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca140ab9d0 con 0x7fca2c06cdd0 2024-09-05T06:15:24.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- 172.21.15.70:0/2065164492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c06cdd0 msgr2=0x7fca2c06d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 --2- 172.21.15.70:0/2065164492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c06cdd0 0x7fca2c06d7c0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fca2c072a50 tx=0x7fca1401c4e0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- 172.21.15.70:0/2065164492 shutdown_connections 2024-09-05T06:15:24.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 --2- 172.21.15.70:0/2065164492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c06cdd0 0x7fca2c06d7c0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 --2- 172.21.15.70:0/2065164492 >> v2:172.21.15.196:3300/0 conn(0x7fca2c1623d0 0x7fca2c06d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- 172.21.15.70:0/2065164492 >> 172.21.15.70:0/2065164492 conn(0x7fca2c0b4580 msgr2=0x7fca2c0b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:24.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- 172.21.15.70:0/2065164492 shutdown_connections 2024-09-05T06:15:24.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- 172.21.15.70:0/2065164492 wait complete. 2024-09-05T06:15:24.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 Processor -- start 2024-09-05T06:15:24.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- start start 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca2c06cdd0 0x7fca2c1508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c0b50a0 0x7fca2c15b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca2c1623d0 0x7fca2c14fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c16c130 con 0x7fca2c0b50a0 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c16bfb0 con 0x7fca2c1623d0 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fca2c16c2b0 con 0x7fca2c06cdd0 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c0b50a0 0x7fca2c15b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c0b50a0 0x7fca2c15b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40592/0 (socket says 172.21.15.70:40592) 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 -- 172.21.15.70:0/1781917920 learned_addr learned my addr 172.21.15.70:0/1781917920 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2bfff640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca2c06cdd0 0x7fca2c1508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca30a64640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca2c1623d0 0x7fca2c14fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 -- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca2c06cdd0 msgr2=0x7fca2c1508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca2c06cdd0 0x7fca2c1508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 -- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca2c1623d0 msgr2=0x7fca2c14fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca2c1623d0 0x7fca2c14fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 -- 172.21.15.70:0/1781917920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca2c151030 con 0x7fca2c0b50a0 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2bfff640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca2c06cdd0 0x7fca2c1508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca2b7fe640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c0b50a0 0x7fca2c15b170 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fca140ae040 tx=0x7fca14019280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca28ff9640 1 -- 172.21.15.70:0/1781917920 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca140ba070 con 0x7fca2c0b50a0 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca28ff9640 1 -- 172.21.15.70:0/1781917920 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca140b4620 con 0x7fca2c0b50a0 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca2c151310 con 0x7fca2c0b50a0 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca28ff9640 1 -- 172.21.15.70:0/1781917920 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca140b0040 con 0x7fca2c0b50a0 2024-09-05T06:15:24.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.579+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca2c1518d0 con 0x7fca2c0b50a0 2024-09-05T06:15:24.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.583+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca2c162a60 con 0x7fca2c0b50a0 2024-09-05T06:15:24.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.583+0000 7fca28ff9640 1 -- 172.21.15.70:0/1781917920 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fca140bd070 con 0x7fca2c0b50a0 2024-09-05T06:15:24.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.583+0000 7fca28ff9640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fca0c0678c0 0x7fca0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.583+0000 7fca28ff9640 1 -- 172.21.15.70:0/1781917920 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7fca1411ee90 con 0x7fca2c0b50a0 2024-09-05T06:15:24.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.583+0000 7fca2bfff640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fca0c0678c0 0x7fca0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.583+0000 7fca2bfff640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fca0c0678c0 0x7fca0c069d80 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fca1c00d430 tx=0x7fca1c007530 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.587+0000 7fca28ff9640 1 -- 172.21.15.70:0/1781917920 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fca140160d0 con 0x7fca2c0b50a0 2024-09-05T06:15:24.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.787+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca2c06e2d0 con 0x7fca2c0b50a0 2024-09-05T06:15:24.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.787+0000 7fca28ff9640 1 -- 172.21.15.70:0/1781917920 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5228 (secure 0 0 0) 0x7fca140efb40 con 0x7fca2c0b50a0 2024-09-05T06:15:24.784 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:24.785 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:03.302264+0000","modified":"2024-09-05T06:15:05.317474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6534},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6534":{"gid":6534,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/4113457548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":4113457548},{"type":"v1","addr":"172.21.15.70:6837","nonce":4113457548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6534,"qdb_cluster":[6534]},"id":7}]} 2024-09-05T06:15:24.785 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 46 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fca0c0678c0 msgr2=0x7fca0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fca0c0678c0 0x7fca0c069d80 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fca1c00d430 tx=0x7fca1c007530 comp rx=0 tx=0).stop 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c0b50a0 msgr2=0x7fca2c15b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c0b50a0 0x7fca2c15b170 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fca140ae040 tx=0x7fca14019280 comp rx=0 tx=0).stop 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 shutdown_connections 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fca0c0678c0 0x7fca0c069d80 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fca2c1623d0 0x7fca2c14fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca2c0b50a0 0x7fca2c15b170 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 --2- 172.21.15.70:0/1781917920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fca2c06cdd0 0x7fca2c1508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 >> 172.21.15.70:0/1781917920 conn(0x7fca2c0b4580 msgr2=0x7fca2c0d29c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 shutdown_connections 2024-09-05T06:15:24.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.791+0000 7fca324c7640 1 -- 172.21.15.70:0/1781917920 wait complete. 2024-09-05T06:15:24.805 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:24.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.927+0000 7f3551aa7640 1 Processor -- start 2024-09-05T06:15:24.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.927+0000 7f3551aa7640 1 -- start start 2024-09-05T06:15:24.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f3551aa7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f354c0d4980 0x7f354c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f3551aa7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f354c15edb0 0x7f354c0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f3551aa7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f354c0cfd30 con 0x7f354c0cf7e0 2024-09-05T06:15:24.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f3551aa7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f354c0b5620 con 0x7f354c0d4980 2024-09-05T06:15:24.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f3551aa7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f354c0d0010 con 0x7f354c15edb0 2024-09-05T06:15:24.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f354c0d4980 0x7f354c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f354c0cf7e0 0x7f354c0d16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44866/0 (socket says 172.21.15.70:44866) 2024-09-05T06:15:24.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354bfff640 1 -- 172.21.15.70:0/2112440763 learned_addr learned my addr 172.21.15.70:0/2112440763 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:24.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354b7fe640 1 -- 172.21.15.70:0/2112440763 >> v2:172.21.15.196:3300/0 conn(0x7f354c15edb0 msgr2=0x7f354c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:24.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354b7fe640 1 --2- 172.21.15.70:0/2112440763 >> v2:172.21.15.196:3300/0 conn(0x7f354c15edb0 0x7f354c0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354b7fe640 1 -- 172.21.15.70:0/2112440763 >> v1:172.21.15.70:6789/0 conn(0x7f354c0cf7e0 legacy=0x7f354c0d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354b7fe640 1 -- 172.21.15.70:0/2112440763 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f354c0d02f0 con 0x7f354c0d4980 2024-09-05T06:15:24.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354b7fe640 1 --2- 172.21.15.70:0/2112440763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c0d4980 0x7f354c0d4d60 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f354c0d1320 tx=0x7f353c01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b81d1aa79d1034f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354a7fc640 1 -- 172.21.15.70:0/2112440763 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f353c0a7070 con 0x7f354c0d4980 2024-09-05T06:15:24.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354a7fc640 1 -- 172.21.15.70:0/2112440763 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f353c0b0070 con 0x7f354c0d4980 2024-09-05T06:15:24.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.931+0000 7f354a7fc640 1 -- 172.21.15.70:0/2112440763 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f353c0ab890 con 0x7f354c0d4980 2024-09-05T06:15:24.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- 172.21.15.70:0/2112440763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c0d4980 msgr2=0x7f354c0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2112440763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c0d4980 0x7f354c0d4d60 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f354c0d1320 tx=0x7f353c01c450 comp rx=0 tx=0).stop 2024-09-05T06:15:24.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- 172.21.15.70:0/2112440763 shutdown_connections 2024-09-05T06:15:24.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2112440763 >> v2:172.21.15.196:3300/0 conn(0x7f354c15edb0 0x7f354c0d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2112440763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c0d4980 0x7f354c0d4d60 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- 172.21.15.70:0/2112440763 >> 172.21.15.70:0/2112440763 conn(0x7f354c08e690 msgr2=0x7f354c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:24.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- 172.21.15.70:0/2112440763 shutdown_connections 2024-09-05T06:15:24.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- 172.21.15.70:0/2112440763 wait complete. 2024-09-05T06:15:24.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 Processor -- start 2024-09-05T06:15:24.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- start start 2024-09-05T06:15:24.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f354c0cf7e0 0x7f354c155b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f354c0d4980 0x7f354c154470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c15edb0 0x7f354c0b69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f354c0d0dd0 con 0x7f354c15edb0 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f354c0d52a0 con 0x7f354c0d4980 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f354c1556e0 con 0x7f354c0cf7e0 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c15edb0 0x7f354c0b69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c15edb0 0x7f354c0b69e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40608/0 (socket says 172.21.15.70:40608) 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 -- 172.21.15.70:0/2314387934 learned_addr learned my addr 172.21.15.70:0/2314387934 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354affd640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f354c0d4980 0x7f354c154470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354b7fe640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f354c0cf7e0 0x7f354c155b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 -- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f354c0cf7e0 msgr2=0x7f354c155b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f354c0cf7e0 0x7f354c155b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 -- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f354c0d4980 msgr2=0x7f354c154470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f354c0d4980 0x7f354c154470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 -- 172.21.15.70:0/2314387934 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f354c0b72e0 con 0x7f354c15edb0 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354b7fe640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f354c0cf7e0 0x7f354c155b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f354bfff640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c15edb0 0x7f354c0b69e0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f354400ca80 tx=0x7f354400cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3533fff640 1 -- 172.21.15.70:0/2314387934 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3544017070 con 0x7f354c15edb0 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3533fff640 1 -- 172.21.15.70:0/2314387934 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f354400abd0 con 0x7f354c15edb0 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f354c154db0 con 0x7f354c15edb0 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3533fff640 1 -- 172.21.15.70:0/2314387934 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3544012400 con 0x7f354c15edb0 2024-09-05T06:15:24.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.935+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f354c155370 con 0x7f354c15edb0 2024-09-05T06:15:24.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.939+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f354c0d4d60 con 0x7f354c15edb0 2024-09-05T06:15:24.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.939+0000 7f3533fff640 1 -- 172.21.15.70:0/2314387934 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f354401a070 con 0x7f354c15edb0 2024-09-05T06:15:24.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.939+0000 7f3533fff640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35380678c0 0x7f3538069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:24.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.939+0000 7f354b7fe640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35380678c0 0x7f3538069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:24.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.939+0000 7f3533fff640 1 -- 172.21.15.70:0/2314387934 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7f3544085750 con 0x7f354c15edb0 2024-09-05T06:15:24.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.939+0000 7f354b7fe640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35380678c0 0x7f3538069d80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f353c0af000 tx=0x7f353c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:24.943+0000 7f3533fff640 1 -- 172.21.15.70:0/2314387934 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3544055cd0 con 0x7f354c15edb0 2024-09-05T06:15:25.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.131+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f354c0684f0 con 0x7f354c15edb0 2024-09-05T06:15:25.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3533fff640 1 -- 172.21.15.70:0/2314387934 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5228 (secure 0 0 0) 0x7f3544059fd0 con 0x7f354c15edb0 2024-09-05T06:15:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:25.131 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:03.302264+0000","modified":"2024-09-05T06:15:05.317474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6534},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6534":{"gid":6534,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/4113457548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":4113457548},{"type":"v1","addr":"172.21.15.70:6837","nonce":4113457548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6534,"qdb_cluster":[6534]},"id":7}]} 2024-09-05T06:15:25.131 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 46 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35380678c0 msgr2=0x7f3538069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35380678c0 0x7f3538069d80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f353c0af000 tx=0x7f353c008040 comp rx=0 tx=0).stop 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c15edb0 msgr2=0x7f354c0b69e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c15edb0 0x7f354c0b69e0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f354400ca80 tx=0x7f354400cf40 comp rx=0 tx=0).stop 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 shutdown_connections 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35380678c0 0x7f3538069d80 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f354c15edb0 0x7f354c0b69e0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f354c0d4980 0x7f354c154470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 --2- 172.21.15.70:0/2314387934 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f354c0cf7e0 0x7f354c155b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 >> 172.21.15.70:0/2314387934 conn(0x7f354c08e690 msgr2=0x7f354c0b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:25.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 shutdown_connections 2024-09-05T06:15:25.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.135+0000 7f3551aa7640 1 -- 172.21.15.70:0/2314387934 wait complete. 2024-09-05T06:15:25.149 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:25.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.263+0000 7f143f3f8640 1 Processor -- start 2024-09-05T06:15:25.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.263+0000 7f143f3f8640 1 -- start start 2024-09-05T06:15:25.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143f3f8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f14380b5830 0x7f14380d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143f3f8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14380d2a50 con 0x7f1438162440 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143f3f8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14380d2d30 con 0x7f14380d3920 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143f3f8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f14380d2800 con 0x7f14380b5830 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143d194640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f1438162440 0x7f14380d3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44870/0 (socket says 172.21.15.70:44870) 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143d194640 1 -- 172.21.15.70:0/3295061560 learned_addr learned my addr 172.21.15.70:0/3295061560 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 189804981 0 0) 0x7f14380d2a50 con 0x7f1438162440 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1424003530 con 0x7f1438162440 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143d995640 1 --2- 172.21.15.70:0/3295061560 >> v2:172.21.15.196:3300/0 conn(0x7f14380b5830 0x7f14380d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2564278638 0 0) 0x7f1424003530 con 0x7f1438162440 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 >> v2:172.21.15.196:3300/0 conn(0x7f14380b5830 msgr2=0x7f14380d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 --2- 172.21.15.70:0/3295061560 >> v2:172.21.15.196:3300/0 conn(0x7f14380b5830 0x7f14380d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 >> v1:172.21.15.196:6789/0 conn(0x7f14380d3920 legacy=0x7f14380b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14380d05a0 con 0x7f1438162440 2024-09-05T06:15:25.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f1434001680 con 0x7f1438162440 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143d995640 1 --2- 172.21.15.70:0/3295061560 >> v2:172.21.15.196:3300/0 conn(0x7f14380b5830 0x7f14380d5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 >> v1:172.21.15.70:6789/0 conn(0x7f1438162440 legacy=0x7f14380d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14240039c0 0x7f1424003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1424004810 0x7f1424004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14240051d0 0x7f142400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f14380d2800 con 0x7f1424004810 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f142400c120 con 0x7f14240039c0 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f142400c320 con 0x7f14240051d0 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143c993640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1424004810 0x7f1424004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143d194640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14240039c0 0x7f1424003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143c993640 1 -- 172.21.15.70:0/3295061560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14240051d0 msgr2=0x7f142400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143c993640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14240051d0 0x7f142400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143c993640 1 -- 172.21.15.70:0/3295061560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14240039c0 msgr2=0x7f1424003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:25.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143c993640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14240039c0 0x7f1424003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143c993640 1 -- 172.21.15.70:0/3295061560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1424003530 con 0x7f1424004810 2024-09-05T06:15:25.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.267+0000 7f143d995640 1 -- 172.21.15.70:0/3295061560 reap_dead start 2024-09-05T06:15:25.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1424004810 0x7f1424004c90 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f1428001780 tx=0x7f142801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=557a828ae6383b75 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14280013a0 con 0x7f1424004810 2024-09-05T06:15:25.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14280052f0 con 0x7f1424004810 2024-09-05T06:15:25.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f142ffff640 1 -- 172.21.15.70:0/3295061560 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1428003840 con 0x7f1424004810 2024-09-05T06:15:25.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- 172.21.15.70:0/3295061560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1424004810 msgr2=0x7f1424004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1424004810 0x7f1424004c90 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f1428001780 tx=0x7f142801c400 comp rx=0 tx=0).stop 2024-09-05T06:15:25.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- 172.21.15.70:0/3295061560 shutdown_connections 2024-09-05T06:15:25.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 --2- 172.21.15.70:0/3295061560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1424004810 0x7f1424004c90 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- 172.21.15.70:0/3295061560 >> 172.21.15.70:0/3295061560 conn(0x7f14380d4c30 msgr2=0x7f14380d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:25.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- 172.21.15.70:0/3295061560 shutdown_connections 2024-09-05T06:15:25.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- 172.21.15.70:0/3295061560 wait complete. 2024-09-05T06:15:25.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 Processor -- start 2024-09-05T06:15:25.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- start start 2024-09-05T06:15:25.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1424004810 0x7f14381f5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14380b1d20 0x7f14380cb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14380b4330 0x7f14380ce220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f14380d5750 con 0x7f14380b1d20 2024-09-05T06:15:25.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f14380d0350 con 0x7f14380b4330 2024-09-05T06:15:25.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f14380d58d0 con 0x7f1424004810 2024-09-05T06:15:25.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14380b1d20 0x7f14380cb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14380b1d20 0x7f14380cb4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40626/0 (socket says 172.21.15.70:40626) 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 -- 172.21.15.70:0/3069726620 learned_addr learned my addr 172.21.15.70:0/3069726620 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 -- 172.21.15.70:0/3069726620 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1424004810 msgr2=0x7f14381f5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143d194640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1424004810 0x7f14381f5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1424004810 0x7f14381f5130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 -- 172.21.15.70:0/3069726620 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14380b4330 msgr2=0x7f14380ce220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14380b4330 0x7f14380ce220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 -- 172.21.15.70:0/3069726620 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14380b4d30 con 0x7f14380b1d20 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143c993640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14380b1d20 0x7f14380cb4d0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f142801c230 tx=0x7f1424005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f142dffb640 1 -- 172.21.15.70:0/3069726620 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14280013a0 con 0x7f14380b1d20 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f142dffb640 1 -- 172.21.15.70:0/3069726620 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14280ba070 con 0x7f14380b1d20 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14380b5010 con 0x7f14380b1d20 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f142dffb640 1 -- 172.21.15.70:0/3069726620 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1428007a40 con 0x7f14380b1d20 2024-09-05T06:15:25.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.271+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14381f4c10 con 0x7f14380b1d20 2024-09-05T06:15:25.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.275+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14380c82e0 con 0x7f14380b1d20 2024-09-05T06:15:25.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.275+0000 7f142dffb640 1 -- 172.21.15.70:0/3069726620 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1428007470 con 0x7f14380b1d20 2024-09-05T06:15:25.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.275+0000 7f142dffb640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f141c0678f0 0x7f141c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.275+0000 7f143d194640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f141c0678f0 0x7f141c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.275+0000 7f142dffb640 1 -- 172.21.15.70:0/3069726620 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7f142811ff80 con 0x7f14380b1d20 2024-09-05T06:15:25.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.275+0000 7f143d194640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f141c0678f0 0x7f141c069db0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1434001210 tx=0x7f1434001120 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.279+0000 7f142dffb640 1 -- 172.21.15.70:0/3069726620 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1428016110 con 0x7f14380b1d20 2024-09-05T06:15:25.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.427+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f14380cba10 con 0x7f14380b1d20 2024-09-05T06:15:25.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.431+0000 7f142dffb640 1 -- 172.21.15.70:0/3069726620 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v129) ==== 74+0+16675 (secure 0 0 0) 0x7f14280f0ac0 con 0x7f14380b1d20 2024-09-05T06:15:25.428 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:25.428 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":129,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:21.520806+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:01.084887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:02.324888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:25.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f141c0678f0 msgr2=0x7f141c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f141c0678f0 0x7f141c069db0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1434001210 tx=0x7f1434001120 comp rx=0 tx=0).stop 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14380b1d20 msgr2=0x7f14380cb4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14380b1d20 0x7f14380cb4d0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f142801c230 tx=0x7f1424005840 comp rx=0 tx=0).stop 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 shutdown_connections 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f141c0678f0 0x7f141c069db0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14380b4330 0x7f14380ce220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14380b1d20 0x7f14380cb4d0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 --2- 172.21.15.70:0/3069726620 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1424004810 0x7f14381f5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 >> 172.21.15.70:0/3069726620 conn(0x7f14380d4c30 msgr2=0x7f143815f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 shutdown_connections 2024-09-05T06:15:25.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.435+0000 7f143f3f8640 1 -- 172.21.15.70:0/3069726620 wait complete. 2024-09-05T06:15:25.447 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:15:25.447 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:25.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68b544f640 1 Processor -- start 2024-09-05T06:15:25.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68b544f640 1 -- start start 2024-09-05T06:15:25.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68b544f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b015edb0 0x7f68b00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68b544f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f68b00cf7e0 0x7f68b00d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68b544f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68b00cfd30 con 0x7f68b00d4980 2024-09-05T06:15:25.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68b544f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f68b00b5620 con 0x7f68b00cf7e0 2024-09-05T06:15:25.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68b544f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f68b00d0010 con 0x7f68b015edb0 2024-09-05T06:15:25.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68af7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f68b00cf7e0 0x7f68b00d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68af7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f68b00cf7e0 0x7f68b00d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40628/0 (socket says 172.21.15.70:40628) 2024-09-05T06:15:25.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68af7fe640 1 -- 172.21.15.70:0/1646129811 learned_addr learned my addr 172.21.15.70:0/1646129811 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:25.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68aeffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f68b00d4980 0x7f68b00d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44882/0 (socket says 172.21.15.70:44882) 2024-09-05T06:15:25.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68ae7fc640 1 --2- 172.21.15.70:0/1646129811 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b015edb0 0x7f68b00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68af7fe640 1 -- 172.21.15.70:0/1646129811 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b015edb0 msgr2=0x7f68b00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:25.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68af7fe640 1 --2- 172.21.15.70:0/1646129811 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b015edb0 0x7f68b00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68af7fe640 1 -- 172.21.15.70:0/1646129811 >> v1:172.21.15.70:6789/0 conn(0x7f68b00d4980 legacy=0x7f68b00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.567+0000 7f68af7fe640 1 -- 172.21.15.70:0/1646129811 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68b00d02f0 con 0x7f68b00cf7e0 2024-09-05T06:15:25.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68af7fe640 1 --2- 172.21.15.70:0/1646129811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00cf7e0 0x7f68b00d3880 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f68a8009e50 tx=0x7f68a801ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26a890c9eed1e358 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68adffb640 1 -- 172.21.15.70:0/1646129811 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68a80a58d0 con 0x7f68b00cf7e0 2024-09-05T06:15:25.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68adffb640 1 -- 172.21.15.70:0/1646129811 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68a80a5a70 con 0x7f68b00cf7e0 2024-09-05T06:15:25.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68adffb640 1 -- 172.21.15.70:0/1646129811 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68a80a5e40 con 0x7f68b00cf7e0 2024-09-05T06:15:25.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- 172.21.15.70:0/1646129811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00cf7e0 msgr2=0x7f68b00d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 --2- 172.21.15.70:0/1646129811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00cf7e0 0x7f68b00d3880 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f68a8009e50 tx=0x7f68a801ca00 comp rx=0 tx=0).stop 2024-09-05T06:15:25.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- 172.21.15.70:0/1646129811 shutdown_connections 2024-09-05T06:15:25.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 --2- 172.21.15.70:0/1646129811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00cf7e0 0x7f68b00d3880 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 --2- 172.21.15.70:0/1646129811 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b015edb0 0x7f68b00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- 172.21.15.70:0/1646129811 >> 172.21.15.70:0/1646129811 conn(0x7f68b008e690 msgr2=0x7f68b009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:25.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- 172.21.15.70:0/1646129811 shutdown_connections 2024-09-05T06:15:25.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- 172.21.15.70:0/1646129811 wait complete. 2024-09-05T06:15:25.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 Processor -- start 2024-09-05T06:15:25.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- start start 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b00cf7e0 0x7f68b0151070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00d4980 0x7f68b015b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68b015edb0 0x7f68b015bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f68b00b4fa0 con 0x7f68b00d4980 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f68b00b4e20 con 0x7f68b015edb0 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68b544f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f68b00b5120 con 0x7f68b00cf7e0 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00d4980 0x7f68b015b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00d4980 0x7f68b015b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40634/0 (socket says 172.21.15.70:40634) 2024-09-05T06:15:25.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 -- 172.21.15.70:0/4184776018 learned_addr learned my addr 172.21.15.70:0/4184776018 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 -- 172.21.15.70:0/4184776018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b00cf7e0 msgr2=0x7f68b0151070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b00cf7e0 0x7f68b0151070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 -- 172.21.15.70:0/4184776018 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68b015edb0 msgr2=0x7f68b015bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68b015edb0 0x7f68b015bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 -- 172.21.15.70:0/4184776018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68b015de80 con 0x7f68b00d4980 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.571+0000 7f68ae7fc640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00d4980 0x7f68b015b870 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f68a400d7d0 tx=0x7f68a400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68977fe640 1 -- 172.21.15.70:0/4184776018 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68a400b6c0 con 0x7f68b00d4980 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68977fe640 1 -- 172.21.15.70:0/4184776018 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68a4019070 con 0x7f68b00d4980 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68b015e160 con 0x7f68b00d4980 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68977fe640 1 -- 172.21.15.70:0/4184776018 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68a400ba80 con 0x7f68b00d4980 2024-09-05T06:15:25.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68b015e720 con 0x7f68b00d4980 2024-09-05T06:15:25.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68b00d4d60 con 0x7f68b00d4980 2024-09-05T06:15:25.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68977fe640 1 -- 172.21.15.70:0/4184776018 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f68a400bc20 con 0x7f68b00d4980 2024-09-05T06:15:25.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68977fe640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f689c0678c0 0x7f689c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68aeffd640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f689c0678c0 0x7f689c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68977fe640 1 -- 172.21.15.70:0/4184776018 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7f68a40860b0 con 0x7f68b00d4980 2024-09-05T06:15:25.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.575+0000 7f68aeffd640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f689c0678c0 0x7f689c069d80 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f68a0000f70 tx=0x7f68a0007a10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.579+0000 7f68977fe640 1 -- 172.21.15.70:0/4184776018 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f68a4056bf0 con 0x7f68b00d4980 2024-09-05T06:15:25.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.771+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68b00b7270 con 0x7f68b00d4980 2024-09-05T06:15:25.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.771+0000 7f68977fe640 1 -- 172.21.15.70:0/4184776018 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5228 (secure 0 0 0) 0x7f68a40564f0 con 0x7f68b00d4980 2024-09-05T06:15:25.769 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:25.769 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:03.302264+0000","modified":"2024-09-05T06:15:05.317474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6534},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6534":{"gid":6534,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/4113457548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":4113457548},{"type":"v1","addr":"172.21.15.70:6837","nonce":4113457548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6534,"qdb_cluster":[6534]},"id":7}]} 2024-09-05T06:15:25.769 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 46 2024-09-05T06:15:25.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f689c0678c0 msgr2=0x7f689c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f689c0678c0 0x7f689c069d80 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f68a0000f70 tx=0x7f68a0007a10 comp rx=0 tx=0).stop 2024-09-05T06:15:25.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00d4980 msgr2=0x7f68b015b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00d4980 0x7f68b015b870 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f68a400d7d0 tx=0x7f68a400dc90 comp rx=0 tx=0).stop 2024-09-05T06:15:25.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 shutdown_connections 2024-09-05T06:15:25.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f689c0678c0 0x7f689c069d80 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68b015edb0 0x7f68b015bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68b00d4980 0x7f68b015b870 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 --2- 172.21.15.70:0/4184776018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68b00cf7e0 0x7f68b0151070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 >> 172.21.15.70:0/4184776018 conn(0x7f68b008e690 msgr2=0x7f68b01586c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:25.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 shutdown_connections 2024-09-05T06:15:25.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.775+0000 7f68b544f640 1 -- 172.21.15.70:0/4184776018 wait complete. 2024-09-05T06:15:25.786 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:25.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bfd3d640 1 Processor -- start 2024-09-05T06:15:25.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bfd3d640 1 -- start start 2024-09-05T06:15:25.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bfd3d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f18b8162f30 0x7f18b8167690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bfd3d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18b80b5980 con 0x7f18b80d0e60 2024-09-05T06:15:25.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bfd3d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18b80b5c60 con 0x7f18b80732f0 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bfd3d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f18b8166bb0 con 0x7f18b8162f30 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bdad9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f18b8162f30 0x7f18b8167690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bdad9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f18b8162f30 0x7f18b8167690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40644/0 (socket says 172.21.15.70:40644) 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bdad9640 1 -- 172.21.15.70:0/1534518215 learned_addr learned my addr 172.21.15.70:0/1534518215 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18be2da640 1 --1- 172.21.15.70:0/1534518215 >> v1:172.21.15.70:6789/0 conn(0x7f18b80d0e60 0x7f18b8071550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44896/0 (socket says 172.21.15.70:44896) 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bdad9640 1 -- 172.21.15.70:0/1534518215 >> v1:172.21.15.196:6789/0 conn(0x7f18b80732f0 legacy=0x7f18b80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bdad9640 1 -- 172.21.15.70:0/1534518215 >> v1:172.21.15.70:6789/0 conn(0x7f18b80d0e60 legacy=0x7f18b8071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bdad9640 1 -- 172.21.15.70:0/1534518215 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18b8166e90 con 0x7f18b8162f30 2024-09-05T06:15:25.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.907+0000 7f18bcad7640 1 -- 172.21.15.70:0/1534518215 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3756871434 0 0) 0x7f18b80b5980 con 0x7f18b80d0e60 2024-09-05T06:15:25.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bdad9640 1 --2- 172.21.15.70:0/1534518215 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b8162f30 0x7f18b8167690 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f18b40098a0 tx=0x7f18b401cea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=645bc67b791a4163 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bcad7640 1 -- 172.21.15.70:0/1534518215 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18b40ab660 con 0x7f18b8162f30 2024-09-05T06:15:25.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bcad7640 1 -- 172.21.15.70:0/1534518215 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18b40b0070 con 0x7f18b8162f30 2024-09-05T06:15:25.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bcad7640 1 -- 172.21.15.70:0/1534518215 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18b40aba20 con 0x7f18b8162f30 2024-09-05T06:15:25.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bfd3d640 1 -- 172.21.15.70:0/1534518215 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b8162f30 msgr2=0x7f18b8167690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bfd3d640 1 --2- 172.21.15.70:0/1534518215 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b8162f30 0x7f18b8167690 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f18b40098a0 tx=0x7f18b401cea0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bfd3d640 1 -- 172.21.15.70:0/1534518215 shutdown_connections 2024-09-05T06:15:25.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bfd3d640 1 --2- 172.21.15.70:0/1534518215 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b8162f30 0x7f18b8167690 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bfd3d640 1 -- 172.21.15.70:0/1534518215 >> 172.21.15.70:0/1534518215 conn(0x7f18b806bcc0 msgr2=0x7f18b806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:25.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bfd3d640 1 -- 172.21.15.70:0/1534518215 shutdown_connections 2024-09-05T06:15:25.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.911+0000 7f18bfd3d640 1 -- 172.21.15.70:0/1534518215 wait complete. 2024-09-05T06:15:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 Processor -- start 2024-09-05T06:15:25.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 -- start start 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b80732f0 0x7f18b81558f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18b80d0e60 0x7f18b80b2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18b8162f30 0x7f18b80b2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f18b80b5720 con 0x7f18b80732f0 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f18b80b55a0 con 0x7f18b8162f30 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f18b80afaf0 con 0x7f18b80d0e60 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b80732f0 0x7f18b81558f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b80732f0 0x7f18b81558f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40652/0 (socket says 172.21.15.70:40652) 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 -- 172.21.15.70:0/3657527684 learned_addr learned my addr 172.21.15.70:0/3657527684 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:25.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 -- 172.21.15.70:0/3657527684 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18b80d0e60 msgr2=0x7f18b80b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18b80d0e60 0x7f18b80b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 -- 172.21.15.70:0/3657527684 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18b8162f30 msgr2=0x7f18b80b2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18b8162f30 0x7f18b80b2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 -- 172.21.15.70:0/3657527684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18b8155e30 con 0x7f18b80732f0 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bdad9640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b80732f0 0x7f18b81558f0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f18b40ad040 tx=0x7f18b401ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18ae7fc640 1 -- 172.21.15.70:0/3657527684 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18b40ba070 con 0x7f18b80732f0 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18ae7fc640 1 -- 172.21.15.70:0/3657527684 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18b40abda0 con 0x7f18b80732f0 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18b815bce0 con 0x7f18b80732f0 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18ae7fc640 1 -- 172.21.15.70:0/3657527684 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18b4004220 con 0x7f18b80732f0 2024-09-05T06:15:25.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18b815a110 con 0x7f18b80732f0 2024-09-05T06:15:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18b8159c20 con 0x7f18b80732f0 2024-09-05T06:15:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18ae7fc640 1 -- 172.21.15.70:0/3657527684 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f18b4003620 con 0x7f18b80732f0 2024-09-05T06:15:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18ae7fc640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f189c0678c0 0x7f189c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18ae7fc640 1 -- 172.21.15.70:0/3657527684 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7f18b411ffb0 con 0x7f18b80732f0 2024-09-05T06:15:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.915+0000 7f18bd2d8640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f189c0678c0 0x7f189c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:25.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.919+0000 7f18bd2d8640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f189c0678c0 0x7f189c069d80 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f18b80b0140 tx=0x7f18a80079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:25.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:25.919+0000 7f18ae7fc640 1 -- 172.21.15.70:0/3657527684 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f18b40160f0 con 0x7f18b80732f0 2024-09-05T06:15:26.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18b8167690 con 0x7f18b80732f0 2024-09-05T06:15:26.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18ae7fc640 1 -- 172.21.15.70:0/3657527684 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5228 (secure 0 0 0) 0x7f18b40f05c0 con 0x7f18b80732f0 2024-09-05T06:15:26.115 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:26.115 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":46,"btime":"2024-09-05T06:15:05:988353+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:03.302264+0000","modified":"2024-09-05T06:15:05.317474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6534},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6534":{"gid":6534,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/4113457548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":4113457548},{"type":"v1","addr":"172.21.15.70:6837","nonce":4113457548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6534,"qdb_cluster":[6534]},"id":7}]} 2024-09-05T06:15:26.115 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 46 2024-09-05T06:15:26.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f189c0678c0 msgr2=0x7f189c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f189c0678c0 0x7f189c069d80 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f18b80b0140 tx=0x7f18a80079c0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b80732f0 msgr2=0x7f18b81558f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b80732f0 0x7f18b81558f0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f18b40ad040 tx=0x7f18b401ac80 comp rx=0 tx=0).stop 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 shutdown_connections 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f189c0678c0 0x7f189c069d80 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18b8162f30 0x7f18b80b2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18b80d0e60 0x7f18b80b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 --2- 172.21.15.70:0/3657527684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18b80732f0 0x7f18b81558f0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 >> 172.21.15.70:0/3657527684 conn(0x7f18b806bcc0 msgr2=0x7f18b8072470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 shutdown_connections 2024-09-05T06:15:26.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.119+0000 7f18bfd3d640 1 -- 172.21.15.70:0/3657527684 wait complete. 2024-09-05T06:15:26.134 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:26.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f6571458640 1 Processor -- start 2024-09-05T06:15:26.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f6571458640 1 -- start start 2024-09-05T06:15:26.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f6571458640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c160090 0x7f656c160830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f6571458640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f656c0b5110 0x7f656c160d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f6571458640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f656c1612b0 0x7f656c0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f6571458640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f656c0b3590 con 0x7f656c0b5110 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f6571458640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f656c0b38c0 con 0x7f656c1612b0 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f6571458640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f656c0b3ba0 con 0x7f656c160090 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f656c0b5110 0x7f656c160d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f656c0b5110 0x7f656c160d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40668/0 (socket says 172.21.15.70:40668) 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 -- 172.21.15.70:0/2241118554 learned_addr learned my addr 172.21.15.70:0/2241118554 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f656b7fe640 1 --2- 172.21.15.70:0/2241118554 >> v2:172.21.15.196:3300/0 conn(0x7f656c1612b0 0x7f656c0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f656affd640 1 --2- 172.21.15.70:0/2241118554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c160090 0x7f656c160830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 -- 172.21.15.70:0/2241118554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c160090 msgr2=0x7f656c160830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 --2- 172.21.15.70:0/2241118554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c160090 0x7f656c160830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 -- 172.21.15.70:0/2241118554 >> v2:172.21.15.196:3300/0 conn(0x7f656c1612b0 msgr2=0x7f656c0b20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 --2- 172.21.15.70:0/2241118554 >> v2:172.21.15.196:3300/0 conn(0x7f656c1612b0 0x7f656c0b20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 -- 172.21.15.70:0/2241118554 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f656c0af900 con 0x7f656c0b5110 2024-09-05T06:15:26.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f65627fc640 1 --2- 172.21.15.70:0/2241118554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c0b5110 0x7f656c160d70 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f656c1618d0 tx=0x7f655c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0f048cf9abb03c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f656a7fc640 1 -- 172.21.15.70:0/2241118554 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655c0b2070 con 0x7f656c0b5110 2024-09-05T06:15:26.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f656a7fc640 1 -- 172.21.15.70:0/2241118554 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f655c0a9070 con 0x7f656c0b5110 2024-09-05T06:15:26.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.255+0000 7f656a7fc640 1 -- 172.21.15.70:0/2241118554 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655c0ad880 con 0x7f656c0b5110 2024-09-05T06:15:26.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- 172.21.15.70:0/2241118554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c0b5110 msgr2=0x7f656c160d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 --2- 172.21.15.70:0/2241118554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c0b5110 0x7f656c160d70 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f656c1618d0 tx=0x7f655c01c490 comp rx=0 tx=0).stop 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- 172.21.15.70:0/2241118554 shutdown_connections 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 --2- 172.21.15.70:0/2241118554 >> v2:172.21.15.196:3300/0 conn(0x7f656c1612b0 0x7f656c0b20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 --2- 172.21.15.70:0/2241118554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c0b5110 0x7f656c160d70 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 --2- 172.21.15.70:0/2241118554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c160090 0x7f656c160830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- 172.21.15.70:0/2241118554 >> 172.21.15.70:0/2241118554 conn(0x7f656c0b4580 msgr2=0x7f656c0b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- 172.21.15.70:0/2241118554 shutdown_connections 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- 172.21.15.70:0/2241118554 wait complete. 2024-09-05T06:15:26.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 Processor -- start 2024-09-05T06:15:26.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- start start 2024-09-05T06:15:26.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f656c0b5110 0x7f656c155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c160090 0x7f656c0cdd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c1612b0 0x7f656c1f93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f656c0b3190 con 0x7f656c160090 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f656c0b3010 con 0x7f656c0b5110 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f656c0b3310 con 0x7f656c1612b0 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c160090 0x7f656c0cdd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c160090 0x7f656c0cdd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40674/0 (socket says 172.21.15.70:40674) 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 -- 172.21.15.70:0/577660362 learned_addr learned my addr 172.21.15.70:0/577660362 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f656b7fe640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c1612b0 0x7f656c1f93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 -- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c1612b0 msgr2=0x7f656c1f93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f656affd640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f656c0b5110 0x7f656c155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c1612b0 0x7f656c1f93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 -- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f656c0b5110 msgr2=0x7f656c155c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f656c0b5110 0x7f656c155c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 -- 172.21.15.70:0/577660362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f656c0b6b60 con 0x7f656c160090 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f656b7fe640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c1612b0 0x7f656c1f93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f65627fc640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c160090 0x7f656c0cdd20 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f655c01ab40 tx=0x7f655c019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6563fff640 1 -- 172.21.15.70:0/577660362 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655c0bb070 con 0x7f656c160090 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6563fff640 1 -- 172.21.15.70:0/577660362 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f655c0add70 con 0x7f656c160090 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f656c0b6e40 con 0x7f656c160090 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6563fff640 1 -- 172.21.15.70:0/577660362 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655c0b2040 con 0x7f656c160090 2024-09-05T06:15:26.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.259+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f656c0b7400 con 0x7f656c160090 2024-09-05T06:15:26.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.263+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f656c0b20b0 con 0x7f656c160090 2024-09-05T06:15:26.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.263+0000 7f6563fff640 1 -- 172.21.15.70:0/577660362 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f655c0be070 con 0x7f656c160090 2024-09-05T06:15:26.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.263+0000 7f6563fff640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65500678c0 0x7f6550069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.263+0000 7f6563fff640 1 -- 172.21.15.70:0/577660362 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7f655c11ecc0 con 0x7f656c160090 2024-09-05T06:15:26.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.263+0000 7f656affd640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65500678c0 0x7f6550069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.263+0000 7f656affd640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65500678c0 0x7f6550069d80 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f656c0c9720 tx=0x7f6554008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.263 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.267+0000 7f6563fff640 1 -- 172.21.15.70:0/577660362 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f655c016110 con 0x7f656c160090 2024-09-05T06:15:26.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.415+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f656c0b89b0 con 0x7f656c160090 2024-09-05T06:15:26.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.419+0000 7f6563fff640 1 -- 172.21.15.70:0/577660362 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v129) ==== 74+0+16675 (secure 0 0 0) 0x7f655c0ef800 con 0x7f656c160090 2024-09-05T06:15:26.416 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:26.417 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":129,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:21.520806+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:01.084887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:02.324888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:26.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65500678c0 msgr2=0x7f6550069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65500678c0 0x7f6550069d80 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f656c0c9720 tx=0x7f6554008040 comp rx=0 tx=0).stop 2024-09-05T06:15:26.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c160090 msgr2=0x7f656c0cdd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c160090 0x7f656c0cdd20 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f655c01ab40 tx=0x7f655c019230 comp rx=0 tx=0).stop 2024-09-05T06:15:26.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 shutdown_connections 2024-09-05T06:15:26.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f65500678c0 0x7f6550069d80 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f656c1612b0 0x7f656c1f93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f656c160090 0x7f656c0cdd20 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 --2- 172.21.15.70:0/577660362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f656c0b5110 0x7f656c155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 >> 172.21.15.70:0/577660362 conn(0x7f656c0b4580 msgr2=0x7f656c15d0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:26.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 shutdown_connections 2024-09-05T06:15:26.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.423+0000 7f6571458640 1 -- 172.21.15.70:0/577660362 wait complete. 2024-09-05T06:15:26.435 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:15:26.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f2782a75640 1 Processor -- start 2024-09-05T06:15:26.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f2782a75640 1 -- start start 2024-09-05T06:15:26.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f2782a75640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f277c06ed90 0x7f277c0b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f2782a75640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f277c0737c0 con 0x7f277c0b45c0 2024-09-05T06:15:26.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f2782a75640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f277c0b50a0 con 0x7f277c155ee0 2024-09-05T06:15:26.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f2782a75640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f277c072380 con 0x7f277c06ed90 2024-09-05T06:15:26.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f277bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f277c0b45c0 0x7f277c06e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44900/0 (socket says 172.21.15.70:44900) 2024-09-05T06:15:26.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f277bfff640 1 -- 172.21.15.70:0/1573985140 learned_addr learned my addr 172.21.15.70:0/1573985140 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f2781012640 1 --2- 172.21.15.70:0/1573985140 >> v2:172.21.15.196:3300/0 conn(0x7f277c06ed90 0x7f277c0b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3165885367 0 0) 0x7f277c0737c0 con 0x7f277c0b45c0 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.551+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f276c003530 con 0x7f277c0b45c0 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1007148389 0 0) 0x7f276c003530 con 0x7f277c0b45c0 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 >> v2:172.21.15.196:3300/0 conn(0x7f277c06ed90 msgr2=0x7f277c0b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 --2- 172.21.15.70:0/1573985140 >> v2:172.21.15.196:3300/0 conn(0x7f277c06ed90 0x7f277c0b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 >> v1:172.21.15.196:6789/0 conn(0x7f277c155ee0 legacy=0x7f277c0730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f277c0725d0 con 0x7f277c0b45c0 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f2768001680 con 0x7f277c0b45c0 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 >> v1:172.21.15.70:6789/0 conn(0x7f277c0b45c0 legacy=0x7f277c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f276c0039c0 0x7f276c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c004810 0x7f276c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f276c0051d0 0x7f276c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f277c072380 con 0x7f276c0051d0 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f276c00c0a0 con 0x7f276c004810 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f276c00c2a0 con 0x7f276c0039c0 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2781012640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f276c0051d0 0x7f276c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277bfff640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c004810 0x7f276c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2781012640 1 -- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f276c0039c0 msgr2=0x7f276c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2780811640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f276c0039c0 0x7f276c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2781012640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f276c0039c0 0x7f276c003e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2781012640 1 -- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c004810 msgr2=0x7f276c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2781012640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c004810 0x7f276c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2781012640 1 -- 172.21.15.70:0/1573985140 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f276c003530 con 0x7f276c0051d0 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277bfff640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c004810 0x7f276c004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2781012640 1 -- 172.21.15.70:0/1573985140 reap_dead start 2024-09-05T06:15:26.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2781012640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f276c0051d0 0x7f276c00b9d0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f2774009fa0 tx=0x7f277401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b06a470de1177632 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27740b2070 con 0x7f276c0051d0 2024-09-05T06:15:26.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27740a5d50 con 0x7f276c0051d0 2024-09-05T06:15:26.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f277b7fe640 1 -- 172.21.15.70:0/1573985140 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2774009bf0 con 0x7f276c0051d0 2024-09-05T06:15:26.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2782a75640 1 -- 172.21.15.70:0/1573985140 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f276c0051d0 msgr2=0x7f276c00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2782a75640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f276c0051d0 0x7f276c00b9d0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f2774009fa0 tx=0x7f277401cc80 comp rx=0 tx=0).stop 2024-09-05T06:15:26.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2782a75640 1 -- 172.21.15.70:0/1573985140 shutdown_connections 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2782a75640 1 --2- 172.21.15.70:0/1573985140 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f276c0051d0 0x7f276c00b9d0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2782a75640 1 -- 172.21.15.70:0/1573985140 >> 172.21.15.70:0/1573985140 conn(0x7f277c06bcc0 msgr2=0x7f277c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2782a75640 1 -- 172.21.15.70:0/1573985140 shutdown_connections 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.555+0000 7f2782a75640 1 -- 172.21.15.70:0/1573985140 wait complete. 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 Processor -- start 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 -- start start 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c0051d0 0x7f277c0c7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f277c0cc640 0x7f277c0c8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f277c13c000 0x7f277c13c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f277c0b4a50 con 0x7f277c13c000 2024-09-05T06:15:26.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f277c072b90 con 0x7f276c0051d0 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f277c0b4bd0 con 0x7f277c0cc640 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f277c13c000 0x7f277c13c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f277c13c000 0x7f277c13c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40690/0 (socket says 172.21.15.70:40690) 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 -- 172.21.15.70:0/2757028121 learned_addr learned my addr 172.21.15.70:0/2757028121 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2780811640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c0051d0 0x7f277c0c7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 -- 172.21.15.70:0/2757028121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f277c0cc640 msgr2=0x7f277c0c8500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f277bfff640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f277c0cc640 0x7f277c0c8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f277c0cc640 0x7f277c0c8500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 -- 172.21.15.70:0/2757028121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c0051d0 msgr2=0x7f277c0c7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c0051d0 0x7f277c0c7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 -- 172.21.15.70:0/2757028121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f277c0cfe40 con 0x7f277c13c000 2024-09-05T06:15:26.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2781012640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f277c13c000 0x7f277c13c4b0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f277401cab0 tx=0x7f2774009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f27797fa640 1 -- 172.21.15.70:0/2757028121 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27740b2040 con 0x7f277c13c000 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f27797fa640 1 -- 172.21.15.70:0/2757028121 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27740099d0 con 0x7f277c13c000 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f27797fa640 1 -- 172.21.15.70:0/2757028121 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2774009bf0 con 0x7f277c13c000 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f277c0d0120 con 0x7f277c13c000 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f277c0d06e0 con 0x7f277c13c000 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f277c0730b0 con 0x7f277c13c000 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.559+0000 7f27797fa640 1 -- 172.21.15.70:0/2757028121 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f27740c0020 con 0x7f277c13c000 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.563+0000 7f27797fa640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27600678f0 0x7f2760069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.563+0000 7f2780811640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27600678f0 0x7f2760069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.563+0000 7f27797fa640 1 -- 172.21.15.70:0/2757028121 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5709+0+0 (secure 0 0 0) 0x7f2774120360 con 0x7f277c13c000 2024-09-05T06:15:26.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.563+0000 7f2780811640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27600678f0 0x7f2760069db0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2770000c10 tx=0x7f2770009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.567+0000 7f27797fa640 1 -- 172.21.15.70:0/2757028121 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f27740c7020 con 0x7f277c13c000 2024-09-05T06:15:26.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.751+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f277c0b5920 con 0x7f277c13c000 2024-09-05T06:15:26.748 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:15:26.751+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:15:26.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.755+0000 7f27797fa640 1 -- 172.21.15.70:0/2757028121 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v47) ==== 161+0+0 (secure 0 0 0) 0x7f2774016990 con 0x7f277c13c000 2024-09-05T06:15:26.750 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:15:26.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27600678f0 msgr2=0x7f2760069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27600678f0 0x7f2760069db0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2770000c10 tx=0x7f2770009040 comp rx=0 tx=0).stop 2024-09-05T06:15:26.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f277c13c000 msgr2=0x7f277c13c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f277c13c000 0x7f277c13c4b0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f277401cab0 tx=0x7f2774009750 comp rx=0 tx=0).stop 2024-09-05T06:15:26.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 shutdown_connections 2024-09-05T06:15:26.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27600678f0 0x7f2760069db0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f277c13c000 0x7f277c13c4b0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f277c0cc640 0x7f277c0c8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 --2- 172.21.15.70:0/2757028121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f276c0051d0 0x7f277c0c7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 >> 172.21.15.70:0/2757028121 conn(0x7f277c06bcc0 msgr2=0x7f277c15ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:26.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 shutdown_connections 2024-09-05T06:15:26.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.759+0000 7f2782a75640 1 -- 172.21.15.70:0/2757028121 wait complete. 2024-09-05T06:15:26.757 INFO:tasks.ceph.mds.a.smithi070.stderr: -3320> 2024-09-05T06:15:09.607+0000 7f448e597640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:15:26.772 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:15:26.788 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:15:26.883 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c73851640 1 Processor -- start 2024-09-05T06:15:26.883 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c73851640 1 -- start start 2024-09-05T06:15:26.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c73851640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 0x7f4c6c072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c73851640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4c6c06e680 0x7f4c6c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c73851640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c6c15bc40 con 0x7f4c6c0afff0 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c73851640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4c6c073410 con 0x7f4c6c06e680 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c73851640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4c6c072600 con 0x7f4c6c072a90 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c715ed640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4c6c0afff0 0x7f4c6c0cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44928/0 (socket says 172.21.15.70:44928) 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c715ed640 1 -- 172.21.15.70:0/997363420 learned_addr learned my addr 172.21.15.70:0/997363420 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c71dee640 1 --2- 172.21.15.70:0/997363420 >> v2:172.21.15.196:3300/0 conn(0x7f4c6c06e680 0x7f4c6c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c70dec640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 0x7f4c6c072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 986061660 0 0) 0x7f4c6c15bc40 con 0x7f4c6c0afff0 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4c58003530 con 0x7f4c6c0afff0 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1364043058 0 0) 0x7f4c58003530 con 0x7f4c6c0afff0 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 msgr2=0x7f4c6c072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 0x7f4c6c072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 >> v2:172.21.15.196:3300/0 conn(0x7f4c6c06e680 msgr2=0x7f4c6c06eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 --2- 172.21.15.70:0/997363420 >> v2:172.21.15.196:3300/0 conn(0x7f4c6c06e680 0x7f4c6c06eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c6c0d14c0 con 0x7f4c6c0afff0 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f4c68001680 con 0x7f4c6c0afff0 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 >> v1:172.21.15.70:6789/0 conn(0x7f4c6c0afff0 legacy=0x7f4c6c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c580039c0 0x7f4c58003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 0x7f4c58004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c58004d50 0x7f4c580051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4c6c073410 con 0x7f4c580039c0 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4c6c072600 con 0x7f4c58004d50 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4c5800b9d0 con 0x7f4c6c072a90 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c715ed640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c580039c0 0x7f4c58003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c70dec640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 0x7f4c58004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c71dee640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c58004d50 0x7f4c580051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c715ed640 1 -- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 msgr2=0x7f4c58004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c715ed640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 0x7f4c58004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c715ed640 1 -- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c58004d50 msgr2=0x7f4c580051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c715ed640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c58004d50 0x7f4c580051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c715ed640 1 -- 172.21.15.70:0/997363420 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c58003530 con 0x7f4c580039c0 2024-09-05T06:15:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c71dee640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c58004d50 0x7f4c580051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:15:26.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.887+0000 7f4c70dec640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c6c072a90 0x7f4c58004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:15:26.890 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c715ed640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c580039c0 0x7f4c58003de0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f4c68001060 tx=0x7f4c6801cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf410cef126f1d1a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c68007d80 con 0x7f4c580039c0 2024-09-05T06:15:26.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c680a9020 con 0x7f4c580039c0 2024-09-05T06:15:26.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c63fff640 1 -- 172.21.15.70:0/997363420 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c68005b00 con 0x7f4c580039c0 2024-09-05T06:15:26.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- 172.21.15.70:0/997363420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c580039c0 msgr2=0x7f4c58003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 --2- 172.21.15.70:0/997363420 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c580039c0 0x7f4c58003de0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f4c68001060 tx=0x7f4c6801cca0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 -- 172.21.15.70:0/997363420 reap_dead start 2024-09-05T06:15:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- 172.21.15.70:0/997363420 shutdown_connections 2024-09-05T06:15:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- 172.21.15.70:0/997363420 >> 172.21.15.70:0/997363420 conn(0x7f4c6c06bcc0 msgr2=0x7f4c6c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- 172.21.15.70:0/997363420 shutdown_connections 2024-09-05T06:15:26.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- 172.21.15.70:0/997363420 wait complete. 2024-09-05T06:15:26.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 Processor -- start 2024-09-05T06:15:26.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- start start 2024-09-05T06:15:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c580039c0 0x7f4c6c157fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c6c15de10 0x7f4c6c0b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6c161650 0x7f4c6c161ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4c6c0ce150 con 0x7f4c6c161650 2024-09-05T06:15:26.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4c6c0ce2d0 con 0x7f4c6c15de10 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c73851640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4c6c0d0f80 con 0x7f4c580039c0 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6c161650 0x7f4c6c161ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6c161650 0x7f4c6c161ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40714/0 (socket says 172.21.15.70:40714) 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 -- 172.21.15.70:0/2105737463 learned_addr learned my addr 172.21.15.70:0/2105737463 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c70dec640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c6c15de10 0x7f4c6c0b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c715ed640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c580039c0 0x7f4c6c157fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 -- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c580039c0 msgr2=0x7f4c6c157fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c580039c0 0x7f4c6c157fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 -- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c6c15de10 msgr2=0x7f4c6c0b03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c6c15de10 0x7f4c6c0b03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c71dee640 1 -- 172.21.15.70:0/2105737463 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c6c1588f0 con 0x7f4c6c161650 2024-09-05T06:15:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c70dec640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c6c15de10 0x7f4c6c0b03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.895+0000 7f4c715ed640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c580039c0 0x7f4c6c157fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c71dee640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6c161650 0x7f4c6c161ab0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c06f700 tx=0x7f4c64010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c61ffb640 1 -- 172.21.15.70:0/2105737463 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c64010d80 con 0x7f4c6c161650 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c61ffb640 1 -- 172.21.15.70:0/2105737463 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c640039a0 con 0x7f4c6c161650 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c6c158bd0 con 0x7f4c6c161650 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c61ffb640 1 -- 172.21.15.70:0/2105737463 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c64003dd0 con 0x7f4c6c161650 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c6c159190 con 0x7f4c6c161650 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c6c06ea90 con 0x7f4c6c161650 2024-09-05T06:15:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c61ffb640 1 -- 172.21.15.70:0/2105737463 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4c6401e020 con 0x7f4c6c161650 2024-09-05T06:15:26.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c61ffb640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c500678c0 0x7f4c50069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:26.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c61ffb640 1 -- 172.21.15.70:0/2105737463 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5795+0+0 (secure 0 0 0) 0x7f4c64086390 con 0x7f4c6c161650 2024-09-05T06:15:26.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c715ed640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c500678c0 0x7f4c50069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:26.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.899+0000 7f4c715ed640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c500678c0 0x7f4c50069d80 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4c680aa000 tx=0x7f4c68001a50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:26.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:26.903+0000 7f4c61ffb640 1 -- 172.21.15.70:0/2105737463 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4c64025020 con 0x7f4c6c161650 2024-09-05T06:15:27.085 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.087+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f4c6c166010 con 0x7f4c6c161650 2024-09-05T06:15:27.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.755+0000 7f4c61ffb640 1 -- 172.21.15.70:0/2105737463 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v48) ==== 104+0+0 (secure 0 0 0) 0x7f4c64056de0 con 0x7f4c6c161650 2024-09-05T06:15:27.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c500678c0 msgr2=0x7f4c50069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:27.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c500678c0 0x7f4c50069d80 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4c680aa000 tx=0x7f4c68001a50 comp rx=0 tx=0).stop 2024-09-05T06:15:27.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6c161650 msgr2=0x7f4c6c161ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:27.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6c161650 0x7f4c6c161ab0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c06f700 tx=0x7f4c64010590 comp rx=0 tx=0).stop 2024-09-05T06:15:27.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 shutdown_connections 2024-09-05T06:15:27.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4c500678c0 0x7f4c50069d80 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6c161650 0x7f4c6c161ab0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4c6c15de10 0x7f4c6c0b03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 --2- 172.21.15.70:0/2105737463 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4c580039c0 0x7f4c6c157fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 >> 172.21.15.70:0/2105737463 conn(0x7f4c6c06bcc0 msgr2=0x7f4c6c15ad80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:27.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 shutdown_connections 2024-09-05T06:15:27.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.759+0000 7f4c73851640 1 -- 172.21.15.70:0/2105737463 wait complete. 2024-09-05T06:15:27.780 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:15:27.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda37016640 1 Processor -- start 2024-09-05T06:15:27.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda37016640 1 -- start start 2024-09-05T06:15:27.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda37016640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fda30157110 0x7fda300b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:27.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda37016640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda300d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:27.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda37016640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda3006d570 con 0x7fda300ceaf0 2024-09-05T06:15:27.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda37016640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fda3006d850 con 0x7fda30157110 2024-09-05T06:15:27.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda37016640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fda3006db30 con 0x7fda300b5ac0 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda34db2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fda30157110 0x7fda300b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda2ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda300d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda355b3640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fda300ceaf0 0x7fda300af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:58778/0 (socket says 172.21.15.70:58778) 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda34db2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fda30157110 0x7fda300b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:51764/0 (socket says 172.21.15.70:51764) 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda355b3640 1 -- 172.21.15.70:0/1125567554 learned_addr learned my addr 172.21.15.70:0/1125567554 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda2ffff640 1 -- 172.21.15.70:0/1125567554 >> v2:172.21.15.196:3300/0 conn(0x7fda30157110 msgr2=0x7fda300b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda2ffff640 1 --2- 172.21.15.70:0/1125567554 >> v2:172.21.15.196:3300/0 conn(0x7fda30157110 0x7fda300b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda2ffff640 1 -- 172.21.15.70:0/1125567554 >> v1:172.21.15.196:6789/0 conn(0x7fda300ceaf0 legacy=0x7fda300af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:27.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.955+0000 7fda2ffff640 1 -- 172.21.15.70:0/1125567554 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda3006de10 con 0x7fda300b5ac0 2024-09-05T06:15:27.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda2ffff640 1 --2- 172.21.15.70:0/1125567554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda300d0750 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fda180097c0 tx=0x7fda1801c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=644270b8fae4ef90 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:27.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda2f7fe640 1 -- 172.21.15.70:0/1125567554 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda180b0070 con 0x7fda300b5ac0 2024-09-05T06:15:27.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda2f7fe640 1 -- 172.21.15.70:0/1125567554 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda180ab600 con 0x7fda300b5ac0 2024-09-05T06:15:27.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda2f7fe640 1 -- 172.21.15.70:0/1125567554 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda180ab9d0 con 0x7fda300b5ac0 2024-09-05T06:15:27.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda37016640 1 -- 172.21.15.70:0/1125567554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 msgr2=0x7fda300d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:27.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda37016640 1 --2- 172.21.15.70:0/1125567554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda300d0750 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fda180097c0 tx=0x7fda1801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda37016640 1 -- 172.21.15.70:0/1125567554 shutdown_connections 2024-09-05T06:15:27.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda37016640 1 --2- 172.21.15.70:0/1125567554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda300d0750 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda37016640 1 --2- 172.21.15.70:0/1125567554 >> v2:172.21.15.196:3300/0 conn(0x7fda30157110 0x7fda300b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda37016640 1 -- 172.21.15.70:0/1125567554 >> 172.21.15.70:0/1125567554 conn(0x7fda3006bcc0 msgr2=0x7fda3006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:27.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda37016640 1 -- 172.21.15.70:0/1125567554 shutdown_connections 2024-09-05T06:15:27.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.959+0000 7fda37016640 1 -- 172.21.15.70:0/1125567554 wait complete. 2024-09-05T06:15:27.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 Processor -- start 2024-09-05T06:15:27.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 -- start start 2024-09-05T06:15:27.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda30071840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:27.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda300ceaf0 0x7fda30147a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda30157110 0x7fda3014e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fda300b4280 con 0x7fda30157110 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fda300d10a0 con 0x7fda300ceaf0 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fda300b4400 con 0x7fda300b5ac0 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda30157110 0x7fda3014e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda30157110 0x7fda3014e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40726/0 (socket says 172.21.15.70:40726) 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 -- 172.21.15.70:0/4161136604 learned_addr learned my addr 172.21.15.70:0/4161136604 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda34db2640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda30071840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda2ffff640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda300ceaf0 0x7fda30147a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 -- 172.21.15.70:0/4161136604 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 msgr2=0x7fda30071840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:27.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda30071840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 -- 172.21.15.70:0/4161136604 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda300ceaf0 msgr2=0x7fda30147a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda300ceaf0 0x7fda30147a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 -- 172.21.15.70:0/4161136604 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda30147fa0 con 0x7fda30157110 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda355b3640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda30157110 0x7fda3014e670 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fda2000caf0 tx=0x7fda2000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda2d7fa640 1 -- 172.21.15.70:0/4161136604 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda20017070 con 0x7fda30157110 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda2d7fa640 1 -- 172.21.15.70:0/4161136604 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda2000aca0 con 0x7fda30157110 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda30157f60 con 0x7fda30157110 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda2d7fa640 1 -- 172.21.15.70:0/4161136604 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda20012600 con 0x7fda30157110 2024-09-05T06:15:27.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda30158200 con 0x7fda30157110 2024-09-05T06:15:27.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda300b46a0 con 0x7fda30157110 2024-09-05T06:15:27.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.963+0000 7fda2d7fa640 1 -- 172.21.15.70:0/4161136604 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fda2001a070 con 0x7fda30157110 2024-09-05T06:15:27.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.967+0000 7fda2d7fa640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda100678c0 0x7fda10069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:27.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.967+0000 7fda34db2640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda100678c0 0x7fda10069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:27.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.967+0000 7fda2d7fa640 1 -- 172.21.15.70:0/4161136604 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5795+0+0 (secure 0 0 0) 0x7fda20085880 con 0x7fda30157110 2024-09-05T06:15:27.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.967+0000 7fda34db2640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda100678c0 0x7fda10069d80 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fda28009ac0 tx=0x7fda28009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:27.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:27.971+0000 7fda2d7fa640 1 -- 172.21.15.70:0/4161136604 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fda20055da0 con 0x7fda30157110 2024-09-05T06:15:28.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.135+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fda30069010 con 0x7fda30157110 2024-09-05T06:15:28.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.763+0000 7fda2d7fa640 1 -- 172.21.15.70:0/4161136604 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v131) ==== 181+0+0 (secure 0 0 0) 0x7fda2005a0a0 con 0x7fda30157110 2024-09-05T06:15:28.761 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda100678c0 msgr2=0x7fda10069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda100678c0 0x7fda10069d80 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fda28009ac0 tx=0x7fda28009190 comp rx=0 tx=0).stop 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda30157110 msgr2=0x7fda3014e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda30157110 0x7fda3014e670 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fda2000caf0 tx=0x7fda2000a060 comp rx=0 tx=0).stop 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 shutdown_connections 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fda100678c0 0x7fda10069d80 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fda30157110 0x7fda3014e670 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fda300ceaf0 0x7fda30147a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 --2- 172.21.15.70:0/4161136604 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fda300b5ac0 0x7fda30071840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 >> 172.21.15.70:0/4161136604 conn(0x7fda3006bcc0 msgr2=0x7fda300af720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 shutdown_connections 2024-09-05T06:15:28.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.767+0000 7fda37016640 1 -- 172.21.15.70:0/4161136604 wait complete. 2024-09-05T06:15:28.785 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:15:28.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378ed7a640 1 Processor -- start 2024-09-05T06:15:28.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378ed7a640 1 -- start start 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378ed7a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f37880d0e60 0x7f37880af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378ed7a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f378806d570 con 0x7f3788157110 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378ed7a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f378806d850 con 0x7f37880ceaf0 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378ed7a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f378806db30 con 0x7f37880d0e60 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378cb16640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3788157110 0x7f37880b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:47168/0 (socket says 172.21.15.70:47168) 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378cb16640 1 -- 172.21.15.70:0/825992783 learned_addr learned my addr 172.21.15.70:0/825992783 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3122104265 0 0) 0x7f378806d570 con 0x7f3788157110 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3778003530 con 0x7f3788157110 2024-09-05T06:15:28.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.911+0000 7f378d317640 1 --2- 172.21.15.70:0/825992783 >> v2:172.21.15.196:3300/0 conn(0x7f37880d0e60 0x7f37880af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4273488274 0 0) 0x7f3778003530 con 0x7f3788157110 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 >> v2:172.21.15.196:3300/0 conn(0x7f37880d0e60 msgr2=0x7f37880af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 --2- 172.21.15.70:0/825992783 >> v2:172.21.15.196:3300/0 conn(0x7f37880d0e60 0x7f37880af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 >> v1:172.21.15.196:6789/0 conn(0x7f37880ceaf0 legacy=0x7f37880d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f378806de10 con 0x7f3788157110 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f377c0016a0 con 0x7f3788157110 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378d317640 1 --2- 172.21.15.70:0/825992783 >> v2:172.21.15.196:3300/0 conn(0x7f37880d0e60 0x7f37880af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 >> v1:172.21.15.70:6789/0 conn(0x7f3788157110 legacy=0x7f37880b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f3778003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3778004810 0x7f3778004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:28.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f37780051d0 0x7f377800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f378806db30 con 0x7f37780039c0 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f377800c120 con 0x7f3778004810 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f377800c320 con 0x7f37780051d0 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378cb16640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f3778003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378cb16640 1 -- 172.21.15.70:0/825992783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f37780051d0 msgr2=0x7f377800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378cb16640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f37780051d0 0x7f377800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378cb16640 1 -- 172.21.15.70:0/825992783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3778004810 msgr2=0x7f3778004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378cb16640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3778004810 0x7f3778004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378cb16640 1 -- 172.21.15.70:0/825992783 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3778003530 con 0x7f37780039c0 2024-09-05T06:15:28.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378d317640 1 -- 172.21.15.70:0/825992783 reap_dead start 2024-09-05T06:15:28.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378cb16640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f3778003de0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f377c00c290 tx=0x7f377c01cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc81cda009c1b283 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:28.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377c007d60 con 0x7f37780039c0 2024-09-05T06:15:28.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f377c0a9070 con 0x7f37780039c0 2024-09-05T06:15:28.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f37877fe640 1 -- 172.21.15.70:0/825992783 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377c005d40 con 0x7f37780039c0 2024-09-05T06:15:28.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378ed7a640 1 -- 172.21.15.70:0/825992783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 msgr2=0x7f3778003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378ed7a640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f3778003de0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f377c00c290 tx=0x7f377c01cd00 comp rx=0 tx=0).stop 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378ed7a640 1 -- 172.21.15.70:0/825992783 shutdown_connections 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378ed7a640 1 --2- 172.21.15.70:0/825992783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f3778003de0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378ed7a640 1 -- 172.21.15.70:0/825992783 >> 172.21.15.70:0/825992783 conn(0x7f378806bcc0 msgr2=0x7f378806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378ed7a640 1 -- 172.21.15.70:0/825992783 shutdown_connections 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.915+0000 7f378ed7a640 1 -- 172.21.15.70:0/825992783 wait complete. 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 Processor -- start 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 -- start start 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f378814c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f37881589a0 0x7f3788158e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37880ae8b0 0x7f37880aed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:28.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f37880af8a0 con 0x7f37780039c0 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f37880af720 con 0x7f37880ae8b0 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f37880afa20 con 0x7f37881589a0 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f378814c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f378814c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60116/0 (socket says 172.21.15.70:60116) 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 -- 172.21.15.70:0/228960365 learned_addr learned my addr 172.21.15.70:0/228960365 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378d317640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37880ae8b0 0x7f37880aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 -- 172.21.15.70:0/228960365 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f37881589a0 msgr2=0x7f3788158e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f37881589a0 0x7f3788158e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 -- 172.21.15.70:0/228960365 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37880ae8b0 msgr2=0x7f37880aed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37880ae8b0 0x7f37880aed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 -- 172.21.15.70:0/228960365 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f378814c8d0 con 0x7f37780039c0 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378d317640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37880ae8b0 0x7f37880aed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:28.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378cb16640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f378814c390 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f377c000c10 tx=0x7f3778005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:28.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f37857fa640 1 -- 172.21.15.70:0/228960365 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377c007d60 con 0x7f37780039c0 2024-09-05T06:15:28.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f37857fa640 1 -- 172.21.15.70:0/228960365 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f377c000ee0 con 0x7f37780039c0 2024-09-05T06:15:28.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3788072420 con 0x7f37780039c0 2024-09-05T06:15:28.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f37857fa640 1 -- 172.21.15.70:0/228960365 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377c007180 con 0x7f37780039c0 2024-09-05T06:15:28.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37881f83f0 con 0x7f37780039c0 2024-09-05T06:15:28.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37880af250 con 0x7f37780039c0 2024-09-05T06:15:28.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f37857fa640 1 -- 172.21.15.70:0/228960365 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f377c007320 con 0x7f37780039c0 2024-09-05T06:15:28.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.919+0000 7f37857fa640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f376c0678f0 0x7f376c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:28.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.923+0000 7f37857fa640 1 -- 172.21.15.70:0/228960365 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5357+0+0 (secure 0 0 0) 0x7f377c11f3e0 con 0x7f37780039c0 2024-09-05T06:15:28.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.923+0000 7f3787fff640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f376c0678f0 0x7f376c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:28.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.923+0000 7f3787fff640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f376c0678f0 0x7f376c069db0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f3774007fd0 tx=0x7f37740079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:28.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:28.927+0000 7f37857fa640 1 -- 172.21.15.70:0/228960365 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f37880b5d90 con 0x7f37780039c0 2024-09-05T06:15:29.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.079+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f378806d570 con 0x7f37780039c0 2024-09-05T06:15:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.767+0000 7f37857fa640 1 -- 172.21.15.70:0/228960365 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v132) ==== 169+0+0 (secure 0 0 0) 0x7f377c016a10 con 0x7f37780039c0 2024-09-05T06:15:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:15:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f376c0678f0 msgr2=0x7f376c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f376c0678f0 0x7f376c069db0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f3774007fd0 tx=0x7f37740079c0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 msgr2=0x7f378814c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f378814c390 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f377c000c10 tx=0x7f3778005840 comp rx=0 tx=0).stop 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 shutdown_connections 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f376c0678f0 0x7f376c069db0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37880ae8b0 0x7f37880aed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f37881589a0 0x7f3788158e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 --2- 172.21.15.70:0/228960365 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37780039c0 0x7f378814c390 secure :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f377c000c10 tx=0x7f3778005840 comp rx=0 tx=0).stop 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 >> 172.21.15.70:0/228960365 conn(0x7f378806bcc0 msgr2=0x7f3788155a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 shutdown_connections 2024-09-05T06:15:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.771+0000 7f378ed7a640 1 -- 172.21.15.70:0/228960365 wait complete. 2024-09-05T06:15:29.788 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:15:29.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.911+0000 7f2652338640 1 Processor -- start 2024-09-05T06:15:29.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.911+0000 7f2652338640 1 -- start start 2024-09-05T06:15:29.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f264c0d4980 0x7f264c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:29.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f264c15edb0 0x7f264c0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:29.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c0cf7e0 0x7f264c0d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:29.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f264c0cfd30 con 0x7f264c15edb0 2024-09-05T06:15:29.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f264c0d0010 con 0x7f264c0d4980 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f264c0d02f0 con 0x7f264c0cf7e0 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f264c15edb0 0x7f264c0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f264c15edb0 0x7f264c0d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60132/0 (socket says 172.21.15.70:60132) 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 -- 172.21.15.70:0/3133948719 learned_addr learned my addr 172.21.15.70:0/3133948719 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f26508d5640 1 --2- 172.21.15.70:0/3133948719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c0cf7e0 0x7f264c0d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264bfff640 1 --2- 172.21.15.70:0/3133948719 >> v2:172.21.15.196:3300/0 conn(0x7f264c0d4980 0x7f264c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 -- 172.21.15.70:0/3133948719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c0cf7e0 msgr2=0x7f264c0d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 --2- 172.21.15.70:0/3133948719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c0cf7e0 0x7f264c0d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 -- 172.21.15.70:0/3133948719 >> v2:172.21.15.196:3300/0 conn(0x7f264c0d4980 msgr2=0x7f264c0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 --2- 172.21.15.70:0/3133948719 >> v2:172.21.15.196:3300/0 conn(0x7f264c0d4980 0x7f264c0d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 -- 172.21.15.70:0/3133948719 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f264c0d05d0 con 0x7f264c15edb0 2024-09-05T06:15:29.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f26508d5640 1 --2- 172.21.15.70:0/3133948719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c0cf7e0 0x7f264c0d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:29.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264bfff640 1 --2- 172.21.15.70:0/3133948719 >> v2:172.21.15.196:3300/0 conn(0x7f264c0d4980 0x7f264c0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:29.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264b7fe640 1 --2- 172.21.15.70:0/3133948719 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c15edb0 0x7f264c0d3340 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f264c08d8e0 tx=0x7f263c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d115b1cc8a48cda server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:29.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264affd640 1 -- 172.21.15.70:0/3133948719 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263c0aa430 con 0x7f264c15edb0 2024-09-05T06:15:29.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264affd640 1 -- 172.21.15.70:0/3133948719 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f263c0af070 con 0x7f264c15edb0 2024-09-05T06:15:29.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f264affd640 1 -- 172.21.15.70:0/3133948719 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263c0aa7f0 con 0x7f264c15edb0 2024-09-05T06:15:29.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 -- 172.21.15.70:0/3133948719 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c15edb0 msgr2=0x7f264c0d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:29.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 --2- 172.21.15.70:0/3133948719 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c15edb0 0x7f264c0d3340 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f264c08d8e0 tx=0x7f263c01c4f0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 -- 172.21.15.70:0/3133948719 shutdown_connections 2024-09-05T06:15:29.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 --2- 172.21.15.70:0/3133948719 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c0cf7e0 0x7f264c0d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 --2- 172.21.15.70:0/3133948719 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c15edb0 0x7f264c0d3340 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.915+0000 7f2652338640 1 --2- 172.21.15.70:0/3133948719 >> v2:172.21.15.196:3300/0 conn(0x7f264c0d4980 0x7f264c0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- 172.21.15.70:0/3133948719 >> 172.21.15.70:0/3133948719 conn(0x7f264c08e690 msgr2=0x7f264c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:29.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- 172.21.15.70:0/3133948719 shutdown_connections 2024-09-05T06:15:29.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- 172.21.15.70:0/3133948719 wait complete. 2024-09-05T06:15:29.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 Processor -- start 2024-09-05T06:15:29.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- start start 2024-09-05T06:15:29.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c0cf7e0 0x7f264c153700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f264c0d4980 0x7f264c0cd340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c15edb0 0x7f264c155160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f264c0d2030 con 0x7f264c0cf7e0 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f264c0d1eb0 con 0x7f264c0d4980 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f264c0d21b0 con 0x7f264c15edb0 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c0cf7e0 0x7f264c153700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c0cf7e0 0x7f264c153700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60138/0 (socket says 172.21.15.70:60138) 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 -- 172.21.15.70:0/1112104633 learned_addr learned my addr 172.21.15.70:0/1112104633 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f26508d5640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c15edb0 0x7f264c155160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264b7fe640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f264c0d4980 0x7f264c0cd340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:29.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 -- 172.21.15.70:0/1112104633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c15edb0 msgr2=0x7f264c155160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c15edb0 0x7f264c155160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 -- 172.21.15.70:0/1112104633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f264c0d4980 msgr2=0x7f264c0cd340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f264c0d4980 0x7f264c0cd340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 -- 172.21.15.70:0/1112104633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f264c0cdad0 con 0x7f264c0cf7e0 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f264bfff640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c0cf7e0 0x7f264c153700 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f264000c7c0 tx=0x7f264000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2648ff9640 1 -- 172.21.15.70:0/1112104633 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26400079d0 con 0x7f264c0cf7e0 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2648ff9640 1 -- 172.21.15.70:0/1112104633 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2640007b70 con 0x7f264c0cf7e0 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f264c0cddb0 con 0x7f264c0cf7e0 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2648ff9640 1 -- 172.21.15.70:0/1112104633 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26400113f0 con 0x7f264c0cf7e0 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f264c0ce370 con 0x7f264c0cf7e0 2024-09-05T06:15:29.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.919+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f264c0d24a0 con 0x7f264c0cf7e0 2024-09-05T06:15:29.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.923+0000 7f2648ff9640 1 -- 172.21.15.70:0/1112104633 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2640011590 con 0x7f264c0cf7e0 2024-09-05T06:15:29.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.923+0000 7f2648ff9640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26380678f0 0x7f2638069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:29.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.923+0000 7f2648ff9640 1 -- 172.21.15.70:0/1112104633 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4943+0+0 (secure 0 0 0) 0x7f26400859e0 con 0x7f264c0cf7e0 2024-09-05T06:15:29.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.923+0000 7f264b7fe640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26380678f0 0x7f2638069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:29.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.923+0000 7f264b7fe640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26380678f0 0x7f2638069db0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f263c0ae000 tx=0x7f263c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:29.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:29.927+0000 7f2648ff9640 1 -- 172.21.15.70:0/1112104633 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2640015020 con 0x7f264c0cf7e0 2024-09-05T06:15:30.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.079+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f264c0b5210 con 0x7f264c0cf7e0 2024-09-05T06:15:30.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.083+0000 7f2648ff9640 1 -- 172.21.15.70:0/1112104633 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7f26400568b0 con 0x7f264c0cf7e0 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.083+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26380678f0 msgr2=0x7f2638069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.083+0000 7f2652338640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26380678f0 0x7f2638069db0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f263c0ae000 tx=0x7f263c008040 comp rx=0 tx=0).stop 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.083+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c0cf7e0 msgr2=0x7f264c153700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.083+0000 7f2652338640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c0cf7e0 0x7f264c153700 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f264000c7c0 tx=0x7f264000cc80 comp rx=0 tx=0).stop 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.083+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 shutdown_connections 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.083+0000 7f2652338640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f26380678f0 0x7f2638069db0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.087+0000 7f2652338640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f264c15edb0 0x7f264c155160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.087+0000 7f2652338640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f264c0d4980 0x7f264c0cd340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.087+0000 7f2652338640 1 --2- 172.21.15.70:0/1112104633 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f264c0cf7e0 0x7f264c153700 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.087+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 >> 172.21.15.70:0/1112104633 conn(0x7f264c08e690 msgr2=0x7f264c0b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:30.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.087+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 shutdown_connections 2024-09-05T06:15:30.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.087+0000 7f2652338640 1 -- 172.21.15.70:0/1112104633 wait complete. 2024-09-05T06:15:30.098 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestQuotaFull.test_barrier' 2024-09-05T06:15:30.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782f59e640 1 Processor -- start 2024-09-05T06:15:30.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782f59e640 1 -- start start 2024-09-05T06:15:30.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782f59e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f783015c990 0x7f78300af760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782f59e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f78300d2e60 0x7f78300b1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782f59e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78300affb0 con 0x7f78300d0e90 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782f59e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f78300b0bc0 con 0x7f78300d2e60 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782f59e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f78300b0290 con 0x7f783015c990 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f78300d2e60 0x7f78300b1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782dd9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f78300d0e90 0x7f78300d2750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:47170/0 (socket says 172.21.15.70:47170) 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782dd9b640 1 -- 172.21.15.70:0/1761042702 learned_addr learned my addr 172.21.15.70:0/1761042702 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782e59c640 1 --2- 172.21.15.70:0/1761042702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f783015c990 0x7f78300af760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782ed9d640 1 -- 172.21.15.70:0/1761042702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f783015c990 msgr2=0x7f78300af760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782ed9d640 1 --2- 172.21.15.70:0/1761042702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f783015c990 0x7f78300af760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782ed9d640 1 -- 172.21.15.70:0/1761042702 >> v1:172.21.15.70:6789/0 conn(0x7f78300d0e90 legacy=0x7f78300d2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782d59a640 1 -- 172.21.15.70:0/1761042702 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 960656328 0 0) 0x7f78300affb0 con 0x7f78300d0e90 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782ed9d640 1 -- 172.21.15.70:0/1761042702 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78300b0570 con 0x7f78300d2e60 2024-09-05T06:15:30.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.215+0000 7f782e59c640 1 --2- 172.21.15.70:0/1761042702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f783015c990 0x7f78300af760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:30.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782ed9d640 1 --2- 172.21.15.70:0/1761042702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78300d2e60 0x7f78300b1050 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f7828009d90 tx=0x7f782801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=220530fe7d930b43 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:30.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782d59a640 1 -- 172.21.15.70:0/1761042702 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78280b2070 con 0x7f78300d2e60 2024-09-05T06:15:30.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782d59a640 1 -- 172.21.15.70:0/1761042702 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78280a59c0 con 0x7f78300d2e60 2024-09-05T06:15:30.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782d59a640 1 -- 172.21.15.70:0/1761042702 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78280a5d90 con 0x7f78300d2e60 2024-09-05T06:15:30.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 -- 172.21.15.70:0/1761042702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78300d2e60 msgr2=0x7f78300b1050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 --2- 172.21.15.70:0/1761042702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78300d2e60 0x7f78300b1050 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f7828009d90 tx=0x7f782801c940 comp rx=0 tx=0).stop 2024-09-05T06:15:30.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 -- 172.21.15.70:0/1761042702 shutdown_connections 2024-09-05T06:15:30.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 --2- 172.21.15.70:0/1761042702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78300d2e60 0x7f78300b1050 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 --2- 172.21.15.70:0/1761042702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f783015c990 0x7f78300af760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 -- 172.21.15.70:0/1761042702 >> 172.21.15.70:0/1761042702 conn(0x7f783009ba40 msgr2=0x7f783009be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:30.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 -- 172.21.15.70:0/1761042702 shutdown_connections 2024-09-05T06:15:30.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 -- 172.21.15.70:0/1761042702 wait complete. 2024-09-05T06:15:30.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 Processor -- start 2024-09-05T06:15:30.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.219+0000 7f782f59e640 1 -- start start 2024-09-05T06:15:30.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78300d0e90 0x7f783015cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78300d2e60 0x7f7830158c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f783015c990 0x7f7830159170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f78300b1da0 con 0x7f783015c990 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f783015cd70 con 0x7f78300d2e60 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f78300b1f20 con 0x7f78300d0e90 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f783015c990 0x7f7830159170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f783015c990 0x7f7830159170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60162/0 (socket says 172.21.15.70:60162) 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 -- 172.21.15.70:0/3624670364 learned_addr learned my addr 172.21.15.70:0/3624670364 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782e59c640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78300d0e90 0x7f783015cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 -- 172.21.15.70:0/3624670364 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78300d0e90 msgr2=0x7f783015cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782dd9b640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78300d2e60 0x7f7830158c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78300d0e90 0x7f783015cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 -- 172.21.15.70:0/3624670364 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78300d2e60 msgr2=0x7f7830158c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78300d2e60 0x7f7830158c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 -- 172.21.15.70:0/3624670364 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7830159c30 con 0x7f783015c990 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782ed9d640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f783015c990 0x7f7830159170 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f782801aff0 tx=0x7f78280196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f781effd640 1 -- 172.21.15.70:0/3624670364 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78280b2050 con 0x7f783015c990 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f781effd640 1 -- 172.21.15.70:0/3624670364 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78280be070 con 0x7f783015c990 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f783006fdc0 con 0x7f783015c990 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f781effd640 1 -- 172.21.15.70:0/3624670364 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78280adbd0 con 0x7f783015c990 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f783015eb40 con 0x7f783015c990 2024-09-05T06:15:30.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78300b1050 con 0x7f783015c990 2024-09-05T06:15:30.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f781effd640 1 -- 172.21.15.70:0/3624670364 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f78280c3460 con 0x7f783015c990 2024-09-05T06:15:30.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f781effd640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78100678c0 0x7f7810069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f781effd640 1 -- 172.21.15.70:0/3624670364 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4943+0+0 (secure 0 0 0) 0x7f7828120e00 con 0x7f783015c990 2024-09-05T06:15:30.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782e59c640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78100678c0 0x7f7810069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.223+0000 7f782e59c640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78100678c0 0x7f7810069d80 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7820006fd0 tx=0x7f7820008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:30.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.227+0000 7f781effd640 1 -- 172.21.15.70:0/3624670364 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7828016560 con 0x7f783015c990 2024-09-05T06:15:30.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.455+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_barrier"]} v 0) -- 0x7f7830070c70 con 0x7f783015c990 2024-09-05T06:15:30.664 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:15:30.667 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:15:30.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f781effd640 1 -- 172.21.15.70:0/3624670364 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_barrier"]}]=0 v289) ==== 128+0+0 (secure 0 0 0) 0x7f78280f1d60 con 0x7f783015c990 2024-09-05T06:15:30.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78100678c0 msgr2=0x7f7810069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78100678c0 0x7f7810069d80 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7820006fd0 tx=0x7f7820008040 comp rx=0 tx=0).stop 2024-09-05T06:15:30.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f783015c990 msgr2=0x7f7830159170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f783015c990 0x7f7830159170 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f782801aff0 tx=0x7f78280196e0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 shutdown_connections 2024-09-05T06:15:30.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f78100678c0 0x7f7810069d80 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f783015c990 0x7f7830159170 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f78300d2e60 0x7f7830158c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 --2- 172.21.15.70:0/3624670364 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f78300d0e90 0x7f783015cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 >> 172.21.15.70:0/3624670364 conn(0x7f783009ba40 msgr2=0x7f7830070e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:30.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 shutdown_connections 2024-09-05T06:15:30.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.771+0000 7f782f59e640 1 -- 172.21.15.70:0/3624670364 wait complete. 2024-09-05T06:15:30.791 INFO:tasks.cephfs_test_runner:That when an OSD epoch barrier is set on an MDS, subsequently ... ok 2024-09-05T06:15:30.792 INFO:tasks.cephfs_test_runner:Starting test: test_full_different_file (tasks.cephfs.test_full.TestQuotaFull) 2024-09-05T06:15:30.792 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:30.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.959+0000 7f732cb87640 1 Processor -- start 2024-09-05T06:15:30.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.959+0000 7f732cb87640 1 -- start start 2024-09-05T06:15:30.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732cb87640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732806d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732cb87640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f73280b7230 0x7f732806d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732cb87640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73281627b0 con 0x7f732806cdd0 2024-09-05T06:15:30.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732cb87640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f73280d1a20 con 0x7f73280b7230 2024-09-05T06:15:30.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732cb87640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f73280d1d00 con 0x7f73281623d0 2024-09-05T06:15:30.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732806d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f7326d9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f73280b7230 0x7f732806d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732806d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:60930/0 (socket says 172.21.15.70:60930) 2024-09-05T06:15:30.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732659c640 1 -- 172.21.15.70:0/1382406920 learned_addr learned my addr 172.21.15.70:0/1382406920 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:30.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732659c640 1 -- 172.21.15.70:0/1382406920 >> v2:172.21.15.196:3300/0 conn(0x7f73280b7230 msgr2=0x7f732806d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:30.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732659c640 1 --2- 172.21.15.70:0/1382406920 >> v2:172.21.15.196:3300/0 conn(0x7f73280b7230 0x7f732806d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732659c640 1 -- 172.21.15.70:0/1382406920 >> v1:172.21.15.196:6789/0 conn(0x7f732806cdd0 legacy=0x7f7328162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732659c640 1 -- 172.21.15.70:0/1382406920 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73280b5a20 con 0x7f73281623d0 2024-09-05T06:15:30.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.963+0000 7f732659c640 1 --2- 172.21.15.70:0/1382406920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732806d280 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7318009870 tx=0x7f731801c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b6e177943d86099 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:30.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732559a640 1 -- 172.21.15.70:0/1382406920 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73180b2070 con 0x7f73281623d0 2024-09-05T06:15:30.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732559a640 1 -- 172.21.15.70:0/1382406920 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73180a9070 con 0x7f73281623d0 2024-09-05T06:15:30.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732559a640 1 -- 172.21.15.70:0/1382406920 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73180ad880 con 0x7f73281623d0 2024-09-05T06:15:30.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- 172.21.15.70:0/1382406920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 msgr2=0x7f732806d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 --2- 172.21.15.70:0/1382406920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732806d280 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7318009870 tx=0x7f731801c560 comp rx=0 tx=0).stop 2024-09-05T06:15:30.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- 172.21.15.70:0/1382406920 shutdown_connections 2024-09-05T06:15:30.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 --2- 172.21.15.70:0/1382406920 >> v2:172.21.15.196:3300/0 conn(0x7f73280b7230 0x7f732806d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 --2- 172.21.15.70:0/1382406920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732806d280 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- 172.21.15.70:0/1382406920 >> 172.21.15.70:0/1382406920 conn(0x7f73280b4580 msgr2=0x7f73280b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:30.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- 172.21.15.70:0/1382406920 shutdown_connections 2024-09-05T06:15:30.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- 172.21.15.70:0/1382406920 wait complete. 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 Processor -- start 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- start start 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f732806cdd0 0x7f732815d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73280b7230 0x7f732815db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732815e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f732816c130 con 0x7f732806cdd0 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f732816bfb0 con 0x7f73280b7230 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f732816c2b0 con 0x7f73281623d0 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f732806cdd0 0x7f732815d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f732806cdd0 0x7f732815d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60178/0 (socket says 172.21.15.70:60178) 2024-09-05T06:15:30.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 -- 172.21.15.70:0/4084527360 learned_addr learned my addr 172.21.15.70:0/4084527360 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f7325d9b640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73280b7230 0x7f732815db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f7326d9d640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732815e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 -- 172.21.15.70:0/4084527360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 msgr2=0x7f732815e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732815e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 -- 172.21.15.70:0/4084527360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73280b7230 msgr2=0x7f732815db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73280b7230 0x7f732815db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 -- 172.21.15.70:0/4084527360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73280a0280 con 0x7f732806cdd0 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732659c640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f732806cdd0 0x7f732815d2f0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f73180b0040 tx=0x7f7318019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f7316ffd640 1 -- 172.21.15.70:0/4084527360 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73180b2040 con 0x7f732806cdd0 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f7316ffd640 1 -- 172.21.15.70:0/4084527360 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73180adac0 con 0x7f732806cdd0 2024-09-05T06:15:30.967 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73280a0560 con 0x7f732806cdd0 2024-09-05T06:15:30.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f7316ffd640 1 -- 172.21.15.70:0/4084527360 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73180b6440 con 0x7f732806cdd0 2024-09-05T06:15:30.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.967+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73280b05f0 con 0x7f732806cdd0 2024-09-05T06:15:30.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.971+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7328162a60 con 0x7f732806cdd0 2024-09-05T06:15:30.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.971+0000 7f7316ffd640 1 -- 172.21.15.70:0/4084527360 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f73180bd020 con 0x7f732806cdd0 2024-09-05T06:15:30.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.971+0000 7f7316ffd640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73080678c0 0x7f7308069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:30.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.971+0000 7f7325d9b640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73080678c0 0x7f7308069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:30.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.971+0000 7f7316ffd640 1 -- 172.21.15.70:0/4084527360 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4943+0+0 (secure 0 0 0) 0x7f731811ecd0 con 0x7f732806cdd0 2024-09-05T06:15:30.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.971+0000 7f7325d9b640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73080678c0 0x7f7308069d80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f73281fb5a0 tx=0x7f731c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:30.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:30.975+0000 7f7316ffd640 1 -- 172.21.15.70:0/4084527360 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f73180c4020 con 0x7f732806cdd0 2024-09-05T06:15:31.131 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.135+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f73280d27a0 con 0x7f732806cdd0 2024-09-05T06:15:31.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.135+0000 7f7316ffd640 1 -- 172.21.15.70:0/4084527360 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v132) ==== 74+0+13031 (secure 0 0 0) 0x7f7318016150 con 0x7f732806cdd0 2024-09-05T06:15:31.133 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:31.133 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":132,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:29.769244+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6837/4113457548":"2024-09-06T06:15:26.756907+0000","172.21.15.70:6836/4113457548":"2024-09-06T06:15:26.756907+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:31.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73080678c0 msgr2=0x7f7308069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73080678c0 0x7f7308069d80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f73281fb5a0 tx=0x7f731c009040 comp rx=0 tx=0).stop 2024-09-05T06:15:31.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f732806cdd0 msgr2=0x7f732815d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f732806cdd0 0x7f732815d2f0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f73180b0040 tx=0x7f7318019300 comp rx=0 tx=0).stop 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 shutdown_connections 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73080678c0 0x7f7308069d80 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73281623d0 0x7f732815e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73280b7230 0x7f732815db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 --2- 172.21.15.70:0/4084527360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f732806cdd0 0x7f732815d2f0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 >> 172.21.15.70:0/4084527360 conn(0x7f73280b4580 msgr2=0x7f7328070080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 shutdown_connections 2024-09-05T06:15:31.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.139+0000 7f732cb87640 1 -- 172.21.15.70:0/4084527360 wait complete. 2024-09-05T06:15:31.151 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '114', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:15:31.151 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:15:31.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefba93b640 1 Processor -- start 2024-09-05T06:15:31.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefba93b640 1 -- start start 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefba93b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 0x7fefb40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefba93b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5ac0 0x7fefb40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefba93b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fefb40ceaf0 0x7fefb40d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefba93b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fefb406d570 con 0x7fefb40ceaf0 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefba93b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fefb406d850 con 0x7fefb40b5ac0 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefba93b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefb406db30 con 0x7fefb4157110 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb8ed8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fefb40ceaf0 0x7fefb40d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb8ed8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fefb40ceaf0 0x7fefb40d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60190/0 (socket says 172.21.15.70:60190) 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb8ed8640 1 -- 172.21.15.70:0/865638072 learned_addr learned my addr 172.21.15.70:0/865638072 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb37fe640 1 --2- 172.21.15.70:0/865638072 >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5ac0 0x7fefb40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb3fff640 1 --2- 172.21.15.70:0/865638072 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 0x7fefb40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb8ed8640 1 -- 172.21.15.70:0/865638072 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 msgr2=0x7fefb40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:31.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb8ed8640 1 --2- 172.21.15.70:0/865638072 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 0x7fefb40b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb8ed8640 1 -- 172.21.15.70:0/865638072 >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5ac0 msgr2=0x7fefb40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:31.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb8ed8640 1 --2- 172.21.15.70:0/865638072 >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5ac0 0x7fefb40d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.267+0000 7fefb8ed8640 1 -- 172.21.15.70:0/865638072 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb406de10 con 0x7fefb40ceaf0 2024-09-05T06:15:31.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb8ed8640 1 --2- 172.21.15.70:0/865638072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40ceaf0 0x7fefb40d0c90 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fefb406f780 tx=0x7fefa401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38237a17e1bc4fd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:31.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb2ffd640 1 -- 172.21.15.70:0/865638072 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa40a5670 con 0x7fefb40ceaf0 2024-09-05T06:15:31.266 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb2ffd640 1 -- 172.21.15.70:0/865638072 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefa40a5810 con 0x7fefb40ceaf0 2024-09-05T06:15:31.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb2ffd640 1 -- 172.21.15.70:0/865638072 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa40a5be0 con 0x7fefb40ceaf0 2024-09-05T06:15:31.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- 172.21.15.70:0/865638072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40ceaf0 msgr2=0x7fefb40d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 --2- 172.21.15.70:0/865638072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40ceaf0 0x7fefb40d0c90 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fefb406f780 tx=0x7fefa401c9f0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.267 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- 172.21.15.70:0/865638072 shutdown_connections 2024-09-05T06:15:31.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 --2- 172.21.15.70:0/865638072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40ceaf0 0x7fefb40d0c90 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 --2- 172.21.15.70:0/865638072 >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5ac0 0x7fefb40d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 --2- 172.21.15.70:0/865638072 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 0x7fefb40b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- 172.21.15.70:0/865638072 >> 172.21.15.70:0/865638072 conn(0x7fefb406bcc0 msgr2=0x7fefb406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:31.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- 172.21.15.70:0/865638072 shutdown_connections 2024-09-05T06:15:31.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- 172.21.15.70:0/865638072 wait complete. 2024-09-05T06:15:31.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 Processor -- start 2024-09-05T06:15:31.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- start start 2024-09-05T06:15:31.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40b5ac0 0x7fefb414a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40ceaf0 0x7fefb4159d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 0x7fefb4150950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40b0300 con 0x7fefb40b5ac0 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40b0180 con 0x7fefb40ceaf0 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefba93b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefb4160550 con 0x7fefb4157110 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40b5ac0 0x7fefb414a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40b5ac0 0x7fefb414a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60198/0 (socket says 172.21.15.70:60198) 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 -- 172.21.15.70:0/1544841466 learned_addr learned my addr 172.21.15.70:0/1544841466 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb8ed8640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 0x7fefb4150950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 -- 172.21.15.70:0/1544841466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 msgr2=0x7fefb4150950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 0x7fefb4150950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 -- 172.21.15.70:0/1544841466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40ceaf0 msgr2=0x7fefb4159d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40ceaf0 0x7fefb4159d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 -- 172.21.15.70:0/1544841466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb40b0480 con 0x7fefb40b5ac0 2024-09-05T06:15:31.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.271+0000 7fefb3fff640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40b5ac0 0x7fefb414a040 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fefac00d620 tx=0x7fefac00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:31.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefb0ff9640 1 -- 172.21.15.70:0/1544841466 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac00b620 con 0x7fefb40b5ac0 2024-09-05T06:15:31.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefb0ff9640 1 -- 172.21.15.70:0/1544841466 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefac019070 con 0x7fefb40b5ac0 2024-09-05T06:15:31.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb4158160 con 0x7fefb40b5ac0 2024-09-05T06:15:31.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefb0ff9640 1 -- 172.21.15.70:0/1544841466 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac00b9e0 con 0x7fefb40b5ac0 2024-09-05T06:15:31.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb4158720 con 0x7fefb40b5ac0 2024-09-05T06:15:31.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefb40b5580 con 0x7fefb40b5ac0 2024-09-05T06:15:31.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefb0ff9640 1 -- 172.21.15.70:0/1544841466 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fefac00bb80 con 0x7fefb40b5ac0 2024-09-05T06:15:31.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefb0ff9640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefa00678c0 0x7fefa0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefb0ff9640 1 -- 172.21.15.70:0/1544841466 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4943+0+0 (secure 0 0 0) 0x7fefac085cb0 con 0x7fefb40b5ac0 2024-09-05T06:15:31.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefb37fe640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefa00678c0 0x7fefa0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.275+0000 7fefb37fe640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefa00678c0 0x7fefa0069d80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fefb4150660 tx=0x7fefa8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:31.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.279+0000 7fefb0ff9640 1 -- 172.21.15.70:0/1544841466 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fefac056b80 con 0x7fefb40b5ac0 2024-09-05T06:15:31.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.427+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fefb406c240 con 0x7fefb40b5ac0 2024-09-05T06:15:31.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.427+0000 7fefb0ff9640 1 -- 172.21.15.70:0/1544841466 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v132) ==== 93+0+10 (secure 0 0 0) 0x7fefac056480 con 0x7fefb40b5ac0 2024-09-05T06:15:31.425 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefa00678c0 msgr2=0x7fefa0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefa00678c0 0x7fefa0069d80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fefb4150660 tx=0x7fefa8008040 comp rx=0 tx=0).stop 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40b5ac0 msgr2=0x7fefb414a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40b5ac0 0x7fefb414a040 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fefac00d620 tx=0x7fefac00dae0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 shutdown_connections 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefa00678c0 0x7fefa0069d80 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb4157110 0x7fefb4150950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40ceaf0 0x7fefb4159d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 --2- 172.21.15.70:0/1544841466 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40b5ac0 0x7fefb414a040 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 >> 172.21.15.70:0/1544841466 conn(0x7fefb406bcc0 msgr2=0x7fefb415e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:31.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 shutdown_connections 2024-09-05T06:15:31.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.431+0000 7fefba93b640 1 -- 172.21.15.70:0/1544841466 wait complete. 2024-09-05T06:15:31.443 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_different_file' 2024-09-05T06:15:31.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e7b362640 1 Processor -- start 2024-09-05T06:15:31.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e7b362640 1 -- start start 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e7b362640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8e740d0750 0x7f8e740d0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e7b362640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740b3930 0x7f8e740b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e7b362640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e7415de60 con 0x7f8e740afe60 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e7b362640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8e7406d750 con 0x7f8e740d0750 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e7b362640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8e7406da30 con 0x7f8e740b3930 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e788fd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8e740d0750 0x7f8e740d0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e790fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f8e740afe60 0x7f8e740b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:47186/0 (socket says 172.21.15.70:47186) 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e790fe640 1 -- 172.21.15.70:0/732155730 learned_addr learned my addr 172.21.15.70:0/732155730 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:31.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e798ff640 1 --2- 172.21.15.70:0/732155730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740b3930 0x7f8e740b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e788fd640 1 -- 172.21.15.70:0/732155730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740b3930 msgr2=0x7f8e740b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:31.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e788fd640 1 --2- 172.21.15.70:0/732155730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740b3930 0x7f8e740b3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e788fd640 1 -- 172.21.15.70:0/732155730 >> v1:172.21.15.70:6789/0 conn(0x7f8e740afe60 legacy=0x7f8e740b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e788fd640 1 -- 172.21.15.70:0/732155730 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e7406dd10 con 0x7f8e740d0750 2024-09-05T06:15:31.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.563+0000 7f8e798ff640 1 --2- 172.21.15.70:0/732155730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740b3930 0x7f8e740b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:31.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e788fd640 1 --2- 172.21.15.70:0/732155730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740d0be0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f8e640097c0 tx=0x7f8e6401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71710784a186b668 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:31.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e6bfff640 1 -- 172.21.15.70:0/732155730 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e640b0070 con 0x7f8e740d0750 2024-09-05T06:15:31.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e6bfff640 1 -- 172.21.15.70:0/732155730 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e640ab600 con 0x7f8e740d0750 2024-09-05T06:15:31.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e6bfff640 1 -- 172.21.15.70:0/732155730 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e640a4e60 con 0x7f8e740d0750 2024-09-05T06:15:31.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 -- 172.21.15.70:0/732155730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 msgr2=0x7f8e740d0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 --2- 172.21.15.70:0/732155730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740d0be0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f8e640097c0 tx=0x7f8e6401c410 comp rx=0 tx=0).stop 2024-09-05T06:15:31.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 -- 172.21.15.70:0/732155730 shutdown_connections 2024-09-05T06:15:31.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 --2- 172.21.15.70:0/732155730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740b3930 0x7f8e740b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 --2- 172.21.15.70:0/732155730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740d0be0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 -- 172.21.15.70:0/732155730 >> 172.21.15.70:0/732155730 conn(0x7f8e7406bcc0 msgr2=0x7f8e7406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:31.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 -- 172.21.15.70:0/732155730 shutdown_connections 2024-09-05T06:15:31.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 -- 172.21.15.70:0/732155730 wait complete. 2024-09-05T06:15:31.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 Processor -- start 2024-09-05T06:15:31.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.567+0000 7f8e7b362640 1 -- start start 2024-09-05T06:15:31.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740afe60 0x7f8e74165fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e740b3930 0x7f8e74162480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8e740cec70 con 0x7f8e740d0750 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8e740ceaf0 con 0x7f8e740b3930 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8e74169660 con 0x7f8e740afe60 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740cedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60224/0 (socket says 172.21.15.70:60224) 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 -- 172.21.15.70:0/1519423143 learned_addr learned my addr 172.21.15.70:0/1519423143 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e788fd640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e740b3930 0x7f8e74162480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e790fe640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740afe60 0x7f8e74165fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 -- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740afe60 msgr2=0x7f8e74165fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740afe60 0x7f8e74165fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 -- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e740b3930 msgr2=0x7f8e74162480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e740b3930 0x7f8e74162480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 -- 172.21.15.70:0/1519423143 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e7415bca0 con 0x7f8e740d0750 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e790fe640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740afe60 0x7f8e74165fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e798ff640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740cedf0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c00cf20 tx=0x7f8e6c00a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e69ffb640 1 -- 172.21.15.70:0/1519423143 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c01a070 con 0x7f8e740d0750 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e69ffb640 1 -- 172.21.15.70:0/1519423143 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e6c00d840 con 0x7f8e740d0750 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e69ffb640 1 -- 172.21.15.70:0/1519423143 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c00dc30 con 0x7f8e740d0750 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e7415bf80 con 0x7f8e740d0750 2024-09-05T06:15:31.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e7415c540 con 0x7f8e740d0750 2024-09-05T06:15:31.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e740b3da0 con 0x7f8e740d0750 2024-09-05T06:15:31.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e69ffb640 1 -- 172.21.15.70:0/1519423143 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8e6c01d070 con 0x7f8e740d0750 2024-09-05T06:15:31.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e69ffb640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e580678c0 0x7f8e58069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:31.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e69ffb640 1 -- 172.21.15.70:0/1519423143 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4943+0+0 (secure 0 0 0) 0x7f8e6c086640 con 0x7f8e740d0750 2024-09-05T06:15:31.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.571+0000 7f8e790fe640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e580678c0 0x7f8e58069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:31.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.575+0000 7f8e790fe640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e580678c0 0x7f8e58069d80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f8e74159ee0 tx=0x7f8e70009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:31.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.579+0000 7f8e69ffb640 1 -- 172.21.15.70:0/1519423143 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8e6c024020 con 0x7f8e740d0750 2024-09-05T06:15:31.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:31.799+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_different_file"]} v 0) -- 0x7f8e740d0530 con 0x7f8e740d0750 2024-09-05T06:15:32.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.779+0000 7f8e69ffb640 1 -- 172.21.15.70:0/1519423143 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_different_file"]}]=0 v291) ==== 143+0+0 (secure 0 0 0) 0x7f8e6c057560 con 0x7f8e740d0750 2024-09-05T06:15:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e580678c0 msgr2=0x7f8e58069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e580678c0 0x7f8e58069d80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f8e74159ee0 tx=0x7f8e70009040 comp rx=0 tx=0).stop 2024-09-05T06:15:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 msgr2=0x7f8e740cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740cedf0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c00cf20 tx=0x7f8e6c00a7d0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 shutdown_connections 2024-09-05T06:15:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8e580678c0 0x7f8e58069d80 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8e740d0750 0x7f8e740cedf0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8e740b3930 0x7f8e74162480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 --2- 172.21.15.70:0/1519423143 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8e740afe60 0x7f8e74165fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 >> 172.21.15.70:0/1519423143 conn(0x7f8e7406bcc0 msgr2=0x7f8e74158390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:32.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 shutdown_connections 2024-09-05T06:15:32.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.783+0000 7f8e7b362640 1 -- 172.21.15.70:0/1519423143 wait complete. 2024-09-05T06:15:32.800 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:15:32.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.931+0000 7feb37ba5640 1 Processor -- start 2024-09-05T06:15:32.930 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.931+0000 7feb37ba5640 1 -- start start 2024-09-05T06:15:32.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb37ba5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb30162460 0x7feb300d5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:32.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb37ba5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7feb300b5850 0x7feb300d3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:32.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb37ba5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb300d2a70 con 0x7feb300d3770 2024-09-05T06:15:32.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb37ba5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7feb300d2820 con 0x7feb300b5850 2024-09-05T06:15:32.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb37ba5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7feb300d0370 con 0x7feb30162460 2024-09-05T06:15:32.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb35140640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7feb300b5850 0x7feb300d3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:32.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb36142640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7feb300d3770 0x7feb300d1660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:47202/0 (socket says 172.21.15.70:47202) 2024-09-05T06:15:32.931 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb36142640 1 -- 172.21.15.70:0/105628857 learned_addr learned my addr 172.21.15.70:0/105628857 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:32.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb35941640 1 --2- 172.21.15.70:0/105628857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb30162460 0x7feb300d5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:32.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb35140640 1 -- 172.21.15.70:0/105628857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb30162460 msgr2=0x7feb300d5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:32.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb35140640 1 --2- 172.21.15.70:0/105628857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb30162460 0x7feb300d5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb35140640 1 -- 172.21.15.70:0/105628857 >> v1:172.21.15.70:6789/0 conn(0x7feb300d3770 legacy=0x7feb300d1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:32.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb3493f640 1 -- 172.21.15.70:0/105628857 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2318066150 0 0) 0x7feb300d2a70 con 0x7feb300d3770 2024-09-05T06:15:32.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.935+0000 7feb35140640 1 -- 172.21.15.70:0/105628857 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb300d2d50 con 0x7feb300b5850 2024-09-05T06:15:32.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 --2- 172.21.15.70:0/105628857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300b5850 0x7feb300d3230 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7feb200097c0 tx=0x7feb2001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c21db2494edb69e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:32.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb3493f640 1 -- 172.21.15.70:0/105628857 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb200b0070 con 0x7feb300b5850 2024-09-05T06:15:32.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb3493f640 1 -- 172.21.15.70:0/105628857 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb200ab600 con 0x7feb300b5850 2024-09-05T06:15:32.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb3493f640 1 -- 172.21.15.70:0/105628857 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb200ab9d0 con 0x7feb300b5850 2024-09-05T06:15:32.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- 172.21.15.70:0/105628857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300b5850 msgr2=0x7feb300d3230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:32.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 --2- 172.21.15.70:0/105628857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300b5850 0x7feb300d3230 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7feb200097c0 tx=0x7feb2001c4a0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- 172.21.15.70:0/105628857 shutdown_connections 2024-09-05T06:15:32.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 --2- 172.21.15.70:0/105628857 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300b5850 0x7feb300d3230 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 --2- 172.21.15.70:0/105628857 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb30162460 0x7feb300d5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- 172.21.15.70:0/105628857 >> 172.21.15.70:0/105628857 conn(0x7feb300d4c50 msgr2=0x7feb300d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:32.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- 172.21.15.70:0/105628857 shutdown_connections 2024-09-05T06:15:32.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- 172.21.15.70:0/105628857 wait complete. 2024-09-05T06:15:32.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 Processor -- start 2024-09-05T06:15:32.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- start start 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb300b5850 0x7feb3015ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300d3770 0x7feb30155d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb30162460 0x7feb300b3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7feb3016bda0 con 0x7feb300d3770 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7feb3016bc20 con 0x7feb30162460 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb37ba5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7feb3016bf20 con 0x7feb300b5850 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300d3770 0x7feb30155d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300d3770 0x7feb30155d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60252/0 (socket says 172.21.15.70:60252) 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 -- 172.21.15.70:0/3803135071 learned_addr learned my addr 172.21.15.70:0/3803135071 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35941640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb300b5850 0x7feb3015ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:32.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb36142640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb30162460 0x7feb300b3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 -- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb300b5850 msgr2=0x7feb3015ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb300b5850 0x7feb3015ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 -- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb30162460 msgr2=0x7feb300b3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb30162460 0x7feb300b3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 -- 172.21.15.70:0/3803135071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb300b4320 con 0x7feb300d3770 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35941640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb300b5850 0x7feb3015ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb35140640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300d3770 0x7feb30155d60 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7feb2001a0d0 tx=0x7feb2001ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.939+0000 7feb267fc640 1 -- 172.21.15.70:0/3803135071 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb200b0050 con 0x7feb300d3770 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb267fc640 1 -- 172.21.15.70:0/3803135071 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb200bc070 con 0x7feb300d3770 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb300b2210 con 0x7feb300d3770 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb267fc640 1 -- 172.21.15.70:0/3803135071 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb200b5850 con 0x7feb300d3770 2024-09-05T06:15:32.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb30154840 con 0x7feb300d3770 2024-09-05T06:15:32.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb300b44f0 con 0x7feb300d3770 2024-09-05T06:15:32.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb267fc640 1 -- 172.21.15.70:0/3803135071 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7feb200b59f0 con 0x7feb300d3770 2024-09-05T06:15:32.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb267fc640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feb140678c0 0x7feb14069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:32.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb35941640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feb140678c0 0x7feb14069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:32.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb267fc640 1 -- 172.21.15.70:0/3803135071 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4943+0+0 (secure 0 0 0) 0x7feb201201b0 con 0x7feb300d3770 2024-09-05T06:15:32.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.943+0000 7feb35941640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feb140678c0 0x7feb14069d80 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7feb301fb3f0 tx=0x7feb2c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:32.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:32.947+0000 7feb267fc640 1 -- 172.21.15.70:0/3803135071 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7feb20016090 con 0x7feb300d3770 2024-09-05T06:15:33.106 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.107+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7feb3006d3e0 con 0x7feb300d3770 2024-09-05T06:15:33.111 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.115+0000 7feb267fc640 1 -- 172.21.15.70:0/3803135071 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7feb200f0ff0 con 0x7feb300d3770 2024-09-05T06:15:33.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feb140678c0 msgr2=0x7feb14069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feb140678c0 0x7feb14069d80 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7feb301fb3f0 tx=0x7feb2c008040 comp rx=0 tx=0).stop 2024-09-05T06:15:33.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300d3770 msgr2=0x7feb30155d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300d3770 0x7feb30155d60 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7feb2001a0d0 tx=0x7feb2001ace0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 shutdown_connections 2024-09-05T06:15:33.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feb140678c0 0x7feb14069d80 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb30162460 0x7feb300b3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb300d3770 0x7feb30155d60 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 --2- 172.21.15.70:0/3803135071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb300b5850 0x7feb3015ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 >> 172.21.15.70:0/3803135071 conn(0x7feb300d4c50 msgr2=0x7feb3006c6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:33.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 shutdown_connections 2024-09-05T06:15:33.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.119+0000 7feb37ba5640 1 -- 172.21.15.70:0/3803135071 wait complete. 2024-09-05T06:15:33.131 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:15:33.131 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:15:33.175 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:15:33.229 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:15:33.229 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:15:33.229 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:33.235 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:15:33.235 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:15:33.235 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:33.241 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:15:33.241 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:15:33.241 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:33.283 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:15:33.283 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:15:33.283 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:33.289 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:15:33.289 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:15:33.289 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.443+0000 7f5fdab4e640 1 Processor -- start 2024-09-05T06:15:33.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.443+0000 7f5fdab4e640 1 -- start start 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fdab4e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd4157110 0x7f5fd40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fdab4e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5fd40b5ac0 0x7f5fd40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fdab4e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fd406d570 con 0x7f5fd40ceaf0 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fdab4e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5fd406d850 con 0x7f5fd40b5ac0 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fdab4e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5fd406db30 con 0x7f5fd4157110 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5fd40ceaf0 0x7f5fd40af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:47204/0 (socket says 172.21.15.70:47204) 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 -- 172.21.15.70:0/2989754874 learned_addr learned my addr 172.21.15.70:0/2989754874 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd88ea640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd4157110 0x7f5fd40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd3fff640 1 --2- 172.21.15.70:0/2989754874 >> v2:172.21.15.196:3300/0 conn(0x7f5fd40b5ac0 0x7f5fd40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4036577527 0 0) 0x7f5fd406d570 con 0x7f5fd40ceaf0 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5fc0003530 con 0x7f5fd40ceaf0 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 99854335 0 0) 0x7f5fc0003530 con 0x7f5fd40ceaf0 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd4157110 msgr2=0x7f5fd40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd4157110 0x7f5fd40b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 >> v2:172.21.15.196:3300/0 conn(0x7f5fd40b5ac0 msgr2=0x7f5fd40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 --2- 172.21.15.70:0/2989754874 >> v2:172.21.15.196:3300/0 conn(0x7f5fd40b5ac0 0x7f5fd40d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd406de10 con 0x7f5fd40ceaf0 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5fcc001a00 con 0x7f5fd40ceaf0 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 >> v1:172.21.15.70:6789/0 conn(0x7f5fd40ceaf0 legacy=0x7f5fd40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00039c0 0x7f5fc0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0004810 0x7f5fc0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fc00051d0 0x7f5fc000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd406d850 con 0x7f5fc00051d0 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd406db30 con 0x7f5fc00039c0 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5fc000bf40 con 0x7f5fc0004810 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd88ea640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd4157110 0x7f5fd40b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fc00051d0 0x7f5fc000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 -- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0004810 msgr2=0x7f5fc0004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd3fff640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0004810 0x7f5fc0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd88ea640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00039c0 0x7f5fc0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0004810 0x7f5fc0004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 -- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00039c0 msgr2=0x7f5fc0003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00039c0 0x7f5fc0003de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 -- 172.21.15.70:0/2989754874 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc0003530 con 0x7f5fc00051d0 2024-09-05T06:15:33.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.447+0000 7f5fd90eb640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fc00051d0 0x7f5fc000b9d0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc00a870 tx=0x7f5fcc01d3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e1271036147b61 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fcc00a4c0 con 0x7f5fc00051d0 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fcc0ad650 con 0x7f5fc00051d0 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd37fe640 1 -- 172.21.15.70:0/2989754874 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fcc0ada40 con 0x7f5fc00051d0 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2989754874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fc00051d0 msgr2=0x7f5fc000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 --2- 172.21.15.70:0/2989754874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fc00051d0 0x7f5fc000b9d0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc00a870 tx=0x7f5fcc01d3a0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd90eb640 1 -- 172.21.15.70:0/2989754874 reap_dead start 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2989754874 shutdown_connections 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2989754874 >> 172.21.15.70:0/2989754874 conn(0x7f5fd406bcc0 msgr2=0x7f5fd406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2989754874 shutdown_connections 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2989754874 wait complete. 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 Processor -- start 2024-09-05T06:15:33.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- start start 2024-09-05T06:15:33.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fd41440e0 0x7f5fd414ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fd41444c0 0x7f5fd4150480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd414d910 0x7f5fd414dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd40b5580 con 0x7f5fd41444c0 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd406e3d0 con 0x7f5fd41440e0 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5fd40b5700 con 0x7f5fd414d910 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fd41444c0 0x7f5fd4150480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fd41444c0 0x7f5fd4150480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60258/0 (socket says 172.21.15.70:60258) 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 -- 172.21.15.70:0/2833194592 learned_addr learned my addr 172.21.15.70:0/2833194592 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd90eb640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd414d910 0x7f5fd414dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd88ea640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fd41440e0 0x7f5fd414ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 -- 172.21.15.70:0/2833194592 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd414d910 msgr2=0x7f5fd414dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd414d910 0x7f5fd414dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 -- 172.21.15.70:0/2833194592 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fd41440e0 msgr2=0x7f5fd414ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fd41440e0 0x7f5fd414ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 -- 172.21.15.70:0/2833194592 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd414e6b0 con 0x7f5fd41444c0 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd3fff640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fd41444c0 0x7f5fd4150480 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc010900 tx=0x7f5fbc010dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd17fa640 1 -- 172.21.15.70:0/2833194592 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc00f040 con 0x7f5fd41444c0 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd17fa640 1 -- 172.21.15.70:0/2833194592 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fbc00ebc0 con 0x7f5fd41444c0 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fd17fa640 1 -- 172.21.15.70:0/2833194592 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc01c400 con 0x7f5fd41444c0 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fd414e990 con 0x7f5fd41444c0 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.451+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fd414ef50 con 0x7f5fd41444c0 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.455+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fd415fdf0 con 0x7f5fd41444c0 2024-09-05T06:15:33.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.455+0000 7f5fd17fa640 1 -- 172.21.15.70:0/2833194592 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5fbc01c5a0 con 0x7f5fd41444c0 2024-09-05T06:15:33.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.455+0000 7f5fd17fa640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fb40678c0 0x7f5fb4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.455+0000 7f5fd17fa640 1 -- 172.21.15.70:0/2833194592 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4943+0+0 (secure 0 0 0) 0x7f5fbc085fb0 con 0x7f5fd41444c0 2024-09-05T06:15:33.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.455+0000 7f5fd88ea640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fb40678c0 0x7f5fb4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.455+0000 7f5fd88ea640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fb40678c0 0x7f5fb4069d80 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f5fd40d1530 tx=0x7f5fc4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:33.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.459+0000 7f5fd17fa640 1 -- 172.21.15.70:0/2833194592 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5fbc018030 con 0x7f5fd41444c0 2024-09-05T06:15:33.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.639+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5fd415ba10 con 0x7f5fd41444c0 2024-09-05T06:15:33.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.639+0000 7f5fd17fa640 1 -- 172.21.15.70:0/2833194592 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+3914 (secure 0 0 0) 0x7f5fbc056dd0 con 0x7f5fd41444c0 2024-09-05T06:15:33.637 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:33.637 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":48,"btime":"2024-09-05T06:15:27:759051+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2141997586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2141997586},{"type":"v1","addr":"172.21.15.196:6833","nonce":2141997586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/3540481417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":3540481417},{"type":"v1","addr":"172.21.15.196:6835","nonce":3540481417}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6531,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/539887132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":539887132},{"type":"v1","addr":"172.21.15.70:6835","nonce":539887132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6825,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2291478371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2291478371},{"type":"v1","addr":"172.21.15.70:6837","nonce":2291478371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[]} 2024-09-05T06:15:33.637 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 48 2024-09-05T06:15:33.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fb40678c0 msgr2=0x7f5fb4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fb40678c0 0x7f5fb4069d80 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f5fd40d1530 tx=0x7f5fc4008040 comp rx=0 tx=0).stop 2024-09-05T06:15:33.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fd41444c0 msgr2=0x7f5fd4150480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fd41444c0 0x7f5fd4150480 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc010900 tx=0x7f5fbc010dc0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 shutdown_connections 2024-09-05T06:15:33.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5fb40678c0 0x7f5fb4069d80 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fd414d910 0x7f5fd414dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fd41444c0 0x7f5fd4150480 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 --2- 172.21.15.70:0/2833194592 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fd41440e0 0x7f5fd414ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 >> 172.21.15.70:0/2833194592 conn(0x7f5fd406bcc0 msgr2=0x7f5fd415c210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:33.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 shutdown_connections 2024-09-05T06:15:33.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.643+0000 7f5fdab4e640 1 -- 172.21.15.70:0/2833194592 wait complete. 2024-09-05T06:15:33.655 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:15:33.655 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:15:33.655 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:15:33.655 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:15:33.656 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:15:33.656 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:15:33.656 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:15:33.656 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:15:33.656 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:15:33.656 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:15:33.656 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:15:33.656 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:15:33.657 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:15:33.657 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:15:33.657 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:15:33.657 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:15:33.664 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:15:33.664 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:15:33.667 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:15:33.667 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:15:33.669 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:15:33.669 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:15:33.674 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:15:33.675 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:15:33.710 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:15:33.711 DEBUG:teuthology.parallel:result is None 2024-09-05T06:15:33.712 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:15:33.712 DEBUG:teuthology.parallel:result is None 2024-09-05T06:15:33.720 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:15:33.720 DEBUG:teuthology.parallel:result is None 2024-09-05T06:15:33.721 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:15:33.721 DEBUG:teuthology.parallel:result is None 2024-09-05T06:15:33.721 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:15:33.774 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:15:33.780 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:15:33.791 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:15:33.794 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:15:33.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.835+0000 7f1039e5e640 1 Processor -- start 2024-09-05T06:15:33.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.835+0000 7f1039e5e640 1 -- start start 2024-09-05T06:15:33.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f10340d4980 0x7f10340d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f10340d3a50 0x7f10340b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10340cfd30 con 0x7f103415edb0 2024-09-05T06:15:33.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f10340d0010 con 0x7f10340d4980 2024-09-05T06:15:33.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f10340d02f0 con 0x7f10340d3a50 2024-09-05T06:15:33.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10337fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f10340d4980 0x7f10340d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10337fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f10340d4980 0x7f10340d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60308/0 (socket says 172.21.15.70:60308) 2024-09-05T06:15:33.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10337fe640 1 -- 172.21.15.70:0/1059013076 learned_addr learned my addr 172.21.15.70:0/1059013076 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:33.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10337fe640 1 -- 172.21.15.70:0/1059013076 >> v2:172.21.15.196:3300/0 conn(0x7f10340d3a50 msgr2=0x7f10340b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:33.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10337fe640 1 --2- 172.21.15.70:0/1059013076 >> v2:172.21.15.196:3300/0 conn(0x7f10340d3a50 0x7f10340b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10337fe640 1 -- 172.21.15.70:0/1059013076 >> v1:172.21.15.196:6789/0 conn(0x7f103415edb0 legacy=0x7f10340d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:33.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10337fe640 1 -- 172.21.15.70:0/1059013076 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10340d05d0 con 0x7f10340d4980 2024-09-05T06:15:33.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10337fe640 1 --2- 172.21.15.70:0/1059013076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f10340d4d60 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f10340d5db0 tx=0x7f102c01c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97eb72b365fa4a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:33.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10327fc640 1 -- 172.21.15.70:0/1059013076 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f102c0aa430 con 0x7f10340d4980 2024-09-05T06:15:33.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10327fc640 1 -- 172.21.15.70:0/1059013076 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f102c0af070 con 0x7f10340d4980 2024-09-05T06:15:33.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f10327fc640 1 -- 172.21.15.70:0/1059013076 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f102c0aa7f0 con 0x7f10340d4980 2024-09-05T06:15:33.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 -- 172.21.15.70:0/1059013076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 msgr2=0x7f10340d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 --2- 172.21.15.70:0/1059013076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f10340d4d60 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f10340d5db0 tx=0x7f102c01c4b0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 -- 172.21.15.70:0/1059013076 shutdown_connections 2024-09-05T06:15:33.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 --2- 172.21.15.70:0/1059013076 >> v2:172.21.15.196:3300/0 conn(0x7f10340d3a50 0x7f10340b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 --2- 172.21.15.70:0/1059013076 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f10340d4d60 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 -- 172.21.15.70:0/1059013076 >> 172.21.15.70:0/1059013076 conn(0x7f103408e690 msgr2=0x7f103409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:33.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.839+0000 7f1039e5e640 1 -- 172.21.15.70:0/1059013076 shutdown_connections 2024-09-05T06:15:33.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 -- 172.21.15.70:0/1059013076 wait complete. 2024-09-05T06:15:33.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 Processor -- start 2024-09-05T06:15:33.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 -- start start 2024-09-05T06:15:33.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10340d3a50 0x7f103415f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f1034161cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f103415edb0 0x7f103415dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f10340b54e0 con 0x7f10340d4980 2024-09-05T06:15:33.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f10340b5360 con 0x7f10340d3a50 2024-09-05T06:15:33.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f103416b730 con 0x7f103415edb0 2024-09-05T06:15:33.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f1034161cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f1034161cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60316/0 (socket says 172.21.15.70:60316) 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 -- 172.21.15.70:0/2074686700 learned_addr learned my addr 172.21.15.70:0/2074686700 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f10337fe640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10340d3a50 0x7f103415f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1033fff640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f103415edb0 0x7f103415dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 -- 172.21.15.70:0/2074686700 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f103415edb0 msgr2=0x7f103415dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f103415edb0 0x7f103415dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 -- 172.21.15.70:0/2074686700 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10340d3a50 msgr2=0x7f103415f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10340d3a50 0x7f103415f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 -- 172.21.15.70:0/2074686700 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10340ccf60 con 0x7f10340d4980 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1032ffd640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f1034161cb0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f101c00c7a0 tx=0x7f101c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f102bfff640 1 -- 172.21.15.70:0/2074686700 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f101c017070 con 0x7f10340d4980 2024-09-05T06:15:33.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f102bfff640 1 -- 172.21.15.70:0/2074686700 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f101c003db0 con 0x7f10340d4980 2024-09-05T06:15:33.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10340cd220 con 0x7f10340d4980 2024-09-05T06:15:33.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f102bfff640 1 -- 172.21.15.70:0/2074686700 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f101c0052b0 con 0x7f10340d4980 2024-09-05T06:15:33.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10340cd7e0 con 0x7f10340d4980 2024-09-05T06:15:33.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.843+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10340b4610 con 0x7f10340d4980 2024-09-05T06:15:33.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.847+0000 7f102bfff640 1 -- 172.21.15.70:0/2074686700 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f101c01a070 con 0x7f10340d4980 2024-09-05T06:15:33.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.847+0000 7f102bfff640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10140678f0 0x7f1014069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:33.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.847+0000 7f10337fe640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10140678f0 0x7f1014069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:33.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.847+0000 7f102bfff640 1 -- 172.21.15.70:0/2074686700 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4943+0+0 (secure 0 0 0) 0x7f101c084f30 con 0x7f10340d4980 2024-09-05T06:15:33.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.847+0000 7f10337fe640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10140678f0 0x7f1014069db0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f102c0ae000 tx=0x7f102c0a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:33.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:33.851+0000 7f102bfff640 1 -- 172.21.15.70:0/2074686700 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f101c0557b0 con 0x7f10340d4980 2024-09-05T06:15:34.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.023+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f1034157330 con 0x7f10340d4980 2024-09-05T06:15:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.799+0000 7f102bfff640 1 -- 172.21.15.70:0/2074686700 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v134) ==== 97+0+0 (secure 0 0 0) 0x7f101c059ab0 con 0x7f10340d4980 2024-09-05T06:15:34.797 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:15:34.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10140678f0 msgr2=0x7f1014069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:34.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10140678f0 0x7f1014069db0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f102c0ae000 tx=0x7f102c0a7000 comp rx=0 tx=0).stop 2024-09-05T06:15:34.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 msgr2=0x7f1034161cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:34.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f1034161cb0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f101c00c7a0 tx=0x7f101c00cc60 comp rx=0 tx=0).stop 2024-09-05T06:15:34.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 shutdown_connections 2024-09-05T06:15:34.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10140678f0 0x7f1014069db0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f103415edb0 0x7f103415dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10340d4980 0x7f1034161cb0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 --2- 172.21.15.70:0/2074686700 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10340d3a50 0x7f103415f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 >> 172.21.15.70:0/2074686700 conn(0x7f103408e690 msgr2=0x7f10340b3230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:34.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 shutdown_connections 2024-09-05T06:15:34.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.803+0000 7f1039e5e640 1 -- 172.21.15.70:0/2074686700 wait complete. 2024-09-05T06:15:34.822 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:15:34.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.939+0000 7f1224a4b640 1 Processor -- start 2024-09-05T06:15:34.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.939+0000 7f1224a4b640 1 -- start start 2024-09-05T06:15:34.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f1224a4b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1220157110 0x7f12200b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:34.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f1224a4b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 0x7f12200d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:34.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f1224a4b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f12200ceaf0 0x7f12200d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:34.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f1224a4b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f122006d570 con 0x7f12200ceaf0 2024-09-05T06:15:34.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f1224a4b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f122006d850 con 0x7f1220157110 2024-09-05T06:15:34.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f1224a4b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f122006db30 con 0x7f12200b5ac0 2024-09-05T06:15:34.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f12200ceaf0 0x7f12200d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:34.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f12200ceaf0 0x7f12200d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60332/0 (socket says 172.21.15.70:60332) 2024-09-05T06:15:34.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121ed9d640 1 -- 172.21.15.70:0/108566532 learned_addr learned my addr 172.21.15.70:0/108566532 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:34.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121e59c640 1 --2- 172.21.15.70:0/108566532 >> v2:172.21.15.196:3300/0 conn(0x7f1220157110 0x7f12200b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:34.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121dd9b640 1 --2- 172.21.15.70:0/108566532 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 0x7f12200d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:34.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121ed9d640 1 -- 172.21.15.70:0/108566532 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 msgr2=0x7f12200d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:34.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121ed9d640 1 --2- 172.21.15.70:0/108566532 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 0x7f12200d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121ed9d640 1 -- 172.21.15.70:0/108566532 >> v2:172.21.15.196:3300/0 conn(0x7f1220157110 msgr2=0x7f12200b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:34.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121ed9d640 1 --2- 172.21.15.70:0/108566532 >> v2:172.21.15.196:3300/0 conn(0x7f1220157110 0x7f12200b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.943+0000 7f121ed9d640 1 -- 172.21.15.70:0/108566532 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f122006de10 con 0x7f12200ceaf0 2024-09-05T06:15:34.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f121ed9d640 1 --2- 172.21.15.70:0/108566532 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f12200d0c90 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f12200d1530 tx=0x7f121801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a59dd04fa14c54f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:34.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f121d59a640 1 -- 172.21.15.70:0/108566532 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12180a5670 con 0x7f12200ceaf0 2024-09-05T06:15:34.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f121d59a640 1 -- 172.21.15.70:0/108566532 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12180a5810 con 0x7f12200ceaf0 2024-09-05T06:15:34.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f121d59a640 1 -- 172.21.15.70:0/108566532 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12180a5be0 con 0x7f12200ceaf0 2024-09-05T06:15:34.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 -- 172.21.15.70:0/108566532 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 msgr2=0x7f12200d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:34.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 --2- 172.21.15.70:0/108566532 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f12200d0c90 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f12200d1530 tx=0x7f121801c9f0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 -- 172.21.15.70:0/108566532 shutdown_connections 2024-09-05T06:15:34.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 --2- 172.21.15.70:0/108566532 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f12200d0c90 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 --2- 172.21.15.70:0/108566532 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 0x7f12200d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 --2- 172.21.15.70:0/108566532 >> v2:172.21.15.196:3300/0 conn(0x7f1220157110 0x7f12200b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 -- 172.21.15.70:0/108566532 >> 172.21.15.70:0/108566532 conn(0x7f122006bcc0 msgr2=0x7f122006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:34.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 -- 172.21.15.70:0/108566532 shutdown_connections 2024-09-05T06:15:34.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 -- 172.21.15.70:0/108566532 wait complete. 2024-09-05T06:15:34.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 Processor -- start 2024-09-05T06:15:34.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.947+0000 7f1224a4b640 1 -- start start 2024-09-05T06:15:34.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 0x7f12200b2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:34.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f122014d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:34.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1220157110 0x7f12200cf870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f12200b0300 con 0x7f12200ceaf0 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f12200b0180 con 0x7f1220157110 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1220160550 con 0x7f12200b5ac0 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f122014d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f122014d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60334/0 (socket says 172.21.15.70:60334) 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 -- 172.21.15.70:0/3512965562 learned_addr learned my addr 172.21.15.70:0/3512965562 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121e59c640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 0x7f12200b2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121ed9d640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1220157110 0x7f12200cf870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 -- 172.21.15.70:0/3512965562 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 msgr2=0x7f12200b2ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:34.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 0x7f12200b2ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 -- 172.21.15.70:0/3512965562 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1220157110 msgr2=0x7f12200cf870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1220157110 0x7f12200cf870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 -- 172.21.15.70:0/3512965562 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f122015a230 con 0x7f12200ceaf0 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121dd9b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f122014d2a0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f121400e930 tx=0x7f121400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f120effd640 1 -- 172.21.15.70:0/3512965562 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1214017070 con 0x7f12200ceaf0 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f120effd640 1 -- 172.21.15.70:0/3512965562 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f121400c9a0 con 0x7f12200ceaf0 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f120effd640 1 -- 172.21.15.70:0/3512965562 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f121400cd90 con 0x7f12200ceaf0 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f122015a510 con 0x7f12200ceaf0 2024-09-05T06:15:34.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12200aa960 con 0x7f12200ceaf0 2024-09-05T06:15:34.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12200aa4a0 con 0x7f12200ceaf0 2024-09-05T06:15:34.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f120effd640 1 -- 172.21.15.70:0/3512965562 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f121401a070 con 0x7f12200ceaf0 2024-09-05T06:15:34.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f120effd640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12000678c0 0x7f1200069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:34.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f120effd640 1 -- 172.21.15.70:0/3512965562 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4857+0+0 (secure 0 0 0) 0x7f1214085cc0 con 0x7f12200ceaf0 2024-09-05T06:15:34.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.951+0000 7f121e59c640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12000678c0 0x7f1200069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:34.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.955+0000 7f121e59c640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12000678c0 0x7f1200069d80 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f12200d0430 tx=0x7f1210008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:34.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:34.955+0000 7f120effd640 1 -- 172.21.15.70:0/3512965562 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f12200aa4a0 con 0x7f12200ceaf0 2024-09-05T06:15:35.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.175+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f12200b5580 con 0x7f12200ceaf0 2024-09-05T06:15:35.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.175+0000 7f120effd640 1 -- 172.21.15.70:0/3512965562 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7f1214056c10 con 0x7f12200ceaf0 2024-09-05T06:15:35.172 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:35.172 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:35.172 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:15:35.173 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:35.174 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.175 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:15:35.176 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.177 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:15:35.178 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.179 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:15:35.180 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:15:35.181 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:15:35.182 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:15:35.183 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.184 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:15:35.185 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:15:35.186 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:15:35.186 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:15:35.186 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:15:35.186 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.186 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.186 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:35.186 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:35.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12000678c0 msgr2=0x7f1200069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12000678c0 0x7f1200069d80 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f12200d0430 tx=0x7f1210008040 comp rx=0 tx=0).stop 2024-09-05T06:15:35.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 msgr2=0x7f122014d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f122014d2a0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f121400e930 tx=0x7f121400edf0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 shutdown_connections 2024-09-05T06:15:35.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f12000678c0 0x7f1200069d80 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1220157110 0x7f12200cf870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12200ceaf0 0x7f122014d2a0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 --2- 172.21.15.70:0/3512965562 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12200b5ac0 0x7f12200b2ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 >> 172.21.15.70:0/3512965562 conn(0x7f122006bcc0 msgr2=0x7f122015b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:35.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 shutdown_connections 2024-09-05T06:15:35.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.179+0000 7f1224a4b640 1 -- 172.21.15.70:0/3512965562 wait complete. 2024-09-05T06:15:35.191 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:15:35.300 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc782e640 1 Processor -- start 2024-09-05T06:15:35.300 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc782e640 1 -- start start 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc782e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00d4980 0x7effc00d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc782e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7effc00d3a50 0x7effc00b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc782e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effc00cfd30 con 0x7effc015edb0 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc782e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7effc00d0010 con 0x7effc00d3a50 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc782e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7effc00d02f0 con 0x7effc00d4980 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc4dc9640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7effc015edb0 0x7effc00d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:47228/0 (socket says 172.21.15.70:47228) 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc4dc9640 1 -- 172.21.15.70:0/1202176484 learned_addr learned my addr 172.21.15.70:0/1202176484 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc55ca640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00d4980 0x7effc00d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effc5dcb640 1 --2- 172.21.15.70:0/1202176484 >> v2:172.21.15.196:3300/0 conn(0x7effc00d3a50 0x7effc00b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3841049543 0 0) 0x7effc00cfd30 con 0x7effc015edb0 2024-09-05T06:15:35.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7effac003530 con 0x7effc015edb0 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2452695471 0 0) 0x7effac003530 con 0x7effc015edb0 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00d4980 msgr2=0x7effc00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00d4980 0x7effc00d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 >> v2:172.21.15.196:3300/0 conn(0x7effc00d3a50 msgr2=0x7effc00b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 --2- 172.21.15.70:0/1202176484 >> v2:172.21.15.196:3300/0 conn(0x7effc00d3a50 0x7effc00b4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc00d05d0 con 0x7effc015edb0 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7effb0001680 con 0x7effc015edb0 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.303+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 >> v1:172.21.15.70:6789/0 conn(0x7effc015edb0 legacy=0x7effc00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00d4980 0x7effac0039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effac003f40 0x7effac004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004d50 0x7effac0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7effc00d0010 con 0x7effac004d50 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7effc00d02f0 con 0x7effac003f40 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7effac00b9d0 con 0x7effc00d4980 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc5dcb640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004d50 0x7effac0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc55ca640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00d4980 0x7effac0039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc4dc9640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effac003f40 0x7effac004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc5dcb640 1 -- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00d4980 msgr2=0x7effac0039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc5dcb640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00d4980 0x7effac0039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc5dcb640 1 -- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effac003f40 msgr2=0x7effac004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc5dcb640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effac003f40 0x7effac004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc5dcb640 1 -- 172.21.15.70:0/1202176484 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effac003530 con 0x7effac004d50 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc5dcb640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004d50 0x7effac0051d0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7effb8009ae0 tx=0x7effb801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6213a4abe6f308eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb80b2070 con 0x7effac004d50 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb80a56a0 con 0x7effac004d50 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effb7fff640 1 -- 172.21.15.70:0/1202176484 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb80096b0 con 0x7effac004d50 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc782e640 1 -- 172.21.15.70:0/1202176484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004d50 msgr2=0x7effac0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc782e640 1 --2- 172.21.15.70:0/1202176484 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004d50 0x7effac0051d0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7effb8009ae0 tx=0x7effb801ca50 comp rx=0 tx=0).stop 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc5dcb640 1 -- 172.21.15.70:0/1202176484 reap_dead start 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc782e640 1 -- 172.21.15.70:0/1202176484 shutdown_connections 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc782e640 1 -- 172.21.15.70:0/1202176484 >> 172.21.15.70:0/1202176484 conn(0x7effc008e690 msgr2=0x7effc009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:35.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc782e640 1 -- 172.21.15.70:0/1202176484 shutdown_connections 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.307+0000 7effc782e640 1 -- 172.21.15.70:0/1202176484 wait complete. 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 Processor -- start 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 -- start start 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00b6170 0x7effc00b4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effc00b7b00 0x7effc00b4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc01618c0 0x7effc00b5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7effc00d0dd0 con 0x7effc01618c0 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7effc00cf7e0 con 0x7effc00b7b00 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7effc0161430 con 0x7effc00b6170 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc01618c0 0x7effc00b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc01618c0 0x7effc00b5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60354/0 (socket says 172.21.15.70:60354) 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 -- 172.21.15.70:0/2660463703 learned_addr learned my addr 172.21.15.70:0/2660463703 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:35.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc4dc9640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effc00b7b00 0x7effc00b4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc55ca640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00b6170 0x7effc00b4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 -- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00b6170 msgr2=0x7effc00b4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00b6170 0x7effc00b4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 -- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effc00b7b00 msgr2=0x7effc00b4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effc00b7b00 0x7effc00b4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 -- 172.21.15.70:0/2660463703 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc00b8270 con 0x7effc01618c0 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc4dc9640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effc00b7b00 0x7effc00b4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc55ca640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00b6170 0x7effc00b4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc5dcb640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc01618c0 0x7effc00b5490 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7effb80b0040 tx=0x7effac005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effb5ffb640 1 -- 172.21.15.70:0/2660463703 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb80bb070 con 0x7effc01618c0 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effb5ffb640 1 -- 172.21.15.70:0/2660463703 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb8000e50 con 0x7effc01618c0 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc00b7f90 con 0x7effc01618c0 2024-09-05T06:15:35.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effb5ffb640 1 -- 172.21.15.70:0/2660463703 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb80b2040 con 0x7effc01618c0 2024-09-05T06:15:35.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc01610c0 con 0x7effc01618c0 2024-09-05T06:15:35.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effc01615b0 con 0x7effc01618c0 2024-09-05T06:15:35.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effb5ffb640 1 -- 172.21.15.70:0/2660463703 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7effb80be070 con 0x7effc01618c0 2024-09-05T06:15:35.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effb5ffb640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effa40678f0 0x7effa4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effb5ffb640 1 -- 172.21.15.70:0/2660463703 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4857+0+0 (secure 0 0 0) 0x7effb811eb00 con 0x7effc01618c0 2024-09-05T06:15:35.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.311+0000 7effc55ca640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effa40678f0 0x7effa4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.315+0000 7effc55ca640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effa40678f0 0x7effa4069db0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7effbc007440 tx=0x7effbc00b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:35.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.319+0000 7effb5ffb640 1 -- 172.21.15.70:0/2660463703 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7effb80167c0 con 0x7effc01618c0 2024-09-05T06:15:35.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.467+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7effc00cfb20 con 0x7effc01618c0 2024-09-05T06:15:35.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.467+0000 7effb5ffb640 1 -- 172.21.15.70:0/2660463703 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v136) ==== 84+0+65 (secure 0 0 0) 0x7effb80ef2b0 con 0x7effc01618c0 2024-09-05T06:15:35.465 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:15:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:15:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:15:35.466 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:35.466 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:15:35.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effa40678f0 msgr2=0x7effa4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effa40678f0 0x7effa4069db0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7effbc007440 tx=0x7effbc00b040 comp rx=0 tx=0).stop 2024-09-05T06:15:35.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc01618c0 msgr2=0x7effc00b5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc01618c0 0x7effc00b5490 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7effb80b0040 tx=0x7effac005840 comp rx=0 tx=0).stop 2024-09-05T06:15:35.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 shutdown_connections 2024-09-05T06:15:35.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7effa40678f0 0x7effa4069db0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc01618c0 0x7effc00b5490 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7effc00b7b00 0x7effc00b4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 --2- 172.21.15.70:0/2660463703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7effc00b6170 0x7effc00b4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 >> 172.21.15.70:0/2660463703 conn(0x7effc008e690 msgr2=0x7effc006c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:35.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 shutdown_connections 2024-09-05T06:15:35.469 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.471+0000 7effc782e640 1 -- 172.21.15.70:0/2660463703 wait complete. 2024-09-05T06:15:35.483 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:15:35.484 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:15:35.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f78d77640 1 Processor -- start 2024-09-05T06:15:35.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f78d77640 1 -- start start 2024-09-05T06:15:35.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f78d77640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9f7415ca90 0x7f9f740752c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f78d77640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160660 0x7f9f74160a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f78d77640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9f74160fc0 0x7f9f74073230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f78d77640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9f74075800 con 0x7f9f7415ca90 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f78d77640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9f740b34d0 con 0x7f9f74160fc0 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f78d77640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9f740b3ce0 con 0x7f9f74160660 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f7259c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9f7415ca90 0x7f9f740752c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f7259c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9f7415ca90 0x7f9f740752c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60366/0 (socket says 172.21.15.70:60366) 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f7259c640 1 -- 172.21.15.70:0/3623999557 learned_addr learned my addr 172.21.15.70:0/3623999557 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f71d9b640 1 --2- 172.21.15.70:0/3623999557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160660 0x7f9f74160a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f72d9d640 1 --2- 172.21.15.70:0/3623999557 >> v2:172.21.15.196:3300/0 conn(0x7f9f74160fc0 0x7f9f74073230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f7259c640 1 -- 172.21.15.70:0/3623999557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160660 msgr2=0x7f9f74160a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f7259c640 1 --2- 172.21.15.70:0/3623999557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160660 0x7f9f74160a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f7259c640 1 -- 172.21.15.70:0/3623999557 >> v2:172.21.15.196:3300/0 conn(0x7f9f74160fc0 msgr2=0x7f9f74073230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f7259c640 1 --2- 172.21.15.70:0/3623999557 >> v2:172.21.15.196:3300/0 conn(0x7f9f74160fc0 0x7f9f74073230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.615+0000 7f9f7259c640 1 -- 172.21.15.70:0/3623999557 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f74161450 con 0x7f9f7415ca90 2024-09-05T06:15:35.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f7259c640 1 --2- 172.21.15.70:0/3623999557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f7415ca90 0x7f9f740752c0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f9f74071820 tx=0x7f9f6c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cb18c91a644cb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:35.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f7159a640 1 -- 172.21.15.70:0/3623999557 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c0a5840 con 0x7f9f7415ca90 2024-09-05T06:15:35.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f7159a640 1 -- 172.21.15.70:0/3623999557 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f6c0a59e0 con 0x7f9f7415ca90 2024-09-05T06:15:35.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f7159a640 1 -- 172.21.15.70:0/3623999557 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c0a5db0 con 0x7f9f7415ca90 2024-09-05T06:15:35.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- 172.21.15.70:0/3623999557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f7415ca90 msgr2=0x7f9f740752c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 --2- 172.21.15.70:0/3623999557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f7415ca90 0x7f9f740752c0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f9f74071820 tx=0x7f9f6c01c9c0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- 172.21.15.70:0/3623999557 shutdown_connections 2024-09-05T06:15:35.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 --2- 172.21.15.70:0/3623999557 >> v2:172.21.15.196:3300/0 conn(0x7f9f74160fc0 0x7f9f74073230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 --2- 172.21.15.70:0/3623999557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160660 0x7f9f74160a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 --2- 172.21.15.70:0/3623999557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f7415ca90 0x7f9f740752c0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- 172.21.15.70:0/3623999557 >> 172.21.15.70:0/3623999557 conn(0x7f9f74072380 msgr2=0x7f9f740b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:35.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- 172.21.15.70:0/3623999557 shutdown_connections 2024-09-05T06:15:35.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- 172.21.15.70:0/3623999557 wait complete. 2024-09-05T06:15:35.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 Processor -- start 2024-09-05T06:15:35.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- start start 2024-09-05T06:15:35.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9f7415ca90 0x7f9f7414da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f74160660 0x7f9f740b06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160fc0 0x7f9f740b0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7415e180 con 0x7f9f74160660 2024-09-05T06:15:35.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7415ce70 con 0x7f9f7415ca90 2024-09-05T06:15:35.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.619+0000 7f9f78d77640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9f7415e300 con 0x7f9f74160fc0 2024-09-05T06:15:35.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f74160660 0x7f9f740b06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f7259c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9f7415ca90 0x7f9f7414da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f72d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160fc0 0x7f9f740b0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f74160660 0x7f9f740b06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60370/0 (socket says 172.21.15.70:60370) 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f72d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160fc0 0x7f9f740b0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:32870/0 (socket says 172.21.15.70:32870) 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 -- 172.21.15.70:0/2651597134 learned_addr learned my addr 172.21.15.70:0/2651597134 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 -- 172.21.15.70:0/2651597134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160fc0 msgr2=0x7f9f740b0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160fc0 0x7f9f740b0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 -- 172.21.15.70:0/2651597134 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9f7415ca90 msgr2=0x7f9f7414da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9f7415ca90 0x7f9f7414da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 -- 172.21.15.70:0/2651597134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f7414f9d0 con 0x7f9f74160660 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f71d9b640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f74160660 0x7f9f740b06c0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f9f6800d800 tx=0x7f9f6800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f62ffd640 1 -- 172.21.15.70:0/2651597134 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f68018020 con 0x7f9f74160660 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f62ffd640 1 -- 172.21.15.70:0/2651597134 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f680096c0 con 0x7f9f74160660 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f7414c690 con 0x7f9f74160660 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f62ffd640 1 -- 172.21.15.70:0/2651597134 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f68009ab0 con 0x7f9f74160660 2024-09-05T06:15:35.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f7414eef0 con 0x7f9f74160660 2024-09-05T06:15:35.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f74160a80 con 0x7f9f74160660 2024-09-05T06:15:35.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f62ffd640 1 -- 172.21.15.70:0/2651597134 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9f6801b020 con 0x7f9f74160660 2024-09-05T06:15:35.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f62ffd640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9f540678c0 0x7f9f54069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:35.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f62ffd640 1 -- 172.21.15.70:0/2651597134 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4857+0+0 (secure 0 0 0) 0x7f9f68085d00 con 0x7f9f74160660 2024-09-05T06:15:35.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f7259c640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9f540678c0 0x7f9f54069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:35.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.623+0000 7f9f7259c640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9f540678c0 0x7f9f54069d80 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c0ae000 tx=0x7f9f6c0a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:35.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.627+0000 7f9f62ffd640 1 -- 172.21.15.70:0/2651597134 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9f68022020 con 0x7f9f74160660 2024-09-05T06:15:35.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:35.787+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f9f7414ce10 con 0x7f9f74160660 2024-09-05T06:15:36.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.795+0000 7f9f62ffd640 1 -- 172.21.15.70:0/2651597134 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v137) ==== 138+0+0 (secure 0 0 0) 0x7f9f68056c20 con 0x7f9f74160660 2024-09-05T06:15:36.790 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:15:36.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9f540678c0 msgr2=0x7f9f54069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:36.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9f540678c0 0x7f9f54069d80 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c0ae000 tx=0x7f9f6c0a7070 comp rx=0 tx=0).stop 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f74160660 msgr2=0x7f9f740b06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f74160660 0x7f9f740b06c0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f9f6800d800 tx=0x7f9f6800dc00 comp rx=0 tx=0).stop 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 shutdown_connections 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9f540678c0 0x7f9f54069d80 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9f74160fc0 0x7f9f740b0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f74160660 0x7f9f740b06c0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 --2- 172.21.15.70:0/2651597134 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9f7415ca90 0x7f9f7414da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 >> 172.21.15.70:0/2651597134 conn(0x7f9f74072380 msgr2=0x7f9f740b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 shutdown_connections 2024-09-05T06:15:36.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.799+0000 7f9f78d77640 1 -- 172.21.15.70:0/2651597134 wait complete. 2024-09-05T06:15:36.821 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:15:36.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d83016640 1 Processor -- start 2024-09-05T06:15:36.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d83016640 1 -- start start 2024-09-05T06:15:36.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d83016640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0d7c0ceaf0 0x7f0d7c0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:36.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d83016640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c0d0c90 0x7f0d7c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:36.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d83016640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d7c06d570 con 0x7f0d7c157110 2024-09-05T06:15:36.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d83016640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0d7c0d1100 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d83016640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0d7c06d850 con 0x7f0d7c0d0c90 2024-09-05T06:15:36.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d7bfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0d7c0ceaf0 0x7f0d7c0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d815b3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c0d0c90 0x7f0d7c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d7bfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0d7c0ceaf0 0x7f0d7c0d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:47070/0 (socket says 172.21.15.70:47070) 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d7bfff640 1 -- 172.21.15.70:0/544094514 learned_addr learned my addr 172.21.15.70:0/544094514 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d815b3640 1 --2- 172.21.15.70:0/544094514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c0d0c90 0x7f0d7c0af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:32878/0 (socket says 172.21.15.70:32878) 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d815b3640 1 -- 172.21.15.70:0/544094514 >> v2:172.21.15.196:3300/0 conn(0x7f0d7c0ceaf0 msgr2=0x7f0d7c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d815b3640 1 --2- 172.21.15.70:0/544094514 >> v2:172.21.15.196:3300/0 conn(0x7f0d7c0ceaf0 0x7f0d7c0d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d815b3640 1 -- 172.21.15.70:0/544094514 >> v1:172.21.15.196:6789/0 conn(0x7f0d7c157110 legacy=0x7f0d7c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d815b3640 1 -- 172.21.15.70:0/544094514 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d7c06db30 con 0x7f0d7c0d0c90 2024-09-05T06:15:36.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.963+0000 7f0d7bfff640 1 --2- 172.21.15.70:0/544094514 >> v2:172.21.15.196:3300/0 conn(0x7f0d7c0ceaf0 0x7f0d7c0d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:15:36.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d815b3640 1 --2- 172.21.15.70:0/544094514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c0d0c90 0x7f0d7c0af720 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0d74009d90 tx=0x7f0d7401c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6ea51250744d0a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:36.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d7b7fe640 1 -- 172.21.15.70:0/544094514 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d740b2070 con 0x7f0d7c0d0c90 2024-09-05T06:15:36.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d7b7fe640 1 -- 172.21.15.70:0/544094514 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d740a57f0 con 0x7f0d7c0d0c90 2024-09-05T06:15:36.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d7b7fe640 1 -- 172.21.15.70:0/544094514 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d740a5bc0 con 0x7f0d7c0d0c90 2024-09-05T06:15:36.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d83016640 1 -- 172.21.15.70:0/544094514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c0d0c90 msgr2=0x7f0d7c0af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:36.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d83016640 1 --2- 172.21.15.70:0/544094514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c0d0c90 0x7f0d7c0af720 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0d74009d90 tx=0x7f0d7401c970 comp rx=0 tx=0).stop 2024-09-05T06:15:36.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d83016640 1 -- 172.21.15.70:0/544094514 shutdown_connections 2024-09-05T06:15:36.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d83016640 1 --2- 172.21.15.70:0/544094514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c0d0c90 0x7f0d7c0af720 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d83016640 1 --2- 172.21.15.70:0/544094514 >> v2:172.21.15.196:3300/0 conn(0x7f0d7c0ceaf0 0x7f0d7c0d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d83016640 1 -- 172.21.15.70:0/544094514 >> 172.21.15.70:0/544094514 conn(0x7f0d7c06bcc0 msgr2=0x7f0d7c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:36.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d83016640 1 -- 172.21.15.70:0/544094514 shutdown_connections 2024-09-05T06:15:36.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.967+0000 7f0d83016640 1 -- 172.21.15.70:0/544094514 wait complete. 2024-09-05T06:15:36.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 Processor -- start 2024-09-05T06:15:36.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 -- start start 2024-09-05T06:15:36.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d7c0ceaf0 0x7f0d7c14cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:36.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d7c0d0c90 0x7f0d7c158320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:36.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c157110 0x7f0d7c154c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:36.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0d7c0b5c90 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0d7c073560 con 0x7f0d7c0d0c90 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0d7c0b3a70 con 0x7f0d7c157110 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d7c0ceaf0 0x7f0d7c14cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d7c0ceaf0 0x7f0d7c14cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60380/0 (socket says 172.21.15.70:60380) 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 -- 172.21.15.70:0/2098189257 learned_addr learned my addr 172.21.15.70:0/2098189257 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d7bfff640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d7c0d0c90 0x7f0d7c158320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d815b3640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c157110 0x7f0d7c154c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 -- 172.21.15.70:0/2098189257 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c157110 msgr2=0x7f0d7c154c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c157110 0x7f0d7c154c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 -- 172.21.15.70:0/2098189257 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d7c0d0c90 msgr2=0x7f0d7c158320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d7c0d0c90 0x7f0d7c158320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 -- 172.21.15.70:0/2098189257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d7c158d00 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d80db2640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d7c0ceaf0 0x7f0d7c14cdc0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f0d6c00c3a0 tx=0x7f0d6c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d797fa640 1 -- 172.21.15.70:0/2098189257 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6c0052d0 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d797fa640 1 -- 172.21.15.70:0/2098189257 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d6c005470 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d7c1528d0 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d797fa640 1 -- 172.21.15.70:0/2098189257 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6c007260 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d7c153170 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.970 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d7c152cc0 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.971+0000 7f0d797fa640 1 -- 172.21.15.70:0/2098189257 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0d6c007400 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.975+0000 7f0d797fa640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d680678c0 0x7f0d68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:36.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.975+0000 7f0d797fa640 1 -- 172.21.15.70:0/2098189257 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5227+0+0 (secure 0 0 0) 0x7f0d6c084e30 con 0x7f0d7c0ceaf0 2024-09-05T06:15:36.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.975+0000 7f0d7bfff640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d680678c0 0x7f0d68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:36.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.975+0000 7f0d7bfff640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d680678c0 0x7f0d68069d80 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c1600d0 tx=0x7f0d70009240 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:36.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:36.979+0000 7f0d797fa640 1 -- 172.21.15.70:0/2098189257 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0d6c055500 con 0x7f0d7c0ceaf0 2024-09-05T06:15:37.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.127+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0d7c0b5770 con 0x7f0d7c0ceaf0 2024-09-05T06:15:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.803+0000 7f0d797fa640 1 -- 172.21.15.70:0/2098189257 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v138) ==== 170+0+0 (secure 0 0 0) 0x7f0d6c059800 con 0x7f0d7c0ceaf0 2024-09-05T06:15:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:15:37.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.807+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d680678c0 msgr2=0x7f0d68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:37.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.807+0000 7f0d83016640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d680678c0 0x7f0d68069d80 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c1600d0 tx=0x7f0d70009240 comp rx=0 tx=0).stop 2024-09-05T06:15:37.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.807+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d7c0ceaf0 msgr2=0x7f0d7c14cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:37.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.807+0000 7f0d83016640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d7c0ceaf0 0x7f0d7c14cdc0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f0d6c00c3a0 tx=0x7f0d6c00c860 comp rx=0 tx=0).stop 2024-09-05T06:15:37.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.811+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 shutdown_connections 2024-09-05T06:15:37.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.811+0000 7f0d83016640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0d680678c0 0x7f0d68069d80 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.811+0000 7f0d83016640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0d7c157110 0x7f0d7c154c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.811+0000 7f0d83016640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0d7c0d0c90 0x7f0d7c158320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.811+0000 7f0d83016640 1 --2- 172.21.15.70:0/2098189257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d7c0ceaf0 0x7f0d7c14cdc0 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.811+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 >> 172.21.15.70:0/2098189257 conn(0x7f0d7c06bcc0 msgr2=0x7f0d7c15aef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:37.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.811+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 shutdown_connections 2024-09-05T06:15:37.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.815+0000 7f0d83016640 1 -- 172.21.15.70:0/2098189257 wait complete. 2024-09-05T06:15:37.835 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:15:37.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3496c9e640 1 Processor -- start 2024-09-05T06:15:37.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3496c9e640 1 -- start start 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3496c9e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900ceaf0 0x7f34900d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3496c9e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f34900d0c90 0x7f34900af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3496c9e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f349006d570 con 0x7f3490157110 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3496c9e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f34900d10e0 con 0x7f34900d0c90 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3496c9e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f349006d850 con 0x7f34900ceaf0 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3494a3a640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3490157110 0x7f34900b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:47238/0 (socket says 172.21.15.70:47238) 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f3494a3a640 1 -- 172.21.15.70:0/3431441821 learned_addr learned my addr 172.21.15.70:0/3431441821 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.955+0000 7f349523b640 1 --2- 172.21.15.70:0/3431441821 >> v2:172.21.15.70:3300/0 conn(0x7f34900d0c90 0x7f34900af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f348f7fe640 1 -- 172.21.15.70:0/3431441821 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2692699131 0 0) 0x7f349006d570 con 0x7f3490157110 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f348ffff640 1 --2- 172.21.15.70:0/3431441821 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900ceaf0 0x7f34900d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:37.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f348f7fe640 1 -- 172.21.15.70:0/3431441821 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3478003530 con 0x7f3490157110 2024-09-05T06:15:37.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f349523b640 1 -- 172.21.15.70:0/3431441821 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900ceaf0 msgr2=0x7f34900d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:37.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f349523b640 1 --2- 172.21.15.70:0/3431441821 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900ceaf0 0x7f34900d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f349523b640 1 -- 172.21.15.70:0/3431441821 >> v1:172.21.15.70:6789/0 conn(0x7f3490157110 legacy=0x7f34900b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:37.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f349523b640 1 -- 172.21.15.70:0/3431441821 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f349006db30 con 0x7f34900d0c90 2024-09-05T06:15:37.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f349523b640 1 --2- 172.21.15.70:0/3431441821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900d0c90 0x7f34900af720 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f34880097c0 tx=0x7f348801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303eebed24eb2e4b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:37.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f348f7fe640 1 -- 172.21.15.70:0/3431441821 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34880b0070 con 0x7f34900d0c90 2024-09-05T06:15:37.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f348f7fe640 1 -- 172.21.15.70:0/3431441821 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34880ab600 con 0x7f34900d0c90 2024-09-05T06:15:37.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f348f7fe640 1 -- 172.21.15.70:0/3431441821 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34880ab9d0 con 0x7f34900d0c90 2024-09-05T06:15:37.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f3496c9e640 1 -- 172.21.15.70:0/3431441821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900d0c90 msgr2=0x7f34900af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:37.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f3496c9e640 1 --2- 172.21.15.70:0/3431441821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900d0c90 0x7f34900af720 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f34880097c0 tx=0x7f348801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f3496c9e640 1 -- 172.21.15.70:0/3431441821 shutdown_connections 2024-09-05T06:15:37.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f3496c9e640 1 --2- 172.21.15.70:0/3431441821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900d0c90 0x7f34900af720 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f3496c9e640 1 --2- 172.21.15.70:0/3431441821 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900ceaf0 0x7f34900d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f3496c9e640 1 -- 172.21.15.70:0/3431441821 >> 172.21.15.70:0/3431441821 conn(0x7f349006bcc0 msgr2=0x7f349006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:37.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f3496c9e640 1 -- 172.21.15.70:0/3431441821 shutdown_connections 2024-09-05T06:15:37.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.959+0000 7f3496c9e640 1 -- 172.21.15.70:0/3431441821 wait complete. 2024-09-05T06:15:37.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 Processor -- start 2024-09-05T06:15:37.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 -- start start 2024-09-05T06:15:37.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900ceaf0 0x7f349014f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:37.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900d0c90 0x7f34900b0e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:37.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3490157110 0x7f34900aec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:37.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f34900b3a70 con 0x7f34900ceaf0 2024-09-05T06:15:37.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f34900b5c90 con 0x7f3490157110 2024-09-05T06:15:37.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f34900b3bf0 con 0x7f34900d0c90 2024-09-05T06:15:37.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900ceaf0 0x7f349014f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:37.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900ceaf0 0x7f349014f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:60400/0 (socket says 172.21.15.70:60400) 2024-09-05T06:15:37.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 -- 172.21.15.70:0/941796125 learned_addr learned my addr 172.21.15.70:0/941796125 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:37.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f348ffff640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900d0c90 0x7f34900b0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:37.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f349523b640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3490157110 0x7f34900aec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:37.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 -- 172.21.15.70:0/941796125 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900d0c90 msgr2=0x7f34900b0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:37.961 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900d0c90 0x7f34900b0e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 -- 172.21.15.70:0/941796125 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3490157110 msgr2=0x7f34900aec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3490157110 0x7f34900aec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 -- 172.21.15.70:0/941796125 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3490151da0 con 0x7f34900ceaf0 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3494a3a640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900ceaf0 0x7f349014f2c0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f348000caa0 tx=0x7f348000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f348d7fa640 1 -- 172.21.15.70:0/941796125 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3480017070 con 0x7f34900ceaf0 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f348d7fa640 1 -- 172.21.15.70:0/941796125 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f348000ac00 con 0x7f34900ceaf0 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f348d7fa640 1 -- 172.21.15.70:0/941796125 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3480012400 con 0x7f34900ceaf0 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3490152080 con 0x7f34900ceaf0 2024-09-05T06:15:37.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3490152640 con 0x7f34900ceaf0 2024-09-05T06:15:37.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f349006d570 con 0x7f34900ceaf0 2024-09-05T06:15:37.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.963+0000 7f348d7fa640 1 -- 172.21.15.70:0/941796125 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f348001a070 con 0x7f34900ceaf0 2024-09-05T06:15:37.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.967+0000 7f348d7fa640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f347c0678c0 0x7f347c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:37.963 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.967+0000 7f348d7fa640 1 -- 172.21.15.70:0/941796125 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5609+0+0 (secure 0 0 0) 0x7f3480085a10 con 0x7f34900ceaf0 2024-09-05T06:15:37.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.967+0000 7f348ffff640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f347c0678c0 0x7f347c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:37.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.967+0000 7f348ffff640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f347c0678c0 0x7f347c069d80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f34900d1500 tx=0x7f3484008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:37.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:37.971+0000 7f348d7fa640 1 -- 172.21.15.70:0/941796125 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f34800565b0 con 0x7f34900ceaf0 2024-09-05T06:15:38.158 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.163+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f34900d0530 con 0x7f34900ceaf0 2024-09-05T06:15:38.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.835+0000 7f348d7fa640 1 -- 172.21.15.70:0/941796125 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v51) ==== 174+0+0 (secure 0 0 0) 0x7f3480055eb0 con 0x7f34900ceaf0 2024-09-05T06:15:38.838 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 16 and data pool 17 2024-09-05T06:15:38.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f347c0678c0 msgr2=0x7f347c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:38.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f347c0678c0 0x7f347c069d80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f34900d1500 tx=0x7f3484008040 comp rx=0 tx=0).stop 2024-09-05T06:15:38.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900ceaf0 msgr2=0x7f349014f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:38.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900ceaf0 0x7f349014f2c0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f348000caa0 tx=0x7f348000cf60 comp rx=0 tx=0).stop 2024-09-05T06:15:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 shutdown_connections 2024-09-05T06:15:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f347c0678c0 0x7f347c069d80 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3490157110 0x7f34900aec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f34900d0c90 0x7f34900b0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 --2- 172.21.15.70:0/941796125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34900ceaf0 0x7f349014f2c0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 >> 172.21.15.70:0/941796125 conn(0x7f349006bcc0 msgr2=0x7f349015ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:38.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.847+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 shutdown_connections 2024-09-05T06:15:38.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.851+0000 7f3496c9e640 1 -- 172.21.15.70:0/941796125 wait complete. 2024-09-05T06:15:38.868 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:38.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c71f4640 1 Processor -- start 2024-09-05T06:15:38.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c71f4640 1 -- start start 2024-09-05T06:15:38.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c71f4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd3c015e6e0 0x7fd3c00b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:38.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c71f4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c00cd2e0 0x7fd3c0165430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:38.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c71f4640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3c015bd00 con 0x7fd3c00b4350 2024-09-05T06:15:38.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c71f4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd3c0075760 con 0x7fd3c015e6e0 2024-09-05T06:15:38.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c71f4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd3c00b5590 con 0x7fd3c00cd2e0 2024-09-05T06:15:38.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c5791640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c00cd2e0 0x7fd3c0165430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:38.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3bffff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd3c015e6e0 0x7fd3c00b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:38.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3bffff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd3c015e6e0 0x7fd3c00b4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:51390/0 (socket says 172.21.15.70:51390) 2024-09-05T06:15:38.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c5791640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c00cd2e0 0x7fd3c0165430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:56584/0 (socket says 172.21.15.70:56584) 2024-09-05T06:15:38.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3bffff640 1 -- 172.21.15.70:0/2220678726 learned_addr learned my addr 172.21.15.70:0/2220678726 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:38.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c5791640 1 -- 172.21.15.70:0/2220678726 >> v2:172.21.15.196:3300/0 conn(0x7fd3c015e6e0 msgr2=0x7fd3c00b4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:38.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c5791640 1 --2- 172.21.15.70:0/2220678726 >> v2:172.21.15.196:3300/0 conn(0x7fd3c015e6e0 0x7fd3c00b4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c5791640 1 -- 172.21.15.70:0/2220678726 >> v1:172.21.15.196:6789/0 conn(0x7fd3c00b4350 legacy=0x7fd3c00b4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:38.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3c5791640 1 -- 172.21.15.70:0/2220678726 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c015c910 con 0x7fd3c00cd2e0 2024-09-05T06:15:38.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.983+0000 7fd3bffff640 1 --2- 172.21.15.70:0/2220678726 >> v2:172.21.15.196:3300/0 conn(0x7fd3c015e6e0 0x7fd3c00b4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:15:38.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c5791640 1 --2- 172.21.15.70:0/2220678726 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c00cd2e0 0x7fd3c0165430 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8009d90 tx=0x7fd3b801c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0c52b6ffe3dae2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:38.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3bf7fe640 1 -- 172.21.15.70:0/2220678726 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b80b2070 con 0x7fd3c00cd2e0 2024-09-05T06:15:38.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3bf7fe640 1 -- 172.21.15.70:0/2220678726 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3b80a5730 con 0x7fd3c00cd2e0 2024-09-05T06:15:38.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3bf7fe640 1 -- 172.21.15.70:0/2220678726 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b80a5b00 con 0x7fd3c00cd2e0 2024-09-05T06:15:38.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 -- 172.21.15.70:0/2220678726 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c00cd2e0 msgr2=0x7fd3c0165430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:38.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/2220678726 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c00cd2e0 0x7fd3c0165430 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8009d90 tx=0x7fd3b801c970 comp rx=0 tx=0).stop 2024-09-05T06:15:38.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 -- 172.21.15.70:0/2220678726 shutdown_connections 2024-09-05T06:15:38.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/2220678726 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c00cd2e0 0x7fd3c0165430 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/2220678726 >> v2:172.21.15.196:3300/0 conn(0x7fd3c015e6e0 0x7fd3c00b4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 -- 172.21.15.70:0/2220678726 >> 172.21.15.70:0/2220678726 conn(0x7fd3c00723c0 msgr2=0x7fd3c00b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:38.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 -- 172.21.15.70:0/2220678726 shutdown_connections 2024-09-05T06:15:38.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 -- 172.21.15.70:0/2220678726 wait complete. 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 Processor -- start 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.987+0000 7fd3c71f4640 1 -- start start 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3c00b4350 0x7fd3c014c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3c00cd2e0 0x7fd3c01504d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c015e6e0 0x7fd3c0150a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c0073a80 con 0x7fd3c00b4350 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c00cd710 con 0x7fd3c00cd2e0 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd3c0073c00 con 0x7fd3c015e6e0 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3c00b4350 0x7fd3c014c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:38.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3c00b4350 0x7fd3c014c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41984/0 (socket says 172.21.15.70:41984) 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 -- 172.21.15.70:0/1968826060 learned_addr learned my addr 172.21.15.70:0/1968826060 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bffff640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3c00cd2e0 0x7fd3c01504d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c5791640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c015e6e0 0x7fd3c0150a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 -- 172.21.15.70:0/1968826060 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c015e6e0 msgr2=0x7fd3c0150a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c015e6e0 0x7fd3c0150a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 -- 172.21.15.70:0/1968826060 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3c00cd2e0 msgr2=0x7fd3c01504d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3c00cd2e0 0x7fd3c01504d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 -- 172.21.15.70:0/1968826060 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c0152600 con 0x7fd3c00b4350 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c4f90640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3c00b4350 0x7fd3c014c030 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fd3b000c420 tx=0x7fd3b000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bd7fa640 1 -- 172.21.15.70:0/1968826060 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b00052d0 con 0x7fd3c00b4350 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bd7fa640 1 -- 172.21.15.70:0/1968826060 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3b0005470 con 0x7fd3c00b4350 2024-09-05T06:15:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3c0151040 con 0x7fd3c00b4350 2024-09-05T06:15:38.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bd7fa640 1 -- 172.21.15.70:0/1968826060 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0007260 con 0x7fd3c00b4350 2024-09-05T06:15:38.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3c0151600 con 0x7fd3c00b4350 2024-09-05T06:15:38.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3c0074030 con 0x7fd3c00b4350 2024-09-05T06:15:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bd7fa640 1 -- 172.21.15.70:0/1968826060 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd3b0007400 con 0x7fd3c00b4350 2024-09-05T06:15:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bd7fa640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3ac0678c0 0x7fd3ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bd7fa640 1 -- 172.21.15.70:0/1968826060 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5709+0+0 (secure 0 0 0) 0x7fd3b00851a0 con 0x7fd3c00b4350 2024-09-05T06:15:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bffff640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3ac0678c0 0x7fd3ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.991+0000 7fd3bffff640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3ac0678c0 0x7fd3ac069d80 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd3c015a970 tx=0x7fd3b4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:38.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:38.995+0000 7fd3bd7fa640 1 -- 172.21.15.70:0/1968826060 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd3b0055c60 con 0x7fd3c00b4350 2024-09-05T06:15:39.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.159+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd3c0153260 con 0x7fd3c00b4350 2024-09-05T06:15:39.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.163+0000 7fd3bd7fa640 1 -- 172.21.15.70:0/1968826060 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) ==== 74+0+16745 (secure 0 0 0) 0x7fd3b0055560 con 0x7fd3c00b4350 2024-09-05T06:15:39.160 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:39.160 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":139,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:38.167729+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:35.832319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:37.172220+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:39.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3ac0678c0 msgr2=0x7fd3ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3ac0678c0 0x7fd3ac069d80 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd3c015a970 tx=0x7fd3b4008040 comp rx=0 tx=0).stop 2024-09-05T06:15:39.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3c00b4350 msgr2=0x7fd3c014c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3c00b4350 0x7fd3c014c030 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fd3b000c420 tx=0x7fd3b000c8e0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 shutdown_connections 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3ac0678c0 0x7fd3ac069d80 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3c015e6e0 0x7fd3c0150a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3c00cd2e0 0x7fd3c01504d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 --2- 172.21.15.70:0/1968826060 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3c00b4350 0x7fd3c014c030 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 >> 172.21.15.70:0/1968826060 conn(0x7fd3c00723c0 msgr2=0x7fd3c00b4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 shutdown_connections 2024-09-05T06:15:39.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.167+0000 7fd3c71f4640 1 -- 172.21.15.70:0/1968826060 wait complete. 2024-09-05T06:15:39.179 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:39.301 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.303+0000 7f6d3680c640 1 Processor -- start 2024-09-05T06:15:39.301 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.303+0000 7f6d3680c640 1 -- start start 2024-09-05T06:15:39.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6d300d4980 0x7f6d300d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6d300d3a50 0x7f6d300b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d300cfd30 con 0x7f6d3015edb0 2024-09-05T06:15:39.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6d300d0010 con 0x7f6d300d3a50 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6d300d02f0 con 0x7f6d300d4980 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d34da9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6d300d3a50 0x7f6d300b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d2f7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6d3015edb0 0x7f6d300d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51486/0 (socket says 172.21.15.70:51486) 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d2f7fe640 1 -- 172.21.15.70:0/675733506 learned_addr learned my addr 172.21.15.70:0/675733506 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d2ffff640 1 --2- 172.21.15.70:0/675733506 >> v2:172.21.15.196:3300/0 conn(0x7f6d300d4980 0x7f6d300d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d34da9640 1 -- 172.21.15.70:0/675733506 >> v2:172.21.15.196:3300/0 conn(0x7f6d300d4980 msgr2=0x7f6d300d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d34da9640 1 --2- 172.21.15.70:0/675733506 >> v2:172.21.15.196:3300/0 conn(0x7f6d300d4980 0x7f6d300d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d34da9640 1 -- 172.21.15.70:0/675733506 >> v1:172.21.15.70:6789/0 conn(0x7f6d3015edb0 legacy=0x7f6d300d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d2effd640 1 -- 172.21.15.70:0/675733506 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 582364056 0 0) 0x7f6d300cfd30 con 0x7f6d3015edb0 2024-09-05T06:15:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d34da9640 1 -- 172.21.15.70:0/675733506 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d300d05d0 con 0x7f6d300d3a50 2024-09-05T06:15:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d34da9640 1 --2- 172.21.15.70:0/675733506 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d3a50 0x7f6d300b4610 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f6d3008d8e0 tx=0x7f6d2801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4293e8f0eef5b1e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d2effd640 1 -- 172.21.15.70:0/675733506 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d280b2070 con 0x7f6d300d3a50 2024-09-05T06:15:39.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d2effd640 1 -- 172.21.15.70:0/675733506 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d280a59e0 con 0x7f6d300d3a50 2024-09-05T06:15:39.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d2effd640 1 -- 172.21.15.70:0/675733506 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d280a5db0 con 0x7f6d300d3a50 2024-09-05T06:15:39.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 -- 172.21.15.70:0/675733506 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d3a50 msgr2=0x7f6d300b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 --2- 172.21.15.70:0/675733506 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d3a50 0x7f6d300b4610 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f6d3008d8e0 tx=0x7f6d2801c900 comp rx=0 tx=0).stop 2024-09-05T06:15:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 -- 172.21.15.70:0/675733506 shutdown_connections 2024-09-05T06:15:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 --2- 172.21.15.70:0/675733506 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d3a50 0x7f6d300b4610 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 --2- 172.21.15.70:0/675733506 >> v2:172.21.15.196:3300/0 conn(0x7f6d300d4980 0x7f6d300d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 -- 172.21.15.70:0/675733506 >> 172.21.15.70:0/675733506 conn(0x7f6d3008e690 msgr2=0x7f6d3009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 -- 172.21.15.70:0/675733506 shutdown_connections 2024-09-05T06:15:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.307+0000 7f6d3680c640 1 -- 172.21.15.70:0/675733506 wait complete. 2024-09-05T06:15:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 Processor -- start 2024-09-05T06:15:39.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 -- start start 2024-09-05T06:15:39.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6d300d3a50 0x7f6d300ce820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d4980 0x7f6d300cd170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6d3015edb0 0x7f6d30150760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6d300b54e0 con 0x7f6d300d4980 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6d300b5360 con 0x7f6d300d3a50 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6d3016b730 con 0x7f6d3015edb0 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d4980 0x7f6d300cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d4980 0x7f6d300cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41996/0 (socket says 172.21.15.70:41996) 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 -- 172.21.15.70:0/16962493 learned_addr learned my addr 172.21.15.70:0/16962493 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 -- 172.21.15.70:0/16962493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6d3015edb0 msgr2=0x7f6d30150760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6d3015edb0 0x7f6d30150760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 -- 172.21.15.70:0/16962493 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6d300d3a50 msgr2=0x7f6d300ce820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6d300d3a50 0x7f6d300ce820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 -- 172.21.15.70:0/16962493 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d300cc0d0 con 0x7f6d300d4980 2024-09-05T06:15:39.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2f7fe640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d4980 0x7f6d300cd170 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f6d2400c520 tx=0x7f6d2400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:39.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2cff9640 1 -- 172.21.15.70:0/16962493 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d24018070 con 0x7f6d300d4980 2024-09-05T06:15:39.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2cff9640 1 -- 172.21.15.70:0/16962493 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d240074e0 con 0x7f6d300d4980 2024-09-05T06:15:39.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d300cc3b0 con 0x7f6d300d4980 2024-09-05T06:15:39.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d2cff9640 1 -- 172.21.15.70:0/16962493 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d240049f0 con 0x7f6d300d4980 2024-09-05T06:15:39.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d300cc970 con 0x7f6d300d4980 2024-09-05T06:15:39.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.311+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d300b4610 con 0x7f6d300d4980 2024-09-05T06:15:39.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.315+0000 7f6d2cff9640 1 -- 172.21.15.70:0/16962493 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6d2401b070 con 0x7f6d300d4980 2024-09-05T06:15:39.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.315+0000 7f6d2cff9640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6d1c0678f0 0x7f6d1c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.315+0000 7f6d2cff9640 1 -- 172.21.15.70:0/16962493 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5709+0+0 (secure 0 0 0) 0x7f6d24085090 con 0x7f6d300d4980 2024-09-05T06:15:39.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.315+0000 7f6d2ffff640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6d1c0678f0 0x7f6d1c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.315+0000 7f6d2ffff640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6d1c0678f0 0x7f6d1c069db0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000b850 tx=0x7f6d20008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:39.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.319+0000 7f6d2cff9640 1 -- 172.21.15.70:0/16962493 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6d24055c60 con 0x7f6d300d4980 2024-09-05T06:15:39.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.483+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6d300b74c0 con 0x7f6d300d4980 2024-09-05T06:15:39.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.487+0000 7f6d2cff9640 1 -- 172.21.15.70:0/16962493 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) ==== 74+0+16745 (secure 0 0 0) 0x7f6d24055560 con 0x7f6d300d4980 2024-09-05T06:15:39.484 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:39.484 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":139,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:38.167729+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:35.832319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:37.172220+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:39.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.487+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6d1c0678f0 msgr2=0x7f6d1c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.487+0000 7f6d3680c640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6d1c0678f0 0x7f6d1c069db0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000b850 tx=0x7f6d20008040 comp rx=0 tx=0).stop 2024-09-05T06:15:39.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.487+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d4980 msgr2=0x7f6d300cd170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.487+0000 7f6d3680c640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d4980 0x7f6d300cd170 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f6d2400c520 tx=0x7f6d2400c9e0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.491+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 shutdown_connections 2024-09-05T06:15:39.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.491+0000 7f6d3680c640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6d1c0678f0 0x7f6d1c069db0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.491+0000 7f6d3680c640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6d3015edb0 0x7f6d30150760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.491+0000 7f6d3680c640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6d300d4980 0x7f6d300cd170 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.491+0000 7f6d3680c640 1 --2- 172.21.15.70:0/16962493 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6d300d3a50 0x7f6d300ce820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.491+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 >> 172.21.15.70:0/16962493 conn(0x7f6d3008e690 msgr2=0x7f6d300b1a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:39.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.491+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 shutdown_connections 2024-09-05T06:15:39.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.491+0000 7f6d3680c640 1 -- 172.21.15.70:0/16962493 wait complete. 2024-09-05T06:15:39.503 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:15:39.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64cd95640 1 Processor -- start 2024-09-05T06:15:39.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64cd95640 1 -- start start 2024-09-05T06:15:39.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64cd95640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480afff0 0x7fc6480cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64cd95640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc6480731a0 0x7fc64806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64cd95640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc64815bc40 con 0x7fc6480cdf80 2024-09-05T06:15:39.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64cd95640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc648072600 con 0x7fc6480731a0 2024-09-05T06:15:39.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64cd95640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc6480d14c0 con 0x7fc6480afff0 2024-09-05T06:15:39.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480afff0 0x7fc6480cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc646d9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc6480731a0 0x7fc64806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480afff0 0x7fc6480cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:56600/0 (socket says 172.21.15.70:56600) 2024-09-05T06:15:39.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc64659c640 1 -- 172.21.15.70:0/2343819216 learned_addr learned my addr 172.21.15.70:0/2343819216 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:39.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc63dd9b640 1 --1- 172.21.15.70:0/2343819216 >> v1:172.21.15.196:6789/0 conn(0x7fc6480cdf80 0x7fc648072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:42844/0 (socket says 172.21.15.70:42844) 2024-09-05T06:15:39.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc646d9d640 1 -- 172.21.15.70:0/2343819216 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480afff0 msgr2=0x7fc6480cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:39.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc646d9d640 1 --2- 172.21.15.70:0/2343819216 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480afff0 0x7fc6480cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc646d9d640 1 -- 172.21.15.70:0/2343819216 >> v1:172.21.15.196:6789/0 conn(0x7fc6480cdf80 legacy=0x7fc648072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.635+0000 7fc646d9d640 1 -- 172.21.15.70:0/2343819216 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc648071cd0 con 0x7fc6480731a0 2024-09-05T06:15:39.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc646d9d640 1 --2- 172.21.15.70:0/2343819216 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480731a0 0x7fc64806e680 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc640009d90 tx=0x7fc64001c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=388aed3bef8f04a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:39.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc645d9b640 1 -- 172.21.15.70:0/2343819216 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6400b2070 con 0x7fc6480731a0 2024-09-05T06:15:39.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc645d9b640 1 -- 172.21.15.70:0/2343819216 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6400a5830 con 0x7fc6480731a0 2024-09-05T06:15:39.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc645d9b640 1 -- 172.21.15.70:0/2343819216 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6400a5c00 con 0x7fc6480731a0 2024-09-05T06:15:39.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- 172.21.15.70:0/2343819216 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480731a0 msgr2=0x7fc64806e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 --2- 172.21.15.70:0/2343819216 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480731a0 0x7fc64806e680 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc640009d90 tx=0x7fc64001c970 comp rx=0 tx=0).stop 2024-09-05T06:15:39.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- 172.21.15.70:0/2343819216 shutdown_connections 2024-09-05T06:15:39.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 --2- 172.21.15.70:0/2343819216 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480731a0 0x7fc64806e680 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 --2- 172.21.15.70:0/2343819216 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480afff0 0x7fc6480cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- 172.21.15.70:0/2343819216 >> 172.21.15.70:0/2343819216 conn(0x7fc64806bcc0 msgr2=0x7fc64806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:39.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- 172.21.15.70:0/2343819216 shutdown_connections 2024-09-05T06:15:39.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- 172.21.15.70:0/2343819216 wait complete. 2024-09-05T06:15:39.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 Processor -- start 2024-09-05T06:15:39.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- start start 2024-09-05T06:15:39.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480731a0 0x7fc648141090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480afff0 0x7fc648159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6480cdf80 0x7fc648159e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc64806efd0 con 0x7fc6480cdf80 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc6480d1190 con 0x7fc6480afff0 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc64cd95640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc648166560 con 0x7fc6480731a0 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc646d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6480cdf80 0x7fc648159e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc646d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6480cdf80 0x7fc648159e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42012/0 (socket says 172.21.15.70:42012) 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.639+0000 7fc646d9d640 1 -- 172.21.15.70:0/1204591524 learned_addr learned my addr 172.21.15.70:0/1204591524 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc64659c640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480731a0 0x7fc648141090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc63dd9b640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480afff0 0x7fc648159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc646d9d640 1 -- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480731a0 msgr2=0x7fc648141090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc646d9d640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480731a0 0x7fc648141090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc646d9d640 1 -- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480afff0 msgr2=0x7fc648159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:39.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc646d9d640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480afff0 0x7fc648159900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc646d9d640 1 -- 172.21.15.70:0/1204591524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6480b12e0 con 0x7fc6480cdf80 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc63dd9b640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480afff0 0x7fc648159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc64659c640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480731a0 0x7fc648141090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc646d9d640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6480cdf80 0x7fc648159e40 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fc64001b020 tx=0x7fc640019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc63f7fe640 1 -- 172.21.15.70:0/1204591524 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6400b2040 con 0x7fc6480cdf80 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc63f7fe640 1 -- 172.21.15.70:0/1204591524 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6400bf070 con 0x7fc6480cdf80 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6480b15c0 con 0x7fc6480cdf80 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc63f7fe640 1 -- 172.21.15.70:0/1204591524 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6400b8870 con 0x7fc6480cdf80 2024-09-05T06:15:39.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6480b1b80 con 0x7fc6480cdf80 2024-09-05T06:15:39.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6480cda40 con 0x7fc6480cdf80 2024-09-05T06:15:39.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc63f7fe640 1 -- 172.21.15.70:0/1204591524 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc6400a56b0 con 0x7fc6480cdf80 2024-09-05T06:15:39.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc63f7fe640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6280678c0 0x7fc628069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:39.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc63f7fe640 1 -- 172.21.15.70:0/1204591524 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5709+0+0 (secure 0 0 0) 0x7fc640121870 con 0x7fc6480cdf80 2024-09-05T06:15:39.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc64659c640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6280678c0 0x7fc628069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:39.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.643+0000 7fc64659c640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6280678c0 0x7fc628069d80 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fc638009ad0 tx=0x7fc638008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:39.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.647+0000 7fc63f7fe640 1 -- 172.21.15.70:0/1204591524 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc640016560 con 0x7fc6480cdf80 2024-09-05T06:15:39.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:39.847+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc6480ccc60 con 0x7fc6480cdf80 2024-09-05T06:15:40.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.855+0000 7fc63f7fe640 1 -- 172.21.15.70:0/1204591524 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v54) ==== 118+0+0 (secure 0 0 0) 0x7fc6400f2320 con 0x7fc6480cdf80 2024-09-05T06:15:40.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6280678c0 msgr2=0x7fc628069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6280678c0 0x7fc628069d80 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fc638009ad0 tx=0x7fc638008040 comp rx=0 tx=0).stop 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6480cdf80 msgr2=0x7fc648159e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6480cdf80 0x7fc648159e40 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fc64001b020 tx=0x7fc640019710 comp rx=0 tx=0).stop 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 shutdown_connections 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc6280678c0 0x7fc628069d80 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc6480cdf80 0x7fc648159e40 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc6480afff0 0x7fc648159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 --2- 172.21.15.70:0/1204591524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc6480731a0 0x7fc648141090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 >> 172.21.15.70:0/1204591524 conn(0x7fc64806bcc0 msgr2=0x7fc64815e530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 shutdown_connections 2024-09-05T06:15:40.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:40.859+0000 7fc64cd95640 1 -- 172.21.15.70:0/1204591524 wait complete. 2024-09-05T06:15:40.882 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:15:40.882 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:15:41.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.015+0000 7f6e68c92640 1 Processor -- start 2024-09-05T06:15:41.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.015+0000 7f6e68c92640 1 -- start start 2024-09-05T06:15:41.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e68c92640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6e64162440 0x7f6e640d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:41.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e68c92640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e640d2a50 con 0x7f6e640b5830 2024-09-05T06:15:41.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e68c92640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e640d2d30 con 0x7f6e640d3920 2024-09-05T06:15:41.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e68c92640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6e640d2800 con 0x7f6e64162440 2024-09-05T06:15:41.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e61d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6e640b5830 0x7f6e640d3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51502/0 (socket says 172.21.15.70:51502) 2024-09-05T06:15:41.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e61d9b640 1 -- 172.21.15.70:0/1284881393 learned_addr learned my addr 172.21.15.70:0/1284881393 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6259c640 1 --2- 172.21.15.70:0/1284881393 >> v2:172.21.15.196:3300/0 conn(0x7f6e64162440 0x7f6e640d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 330344948 0 0) 0x7f6e640d2a50 con 0x7f6e640b5830 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e50003530 con 0x7f6e640b5830 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1773540047 0 0) 0x7f6e50003530 con 0x7f6e640b5830 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 >> v2:172.21.15.196:3300/0 conn(0x7f6e64162440 msgr2=0x7f6e640d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 --2- 172.21.15.70:0/1284881393 >> v2:172.21.15.196:3300/0 conn(0x7f6e64162440 0x7f6e640d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 >> v1:172.21.15.196:6789/0 conn(0x7f6e640d3920 legacy=0x7f6e640b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e640d05a0 con 0x7f6e640b5830 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f6e4c001680 con 0x7f6e640b5830 2024-09-05T06:15:41.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6259c640 1 --2- 172.21.15.70:0/1284881393 >> v2:172.21.15.196:3300/0 conn(0x7f6e64162440 0x7f6e640d5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 >> v1:172.21.15.70:6789/0 conn(0x7f6e640b5830 legacy=0x7f6e640d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e50003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e50004810 0x7f6e50004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e500051d0 0x7f6e5000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6e640d2800 con 0x7f6e500039c0 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5000c120 con 0x7f6e50004810 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6e5000c320 con 0x7f6e500051d0 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6259c640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e50003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e61d9b640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e50004810 0x7f6e50004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e62d9d640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e500051d0 0x7f6e5000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6259c640 1 -- 172.21.15.70:0/1284881393 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e500051d0 msgr2=0x7f6e5000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6259c640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e500051d0 0x7f6e5000b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6259c640 1 -- 172.21.15.70:0/1284881393 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e50004810 msgr2=0x7f6e50004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:41.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6259c640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e50004810 0x7f6e50004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e6259c640 1 -- 172.21.15.70:0/1284881393 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e50003530 con 0x7f6e500039c0 2024-09-05T06:15:41.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.019+0000 7f6e62d9d640 1 -- 172.21.15.70:0/1284881393 reap_dead start 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e50003de0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0073e0 tx=0x7f6e5c01cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6b684a096a33017 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c0b2070 con 0x7f6e500039c0 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e5c0a5b90 con 0x7f6e500039c0 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6159a640 1 -- 172.21.15.70:0/1284881393 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c009c80 con 0x7f6e500039c0 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- 172.21.15.70:0/1284881393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 msgr2=0x7f6e50003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e50003de0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0073e0 tx=0x7f6e5c01cee0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- 172.21.15.70:0/1284881393 shutdown_connections 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 --2- 172.21.15.70:0/1284881393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e50003de0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- 172.21.15.70:0/1284881393 >> 172.21.15.70:0/1284881393 conn(0x7f6e640d4c30 msgr2=0x7f6e640d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- 172.21.15.70:0/1284881393 shutdown_connections 2024-09-05T06:15:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- 172.21.15.70:0/1284881393 wait complete. 2024-09-05T06:15:41.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 Processor -- start 2024-09-05T06:15:41.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- start start 2024-09-05T06:15:41.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e640b89a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e640ccfe0 0x7f6e6415e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e640ce560 0x7f6e640b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6e640d21e0 con 0x7f6e500039c0 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6e640d2060 con 0x7f6e640ccfe0 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e68c92640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6e640d2360 con 0x7f6e640ce560 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e640b89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e640b89a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42034/0 (socket says 172.21.15.70:42034) 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 -- 172.21.15.70:0/824880451 learned_addr learned my addr 172.21.15.70:0/824880451 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e61d9b640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e640ccfe0 0x7f6e6415e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e62d9d640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e640ce560 0x7f6e640b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 -- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e640ce560 msgr2=0x7f6e640b2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e640ce560 0x7f6e640b2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 -- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e640ccfe0 msgr2=0x7f6e6415e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e640ccfe0 0x7f6e6415e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e6259c640 1 -- 172.21.15.70:0/824880451 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6415e5d0 con 0x7f6e500039c0 2024-09-05T06:15:41.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.023+0000 7f6e62d9d640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e640ce560 0x7f6e640b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:41.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e6259c640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e640b89a0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0073e0 tx=0x7f6e5c019c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:41.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e5affd640 1 -- 172.21.15.70:0/824880451 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c0b2040 con 0x7f6e500039c0 2024-09-05T06:15:41.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e5affd640 1 -- 172.21.15.70:0/824880451 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e5c0adac0 con 0x7f6e500039c0 2024-09-05T06:15:41.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e640cd4c0 con 0x7f6e500039c0 2024-09-05T06:15:41.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e5affd640 1 -- 172.21.15.70:0/824880451 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c0b8430 con 0x7f6e500039c0 2024-09-05T06:15:41.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e640cda80 con 0x7f6e500039c0 2024-09-05T06:15:41.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e640b41a0 con 0x7f6e500039c0 2024-09-05T06:15:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e5affd640 1 -- 172.21.15.70:0/824880451 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6e5c0b85d0 con 0x7f6e500039c0 2024-09-05T06:15:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e5affd640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e440678f0 0x7f6e44069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e5affd640 1 -- 172.21.15.70:0/824880451 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f6e5c1201d0 con 0x7f6e500039c0 2024-09-05T06:15:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e61d9b640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e440678f0 0x7f6e44069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:41.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.027+0000 7f6e61d9b640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e440678f0 0x7f6e44069db0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c001ec0 tx=0x7f6e4c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:41.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.031+0000 7f6e5affd640 1 -- 172.21.15.70:0/824880451 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6e6415e5d0 con 0x7f6e500039c0 2024-09-05T06:15:41.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.231+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f6e6406cef0 con 0x7f6e500039c0 2024-09-05T06:15:41.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.863+0000 7f6e5affd640 1 -- 172.21.15.70:0/824880451 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v55) ==== 122+0+0 (secure 0 0 0) 0x7f6e5c016bf0 con 0x7f6e500039c0 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e440678f0 msgr2=0x7f6e44069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e440678f0 0x7f6e44069db0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c001ec0 tx=0x7f6e4c009040 comp rx=0 tx=0).stop 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 msgr2=0x7f6e640b89a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e640b89a0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0073e0 tx=0x7f6e5c019c80 comp rx=0 tx=0).stop 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 shutdown_connections 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6e440678f0 0x7f6e44069db0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6e640ce560 0x7f6e640b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6e640ccfe0 0x7f6e6415e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 --2- 172.21.15.70:0/824880451 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e500039c0 0x7f6e640b89a0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:41.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 >> 172.21.15.70:0/824880451 conn(0x7f6e640d4c30 msgr2=0x7f6e640d5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:41.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 shutdown_connections 2024-09-05T06:15:41.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:41.867+0000 7f6e68c92640 1 -- 172.21.15.70:0/824880451 wait complete. 2024-09-05T06:15:41.882 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:15:41.883 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:42.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.007+0000 7f5c5d39a640 1 Processor -- start 2024-09-05T06:15:42.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.007+0000 7f5c5d39a640 1 -- start start 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c5d39a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5c580afff0 0x7f5c580cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c5d39a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c5815bc40 con 0x7f5c580cdf80 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c5d39a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c580d14c0 con 0x7f5c580731a0 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c5d39a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5c58072600 con 0x7f5c580afff0 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c567fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5c580cdf80 0x7f5c58072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51506/0 (socket says 172.21.15.70:51506) 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c567fc640 1 -- 172.21.15.70:0/1824524005 learned_addr learned my addr 172.21.15.70:0/1824524005 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c56ffd640 1 --2- 172.21.15.70:0/1824524005 >> v2:172.21.15.196:3300/0 conn(0x7f5c580afff0 0x7f5c580cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2386799860 0 0) 0x7f5c5815bc40 con 0x7f5c580cdf80 2024-09-05T06:15:42.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5c40003530 con 0x7f5c580cdf80 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 775372971 0 0) 0x7f5c40003530 con 0x7f5c580cdf80 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 >> v2:172.21.15.196:3300/0 conn(0x7f5c580afff0 msgr2=0x7f5c580cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 --2- 172.21.15.70:0/1824524005 >> v2:172.21.15.196:3300/0 conn(0x7f5c580afff0 0x7f5c580cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 >> v1:172.21.15.196:6789/0 conn(0x7f5c580731a0 legacy=0x7f5c5806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c58071cd0 con 0x7f5c580cdf80 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5c4c001680 con 0x7f5c580cdf80 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 >> v1:172.21.15.70:6789/0 conn(0x7f5c580cdf80 legacy=0x7f5c58072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c400039c0 0x7f5c40003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c40004810 0x7f5c40004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c400051d0 0x7f5c4000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5c58072600 con 0x7f5c40004810 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4000c070 con 0x7f5c400039c0 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5c4000c270 con 0x7f5c400051d0 2024-09-05T06:15:42.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c567fc640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c40004810 0x7f5c40004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c56ffd640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c400039c0 0x7f5c40003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c577fe640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c400051d0 0x7f5c4000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c567fc640 1 -- 172.21.15.70:0/1824524005 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c400051d0 msgr2=0x7f5c4000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:42.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c567fc640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c400051d0 0x7f5c4000b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c567fc640 1 -- 172.21.15.70:0/1824524005 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c400039c0 msgr2=0x7f5c40003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:42.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c567fc640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c400039c0 0x7f5c40003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c567fc640 1 -- 172.21.15.70:0/1824524005 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c40003530 con 0x7f5c40004810 2024-09-05T06:15:42.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.011+0000 7f5c577fe640 1 -- 172.21.15.70:0/1824524005 reap_dead start 2024-09-05T06:15:42.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c40004810 0x7f5c40004c90 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c00c210 tx=0x7f5c4c01f3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86a7a59a3636022e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c4c007d40 con 0x7f5c40004810 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c4c005b00 con 0x7f5c40004810 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c55ffb640 1 -- 172.21.15.70:0/1824524005 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c4c007070 con 0x7f5c40004810 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- 172.21.15.70:0/1824524005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c40004810 msgr2=0x7f5c40004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c40004810 0x7f5c40004c90 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c00c210 tx=0x7f5c4c01f3f0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- 172.21.15.70:0/1824524005 shutdown_connections 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 --2- 172.21.15.70:0/1824524005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c40004810 0x7f5c40004c90 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- 172.21.15.70:0/1824524005 >> 172.21.15.70:0/1824524005 conn(0x7f5c5806bcc0 msgr2=0x7f5c5806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- 172.21.15.70:0/1824524005 shutdown_connections 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- 172.21.15.70:0/1824524005 wait complete. 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 Processor -- start 2024-09-05T06:15:42.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- start start 2024-09-05T06:15:42.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c40004810 0x7f5c580b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c581511b0 0x7f5c58154570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c581f5c50 0x7f5c580ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5c580cda40 con 0x7f5c581511b0 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5c58072290 con 0x7f5c40004810 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5c580cdbc0 con 0x7f5c581f5c50 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c581511b0 0x7f5c58154570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c581511b0 0x7f5c58154570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42052/0 (socket says 172.21.15.70:42052) 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 -- 172.21.15.70:0/203032121 learned_addr learned my addr 172.21.15.70:0/203032121 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c56ffd640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c40004810 0x7f5c580b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c577fe640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c581f5c50 0x7f5c580ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 -- 172.21.15.70:0/203032121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c581f5c50 msgr2=0x7f5c580ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c581f5c50 0x7f5c580ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 -- 172.21.15.70:0/203032121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c40004810 msgr2=0x7f5c580b03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c40004810 0x7f5c580b03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 -- 172.21.15.70:0/203032121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c580b0910 con 0x7f5c581511b0 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c567fc640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c581511b0 0x7f5c58154570 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c01f220 tx=0x7f5c40005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c3f7fe640 1 -- 172.21.15.70:0/203032121 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c4c0049f0 con 0x7f5c581511b0 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c3f7fe640 1 -- 172.21.15.70:0/203032121 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c4c0b6070 con 0x7f5c581511b0 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c3f7fe640 1 -- 172.21.15.70:0/203032121 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c4c004d90 con 0x7f5c581511b0 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c581f61a0 con 0x7f5c581511b0 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.015+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c581f6760 con 0x7f5c581511b0 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.019+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c58072a90 con 0x7f5c581511b0 2024-09-05T06:15:42.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.019+0000 7f5c3f7fe640 1 -- 172.21.15.70:0/203032121 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5c4c007070 con 0x7f5c581511b0 2024-09-05T06:15:42.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.019+0000 7f5c3f7fe640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c440678f0 0x7f5c44069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.019+0000 7f5c3f7fe640 1 -- 172.21.15.70:0/203032121 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f5c4c122eb0 con 0x7f5c581511b0 2024-09-05T06:15:42.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.019+0000 7f5c56ffd640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c440678f0 0x7f5c44069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.019+0000 7f5c56ffd640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c440678f0 0x7f5c44069db0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5c4800bb50 tx=0x7f5c48008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.023+0000 7f5c3f7fe640 1 -- 172.21.15.70:0/203032121 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5c4c019100 con 0x7f5c581511b0 2024-09-05T06:15:42.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.219+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c5815e510 con 0x7f5c581511b0 2024-09-05T06:15:42.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.219+0000 7f5c3f7fe640 1 -- 172.21.15.70:0/203032121 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7f5c4c0ae330 con 0x7f5c581511b0 2024-09-05T06:15:42.217 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:42.218 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:15:42.218 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:15:42.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c440678f0 msgr2=0x7f5c44069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c440678f0 0x7f5c44069db0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5c4800bb50 tx=0x7f5c48008040 comp rx=0 tx=0).stop 2024-09-05T06:15:42.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c581511b0 msgr2=0x7f5c58154570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c581511b0 0x7f5c58154570 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c01f220 tx=0x7f5c40005840 comp rx=0 tx=0).stop 2024-09-05T06:15:42.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 shutdown_connections 2024-09-05T06:15:42.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c440678f0 0x7f5c44069db0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c581f5c50 0x7f5c580ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c581511b0 0x7f5c58154570 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 --2- 172.21.15.70:0/203032121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c40004810 0x7f5c580b03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 >> 172.21.15.70:0/203032121 conn(0x7f5c5806bcc0 msgr2=0x7f5c5815d380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:42.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 shutdown_connections 2024-09-05T06:15:42.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.223+0000 7f5c5d39a640 1 -- 172.21.15.70:0/203032121 wait complete. 2024-09-05T06:15:42.237 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:15:42.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.359+0000 7fdf959b3640 1 Processor -- start 2024-09-05T06:15:42.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.359+0000 7fdf959b3640 1 -- start start 2024-09-05T06:15:42.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf959b3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdf900afff0 0x7fdf900cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf959b3640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf900731a0 0x7fdf9006e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf959b3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf9015bc40 con 0x7fdf900cdf80 2024-09-05T06:15:42.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf959b3640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdf90072600 con 0x7fdf900731a0 2024-09-05T06:15:42.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf959b3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdf900d14c0 con 0x7fdf900afff0 2024-09-05T06:15:42.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8f7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf900731a0 0x7fdf9006e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf867fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdf900cdf80 0x7fdf90072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51508/0 (socket says 172.21.15.70:51508) 2024-09-05T06:15:42.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf867fc640 1 -- 172.21.15.70:0/3962449965 learned_addr learned my addr 172.21.15.70:0/3962449965 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:42.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8f7fe640 1 -- 172.21.15.70:0/3962449965 >> v2:172.21.15.196:3300/0 conn(0x7fdf900afff0 msgr2=0x7fdf900cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:42.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8effd640 1 --2- 172.21.15.70:0/3962449965 >> v2:172.21.15.196:3300/0 conn(0x7fdf900afff0 0x7fdf900cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8f7fe640 1 --2- 172.21.15.70:0/3962449965 >> v2:172.21.15.196:3300/0 conn(0x7fdf900afff0 0x7fdf900cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8f7fe640 1 -- 172.21.15.70:0/3962449965 >> v1:172.21.15.70:6789/0 conn(0x7fdf900cdf80 legacy=0x7fdf90072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8e7fc640 1 -- 172.21.15.70:0/3962449965 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1983148853 0 0) 0x7fdf9015bc40 con 0x7fdf900cdf80 2024-09-05T06:15:42.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8f7fe640 1 -- 172.21.15.70:0/3962449965 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf90071cd0 con 0x7fdf900731a0 2024-09-05T06:15:42.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8f7fe640 1 --2- 172.21.15.70:0/3962449965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900731a0 0x7fdf9006e680 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fdf90071c30 tx=0x7fdf8801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90ded84ce91c4d67 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8e7fc640 1 -- 172.21.15.70:0/3962449965 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf880b2070 con 0x7fdf900731a0 2024-09-05T06:15:42.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8e7fc640 1 -- 172.21.15.70:0/3962449965 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf880a57f0 con 0x7fdf900731a0 2024-09-05T06:15:42.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.363+0000 7fdf8e7fc640 1 -- 172.21.15.70:0/3962449965 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf880a5bc0 con 0x7fdf900731a0 2024-09-05T06:15:42.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- 172.21.15.70:0/3962449965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900731a0 msgr2=0x7fdf9006e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 --2- 172.21.15.70:0/3962449965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900731a0 0x7fdf9006e680 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fdf90071c30 tx=0x7fdf8801c930 comp rx=0 tx=0).stop 2024-09-05T06:15:42.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- 172.21.15.70:0/3962449965 shutdown_connections 2024-09-05T06:15:42.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 --2- 172.21.15.70:0/3962449965 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900731a0 0x7fdf9006e680 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 --2- 172.21.15.70:0/3962449965 >> v2:172.21.15.196:3300/0 conn(0x7fdf900afff0 0x7fdf900cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- 172.21.15.70:0/3962449965 >> 172.21.15.70:0/3962449965 conn(0x7fdf9006bcc0 msgr2=0x7fdf9006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:42.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- 172.21.15.70:0/3962449965 shutdown_connections 2024-09-05T06:15:42.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- 172.21.15.70:0/3962449965 wait complete. 2024-09-05T06:15:42.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 Processor -- start 2024-09-05T06:15:42.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- start start 2024-09-05T06:15:42.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf900731a0 0x7fdf900ac9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900afff0 0x7fdf90158430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf900cdf80 0x7fdf9006d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9006efd0 con 0x7fdf900afff0 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdf900d1190 con 0x7fdf900cdf80 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf90168570 con 0x7fdf900731a0 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900afff0 0x7fdf90158430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900afff0 0x7fdf90158430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42064/0 (socket says 172.21.15.70:42064) 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 -- 172.21.15.70:0/373371373 learned_addr learned my addr 172.21.15.70:0/373371373 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf8effd640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf900731a0 0x7fdf900ac9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf8f7fe640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf900cdf80 0x7fdf9006d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 -- 172.21.15.70:0/373371373 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf900731a0 msgr2=0x7fdf900ac9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf900731a0 0x7fdf900ac9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 -- 172.21.15.70:0/373371373 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf900cdf80 msgr2=0x7fdf9006d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf900cdf80 0x7fdf9006d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 -- 172.21.15.70:0/373371373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf9015d850 con 0x7fdf900afff0 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf867fc640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900afff0 0x7fdf90158430 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fdf7800c480 tx=0x7fdf7800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf8cff9640 1 -- 172.21.15.70:0/373371373 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf78018070 con 0x7fdf900afff0 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf8cff9640 1 -- 172.21.15.70:0/373371373 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf78007500 con 0x7fdf900afff0 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf901638d0 con 0x7fdf900afff0 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf8cff9640 1 -- 172.21.15.70:0/373371373 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf78004a30 con 0x7fdf900afff0 2024-09-05T06:15:42.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.367+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf90158bf0 con 0x7fdf900afff0 2024-09-05T06:15:42.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.371+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf9006e680 con 0x7fdf900afff0 2024-09-05T06:15:42.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.371+0000 7fdf8cff9640 1 -- 172.21.15.70:0/373371373 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdf7801b070 con 0x7fdf900afff0 2024-09-05T06:15:42.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.371+0000 7fdf8cff9640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf700678f0 0x7fdf70069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.371+0000 7fdf8cff9640 1 -- 172.21.15.70:0/373371373 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fdf78084fe0 con 0x7fdf900afff0 2024-09-05T06:15:42.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.371+0000 7fdf8effd640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf700678f0 0x7fdf70069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.371+0000 7fdf8effd640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf700678f0 0x7fdf70069db0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fdf9006e650 tx=0x7fdf80008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.375+0000 7fdf8cff9640 1 -- 172.21.15.70:0/373371373 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdf78055b10 con 0x7fdf900afff0 2024-09-05T06:15:42.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.535+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdf9015da20 con 0x7fdf900afff0 2024-09-05T06:15:42.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.535+0000 7fdf8cff9640 1 -- 172.21.15.70:0/373371373 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16732 (secure 0 0 0) 0x7fdf78055410 con 0x7fdf900afff0 2024-09-05T06:15:42.533 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:42.533 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":140,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:15:39.815082+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:35.832319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:37.172220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf700678f0 msgr2=0x7fdf70069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf700678f0 0x7fdf70069db0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fdf9006e650 tx=0x7fdf80008040 comp rx=0 tx=0).stop 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900afff0 msgr2=0x7fdf90158430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900afff0 0x7fdf90158430 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fdf7800c480 tx=0x7fdf7800c940 comp rx=0 tx=0).stop 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 shutdown_connections 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf700678f0 0x7fdf70069db0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf900cdf80 0x7fdf9006d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf900afff0 0x7fdf90158430 secure :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fdf7800c480 tx=0x7fdf7800c940 comp rx=0 tx=0).stop 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 --2- 172.21.15.70:0/373371373 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf900731a0 0x7fdf900ac9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 >> 172.21.15.70:0/373371373 conn(0x7fdf9006bcc0 msgr2=0x7fdf9015df50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:42.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 shutdown_connections 2024-09-05T06:15:42.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.539+0000 7fdf959b3640 1 -- 172.21.15.70:0/373371373 wait complete. 2024-09-05T06:15:42.550 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:15:42.551 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:15:42.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.659+0000 7f4ddbb79640 1 Processor -- start 2024-09-05T06:15:42.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.659+0000 7f4ddbb79640 1 -- start start 2024-09-05T06:15:42.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4dd40afff0 0x7f4dd40cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 0x7f4dd406e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dd415bc40 con 0x7f4dd40cdf80 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4dd4072600 con 0x7f4dd40afff0 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4dd40d14c0 con 0x7f4dd40731a0 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd9915640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4dd40afff0 0x7f4dd40cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd9915640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4dd40afff0 0x7f4dd40cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42078/0 (socket says 172.21.15.70:42078) 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd9915640 1 -- 172.21.15.70:0/3841026776 learned_addr learned my addr 172.21.15.70:0/3841026776 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd9915640 1 -- 172.21.15.70:0/3841026776 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 msgr2=0x7f4dd406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dda116640 1 --2- 172.21.15.70:0/3841026776 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 0x7f4dd406e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd9915640 1 --2- 172.21.15.70:0/3841026776 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 0x7f4dd406e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd9915640 1 -- 172.21.15.70:0/3841026776 >> v1:172.21.15.196:6789/0 conn(0x7f4dd40cdf80 legacy=0x7f4dd4072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:42.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd9915640 1 -- 172.21.15.70:0/3841026776 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dd4071cd0 con 0x7f4dd40afff0 2024-09-05T06:15:42.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd9915640 1 --2- 172.21.15.70:0/3841026776 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40cda40 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f4dd000bb10 tx=0x7f4dd001ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a317481c0eb44a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd8913640 1 -- 172.21.15.70:0/3841026776 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd00b4070 con 0x7f4dd40afff0 2024-09-05T06:15:42.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd8913640 1 -- 172.21.15.70:0/3841026776 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dd00a7a80 con 0x7f4dd40afff0 2024-09-05T06:15:42.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4dd8913640 1 -- 172.21.15.70:0/3841026776 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd00a7e50 con 0x7f4dd40afff0 2024-09-05T06:15:42.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 -- 172.21.15.70:0/3841026776 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 msgr2=0x7f4dd40cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/3841026776 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40cda40 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f4dd000bb10 tx=0x7f4dd001ebf0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 -- 172.21.15.70:0/3841026776 shutdown_connections 2024-09-05T06:15:42.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/3841026776 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 0x7f4dd406e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/3841026776 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40cda40 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 -- 172.21.15.70:0/3841026776 >> 172.21.15.70:0/3841026776 conn(0x7f4dd406bcc0 msgr2=0x7f4dd406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:42.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 -- 172.21.15.70:0/3841026776 shutdown_connections 2024-09-05T06:15:42.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.663+0000 7f4ddbb79640 1 -- 172.21.15.70:0/3841026776 wait complete. 2024-09-05T06:15:42.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 Processor -- start 2024-09-05T06:15:42.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 -- start start 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 0x7f4dd41fbe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40b25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4dd40cdf80 0x7f4dd40b2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4dd406d570 con 0x7f4dd40afff0 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4dd40d1190 con 0x7f4dd40cdf80 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4dd406d6f0 con 0x7f4dd40731a0 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40b25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40b25a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42080/0 (socket says 172.21.15.70:42080) 2024-09-05T06:15:42.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 -- 172.21.15.70:0/1180137968 learned_addr learned my addr 172.21.15.70:0/1180137968 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9915640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 0x7f4dd41fbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dda116640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4dd40cdf80 0x7f4dd40b2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 -- 172.21.15.70:0/1180137968 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 msgr2=0x7f4dd41fbe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 0x7f4dd41fbe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 -- 172.21.15.70:0/1180137968 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4dd40cdf80 msgr2=0x7f4dd40b2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4dd40cdf80 0x7f4dd40b2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 -- 172.21.15.70:0/1180137968 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dd41fc390 con 0x7f4dd40afff0 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dd9114640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40b25a0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f4dc400b410 tx=0x7f4dc400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dca7fc640 1 -- 172.21.15.70:0/1180137968 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc4015030 con 0x7f4dd40afff0 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dca7fc640 1 -- 172.21.15.70:0/1180137968 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dc4004020 con 0x7f4dd40afff0 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dca7fc640 1 -- 172.21.15.70:0/1180137968 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc4004450 con 0x7f4dd40afff0 2024-09-05T06:15:42.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dd40aea30 con 0x7f4dd40afff0 2024-09-05T06:15:42.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dd40aeff0 con 0x7f4dd40afff0 2024-09-05T06:15:42.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dd40cda40 con 0x7f4dd40afff0 2024-09-05T06:15:42.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.667+0000 7f4dca7fc640 1 -- 172.21.15.70:0/1180137968 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4dc4018070 con 0x7f4dd40afff0 2024-09-05T06:15:42.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.671+0000 7f4dca7fc640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4db80678c0 0x7f4db8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:42.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.671+0000 7f4dca7fc640 1 -- 172.21.15.70:0/1180137968 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f4dc40857e0 con 0x7f4dd40afff0 2024-09-05T06:15:42.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.671+0000 7f4dd9915640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4db80678c0 0x7f4db8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:42.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.671+0000 7f4dd9915640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4db80678c0 0x7f4db8069d80 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f4dd00b1000 tx=0x7f4dd0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:42.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.675+0000 7f4dca7fc640 1 -- 172.21.15.70:0/1180137968 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4dd41fc390 con 0x7f4dd40afff0 2024-09-05T06:15:42.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.823+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4dd415cfc0 con 0x7f4db80678c0 2024-09-05T06:15:42.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4dca7fc640 1 -- 172.21.15.70:0/1180137968 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247992 (secure 0 0 0) 0x7f4dd415cfc0 con 0x7f4db80678c0 2024-09-05T06:15:42.833 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:42.834 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4db80678c0 msgr2=0x7f4db8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4db80678c0 0x7f4db8069d80 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f4dd00b1000 tx=0x7f4dd0008040 comp rx=0 tx=0).stop 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 msgr2=0x7f4dd40b25a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40b25a0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f4dc400b410 tx=0x7f4dc400b8d0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 shutdown_connections 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4db80678c0 0x7f4db8069d80 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4dd40cdf80 0x7f4dd40b2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4dd40afff0 0x7f4dd40b25a0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 --2- 172.21.15.70:0/1180137968 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4dd40731a0 0x7f4dd41fbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 >> 172.21.15.70:0/1180137968 conn(0x7f4dd406bcc0 msgr2=0x7f4dd415be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 shutdown_connections 2024-09-05T06:15:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:42.835+0000 7f4ddbb79640 1 -- 172.21.15.70:0/1180137968 wait complete. 2024-09-05T06:15:42.849 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":307,"stamp":"2024-09-05T06:15:42.435792+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":154,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":7253,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1555246,"statfs":{"total":1600000000,"available":1592572076,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.636062"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769707+0000","last_change":"2024-09-05T06:15:38.839872+0000","last_active":"2024-09-05T06:15:40.769707+0000","last_peered":"2024-09-05T06:15:40.769707+0000","last_clean":"2024-09-05T06:15:40.769707+0000","last_became_active":"2024-09-05T06:15:38.837999+0000","last_became_peered":"2024-09-05T06:15:38.837999+0000","last_unstale":"2024-09-05T06:15:40.769707+0000","last_undegraded":"2024-09-05T06:15:40.769707+0000","last_fullsized":"2024-09-05T06:15:40.769707+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:49:40.039098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.458901+0000","last_change":"2024-09-05T06:15:38.852549+0000","last_active":"2024-09-05T06:15:40.458901+0000","last_peered":"2024-09-05T06:15:40.458901+0000","last_clean":"2024-09-05T06:15:40.458901+0000","last_became_active":"2024-09-05T06:15:38.852316+0000","last_became_peered":"2024-09-05T06:15:38.852316+0000","last_unstale":"2024-09-05T06:15:40.458901+0000","last_undegraded":"2024-09-05T06:15:40.458901+0000","last_fullsized":"2024-09-05T06:15:40.458901+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:05:40.103411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.773904+0000","last_change":"2024-09-05T06:15:38.853969+0000","last_active":"2024-09-05T06:15:40.773904+0000","last_peered":"2024-09-05T06:15:40.773904+0000","last_clean":"2024-09-05T06:15:40.773904+0000","last_became_active":"2024-09-05T06:15:38.853697+0000","last_became_peered":"2024-09-05T06:15:38.853697+0000","last_unstale":"2024-09-05T06:15:40.773904+0000","last_undegraded":"2024-09-05T06:15:40.773904+0000","last_fullsized":"2024-09-05T06:15:40.773904+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:25:47.912453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815839+0000","last_change":"2024-09-05T06:15:38.860321+0000","last_active":"2024-09-05T06:15:39.815839+0000","last_peered":"2024-09-05T06:15:39.815839+0000","last_clean":"2024-09-05T06:15:39.815839+0000","last_became_active":"2024-09-05T06:15:38.853724+0000","last_became_peered":"2024-09-05T06:15:38.853724+0000","last_unstale":"2024-09-05T06:15:39.815839+0000","last_undegraded":"2024-09-05T06:15:39.815839+0000","last_fullsized":"2024-09-05T06:15:39.815839+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:44:26.344350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817310+0000","last_change":"2024-09-05T06:15:38.848849+0000","last_active":"2024-09-05T06:15:39.817310+0000","last_peered":"2024-09-05T06:15:39.817310+0000","last_clean":"2024-09-05T06:15:39.817310+0000","last_became_active":"2024-09-05T06:15:38.840848+0000","last_became_peered":"2024-09-05T06:15:38.840848+0000","last_unstale":"2024-09-05T06:15:39.817310+0000","last_undegraded":"2024-09-05T06:15:39.817310+0000","last_fullsized":"2024-09-05T06:15:39.817310+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:03:58.673474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767706+0000","last_change":"2024-09-05T06:15:38.838007+0000","last_active":"2024-09-05T06:15:40.767706+0000","last_peered":"2024-09-05T06:15:40.767706+0000","last_clean":"2024-09-05T06:15:40.767706+0000","last_became_active":"2024-09-05T06:15:38.837247+0000","last_became_peered":"2024-09-05T06:15:38.837247+0000","last_unstale":"2024-09-05T06:15:40.767706+0000","last_undegraded":"2024-09-05T06:15:40.767706+0000","last_fullsized":"2024-09-05T06:15:40.767706+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:42:59.398696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820699+0000","last_change":"2024-09-05T06:15:38.850056+0000","last_active":"2024-09-05T06:15:39.820699+0000","last_peered":"2024-09-05T06:15:39.820699+0000","last_clean":"2024-09-05T06:15:39.820699+0000","last_became_active":"2024-09-05T06:15:38.849628+0000","last_became_peered":"2024-09-05T06:15:38.849628+0000","last_unstale":"2024-09-05T06:15:39.820699+0000","last_undegraded":"2024-09-05T06:15:39.820699+0000","last_fullsized":"2024-09-05T06:15:39.820699+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:30:49.971438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820271+0000","last_change":"2024-09-05T06:15:38.854965+0000","last_active":"2024-09-05T06:15:39.820271+0000","last_peered":"2024-09-05T06:15:39.820271+0000","last_clean":"2024-09-05T06:15:39.820271+0000","last_became_active":"2024-09-05T06:15:38.854659+0000","last_became_peered":"2024-09-05T06:15:38.854659+0000","last_unstale":"2024-09-05T06:15:39.820271+0000","last_undegraded":"2024-09-05T06:15:39.820271+0000","last_fullsized":"2024-09-05T06:15:39.820271+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:29:01.235529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768789+0000","last_change":"2024-09-05T06:15:38.853636+0000","last_active":"2024-09-05T06:15:40.768789+0000","last_peered":"2024-09-05T06:15:40.768789+0000","last_clean":"2024-09-05T06:15:40.768789+0000","last_became_active":"2024-09-05T06:15:38.853161+0000","last_became_peered":"2024-09-05T06:15:38.853161+0000","last_unstale":"2024-09-05T06:15:40.768789+0000","last_undegraded":"2024-09-05T06:15:40.768789+0000","last_fullsized":"2024-09-05T06:15:40.768789+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:43:39.084481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816386+0000","last_change":"2024-09-05T06:15:38.842419+0000","last_active":"2024-09-05T06:15:39.816386+0000","last_peered":"2024-09-05T06:15:39.816386+0000","last_clean":"2024-09-05T06:15:39.816386+0000","last_became_active":"2024-09-05T06:15:38.836851+0000","last_became_peered":"2024-09-05T06:15:38.836851+0000","last_unstale":"2024-09-05T06:15:39.816386+0000","last_undegraded":"2024-09-05T06:15:39.816386+0000","last_fullsized":"2024-09-05T06:15:39.816386+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:57.009018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820976+0000","last_change":"2024-09-05T06:15:38.848404+0000","last_active":"2024-09-05T06:15:39.820976+0000","last_peered":"2024-09-05T06:15:39.820976+0000","last_clean":"2024-09-05T06:15:39.820976+0000","last_became_active":"2024-09-05T06:15:38.847568+0000","last_became_peered":"2024-09-05T06:15:38.847568+0000","last_unstale":"2024-09-05T06:15:39.820976+0000","last_undegraded":"2024-09-05T06:15:39.820976+0000","last_fullsized":"2024-09-05T06:15:39.820976+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:01:23.642464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.813827+0000","last_change":"2024-09-05T06:15:38.823332+0000","last_active":"2024-09-05T06:15:39.813827+0000","last_peered":"2024-09-05T06:15:39.813827+0000","last_clean":"2024-09-05T06:15:39.813827+0000","last_became_active":"2024-09-05T06:15:38.822675+0000","last_became_peered":"2024-09-05T06:15:38.822675+0000","last_unstale":"2024-09-05T06:15:39.813827+0000","last_undegraded":"2024-09-05T06:15:39.813827+0000","last_fullsized":"2024-09-05T06:15:39.813827+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:22.032303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.459135+0000","last_change":"2024-09-05T06:15:38.854011+0000","last_active":"2024-09-05T06:15:40.459135+0000","last_peered":"2024-09-05T06:15:40.459135+0000","last_clean":"2024-09-05T06:15:40.459135+0000","last_became_active":"2024-09-05T06:15:38.853591+0000","last_became_peered":"2024-09-05T06:15:38.853591+0000","last_unstale":"2024-09-05T06:15:40.459135+0000","last_undegraded":"2024-09-05T06:15:40.459135+0000","last_fullsized":"2024-09-05T06:15:40.459135+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:19:39.239512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774713+0000","last_change":"2024-09-05T06:15:38.852852+0000","last_active":"2024-09-05T06:15:40.774713+0000","last_peered":"2024-09-05T06:15:40.774713+0000","last_clean":"2024-09-05T06:15:40.774713+0000","last_became_active":"2024-09-05T06:15:38.852533+0000","last_became_peered":"2024-09-05T06:15:38.852533+0000","last_unstale":"2024-09-05T06:15:40.774713+0000","last_undegraded":"2024-09-05T06:15:40.774713+0000","last_fullsized":"2024-09-05T06:15:40.774713+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:15:44.864513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769001+0000","last_change":"2024-09-05T06:15:38.846781+0000","last_active":"2024-09-05T06:15:40.769001+0000","last_peered":"2024-09-05T06:15:40.769001+0000","last_clean":"2024-09-05T06:15:40.769001+0000","last_became_active":"2024-09-05T06:15:38.846104+0000","last_became_peered":"2024-09-05T06:15:38.846104+0000","last_unstale":"2024-09-05T06:15:40.769001+0000","last_undegraded":"2024-09-05T06:15:40.769001+0000","last_fullsized":"2024-09-05T06:15:40.769001+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:41:13.474124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814788+0000","last_change":"2024-09-05T06:15:38.836277+0000","last_active":"2024-09-05T06:15:39.814788+0000","last_peered":"2024-09-05T06:15:39.814788+0000","last_clean":"2024-09-05T06:15:39.814788+0000","last_became_active":"2024-09-05T06:15:38.834171+0000","last_became_peered":"2024-09-05T06:15:38.834171+0000","last_unstale":"2024-09-05T06:15:39.814788+0000","last_undegraded":"2024-09-05T06:15:39.814788+0000","last_fullsized":"2024-09-05T06:15:39.814788+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:22:22.637625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774385+0000","last_change":"2024-09-05T06:15:38.838240+0000","last_active":"2024-09-05T06:15:40.774385+0000","last_peered":"2024-09-05T06:15:40.774385+0000","last_clean":"2024-09-05T06:15:40.774385+0000","last_became_active":"2024-09-05T06:15:38.837689+0000","last_became_peered":"2024-09-05T06:15:38.837689+0000","last_unstale":"2024-09-05T06:15:40.774385+0000","last_undegraded":"2024-09-05T06:15:40.774385+0000","last_fullsized":"2024-09-05T06:15:40.774385+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:08.242090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820424+0000","last_change":"2024-09-05T06:15:38.841130+0000","last_active":"2024-09-05T06:15:39.820424+0000","last_peered":"2024-09-05T06:15:39.820424+0000","last_clean":"2024-09-05T06:15:39.820424+0000","last_became_active":"2024-09-05T06:15:38.839360+0000","last_became_peered":"2024-09-05T06:15:38.839360+0000","last_unstale":"2024-09-05T06:15:39.820424+0000","last_undegraded":"2024-09-05T06:15:39.820424+0000","last_fullsized":"2024-09-05T06:15:39.820424+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:30:21.593859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.773654+0000","last_change":"2024-09-05T06:15:38.825212+0000","last_active":"2024-09-05T06:15:40.773654+0000","last_peered":"2024-09-05T06:15:40.773654+0000","last_clean":"2024-09-05T06:15:40.773654+0000","last_became_active":"2024-09-05T06:15:38.824820+0000","last_became_peered":"2024-09-05T06:15:38.824820+0000","last_unstale":"2024-09-05T06:15:40.773654+0000","last_undegraded":"2024-09-05T06:15:40.773654+0000","last_fullsized":"2024-09-05T06:15:40.773654+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:26.637110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.773870+0000","last_change":"2024-09-05T06:15:38.842240+0000","last_active":"2024-09-05T06:15:40.773870+0000","last_peered":"2024-09-05T06:15:40.773870+0000","last_clean":"2024-09-05T06:15:40.773870+0000","last_became_active":"2024-09-05T06:15:38.841655+0000","last_became_peered":"2024-09-05T06:15:38.841655+0000","last_unstale":"2024-09-05T06:15:40.773870+0000","last_undegraded":"2024-09-05T06:15:40.773870+0000","last_fullsized":"2024-09-05T06:15:40.773870+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:36.227546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.821233+0000","last_change":"2024-09-05T06:15:38.848170+0000","last_active":"2024-09-05T06:15:39.821233+0000","last_peered":"2024-09-05T06:15:39.821233+0000","last_clean":"2024-09-05T06:15:39.821233+0000","last_became_active":"2024-09-05T06:15:38.847165+0000","last_became_peered":"2024-09-05T06:15:38.847165+0000","last_unstale":"2024-09-05T06:15:39.821233+0000","last_undegraded":"2024-09-05T06:15:39.821233+0000","last_fullsized":"2024-09-05T06:15:39.821233+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:42.900451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767629+0000","last_change":"2024-09-05T06:15:38.831635+0000","last_active":"2024-09-05T06:15:40.767629+0000","last_peered":"2024-09-05T06:15:40.767629+0000","last_clean":"2024-09-05T06:15:40.767629+0000","last_became_active":"2024-09-05T06:15:38.831031+0000","last_became_peered":"2024-09-05T06:15:38.831031+0000","last_unstale":"2024-09-05T06:15:40.767629+0000","last_undegraded":"2024-09-05T06:15:40.767629+0000","last_fullsized":"2024-09-05T06:15:40.767629+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:41:01.594788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.773996+0000","last_change":"2024-09-05T06:15:38.857048+0000","last_active":"2024-09-05T06:15:40.773996+0000","last_peered":"2024-09-05T06:15:40.773996+0000","last_clean":"2024-09-05T06:15:40.773996+0000","last_became_active":"2024-09-05T06:15:38.856320+0000","last_became_peered":"2024-09-05T06:15:38.856320+0000","last_unstale":"2024-09-05T06:15:40.773996+0000","last_undegraded":"2024-09-05T06:15:40.773996+0000","last_fullsized":"2024-09-05T06:15:40.773996+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:40:45.260514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816219+0000","last_change":"2024-09-05T06:15:38.854645+0000","last_active":"2024-09-05T06:15:39.816219+0000","last_peered":"2024-09-05T06:15:39.816219+0000","last_clean":"2024-09-05T06:15:39.816219+0000","last_became_active":"2024-09-05T06:15:38.843624+0000","last_became_peered":"2024-09-05T06:15:38.843624+0000","last_unstale":"2024-09-05T06:15:39.816219+0000","last_undegraded":"2024-09-05T06:15:39.816219+0000","last_fullsized":"2024-09-05T06:15:39.816219+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:53:44.554093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820623+0000","last_change":"2024-09-05T06:15:38.842002+0000","last_active":"2024-09-05T06:15:39.820623+0000","last_peered":"2024-09-05T06:15:39.820623+0000","last_clean":"2024-09-05T06:15:39.820623+0000","last_became_active":"2024-09-05T06:15:38.840865+0000","last_became_peered":"2024-09-05T06:15:38.840865+0000","last_unstale":"2024-09-05T06:15:39.820623+0000","last_undegraded":"2024-09-05T06:15:39.820623+0000","last_fullsized":"2024-09-05T06:15:39.820623+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.031472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768629+0000","last_change":"2024-09-05T06:15:38.830358+0000","last_active":"2024-09-05T06:15:40.768629+0000","last_peered":"2024-09-05T06:15:40.768629+0000","last_clean":"2024-09-05T06:15:40.768629+0000","last_became_active":"2024-09-05T06:15:38.829713+0000","last_became_peered":"2024-09-05T06:15:38.829713+0000","last_unstale":"2024-09-05T06:15:40.768629+0000","last_undegraded":"2024-09-05T06:15:40.768629+0000","last_fullsized":"2024-09-05T06:15:40.768629+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:31.352085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815563+0000","last_change":"2024-09-05T06:15:38.851577+0000","last_active":"2024-09-05T06:15:39.815563+0000","last_peered":"2024-09-05T06:15:39.815563+0000","last_clean":"2024-09-05T06:15:39.815563+0000","last_became_active":"2024-09-05T06:15:38.843827+0000","last_became_peered":"2024-09-05T06:15:38.843827+0000","last_unstale":"2024-09-05T06:15:39.815563+0000","last_undegraded":"2024-09-05T06:15:39.815563+0000","last_fullsized":"2024-09-05T06:15:39.815563+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:22:39.184848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767656+0000","last_change":"2024-09-05T06:15:38.836996+0000","last_active":"2024-09-05T06:15:40.767656+0000","last_peered":"2024-09-05T06:15:40.767656+0000","last_clean":"2024-09-05T06:15:40.767656+0000","last_became_active":"2024-09-05T06:15:38.836240+0000","last_became_peered":"2024-09-05T06:15:38.836240+0000","last_unstale":"2024-09-05T06:15:40.767656+0000","last_undegraded":"2024-09-05T06:15:40.767656+0000","last_fullsized":"2024-09-05T06:15:40.767656+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:11:53.108392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775116+0000","last_change":"2024-09-05T06:15:38.850023+0000","last_active":"2024-09-05T06:15:40.775116+0000","last_peered":"2024-09-05T06:15:40.775116+0000","last_clean":"2024-09-05T06:15:40.775116+0000","last_became_active":"2024-09-05T06:15:38.849318+0000","last_became_peered":"2024-09-05T06:15:38.849318+0000","last_unstale":"2024-09-05T06:15:40.775116+0000","last_undegraded":"2024-09-05T06:15:40.775116+0000","last_fullsized":"2024-09-05T06:15:40.775116+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:04:17.811275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820999+0000","last_change":"2024-09-05T06:15:38.841475+0000","last_active":"2024-09-05T06:15:39.820999+0000","last_peered":"2024-09-05T06:15:39.820999+0000","last_clean":"2024-09-05T06:15:39.820999+0000","last_became_active":"2024-09-05T06:15:38.839975+0000","last_became_peered":"2024-09-05T06:15:38.839975+0000","last_unstale":"2024-09-05T06:15:39.820999+0000","last_undegraded":"2024-09-05T06:15:39.820999+0000","last_fullsized":"2024-09-05T06:15:39.820999+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:27.837191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.770044+0000","last_change":"2024-09-05T06:15:38.840358+0000","last_active":"2024-09-05T06:15:40.770044+0000","last_peered":"2024-09-05T06:15:40.770044+0000","last_clean":"2024-09-05T06:15:40.770044+0000","last_became_active":"2024-09-05T06:15:38.838914+0000","last_became_peered":"2024-09-05T06:15:38.838914+0000","last_unstale":"2024-09-05T06:15:40.770044+0000","last_undegraded":"2024-09-05T06:15:40.770044+0000","last_fullsized":"2024-09-05T06:15:40.770044+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:07:01.246909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814410+0000","last_change":"2024-09-05T06:15:38.831255+0000","last_active":"2024-09-05T06:15:39.814410+0000","last_peered":"2024-09-05T06:15:39.814410+0000","last_clean":"2024-09-05T06:15:39.814410+0000","last_became_active":"2024-09-05T06:15:38.829435+0000","last_became_peered":"2024-09-05T06:15:38.829435+0000","last_unstale":"2024-09-05T06:15:39.814410+0000","last_undegraded":"2024-09-05T06:15:39.814410+0000","last_fullsized":"2024-09-05T06:15:39.814410+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:43:30.771698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769211+0000","last_change":"2024-09-05T06:15:38.847852+0000","last_active":"2024-09-05T06:15:40.769211+0000","last_peered":"2024-09-05T06:15:40.769211+0000","last_clean":"2024-09-05T06:15:40.769211+0000","last_became_active":"2024-09-05T06:15:38.847395+0000","last_became_peered":"2024-09-05T06:15:38.847395+0000","last_unstale":"2024-09-05T06:15:40.769211+0000","last_undegraded":"2024-09-05T06:15:40.769211+0000","last_fullsized":"2024-09-05T06:15:40.769211+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:58.955759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"139'4","reported_seq":18,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774967+0000","last_change":"2024-09-05T06:15:37.820433+0000","last_active":"2024-09-05T06:15:40.774967+0000","last_peered":"2024-09-05T06:15:40.774967+0000","last_clean":"2024-09-05T06:15:40.774967+0000","last_became_active":"2024-09-05T06:15:37.820196+0000","last_became_peered":"2024-09-05T06:15:37.820196+0000","last_unstale":"2024-09-05T06:15:40.774967+0000","last_undegraded":"2024-09-05T06:15:40.774967+0000","last_fullsized":"2024-09-05T06:15:40.774967+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:00:26.280779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774385+0000","last_change":"2024-09-05T06:15:38.856540+0000","last_active":"2024-09-05T06:15:40.774385+0000","last_peered":"2024-09-05T06:15:40.774385+0000","last_clean":"2024-09-05T06:15:40.774385+0000","last_became_active":"2024-09-05T06:15:38.855929+0000","last_became_peered":"2024-09-05T06:15:38.855929+0000","last_unstale":"2024-09-05T06:15:40.774385+0000","last_undegraded":"2024-09-05T06:15:40.774385+0000","last_fullsized":"2024-09-05T06:15:40.774385+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:57.010233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.459188+0000","last_change":"2024-09-05T06:15:37.822510+0000","last_active":"2024-09-05T06:15:40.459188+0000","last_peered":"2024-09-05T06:15:40.459188+0000","last_clean":"2024-09-05T06:15:40.459188+0000","last_became_active":"2024-09-05T06:15:37.822048+0000","last_became_peered":"2024-09-05T06:15:37.822048+0000","last_unstale":"2024-09-05T06:15:40.459188+0000","last_undegraded":"2024-09-05T06:15:40.459188+0000","last_fullsized":"2024-09-05T06:15:40.459188+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:35:23.660707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768081+0000","last_change":"2024-09-05T06:15:38.822842+0000","last_active":"2024-09-05T06:15:40.768081+0000","last_peered":"2024-09-05T06:15:40.768081+0000","last_clean":"2024-09-05T06:15:40.768081+0000","last_became_active":"2024-09-05T06:15:38.822063+0000","last_became_peered":"2024-09-05T06:15:38.822063+0000","last_unstale":"2024-09-05T06:15:40.768081+0000","last_undegraded":"2024-09-05T06:15:40.768081+0000","last_fullsized":"2024-09-05T06:15:40.768081+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:20.844125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816938+0000","last_change":"2024-09-05T06:15:37.839128+0000","last_active":"2024-09-05T06:15:39.816938+0000","last_peered":"2024-09-05T06:15:39.816938+0000","last_clean":"2024-09-05T06:15:39.816938+0000","last_became_active":"2024-09-05T06:15:37.835900+0000","last_became_peered":"2024-09-05T06:15:37.835900+0000","last_unstale":"2024-09-05T06:15:39.816938+0000","last_undegraded":"2024-09-05T06:15:39.816938+0000","last_fullsized":"2024-09-05T06:15:39.816938+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:45.970332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774256+0000","last_change":"2024-09-05T06:15:38.844930+0000","last_active":"2024-09-05T06:15:40.774256+0000","last_peered":"2024-09-05T06:15:40.774256+0000","last_clean":"2024-09-05T06:15:40.774256+0000","last_became_active":"2024-09-05T06:15:38.844523+0000","last_became_peered":"2024-09-05T06:15:38.844523+0000","last_unstale":"2024-09-05T06:15:40.774256+0000","last_undegraded":"2024-09-05T06:15:40.774256+0000","last_fullsized":"2024-09-05T06:15:40.774256+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:21:29.549435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815749+0000","last_change":"2024-09-05T06:15:37.837943+0000","last_active":"2024-09-05T06:15:39.815749+0000","last_peered":"2024-09-05T06:15:39.815749+0000","last_clean":"2024-09-05T06:15:39.815749+0000","last_became_active":"2024-09-05T06:15:37.835662+0000","last_became_peered":"2024-09-05T06:15:37.835662+0000","last_unstale":"2024-09-05T06:15:39.815749+0000","last_undegraded":"2024-09-05T06:15:39.815749+0000","last_fullsized":"2024-09-05T06:15:39.815749+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:03:32.552917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814854+0000","last_change":"2024-09-05T06:15:38.842121+0000","last_active":"2024-09-05T06:15:39.814854+0000","last_peered":"2024-09-05T06:15:39.814854+0000","last_clean":"2024-09-05T06:15:39.814854+0000","last_became_active":"2024-09-05T06:15:38.835094+0000","last_became_peered":"2024-09-05T06:15:38.835094+0000","last_unstale":"2024-09-05T06:15:39.814854+0000","last_undegraded":"2024-09-05T06:15:39.814854+0000","last_fullsized":"2024-09-05T06:15:39.814854+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:25:16.520281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775077+0000","last_change":"2024-09-05T06:15:37.831637+0000","last_active":"2024-09-05T06:15:40.775077+0000","last_peered":"2024-09-05T06:15:40.775077+0000","last_clean":"2024-09-05T06:15:40.775077+0000","last_became_active":"2024-09-05T06:15:37.831444+0000","last_became_peered":"2024-09-05T06:15:37.831444+0000","last_unstale":"2024-09-05T06:15:40.775077+0000","last_undegraded":"2024-09-05T06:15:40.775077+0000","last_fullsized":"2024-09-05T06:15:40.775077+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:18:25.533513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.821068+0000","last_change":"2024-09-05T06:15:38.849864+0000","last_active":"2024-09-05T06:15:39.821068+0000","last_peered":"2024-09-05T06:15:39.821068+0000","last_clean":"2024-09-05T06:15:39.821068+0000","last_became_active":"2024-09-05T06:15:38.849087+0000","last_became_peered":"2024-09-05T06:15:38.849087+0000","last_unstale":"2024-09-05T06:15:39.821068+0000","last_undegraded":"2024-09-05T06:15:39.821068+0000","last_fullsized":"2024-09-05T06:15:39.821068+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:14:43.666860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768757+0000","last_change":"2024-09-05T06:15:37.825520+0000","last_active":"2024-09-05T06:15:40.768757+0000","last_peered":"2024-09-05T06:15:40.768757+0000","last_clean":"2024-09-05T06:15:40.768757+0000","last_became_active":"2024-09-05T06:15:37.824214+0000","last_became_peered":"2024-09-05T06:15:37.824214+0000","last_unstale":"2024-09-05T06:15:40.768757+0000","last_undegraded":"2024-09-05T06:15:40.768757+0000","last_fullsized":"2024-09-05T06:15:40.768757+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:44:48.298800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815687+0000","last_change":"2024-09-05T06:15:38.852386+0000","last_active":"2024-09-05T06:15:39.815687+0000","last_peered":"2024-09-05T06:15:39.815687+0000","last_clean":"2024-09-05T06:15:39.815687+0000","last_became_active":"2024-09-05T06:15:38.843358+0000","last_became_peered":"2024-09-05T06:15:38.843358+0000","last_unstale":"2024-09-05T06:15:39.815687+0000","last_undegraded":"2024-09-05T06:15:39.815687+0000","last_fullsized":"2024-09-05T06:15:39.815687+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:08.769732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820947+0000","last_change":"2024-09-05T06:15:37.828382+0000","last_active":"2024-09-05T06:15:39.820947+0000","last_peered":"2024-09-05T06:15:39.820947+0000","last_clean":"2024-09-05T06:15:39.820947+0000","last_became_active":"2024-09-05T06:15:37.828073+0000","last_became_peered":"2024-09-05T06:15:37.828073+0000","last_unstale":"2024-09-05T06:15:39.820947+0000","last_undegraded":"2024-09-05T06:15:39.820947+0000","last_fullsized":"2024-09-05T06:15:39.820947+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:11:51.727067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820644+0000","last_change":"2024-09-05T06:15:38.845106+0000","last_active":"2024-09-05T06:15:39.820644+0000","last_peered":"2024-09-05T06:15:39.820644+0000","last_clean":"2024-09-05T06:15:39.820644+0000","last_became_active":"2024-09-05T06:15:38.843349+0000","last_became_peered":"2024-09-05T06:15:38.843349+0000","last_unstale":"2024-09-05T06:15:39.820644+0000","last_undegraded":"2024-09-05T06:15:39.820644+0000","last_fullsized":"2024-09-05T06:15:39.820644+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:57.471925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816853+0000","last_change":"2024-09-05T06:15:37.833566+0000","last_active":"2024-09-05T06:15:39.816853+0000","last_peered":"2024-09-05T06:15:39.816853+0000","last_clean":"2024-09-05T06:15:39.816853+0000","last_became_active":"2024-09-05T06:15:37.830683+0000","last_became_peered":"2024-09-05T06:15:37.830683+0000","last_unstale":"2024-09-05T06:15:39.816853+0000","last_undegraded":"2024-09-05T06:15:39.816853+0000","last_fullsized":"2024-09-05T06:15:39.816853+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:32:43.173659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.459145+0000","last_change":"2024-09-05T06:15:38.846973+0000","last_active":"2024-09-05T06:15:40.459145+0000","last_peered":"2024-09-05T06:15:40.459145+0000","last_clean":"2024-09-05T06:15:40.459145+0000","last_became_active":"2024-09-05T06:15:38.846659+0000","last_became_peered":"2024-09-05T06:15:38.846659+0000","last_unstale":"2024-09-05T06:15:40.459145+0000","last_undegraded":"2024-09-05T06:15:40.459145+0000","last_fullsized":"2024-09-05T06:15:40.459145+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:32:08.869712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815502+0000","last_change":"2024-09-05T06:15:37.837386+0000","last_active":"2024-09-05T06:15:39.815502+0000","last_peered":"2024-09-05T06:15:39.815502+0000","last_clean":"2024-09-05T06:15:39.815502+0000","last_became_active":"2024-09-05T06:15:37.834762+0000","last_became_peered":"2024-09-05T06:15:37.834762+0000","last_unstale":"2024-09-05T06:15:39.815502+0000","last_undegraded":"2024-09-05T06:15:39.815502+0000","last_fullsized":"2024-09-05T06:15:39.815502+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:05:03.489655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.458598+0000","last_change":"2024-09-05T06:15:38.838577+0000","last_active":"2024-09-05T06:15:40.458598+0000","last_peered":"2024-09-05T06:15:40.458598+0000","last_clean":"2024-09-05T06:15:40.458598+0000","last_became_active":"2024-09-05T06:15:38.837866+0000","last_became_peered":"2024-09-05T06:15:38.837866+0000","last_unstale":"2024-09-05T06:15:40.458598+0000","last_undegraded":"2024-09-05T06:15:40.458598+0000","last_fullsized":"2024-09-05T06:15:40.458598+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:32.558085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814734+0000","last_change":"2024-09-05T06:15:37.823865+0000","last_active":"2024-09-05T06:15:39.814734+0000","last_peered":"2024-09-05T06:15:39.814734+0000","last_clean":"2024-09-05T06:15:39.814734+0000","last_became_active":"2024-09-05T06:15:37.823095+0000","last_became_peered":"2024-09-05T06:15:37.823095+0000","last_unstale":"2024-09-05T06:15:39.814734+0000","last_undegraded":"2024-09-05T06:15:39.814734+0000","last_fullsized":"2024-09-05T06:15:39.814734+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:28:25.256566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767501+0000","last_change":"2024-09-05T06:15:38.836356+0000","last_active":"2024-09-05T06:15:40.767501+0000","last_peered":"2024-09-05T06:15:40.767501+0000","last_clean":"2024-09-05T06:15:40.767501+0000","last_became_active":"2024-09-05T06:15:38.835686+0000","last_became_peered":"2024-09-05T06:15:38.835686+0000","last_unstale":"2024-09-05T06:15:40.767501+0000","last_undegraded":"2024-09-05T06:15:40.767501+0000","last_fullsized":"2024-09-05T06:15:40.767501+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:46.405787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"139'3","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.813345+0000","last_change":"2024-09-05T06:15:37.835976+0000","last_active":"2024-09-05T06:15:39.813345+0000","last_peered":"2024-09-05T06:15:39.813345+0000","last_clean":"2024-09-05T06:15:39.813345+0000","last_became_active":"2024-09-05T06:15:37.835366+0000","last_became_peered":"2024-09-05T06:15:37.835366+0000","last_unstale":"2024-09-05T06:15:39.813345+0000","last_undegraded":"2024-09-05T06:15:39.813345+0000","last_fullsized":"2024-09-05T06:15:39.813345+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:43:46.935517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820578+0000","last_change":"2024-09-05T06:15:38.841670+0000","last_active":"2024-09-05T06:15:39.820578+0000","last_peered":"2024-09-05T06:15:39.820578+0000","last_clean":"2024-09-05T06:15:39.820578+0000","last_became_active":"2024-09-05T06:15:38.840520+0000","last_became_peered":"2024-09-05T06:15:38.840520+0000","last_unstale":"2024-09-05T06:15:39.820578+0000","last_undegraded":"2024-09-05T06:15:39.820578+0000","last_fullsized":"2024-09-05T06:15:39.820578+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:32.627006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"139'6","reported_seq":20,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816533+0000","last_change":"2024-09-05T06:15:37.839092+0000","last_active":"2024-09-05T06:15:39.816533+0000","last_peered":"2024-09-05T06:15:39.816533+0000","last_clean":"2024-09-05T06:15:39.816533+0000","last_became_active":"2024-09-05T06:15:37.835767+0000","last_became_peered":"2024-09-05T06:15:37.835767+0000","last_unstale":"2024-09-05T06:15:39.816533+0000","last_undegraded":"2024-09-05T06:15:39.816533+0000","last_fullsized":"2024-09-05T06:15:39.816533+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:57.097154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814399+0000","last_change":"2024-09-05T06:15:38.835138+0000","last_active":"2024-09-05T06:15:39.814399+0000","last_peered":"2024-09-05T06:15:39.814399+0000","last_clean":"2024-09-05T06:15:39.814399+0000","last_became_active":"2024-09-05T06:15:38.832753+0000","last_became_peered":"2024-09-05T06:15:38.832753+0000","last_unstale":"2024-09-05T06:15:39.814399+0000","last_undegraded":"2024-09-05T06:15:39.814399+0000","last_fullsized":"2024-09-05T06:15:39.814399+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:18.275510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817438+0000","last_change":"2024-09-05T06:15:37.834383+0000","last_active":"2024-09-05T06:15:39.817438+0000","last_peered":"2024-09-05T06:15:39.817438+0000","last_clean":"2024-09-05T06:15:39.817438+0000","last_became_active":"2024-09-05T06:15:37.831685+0000","last_became_peered":"2024-09-05T06:15:37.831685+0000","last_unstale":"2024-09-05T06:15:39.817438+0000","last_undegraded":"2024-09-05T06:15:39.817438+0000","last_fullsized":"2024-09-05T06:15:39.817438+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:48.847338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816814+0000","last_change":"2024-09-05T06:15:38.843888+0000","last_active":"2024-09-05T06:15:39.816814+0000","last_peered":"2024-09-05T06:15:39.816814+0000","last_clean":"2024-09-05T06:15:39.816814+0000","last_became_active":"2024-09-05T06:15:38.843241+0000","last_became_peered":"2024-09-05T06:15:38.843241+0000","last_unstale":"2024-09-05T06:15:39.816814+0000","last_undegraded":"2024-09-05T06:15:39.816814+0000","last_fullsized":"2024-09-05T06:15:39.816814+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:28:19.149884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774059+0000","last_change":"2024-09-05T06:15:37.829838+0000","last_active":"2024-09-05T06:15:40.774059+0000","last_peered":"2024-09-05T06:15:40.774059+0000","last_clean":"2024-09-05T06:15:40.774059+0000","last_became_active":"2024-09-05T06:15:37.829447+0000","last_became_peered":"2024-09-05T06:15:37.829447+0000","last_unstale":"2024-09-05T06:15:40.774059+0000","last_undegraded":"2024-09-05T06:15:40.774059+0000","last_fullsized":"2024-09-05T06:15:40.774059+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:54.801663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815922+0000","last_change":"2024-09-05T06:15:38.856394+0000","last_active":"2024-09-05T06:15:39.815922+0000","last_peered":"2024-09-05T06:15:39.815922+0000","last_clean":"2024-09-05T06:15:39.815922+0000","last_became_active":"2024-09-05T06:15:38.855335+0000","last_became_peered":"2024-09-05T06:15:38.855335+0000","last_unstale":"2024-09-05T06:15:39.815922+0000","last_undegraded":"2024-09-05T06:15:39.815922+0000","last_fullsized":"2024-09-05T06:15:39.815922+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.200109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"139'8","reported_seq":22,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769523+0000","last_change":"2024-09-05T06:15:37.828337+0000","last_active":"2024-09-05T06:15:40.769523+0000","last_peered":"2024-09-05T06:15:40.769523+0000","last_clean":"2024-09-05T06:15:40.769523+0000","last_became_active":"2024-09-05T06:15:37.827119+0000","last_became_peered":"2024-09-05T06:15:37.827119+0000","last_unstale":"2024-09-05T06:15:40.769523+0000","last_undegraded":"2024-09-05T06:15:40.769523+0000","last_fullsized":"2024-09-05T06:15:40.769523+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:15:11.378207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769241+0000","last_change":"2024-09-05T06:15:38.834685+0000","last_active":"2024-09-05T06:15:40.769241+0000","last_peered":"2024-09-05T06:15:40.769241+0000","last_clean":"2024-09-05T06:15:40.769241+0000","last_became_active":"2024-09-05T06:15:38.830082+0000","last_became_peered":"2024-09-05T06:15:38.830082+0000","last_unstale":"2024-09-05T06:15:40.769241+0000","last_undegraded":"2024-09-05T06:15:40.769241+0000","last_fullsized":"2024-09-05T06:15:40.769241+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.144574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767716+0000","last_change":"2024-09-05T06:15:37.827309+0000","last_active":"2024-09-05T06:15:40.767716+0000","last_peered":"2024-09-05T06:15:40.767716+0000","last_clean":"2024-09-05T06:15:40.767716+0000","last_became_active":"2024-09-05T06:15:37.822903+0000","last_became_peered":"2024-09-05T06:15:37.822903+0000","last_unstale":"2024-09-05T06:15:40.767716+0000","last_undegraded":"2024-09-05T06:15:40.767716+0000","last_fullsized":"2024-09-05T06:15:40.767716+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.946462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769648+0000","last_change":"2024-09-05T06:15:38.845744+0000","last_active":"2024-09-05T06:15:40.769648+0000","last_peered":"2024-09-05T06:15:40.769648+0000","last_clean":"2024-09-05T06:15:40.769648+0000","last_became_active":"2024-09-05T06:15:38.845107+0000","last_became_peered":"2024-09-05T06:15:38.845107+0000","last_unstale":"2024-09-05T06:15:40.769648+0000","last_undegraded":"2024-09-05T06:15:40.769648+0000","last_fullsized":"2024-09-05T06:15:40.769648+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:19:41.203285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817727+0000","last_change":"2024-09-05T06:15:37.838777+0000","last_active":"2024-09-05T06:15:39.817727+0000","last_peered":"2024-09-05T06:15:39.817727+0000","last_clean":"2024-09-05T06:15:39.817727+0000","last_became_active":"2024-09-05T06:15:37.832833+0000","last_became_peered":"2024-09-05T06:15:37.832833+0000","last_unstale":"2024-09-05T06:15:39.817727+0000","last_undegraded":"2024-09-05T06:15:39.817727+0000","last_fullsized":"2024-09-05T06:15:39.817727+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:16:00.149766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.821421+0000","last_change":"2024-09-05T06:15:38.848755+0000","last_active":"2024-09-05T06:15:39.821421+0000","last_peered":"2024-09-05T06:15:39.821421+0000","last_clean":"2024-09-05T06:15:39.821421+0000","last_became_active":"2024-09-05T06:15:38.836851+0000","last_became_peered":"2024-09-05T06:15:38.836851+0000","last_unstale":"2024-09-05T06:15:39.821421+0000","last_undegraded":"2024-09-05T06:15:39.821421+0000","last_fullsized":"2024-09-05T06:15:39.821421+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:58:40.537624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.776467+0000","last_change":"2024-09-05T06:15:37.834110+0000","last_active":"2024-09-05T06:15:40.776467+0000","last_peered":"2024-09-05T06:15:40.776467+0000","last_clean":"2024-09-05T06:15:40.776467+0000","last_became_active":"2024-09-05T06:15:37.833968+0000","last_became_peered":"2024-09-05T06:15:37.833968+0000","last_unstale":"2024-09-05T06:15:40.776467+0000","last_undegraded":"2024-09-05T06:15:40.776467+0000","last_fullsized":"2024-09-05T06:15:40.776467+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.195520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775618+0000","last_change":"2024-09-05T06:15:38.846787+0000","last_active":"2024-09-05T06:15:40.775618+0000","last_peered":"2024-09-05T06:15:40.775618+0000","last_clean":"2024-09-05T06:15:40.775618+0000","last_became_active":"2024-09-05T06:15:38.846055+0000","last_became_peered":"2024-09-05T06:15:38.846055+0000","last_unstale":"2024-09-05T06:15:40.775618+0000","last_undegraded":"2024-09-05T06:15:40.775618+0000","last_fullsized":"2024-09-05T06:15:40.775618+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:39:53.553514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774294+0000","last_change":"2024-09-05T06:15:37.826476+0000","last_active":"2024-09-05T06:15:40.774294+0000","last_peered":"2024-09-05T06:15:40.774294+0000","last_clean":"2024-09-05T06:15:40.774294+0000","last_became_active":"2024-09-05T06:15:37.826199+0000","last_became_peered":"2024-09-05T06:15:37.826199+0000","last_unstale":"2024-09-05T06:15:40.774294+0000","last_undegraded":"2024-09-05T06:15:40.774294+0000","last_fullsized":"2024-09-05T06:15:40.774294+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:04:04.875636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774063+0000","last_change":"2024-09-05T06:15:38.846716+0000","last_active":"2024-09-05T06:15:40.774063+0000","last_peered":"2024-09-05T06:15:40.774063+0000","last_clean":"2024-09-05T06:15:40.774063+0000","last_became_active":"2024-09-05T06:15:38.846367+0000","last_became_peered":"2024-09-05T06:15:38.846367+0000","last_unstale":"2024-09-05T06:15:40.774063+0000","last_undegraded":"2024-09-05T06:15:40.774063+0000","last_fullsized":"2024-09-05T06:15:40.774063+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:08.742909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.813670+0000","last_change":"2024-09-05T06:15:37.824269+0000","last_active":"2024-09-05T06:15:39.813670+0000","last_peered":"2024-09-05T06:15:39.813670+0000","last_clean":"2024-09-05T06:15:39.813670+0000","last_became_active":"2024-09-05T06:15:37.823602+0000","last_became_peered":"2024-09-05T06:15:37.823602+0000","last_unstale":"2024-09-05T06:15:39.813670+0000","last_undegraded":"2024-09-05T06:15:39.813670+0000","last_fullsized":"2024-09-05T06:15:39.813670+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:35.257731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769371+0000","last_change":"2024-09-05T06:15:38.848723+0000","last_active":"2024-09-05T06:15:40.769371+0000","last_peered":"2024-09-05T06:15:40.769371+0000","last_clean":"2024-09-05T06:15:40.769371+0000","last_became_active":"2024-09-05T06:15:38.848031+0000","last_became_peered":"2024-09-05T06:15:38.848031+0000","last_unstale":"2024-09-05T06:15:40.769371+0000","last_undegraded":"2024-09-05T06:15:40.769371+0000","last_fullsized":"2024-09-05T06:15:40.769371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:10:52.041141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769783+0000","last_change":"2024-09-05T06:15:37.839274+0000","last_active":"2024-09-05T06:15:40.769783+0000","last_peered":"2024-09-05T06:15:40.769783+0000","last_clean":"2024-09-05T06:15:40.769783+0000","last_became_active":"2024-09-05T06:15:37.838735+0000","last_became_peered":"2024-09-05T06:15:37.838735+0000","last_unstale":"2024-09-05T06:15:40.769783+0000","last_undegraded":"2024-09-05T06:15:40.769783+0000","last_fullsized":"2024-09-05T06:15:40.769783+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:18.778412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775983+0000","last_change":"2024-09-05T06:15:38.846515+0000","last_active":"2024-09-05T06:15:40.775983+0000","last_peered":"2024-09-05T06:15:40.775983+0000","last_clean":"2024-09-05T06:15:40.775983+0000","last_became_active":"2024-09-05T06:15:38.843091+0000","last_became_peered":"2024-09-05T06:15:38.843091+0000","last_unstale":"2024-09-05T06:15:40.775983+0000","last_undegraded":"2024-09-05T06:15:40.775983+0000","last_fullsized":"2024-09-05T06:15:40.775983+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:37.842449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817167+0000","last_change":"2024-09-05T06:15:37.839619+0000","last_active":"2024-09-05T06:15:39.817167+0000","last_peered":"2024-09-05T06:15:39.817167+0000","last_clean":"2024-09-05T06:15:39.817167+0000","last_became_active":"2024-09-05T06:15:37.837807+0000","last_became_peered":"2024-09-05T06:15:37.837807+0000","last_unstale":"2024-09-05T06:15:39.817167+0000","last_undegraded":"2024-09-05T06:15:39.817167+0000","last_fullsized":"2024-09-05T06:15:39.817167+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:55.570091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816044+0000","last_change":"2024-09-05T06:15:38.854163+0000","last_active":"2024-09-05T06:15:39.816044+0000","last_peered":"2024-09-05T06:15:39.816044+0000","last_clean":"2024-09-05T06:15:39.816044+0000","last_became_active":"2024-09-05T06:15:38.847590+0000","last_became_peered":"2024-09-05T06:15:38.847590+0000","last_unstale":"2024-09-05T06:15:39.816044+0000","last_undegraded":"2024-09-05T06:15:39.816044+0000","last_fullsized":"2024-09-05T06:15:39.816044+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:18.241992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815216+0000","last_change":"2024-09-05T06:15:37.822221+0000","last_active":"2024-09-05T06:15:39.815216+0000","last_peered":"2024-09-05T06:15:39.815216+0000","last_clean":"2024-09-05T06:15:39.815216+0000","last_became_active":"2024-09-05T06:15:37.821525+0000","last_became_peered":"2024-09-05T06:15:37.821525+0000","last_unstale":"2024-09-05T06:15:39.815216+0000","last_undegraded":"2024-09-05T06:15:39.815216+0000","last_fullsized":"2024-09-05T06:15:39.815216+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:56:24.346916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774822+0000","last_change":"2024-09-05T06:15:38.840966+0000","last_active":"2024-09-05T06:15:40.774822+0000","last_peered":"2024-09-05T06:15:40.774822+0000","last_clean":"2024-09-05T06:15:40.774822+0000","last_became_active":"2024-09-05T06:15:38.840328+0000","last_became_peered":"2024-09-05T06:15:38.840328+0000","last_unstale":"2024-09-05T06:15:40.774822+0000","last_undegraded":"2024-09-05T06:15:40.774822+0000","last_fullsized":"2024-09-05T06:15:40.774822+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:42:26.865978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816048+0000","last_change":"2024-09-05T06:15:37.838932+0000","last_active":"2024-09-05T06:15:39.816048+0000","last_peered":"2024-09-05T06:15:39.816048+0000","last_clean":"2024-09-05T06:15:39.816048+0000","last_became_active":"2024-09-05T06:15:37.835391+0000","last_became_peered":"2024-09-05T06:15:37.835391+0000","last_unstale":"2024-09-05T06:15:39.816048+0000","last_undegraded":"2024-09-05T06:15:39.816048+0000","last_fullsized":"2024-09-05T06:15:39.816048+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:05:03.197404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768016+0000","last_change":"2024-09-05T06:15:38.841832+0000","last_active":"2024-09-05T06:15:40.768016+0000","last_peered":"2024-09-05T06:15:40.768016+0000","last_clean":"2024-09-05T06:15:40.768016+0000","last_became_active":"2024-09-05T06:15:38.841196+0000","last_became_peered":"2024-09-05T06:15:38.841196+0000","last_unstale":"2024-09-05T06:15:40.768016+0000","last_undegraded":"2024-09-05T06:15:40.768016+0000","last_fullsized":"2024-09-05T06:15:40.768016+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:42:08.007484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"140'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820690+0000","last_change":"2024-09-05T06:15:37.830843+0000","last_active":"2024-09-05T06:15:39.820690+0000","last_peered":"2024-09-05T06:15:39.820690+0000","last_clean":"2024-09-05T06:15:39.820690+0000","last_became_active":"2024-09-05T06:15:37.830586+0000","last_became_peered":"2024-09-05T06:15:37.830586+0000","last_unstale":"2024-09-05T06:15:39.820690+0000","last_undegraded":"2024-09-05T06:15:39.820690+0000","last_fullsized":"2024-09-05T06:15:39.820690+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:40:31.014047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769461+0000","last_change":"2024-09-05T06:15:38.839116+0000","last_active":"2024-09-05T06:15:40.769461+0000","last_peered":"2024-09-05T06:15:40.769461+0000","last_clean":"2024-09-05T06:15:40.769461+0000","last_became_active":"2024-09-05T06:15:38.838467+0000","last_became_peered":"2024-09-05T06:15:38.838467+0000","last_unstale":"2024-09-05T06:15:40.769461+0000","last_undegraded":"2024-09-05T06:15:40.769461+0000","last_fullsized":"2024-09-05T06:15:40.769461+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:07.854061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816794+0000","last_change":"2024-09-05T06:15:37.837700+0000","last_active":"2024-09-05T06:15:39.816794+0000","last_peered":"2024-09-05T06:15:39.816794+0000","last_clean":"2024-09-05T06:15:39.816794+0000","last_became_active":"2024-09-05T06:15:37.834016+0000","last_became_peered":"2024-09-05T06:15:37.834016+0000","last_unstale":"2024-09-05T06:15:39.816794+0000","last_undegraded":"2024-09-05T06:15:39.816794+0000","last_fullsized":"2024-09-05T06:15:39.816794+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:24:43.699850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775328+0000","last_change":"2024-09-05T06:15:38.862996+0000","last_active":"2024-09-05T06:15:40.775328+0000","last_peered":"2024-09-05T06:15:40.775328+0000","last_clean":"2024-09-05T06:15:40.775328+0000","last_became_active":"2024-09-05T06:15:38.862789+0000","last_became_peered":"2024-09-05T06:15:38.862789+0000","last_unstale":"2024-09-05T06:15:40.775328+0000","last_undegraded":"2024-09-05T06:15:40.775328+0000","last_fullsized":"2024-09-05T06:15:40.775328+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:38:00.429084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817383+0000","last_change":"2024-09-05T06:15:37.838530+0000","last_active":"2024-09-05T06:15:39.817383+0000","last_peered":"2024-09-05T06:15:39.817383+0000","last_clean":"2024-09-05T06:15:39.817383+0000","last_became_active":"2024-09-05T06:15:37.835047+0000","last_became_peered":"2024-09-05T06:15:37.835047+0000","last_unstale":"2024-09-05T06:15:39.817383+0000","last_undegraded":"2024-09-05T06:15:39.817383+0000","last_fullsized":"2024-09-05T06:15:39.817383+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:01.081181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774943+0000","last_change":"2024-09-05T06:15:38.852515+0000","last_active":"2024-09-05T06:15:40.774943+0000","last_peered":"2024-09-05T06:15:40.774943+0000","last_clean":"2024-09-05T06:15:40.774943+0000","last_became_active":"2024-09-05T06:15:38.852272+0000","last_became_peered":"2024-09-05T06:15:38.852272+0000","last_unstale":"2024-09-05T06:15:40.774943+0000","last_undegraded":"2024-09-05T06:15:40.774943+0000","last_fullsized":"2024-09-05T06:15:40.774943+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:28:52.487283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.821305+0000","last_change":"2024-09-05T06:15:37.821526+0000","last_active":"2024-09-05T06:15:39.821305+0000","last_peered":"2024-09-05T06:15:39.821305+0000","last_clean":"2024-09-05T06:15:39.821305+0000","last_became_active":"2024-09-05T06:15:37.821306+0000","last_became_peered":"2024-09-05T06:15:37.821306+0000","last_unstale":"2024-09-05T06:15:39.821305+0000","last_undegraded":"2024-09-05T06:15:39.821305+0000","last_fullsized":"2024-09-05T06:15:39.821305+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:05:16.687950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.776340+0000","last_change":"2024-09-05T06:15:38.841752+0000","last_active":"2024-09-05T06:15:40.776340+0000","last_peered":"2024-09-05T06:15:40.776340+0000","last_clean":"2024-09-05T06:15:40.776340+0000","last_became_active":"2024-09-05T06:15:38.837174+0000","last_became_peered":"2024-09-05T06:15:38.837174+0000","last_unstale":"2024-09-05T06:15:40.776340+0000","last_undegraded":"2024-09-05T06:15:40.776340+0000","last_fullsized":"2024-09-05T06:15:40.776340+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:44.676297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774666+0000","last_change":"2024-09-05T06:15:37.831933+0000","last_active":"2024-09-05T06:15:40.774666+0000","last_peered":"2024-09-05T06:15:40.774666+0000","last_clean":"2024-09-05T06:15:40.774666+0000","last_became_active":"2024-09-05T06:15:37.831739+0000","last_became_peered":"2024-09-05T06:15:37.831739+0000","last_unstale":"2024-09-05T06:15:40.774666+0000","last_undegraded":"2024-09-05T06:15:40.774666+0000","last_fullsized":"2024-09-05T06:15:40.774666+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:06.884538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775522+0000","last_change":"2024-09-05T06:15:38.850910+0000","last_active":"2024-09-05T06:15:40.775522+0000","last_peered":"2024-09-05T06:15:40.775522+0000","last_clean":"2024-09-05T06:15:40.775522+0000","last_became_active":"2024-09-05T06:15:38.849722+0000","last_became_peered":"2024-09-05T06:15:38.849722+0000","last_unstale":"2024-09-05T06:15:40.775522+0000","last_undegraded":"2024-09-05T06:15:40.775522+0000","last_fullsized":"2024-09-05T06:15:40.775522+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:51.009638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769820+0000","last_change":"2024-09-05T06:15:37.827818+0000","last_active":"2024-09-05T06:15:40.769820+0000","last_peered":"2024-09-05T06:15:40.769820+0000","last_clean":"2024-09-05T06:15:40.769820+0000","last_became_active":"2024-09-05T06:15:37.826262+0000","last_became_peered":"2024-09-05T06:15:37.826262+0000","last_unstale":"2024-09-05T06:15:40.769820+0000","last_undegraded":"2024-09-05T06:15:40.769820+0000","last_fullsized":"2024-09-05T06:15:40.769820+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:50:31.316755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768065+0000","last_change":"2024-09-05T06:15:38.823566+0000","last_active":"2024-09-05T06:15:40.768065+0000","last_peered":"2024-09-05T06:15:40.768065+0000","last_clean":"2024-09-05T06:15:40.768065+0000","last_became_active":"2024-09-05T06:15:38.822999+0000","last_became_peered":"2024-09-05T06:15:38.822999+0000","last_unstale":"2024-09-05T06:15:40.768065+0000","last_undegraded":"2024-09-05T06:15:40.768065+0000","last_fullsized":"2024-09-05T06:15:40.768065+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:31:42.662674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768005+0000","last_change":"2024-09-05T06:15:37.823462+0000","last_active":"2024-09-05T06:15:40.768005+0000","last_peered":"2024-09-05T06:15:40.768005+0000","last_clean":"2024-09-05T06:15:40.768005+0000","last_became_active":"2024-09-05T06:15:37.815791+0000","last_became_peered":"2024-09-05T06:15:37.815791+0000","last_unstale":"2024-09-05T06:15:40.768005+0000","last_undegraded":"2024-09-05T06:15:40.768005+0000","last_fullsized":"2024-09-05T06:15:40.768005+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:39:38.342255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817664+0000","last_change":"2024-09-05T06:15:38.843763+0000","last_active":"2024-09-05T06:15:39.817664+0000","last_peered":"2024-09-05T06:15:39.817664+0000","last_clean":"2024-09-05T06:15:39.817664+0000","last_became_active":"2024-09-05T06:15:38.843148+0000","last_became_peered":"2024-09-05T06:15:38.843148+0000","last_unstale":"2024-09-05T06:15:39.817664+0000","last_undegraded":"2024-09-05T06:15:39.817664+0000","last_fullsized":"2024-09-05T06:15:39.817664+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:38:21.594647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.459217+0000","last_change":"2024-09-05T06:15:37.826323+0000","last_active":"2024-09-05T06:15:40.459217+0000","last_peered":"2024-09-05T06:15:40.459217+0000","last_clean":"2024-09-05T06:15:40.459217+0000","last_became_active":"2024-09-05T06:15:37.826053+0000","last_became_peered":"2024-09-05T06:15:37.826053+0000","last_unstale":"2024-09-05T06:15:40.459217+0000","last_undegraded":"2024-09-05T06:15:40.459217+0000","last_fullsized":"2024-09-05T06:15:40.459217+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:49:02.863020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":408,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774392+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:15:40.774392+0000","last_peered":"2024-09-05T06:15:40.774392+0000","last_clean":"2024-09-05T06:15:40.774392+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:15:40.774392+0000","last_undegraded":"2024-09-05T06:15:40.774392+0000","last_fullsized":"2024-09-05T06:15:40.774392+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574920,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":763,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194548,"statfs":{"total":200000000,"available":199217968,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574921,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":762,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194550,"statfs":{"total":200000000,"available":199219704,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574921,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1338,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193973,"statfs":{"total":200000000,"available":198629244,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574920,"num_pgs":33,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":763,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194548,"statfs":{"total":200000000,"available":199218002,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574920,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":762,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194550,"statfs":{"total":200000000,"available":199219704,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574920,"num_pgs":25,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":762,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194549,"statfs":{"total":200000000,"available":199219066,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574920,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1338,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193973,"statfs":{"total":200000000,"available":198629336,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574920,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":762,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194549,"statfs":{"total":200000000,"available":199219052,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:15:42.854 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:15:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e87a9640 1 Processor -- start 2024-09-05T06:15:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e87a9640 1 -- start start 2024-09-05T06:15:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e87a9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e015edb0 0x7f14e00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e87a9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f14e00cf7e0 0x7f14e00d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e87a9640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14e00cfd30 con 0x7f14e00d4980 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e87a9640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f14e00b5620 con 0x7f14e00cf7e0 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e87a9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f14e00d0010 con 0x7f14e015edb0 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e6d46640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f14e00cf7e0 0x7f14e00d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e6545640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f14e00d4980 0x7f14e00d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51522/0 (socket says 172.21.15.70:51522) 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e6545640 1 -- 172.21.15.70:0/1385598249 learned_addr learned my addr 172.21.15.70:0/1385598249 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e5d44640 1 --2- 172.21.15.70:0/1385598249 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e015edb0 0x7f14e00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e5543640 1 -- 172.21.15.70:0/1385598249 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1923009367 0 0) 0x7f14e00cfd30 con 0x7f14e00d4980 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e6d46640 1 -- 172.21.15.70:0/1385598249 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e015edb0 msgr2=0x7f14e00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e6d46640 1 --2- 172.21.15.70:0/1385598249 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e015edb0 0x7f14e00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e6d46640 1 -- 172.21.15.70:0/1385598249 >> v1:172.21.15.70:6789/0 conn(0x7f14e00d4980 legacy=0x7f14e00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.015+0000 7f14e6d46640 1 -- 172.21.15.70:0/1385598249 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e00d02f0 con 0x7f14e00cf7e0 2024-09-05T06:15:43.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e6d46640 1 --2- 172.21.15.70:0/1385598249 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00cf7e0 0x7f14e00d3880 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f14d8009d90 tx=0x7f14d801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac4f77abf93859a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5543640 1 -- 172.21.15.70:0/1385598249 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d80b2070 con 0x7f14e00cf7e0 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5543640 1 -- 172.21.15.70:0/1385598249 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14d80a5a00 con 0x7f14e00cf7e0 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5543640 1 -- 172.21.15.70:0/1385598249 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d80a5dd0 con 0x7f14e00cf7e0 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- 172.21.15.70:0/1385598249 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00cf7e0 msgr2=0x7f14e00d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1385598249 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00cf7e0 0x7f14e00d3880 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f14d8009d90 tx=0x7f14d801c940 comp rx=0 tx=0).stop 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- 172.21.15.70:0/1385598249 shutdown_connections 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1385598249 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00cf7e0 0x7f14e00d3880 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1385598249 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e015edb0 0x7f14e00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- 172.21.15.70:0/1385598249 >> 172.21.15.70:0/1385598249 conn(0x7f14e008e690 msgr2=0x7f14e009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- 172.21.15.70:0/1385598249 shutdown_connections 2024-09-05T06:15:43.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- 172.21.15.70:0/1385598249 wait complete. 2024-09-05T06:15:43.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 Processor -- start 2024-09-05T06:15:43.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- start start 2024-09-05T06:15:43.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e00cf7e0 0x7f14e0157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00d4980 0x7f14e0161870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14e015edb0 0x7f14e015f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f14e00b4fa0 con 0x7f14e00d4980 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f14e00b4e20 con 0x7f14e015edb0 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f14e00b5120 con 0x7f14e00cf7e0 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00d4980 0x7f14e0161870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00d4980 0x7f14e0161870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42104/0 (socket says 172.21.15.70:42104) 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 -- 172.21.15.70:0/1696607357 learned_addr learned my addr 172.21.15.70:0/1696607357 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 -- 172.21.15.70:0/1696607357 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e00cf7e0 msgr2=0x7f14e0157260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e00cf7e0 0x7f14e0157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 -- 172.21.15.70:0/1696607357 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14e015edb0 msgr2=0x7f14e015f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14e015edb0 0x7f14e015f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 -- 172.21.15.70:0/1696607357 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e00cdfd0 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e5d44640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00d4980 0x7f14e0161870 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f14d000d7d0 tx=0x7f14d000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14d6ffd640 1 -- 172.21.15.70:0/1696607357 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d000b6c0 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14d6ffd640 1 -- 172.21.15.70:0/1696607357 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14d0019070 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14e00ce2b0 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14d6ffd640 1 -- 172.21.15.70:0/1696607357 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d000ba80 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.019+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14e00ce870 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.023+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14e00d4d60 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.023+0000 7f14d6ffd640 1 -- 172.21.15.70:0/1696607357 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f14d000bc20 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.023+0000 7f14d6ffd640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c40678c0 0x7f14c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.023+0000 7f14d6ffd640 1 -- 172.21.15.70:0/1696607357 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f14d0086020 con 0x7f14e00d4980 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.023+0000 7f14e6545640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c40678c0 0x7f14c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.023+0000 7f14e6545640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c40678c0 0x7f14c4069d80 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f14dc0011f0 tx=0x7f14dc007930 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.027+0000 7f14d6ffd640 1 -- 172.21.15.70:0/1696607357 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f14d0056bf0 con 0x7f14e00d4980 2024-09-05T06:15:43.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.171+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f14e009e1c0 con 0x7f14c40678c0 2024-09-05T06:15:43.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.191+0000 7f14d6ffd640 1 -- 172.21.15.70:0/1696607357 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247992 (secure 0 0 0) 0x7f14e009e1c0 con 0x7f14c40678c0 2024-09-05T06:15:43.189 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:43.190 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:15:43.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c40678c0 msgr2=0x7f14c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c40678c0 0x7f14c4069d80 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f14dc0011f0 tx=0x7f14dc007930 comp rx=0 tx=0).stop 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00d4980 msgr2=0x7f14e0161870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00d4980 0x7f14e0161870 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f14d000d7d0 tx=0x7f14d000dc90 comp rx=0 tx=0).stop 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 shutdown_connections 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c40678c0 0x7f14c4069d80 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14e015edb0 0x7f14e015f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14e00d4980 0x7f14e0161870 secure :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f14d000d7d0 tx=0x7f14d000dc90 comp rx=0 tx=0).stop 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 --2- 172.21.15.70:0/1696607357 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14e00cf7e0 0x7f14e0157260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 >> 172.21.15.70:0/1696607357 conn(0x7f14e008e690 msgr2=0x7f14e00b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 shutdown_connections 2024-09-05T06:15:43.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.195+0000 7f14e87a9640 1 -- 172.21.15.70:0/1696607357 wait complete. 2024-09-05T06:15:43.206 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":307,"stamp":"2024-09-05T06:15:42.435792+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":154,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":7253,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1555246,"statfs":{"total":1600000000,"available":1592572076,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.636062"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769707+0000","last_change":"2024-09-05T06:15:38.839872+0000","last_active":"2024-09-05T06:15:40.769707+0000","last_peered":"2024-09-05T06:15:40.769707+0000","last_clean":"2024-09-05T06:15:40.769707+0000","last_became_active":"2024-09-05T06:15:38.837999+0000","last_became_peered":"2024-09-05T06:15:38.837999+0000","last_unstale":"2024-09-05T06:15:40.769707+0000","last_undegraded":"2024-09-05T06:15:40.769707+0000","last_fullsized":"2024-09-05T06:15:40.769707+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:49:40.039098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.458901+0000","last_change":"2024-09-05T06:15:38.852549+0000","last_active":"2024-09-05T06:15:40.458901+0000","last_peered":"2024-09-05T06:15:40.458901+0000","last_clean":"2024-09-05T06:15:40.458901+0000","last_became_active":"2024-09-05T06:15:38.852316+0000","last_became_peered":"2024-09-05T06:15:38.852316+0000","last_unstale":"2024-09-05T06:15:40.458901+0000","last_undegraded":"2024-09-05T06:15:40.458901+0000","last_fullsized":"2024-09-05T06:15:40.458901+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:05:40.103411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.773904+0000","last_change":"2024-09-05T06:15:38.853969+0000","last_active":"2024-09-05T06:15:40.773904+0000","last_peered":"2024-09-05T06:15:40.773904+0000","last_clean":"2024-09-05T06:15:40.773904+0000","last_became_active":"2024-09-05T06:15:38.853697+0000","last_became_peered":"2024-09-05T06:15:38.853697+0000","last_unstale":"2024-09-05T06:15:40.773904+0000","last_undegraded":"2024-09-05T06:15:40.773904+0000","last_fullsized":"2024-09-05T06:15:40.773904+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:25:47.912453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815839+0000","last_change":"2024-09-05T06:15:38.860321+0000","last_active":"2024-09-05T06:15:39.815839+0000","last_peered":"2024-09-05T06:15:39.815839+0000","last_clean":"2024-09-05T06:15:39.815839+0000","last_became_active":"2024-09-05T06:15:38.853724+0000","last_became_peered":"2024-09-05T06:15:38.853724+0000","last_unstale":"2024-09-05T06:15:39.815839+0000","last_undegraded":"2024-09-05T06:15:39.815839+0000","last_fullsized":"2024-09-05T06:15:39.815839+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:44:26.344350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817310+0000","last_change":"2024-09-05T06:15:38.848849+0000","last_active":"2024-09-05T06:15:39.817310+0000","last_peered":"2024-09-05T06:15:39.817310+0000","last_clean":"2024-09-05T06:15:39.817310+0000","last_became_active":"2024-09-05T06:15:38.840848+0000","last_became_peered":"2024-09-05T06:15:38.840848+0000","last_unstale":"2024-09-05T06:15:39.817310+0000","last_undegraded":"2024-09-05T06:15:39.817310+0000","last_fullsized":"2024-09-05T06:15:39.817310+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:03:58.673474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767706+0000","last_change":"2024-09-05T06:15:38.838007+0000","last_active":"2024-09-05T06:15:40.767706+0000","last_peered":"2024-09-05T06:15:40.767706+0000","last_clean":"2024-09-05T06:15:40.767706+0000","last_became_active":"2024-09-05T06:15:38.837247+0000","last_became_peered":"2024-09-05T06:15:38.837247+0000","last_unstale":"2024-09-05T06:15:40.767706+0000","last_undegraded":"2024-09-05T06:15:40.767706+0000","last_fullsized":"2024-09-05T06:15:40.767706+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:42:59.398696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820699+0000","last_change":"2024-09-05T06:15:38.850056+0000","last_active":"2024-09-05T06:15:39.820699+0000","last_peered":"2024-09-05T06:15:39.820699+0000","last_clean":"2024-09-05T06:15:39.820699+0000","last_became_active":"2024-09-05T06:15:38.849628+0000","last_became_peered":"2024-09-05T06:15:38.849628+0000","last_unstale":"2024-09-05T06:15:39.820699+0000","last_undegraded":"2024-09-05T06:15:39.820699+0000","last_fullsized":"2024-09-05T06:15:39.820699+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:30:49.971438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820271+0000","last_change":"2024-09-05T06:15:38.854965+0000","last_active":"2024-09-05T06:15:39.820271+0000","last_peered":"2024-09-05T06:15:39.820271+0000","last_clean":"2024-09-05T06:15:39.820271+0000","last_became_active":"2024-09-05T06:15:38.854659+0000","last_became_peered":"2024-09-05T06:15:38.854659+0000","last_unstale":"2024-09-05T06:15:39.820271+0000","last_undegraded":"2024-09-05T06:15:39.820271+0000","last_fullsized":"2024-09-05T06:15:39.820271+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:29:01.235529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768789+0000","last_change":"2024-09-05T06:15:38.853636+0000","last_active":"2024-09-05T06:15:40.768789+0000","last_peered":"2024-09-05T06:15:40.768789+0000","last_clean":"2024-09-05T06:15:40.768789+0000","last_became_active":"2024-09-05T06:15:38.853161+0000","last_became_peered":"2024-09-05T06:15:38.853161+0000","last_unstale":"2024-09-05T06:15:40.768789+0000","last_undegraded":"2024-09-05T06:15:40.768789+0000","last_fullsized":"2024-09-05T06:15:40.768789+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:43:39.084481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816386+0000","last_change":"2024-09-05T06:15:38.842419+0000","last_active":"2024-09-05T06:15:39.816386+0000","last_peered":"2024-09-05T06:15:39.816386+0000","last_clean":"2024-09-05T06:15:39.816386+0000","last_became_active":"2024-09-05T06:15:38.836851+0000","last_became_peered":"2024-09-05T06:15:38.836851+0000","last_unstale":"2024-09-05T06:15:39.816386+0000","last_undegraded":"2024-09-05T06:15:39.816386+0000","last_fullsized":"2024-09-05T06:15:39.816386+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:57.009018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820976+0000","last_change":"2024-09-05T06:15:38.848404+0000","last_active":"2024-09-05T06:15:39.820976+0000","last_peered":"2024-09-05T06:15:39.820976+0000","last_clean":"2024-09-05T06:15:39.820976+0000","last_became_active":"2024-09-05T06:15:38.847568+0000","last_became_peered":"2024-09-05T06:15:38.847568+0000","last_unstale":"2024-09-05T06:15:39.820976+0000","last_undegraded":"2024-09-05T06:15:39.820976+0000","last_fullsized":"2024-09-05T06:15:39.820976+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:01:23.642464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.813827+0000","last_change":"2024-09-05T06:15:38.823332+0000","last_active":"2024-09-05T06:15:39.813827+0000","last_peered":"2024-09-05T06:15:39.813827+0000","last_clean":"2024-09-05T06:15:39.813827+0000","last_became_active":"2024-09-05T06:15:38.822675+0000","last_became_peered":"2024-09-05T06:15:38.822675+0000","last_unstale":"2024-09-05T06:15:39.813827+0000","last_undegraded":"2024-09-05T06:15:39.813827+0000","last_fullsized":"2024-09-05T06:15:39.813827+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:22.032303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.459135+0000","last_change":"2024-09-05T06:15:38.854011+0000","last_active":"2024-09-05T06:15:40.459135+0000","last_peered":"2024-09-05T06:15:40.459135+0000","last_clean":"2024-09-05T06:15:40.459135+0000","last_became_active":"2024-09-05T06:15:38.853591+0000","last_became_peered":"2024-09-05T06:15:38.853591+0000","last_unstale":"2024-09-05T06:15:40.459135+0000","last_undegraded":"2024-09-05T06:15:40.459135+0000","last_fullsized":"2024-09-05T06:15:40.459135+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:19:39.239512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774713+0000","last_change":"2024-09-05T06:15:38.852852+0000","last_active":"2024-09-05T06:15:40.774713+0000","last_peered":"2024-09-05T06:15:40.774713+0000","last_clean":"2024-09-05T06:15:40.774713+0000","last_became_active":"2024-09-05T06:15:38.852533+0000","last_became_peered":"2024-09-05T06:15:38.852533+0000","last_unstale":"2024-09-05T06:15:40.774713+0000","last_undegraded":"2024-09-05T06:15:40.774713+0000","last_fullsized":"2024-09-05T06:15:40.774713+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:15:44.864513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769001+0000","last_change":"2024-09-05T06:15:38.846781+0000","last_active":"2024-09-05T06:15:40.769001+0000","last_peered":"2024-09-05T06:15:40.769001+0000","last_clean":"2024-09-05T06:15:40.769001+0000","last_became_active":"2024-09-05T06:15:38.846104+0000","last_became_peered":"2024-09-05T06:15:38.846104+0000","last_unstale":"2024-09-05T06:15:40.769001+0000","last_undegraded":"2024-09-05T06:15:40.769001+0000","last_fullsized":"2024-09-05T06:15:40.769001+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:41:13.474124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814788+0000","last_change":"2024-09-05T06:15:38.836277+0000","last_active":"2024-09-05T06:15:39.814788+0000","last_peered":"2024-09-05T06:15:39.814788+0000","last_clean":"2024-09-05T06:15:39.814788+0000","last_became_active":"2024-09-05T06:15:38.834171+0000","last_became_peered":"2024-09-05T06:15:38.834171+0000","last_unstale":"2024-09-05T06:15:39.814788+0000","last_undegraded":"2024-09-05T06:15:39.814788+0000","last_fullsized":"2024-09-05T06:15:39.814788+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:22:22.637625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774385+0000","last_change":"2024-09-05T06:15:38.838240+0000","last_active":"2024-09-05T06:15:40.774385+0000","last_peered":"2024-09-05T06:15:40.774385+0000","last_clean":"2024-09-05T06:15:40.774385+0000","last_became_active":"2024-09-05T06:15:38.837689+0000","last_became_peered":"2024-09-05T06:15:38.837689+0000","last_unstale":"2024-09-05T06:15:40.774385+0000","last_undegraded":"2024-09-05T06:15:40.774385+0000","last_fullsized":"2024-09-05T06:15:40.774385+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:08.242090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820424+0000","last_change":"2024-09-05T06:15:38.841130+0000","last_active":"2024-09-05T06:15:39.820424+0000","last_peered":"2024-09-05T06:15:39.820424+0000","last_clean":"2024-09-05T06:15:39.820424+0000","last_became_active":"2024-09-05T06:15:38.839360+0000","last_became_peered":"2024-09-05T06:15:38.839360+0000","last_unstale":"2024-09-05T06:15:39.820424+0000","last_undegraded":"2024-09-05T06:15:39.820424+0000","last_fullsized":"2024-09-05T06:15:39.820424+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:30:21.593859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.773654+0000","last_change":"2024-09-05T06:15:38.825212+0000","last_active":"2024-09-05T06:15:40.773654+0000","last_peered":"2024-09-05T06:15:40.773654+0000","last_clean":"2024-09-05T06:15:40.773654+0000","last_became_active":"2024-09-05T06:15:38.824820+0000","last_became_peered":"2024-09-05T06:15:38.824820+0000","last_unstale":"2024-09-05T06:15:40.773654+0000","last_undegraded":"2024-09-05T06:15:40.773654+0000","last_fullsized":"2024-09-05T06:15:40.773654+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:26.637110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.773870+0000","last_change":"2024-09-05T06:15:38.842240+0000","last_active":"2024-09-05T06:15:40.773870+0000","last_peered":"2024-09-05T06:15:40.773870+0000","last_clean":"2024-09-05T06:15:40.773870+0000","last_became_active":"2024-09-05T06:15:38.841655+0000","last_became_peered":"2024-09-05T06:15:38.841655+0000","last_unstale":"2024-09-05T06:15:40.773870+0000","last_undegraded":"2024-09-05T06:15:40.773870+0000","last_fullsized":"2024-09-05T06:15:40.773870+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:59:36.227546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.821233+0000","last_change":"2024-09-05T06:15:38.848170+0000","last_active":"2024-09-05T06:15:39.821233+0000","last_peered":"2024-09-05T06:15:39.821233+0000","last_clean":"2024-09-05T06:15:39.821233+0000","last_became_active":"2024-09-05T06:15:38.847165+0000","last_became_peered":"2024-09-05T06:15:38.847165+0000","last_unstale":"2024-09-05T06:15:39.821233+0000","last_undegraded":"2024-09-05T06:15:39.821233+0000","last_fullsized":"2024-09-05T06:15:39.821233+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:42.900451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767629+0000","last_change":"2024-09-05T06:15:38.831635+0000","last_active":"2024-09-05T06:15:40.767629+0000","last_peered":"2024-09-05T06:15:40.767629+0000","last_clean":"2024-09-05T06:15:40.767629+0000","last_became_active":"2024-09-05T06:15:38.831031+0000","last_became_peered":"2024-09-05T06:15:38.831031+0000","last_unstale":"2024-09-05T06:15:40.767629+0000","last_undegraded":"2024-09-05T06:15:40.767629+0000","last_fullsized":"2024-09-05T06:15:40.767629+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:41:01.594788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.773996+0000","last_change":"2024-09-05T06:15:38.857048+0000","last_active":"2024-09-05T06:15:40.773996+0000","last_peered":"2024-09-05T06:15:40.773996+0000","last_clean":"2024-09-05T06:15:40.773996+0000","last_became_active":"2024-09-05T06:15:38.856320+0000","last_became_peered":"2024-09-05T06:15:38.856320+0000","last_unstale":"2024-09-05T06:15:40.773996+0000","last_undegraded":"2024-09-05T06:15:40.773996+0000","last_fullsized":"2024-09-05T06:15:40.773996+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:40:45.260514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816219+0000","last_change":"2024-09-05T06:15:38.854645+0000","last_active":"2024-09-05T06:15:39.816219+0000","last_peered":"2024-09-05T06:15:39.816219+0000","last_clean":"2024-09-05T06:15:39.816219+0000","last_became_active":"2024-09-05T06:15:38.843624+0000","last_became_peered":"2024-09-05T06:15:38.843624+0000","last_unstale":"2024-09-05T06:15:39.816219+0000","last_undegraded":"2024-09-05T06:15:39.816219+0000","last_fullsized":"2024-09-05T06:15:39.816219+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:53:44.554093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820623+0000","last_change":"2024-09-05T06:15:38.842002+0000","last_active":"2024-09-05T06:15:39.820623+0000","last_peered":"2024-09-05T06:15:39.820623+0000","last_clean":"2024-09-05T06:15:39.820623+0000","last_became_active":"2024-09-05T06:15:38.840865+0000","last_became_peered":"2024-09-05T06:15:38.840865+0000","last_unstale":"2024-09-05T06:15:39.820623+0000","last_undegraded":"2024-09-05T06:15:39.820623+0000","last_fullsized":"2024-09-05T06:15:39.820623+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.031472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768629+0000","last_change":"2024-09-05T06:15:38.830358+0000","last_active":"2024-09-05T06:15:40.768629+0000","last_peered":"2024-09-05T06:15:40.768629+0000","last_clean":"2024-09-05T06:15:40.768629+0000","last_became_active":"2024-09-05T06:15:38.829713+0000","last_became_peered":"2024-09-05T06:15:38.829713+0000","last_unstale":"2024-09-05T06:15:40.768629+0000","last_undegraded":"2024-09-05T06:15:40.768629+0000","last_fullsized":"2024-09-05T06:15:40.768629+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:31.352085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815563+0000","last_change":"2024-09-05T06:15:38.851577+0000","last_active":"2024-09-05T06:15:39.815563+0000","last_peered":"2024-09-05T06:15:39.815563+0000","last_clean":"2024-09-05T06:15:39.815563+0000","last_became_active":"2024-09-05T06:15:38.843827+0000","last_became_peered":"2024-09-05T06:15:38.843827+0000","last_unstale":"2024-09-05T06:15:39.815563+0000","last_undegraded":"2024-09-05T06:15:39.815563+0000","last_fullsized":"2024-09-05T06:15:39.815563+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:22:39.184848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767656+0000","last_change":"2024-09-05T06:15:38.836996+0000","last_active":"2024-09-05T06:15:40.767656+0000","last_peered":"2024-09-05T06:15:40.767656+0000","last_clean":"2024-09-05T06:15:40.767656+0000","last_became_active":"2024-09-05T06:15:38.836240+0000","last_became_peered":"2024-09-05T06:15:38.836240+0000","last_unstale":"2024-09-05T06:15:40.767656+0000","last_undegraded":"2024-09-05T06:15:40.767656+0000","last_fullsized":"2024-09-05T06:15:40.767656+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:11:53.108392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775116+0000","last_change":"2024-09-05T06:15:38.850023+0000","last_active":"2024-09-05T06:15:40.775116+0000","last_peered":"2024-09-05T06:15:40.775116+0000","last_clean":"2024-09-05T06:15:40.775116+0000","last_became_active":"2024-09-05T06:15:38.849318+0000","last_became_peered":"2024-09-05T06:15:38.849318+0000","last_unstale":"2024-09-05T06:15:40.775116+0000","last_undegraded":"2024-09-05T06:15:40.775116+0000","last_fullsized":"2024-09-05T06:15:40.775116+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:04:17.811275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820999+0000","last_change":"2024-09-05T06:15:38.841475+0000","last_active":"2024-09-05T06:15:39.820999+0000","last_peered":"2024-09-05T06:15:39.820999+0000","last_clean":"2024-09-05T06:15:39.820999+0000","last_became_active":"2024-09-05T06:15:38.839975+0000","last_became_peered":"2024-09-05T06:15:38.839975+0000","last_unstale":"2024-09-05T06:15:39.820999+0000","last_undegraded":"2024-09-05T06:15:39.820999+0000","last_fullsized":"2024-09-05T06:15:39.820999+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:27.837191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.770044+0000","last_change":"2024-09-05T06:15:38.840358+0000","last_active":"2024-09-05T06:15:40.770044+0000","last_peered":"2024-09-05T06:15:40.770044+0000","last_clean":"2024-09-05T06:15:40.770044+0000","last_became_active":"2024-09-05T06:15:38.838914+0000","last_became_peered":"2024-09-05T06:15:38.838914+0000","last_unstale":"2024-09-05T06:15:40.770044+0000","last_undegraded":"2024-09-05T06:15:40.770044+0000","last_fullsized":"2024-09-05T06:15:40.770044+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:07:01.246909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814410+0000","last_change":"2024-09-05T06:15:38.831255+0000","last_active":"2024-09-05T06:15:39.814410+0000","last_peered":"2024-09-05T06:15:39.814410+0000","last_clean":"2024-09-05T06:15:39.814410+0000","last_became_active":"2024-09-05T06:15:38.829435+0000","last_became_peered":"2024-09-05T06:15:38.829435+0000","last_unstale":"2024-09-05T06:15:39.814410+0000","last_undegraded":"2024-09-05T06:15:39.814410+0000","last_fullsized":"2024-09-05T06:15:39.814410+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:43:30.771698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769211+0000","last_change":"2024-09-05T06:15:38.847852+0000","last_active":"2024-09-05T06:15:40.769211+0000","last_peered":"2024-09-05T06:15:40.769211+0000","last_clean":"2024-09-05T06:15:40.769211+0000","last_became_active":"2024-09-05T06:15:38.847395+0000","last_became_peered":"2024-09-05T06:15:38.847395+0000","last_unstale":"2024-09-05T06:15:40.769211+0000","last_undegraded":"2024-09-05T06:15:40.769211+0000","last_fullsized":"2024-09-05T06:15:40.769211+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:58.955759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"139'4","reported_seq":18,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774967+0000","last_change":"2024-09-05T06:15:37.820433+0000","last_active":"2024-09-05T06:15:40.774967+0000","last_peered":"2024-09-05T06:15:40.774967+0000","last_clean":"2024-09-05T06:15:40.774967+0000","last_became_active":"2024-09-05T06:15:37.820196+0000","last_became_peered":"2024-09-05T06:15:37.820196+0000","last_unstale":"2024-09-05T06:15:40.774967+0000","last_undegraded":"2024-09-05T06:15:40.774967+0000","last_fullsized":"2024-09-05T06:15:40.774967+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:00:26.280779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774385+0000","last_change":"2024-09-05T06:15:38.856540+0000","last_active":"2024-09-05T06:15:40.774385+0000","last_peered":"2024-09-05T06:15:40.774385+0000","last_clean":"2024-09-05T06:15:40.774385+0000","last_became_active":"2024-09-05T06:15:38.855929+0000","last_became_peered":"2024-09-05T06:15:38.855929+0000","last_unstale":"2024-09-05T06:15:40.774385+0000","last_undegraded":"2024-09-05T06:15:40.774385+0000","last_fullsized":"2024-09-05T06:15:40.774385+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:57.010233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.459188+0000","last_change":"2024-09-05T06:15:37.822510+0000","last_active":"2024-09-05T06:15:40.459188+0000","last_peered":"2024-09-05T06:15:40.459188+0000","last_clean":"2024-09-05T06:15:40.459188+0000","last_became_active":"2024-09-05T06:15:37.822048+0000","last_became_peered":"2024-09-05T06:15:37.822048+0000","last_unstale":"2024-09-05T06:15:40.459188+0000","last_undegraded":"2024-09-05T06:15:40.459188+0000","last_fullsized":"2024-09-05T06:15:40.459188+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:35:23.660707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768081+0000","last_change":"2024-09-05T06:15:38.822842+0000","last_active":"2024-09-05T06:15:40.768081+0000","last_peered":"2024-09-05T06:15:40.768081+0000","last_clean":"2024-09-05T06:15:40.768081+0000","last_became_active":"2024-09-05T06:15:38.822063+0000","last_became_peered":"2024-09-05T06:15:38.822063+0000","last_unstale":"2024-09-05T06:15:40.768081+0000","last_undegraded":"2024-09-05T06:15:40.768081+0000","last_fullsized":"2024-09-05T06:15:40.768081+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:20.844125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816938+0000","last_change":"2024-09-05T06:15:37.839128+0000","last_active":"2024-09-05T06:15:39.816938+0000","last_peered":"2024-09-05T06:15:39.816938+0000","last_clean":"2024-09-05T06:15:39.816938+0000","last_became_active":"2024-09-05T06:15:37.835900+0000","last_became_peered":"2024-09-05T06:15:37.835900+0000","last_unstale":"2024-09-05T06:15:39.816938+0000","last_undegraded":"2024-09-05T06:15:39.816938+0000","last_fullsized":"2024-09-05T06:15:39.816938+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:45.970332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774256+0000","last_change":"2024-09-05T06:15:38.844930+0000","last_active":"2024-09-05T06:15:40.774256+0000","last_peered":"2024-09-05T06:15:40.774256+0000","last_clean":"2024-09-05T06:15:40.774256+0000","last_became_active":"2024-09-05T06:15:38.844523+0000","last_became_peered":"2024-09-05T06:15:38.844523+0000","last_unstale":"2024-09-05T06:15:40.774256+0000","last_undegraded":"2024-09-05T06:15:40.774256+0000","last_fullsized":"2024-09-05T06:15:40.774256+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:21:29.549435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815749+0000","last_change":"2024-09-05T06:15:37.837943+0000","last_active":"2024-09-05T06:15:39.815749+0000","last_peered":"2024-09-05T06:15:39.815749+0000","last_clean":"2024-09-05T06:15:39.815749+0000","last_became_active":"2024-09-05T06:15:37.835662+0000","last_became_peered":"2024-09-05T06:15:37.835662+0000","last_unstale":"2024-09-05T06:15:39.815749+0000","last_undegraded":"2024-09-05T06:15:39.815749+0000","last_fullsized":"2024-09-05T06:15:39.815749+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:03:32.552917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814854+0000","last_change":"2024-09-05T06:15:38.842121+0000","last_active":"2024-09-05T06:15:39.814854+0000","last_peered":"2024-09-05T06:15:39.814854+0000","last_clean":"2024-09-05T06:15:39.814854+0000","last_became_active":"2024-09-05T06:15:38.835094+0000","last_became_peered":"2024-09-05T06:15:38.835094+0000","last_unstale":"2024-09-05T06:15:39.814854+0000","last_undegraded":"2024-09-05T06:15:39.814854+0000","last_fullsized":"2024-09-05T06:15:39.814854+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:25:16.520281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775077+0000","last_change":"2024-09-05T06:15:37.831637+0000","last_active":"2024-09-05T06:15:40.775077+0000","last_peered":"2024-09-05T06:15:40.775077+0000","last_clean":"2024-09-05T06:15:40.775077+0000","last_became_active":"2024-09-05T06:15:37.831444+0000","last_became_peered":"2024-09-05T06:15:37.831444+0000","last_unstale":"2024-09-05T06:15:40.775077+0000","last_undegraded":"2024-09-05T06:15:40.775077+0000","last_fullsized":"2024-09-05T06:15:40.775077+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:18:25.533513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.821068+0000","last_change":"2024-09-05T06:15:38.849864+0000","last_active":"2024-09-05T06:15:39.821068+0000","last_peered":"2024-09-05T06:15:39.821068+0000","last_clean":"2024-09-05T06:15:39.821068+0000","last_became_active":"2024-09-05T06:15:38.849087+0000","last_became_peered":"2024-09-05T06:15:38.849087+0000","last_unstale":"2024-09-05T06:15:39.821068+0000","last_undegraded":"2024-09-05T06:15:39.821068+0000","last_fullsized":"2024-09-05T06:15:39.821068+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:14:43.666860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768757+0000","last_change":"2024-09-05T06:15:37.825520+0000","last_active":"2024-09-05T06:15:40.768757+0000","last_peered":"2024-09-05T06:15:40.768757+0000","last_clean":"2024-09-05T06:15:40.768757+0000","last_became_active":"2024-09-05T06:15:37.824214+0000","last_became_peered":"2024-09-05T06:15:37.824214+0000","last_unstale":"2024-09-05T06:15:40.768757+0000","last_undegraded":"2024-09-05T06:15:40.768757+0000","last_fullsized":"2024-09-05T06:15:40.768757+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:44:48.298800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815687+0000","last_change":"2024-09-05T06:15:38.852386+0000","last_active":"2024-09-05T06:15:39.815687+0000","last_peered":"2024-09-05T06:15:39.815687+0000","last_clean":"2024-09-05T06:15:39.815687+0000","last_became_active":"2024-09-05T06:15:38.843358+0000","last_became_peered":"2024-09-05T06:15:38.843358+0000","last_unstale":"2024-09-05T06:15:39.815687+0000","last_undegraded":"2024-09-05T06:15:39.815687+0000","last_fullsized":"2024-09-05T06:15:39.815687+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:03:08.769732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820947+0000","last_change":"2024-09-05T06:15:37.828382+0000","last_active":"2024-09-05T06:15:39.820947+0000","last_peered":"2024-09-05T06:15:39.820947+0000","last_clean":"2024-09-05T06:15:39.820947+0000","last_became_active":"2024-09-05T06:15:37.828073+0000","last_became_peered":"2024-09-05T06:15:37.828073+0000","last_unstale":"2024-09-05T06:15:39.820947+0000","last_undegraded":"2024-09-05T06:15:39.820947+0000","last_fullsized":"2024-09-05T06:15:39.820947+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:11:51.727067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820644+0000","last_change":"2024-09-05T06:15:38.845106+0000","last_active":"2024-09-05T06:15:39.820644+0000","last_peered":"2024-09-05T06:15:39.820644+0000","last_clean":"2024-09-05T06:15:39.820644+0000","last_became_active":"2024-09-05T06:15:38.843349+0000","last_became_peered":"2024-09-05T06:15:38.843349+0000","last_unstale":"2024-09-05T06:15:39.820644+0000","last_undegraded":"2024-09-05T06:15:39.820644+0000","last_fullsized":"2024-09-05T06:15:39.820644+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:57.471925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816853+0000","last_change":"2024-09-05T06:15:37.833566+0000","last_active":"2024-09-05T06:15:39.816853+0000","last_peered":"2024-09-05T06:15:39.816853+0000","last_clean":"2024-09-05T06:15:39.816853+0000","last_became_active":"2024-09-05T06:15:37.830683+0000","last_became_peered":"2024-09-05T06:15:37.830683+0000","last_unstale":"2024-09-05T06:15:39.816853+0000","last_undegraded":"2024-09-05T06:15:39.816853+0000","last_fullsized":"2024-09-05T06:15:39.816853+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:32:43.173659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.459145+0000","last_change":"2024-09-05T06:15:38.846973+0000","last_active":"2024-09-05T06:15:40.459145+0000","last_peered":"2024-09-05T06:15:40.459145+0000","last_clean":"2024-09-05T06:15:40.459145+0000","last_became_active":"2024-09-05T06:15:38.846659+0000","last_became_peered":"2024-09-05T06:15:38.846659+0000","last_unstale":"2024-09-05T06:15:40.459145+0000","last_undegraded":"2024-09-05T06:15:40.459145+0000","last_fullsized":"2024-09-05T06:15:40.459145+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:32:08.869712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815502+0000","last_change":"2024-09-05T06:15:37.837386+0000","last_active":"2024-09-05T06:15:39.815502+0000","last_peered":"2024-09-05T06:15:39.815502+0000","last_clean":"2024-09-05T06:15:39.815502+0000","last_became_active":"2024-09-05T06:15:37.834762+0000","last_became_peered":"2024-09-05T06:15:37.834762+0000","last_unstale":"2024-09-05T06:15:39.815502+0000","last_undegraded":"2024-09-05T06:15:39.815502+0000","last_fullsized":"2024-09-05T06:15:39.815502+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:05:03.489655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.458598+0000","last_change":"2024-09-05T06:15:38.838577+0000","last_active":"2024-09-05T06:15:40.458598+0000","last_peered":"2024-09-05T06:15:40.458598+0000","last_clean":"2024-09-05T06:15:40.458598+0000","last_became_active":"2024-09-05T06:15:38.837866+0000","last_became_peered":"2024-09-05T06:15:38.837866+0000","last_unstale":"2024-09-05T06:15:40.458598+0000","last_undegraded":"2024-09-05T06:15:40.458598+0000","last_fullsized":"2024-09-05T06:15:40.458598+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:31:32.558085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814734+0000","last_change":"2024-09-05T06:15:37.823865+0000","last_active":"2024-09-05T06:15:39.814734+0000","last_peered":"2024-09-05T06:15:39.814734+0000","last_clean":"2024-09-05T06:15:39.814734+0000","last_became_active":"2024-09-05T06:15:37.823095+0000","last_became_peered":"2024-09-05T06:15:37.823095+0000","last_unstale":"2024-09-05T06:15:39.814734+0000","last_undegraded":"2024-09-05T06:15:39.814734+0000","last_fullsized":"2024-09-05T06:15:39.814734+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:28:25.256566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767501+0000","last_change":"2024-09-05T06:15:38.836356+0000","last_active":"2024-09-05T06:15:40.767501+0000","last_peered":"2024-09-05T06:15:40.767501+0000","last_clean":"2024-09-05T06:15:40.767501+0000","last_became_active":"2024-09-05T06:15:38.835686+0000","last_became_peered":"2024-09-05T06:15:38.835686+0000","last_unstale":"2024-09-05T06:15:40.767501+0000","last_undegraded":"2024-09-05T06:15:40.767501+0000","last_fullsized":"2024-09-05T06:15:40.767501+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:46.405787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"139'3","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.813345+0000","last_change":"2024-09-05T06:15:37.835976+0000","last_active":"2024-09-05T06:15:39.813345+0000","last_peered":"2024-09-05T06:15:39.813345+0000","last_clean":"2024-09-05T06:15:39.813345+0000","last_became_active":"2024-09-05T06:15:37.835366+0000","last_became_peered":"2024-09-05T06:15:37.835366+0000","last_unstale":"2024-09-05T06:15:39.813345+0000","last_undegraded":"2024-09-05T06:15:39.813345+0000","last_fullsized":"2024-09-05T06:15:39.813345+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:43:46.935517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820578+0000","last_change":"2024-09-05T06:15:38.841670+0000","last_active":"2024-09-05T06:15:39.820578+0000","last_peered":"2024-09-05T06:15:39.820578+0000","last_clean":"2024-09-05T06:15:39.820578+0000","last_became_active":"2024-09-05T06:15:38.840520+0000","last_became_peered":"2024-09-05T06:15:38.840520+0000","last_unstale":"2024-09-05T06:15:39.820578+0000","last_undegraded":"2024-09-05T06:15:39.820578+0000","last_fullsized":"2024-09-05T06:15:39.820578+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:32.627006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"139'6","reported_seq":20,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816533+0000","last_change":"2024-09-05T06:15:37.839092+0000","last_active":"2024-09-05T06:15:39.816533+0000","last_peered":"2024-09-05T06:15:39.816533+0000","last_clean":"2024-09-05T06:15:39.816533+0000","last_became_active":"2024-09-05T06:15:37.835767+0000","last_became_peered":"2024-09-05T06:15:37.835767+0000","last_unstale":"2024-09-05T06:15:39.816533+0000","last_undegraded":"2024-09-05T06:15:39.816533+0000","last_fullsized":"2024-09-05T06:15:39.816533+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:57.097154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.814399+0000","last_change":"2024-09-05T06:15:38.835138+0000","last_active":"2024-09-05T06:15:39.814399+0000","last_peered":"2024-09-05T06:15:39.814399+0000","last_clean":"2024-09-05T06:15:39.814399+0000","last_became_active":"2024-09-05T06:15:38.832753+0000","last_became_peered":"2024-09-05T06:15:38.832753+0000","last_unstale":"2024-09-05T06:15:39.814399+0000","last_undegraded":"2024-09-05T06:15:39.814399+0000","last_fullsized":"2024-09-05T06:15:39.814399+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:18.275510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817438+0000","last_change":"2024-09-05T06:15:37.834383+0000","last_active":"2024-09-05T06:15:39.817438+0000","last_peered":"2024-09-05T06:15:39.817438+0000","last_clean":"2024-09-05T06:15:39.817438+0000","last_became_active":"2024-09-05T06:15:37.831685+0000","last_became_peered":"2024-09-05T06:15:37.831685+0000","last_unstale":"2024-09-05T06:15:39.817438+0000","last_undegraded":"2024-09-05T06:15:39.817438+0000","last_fullsized":"2024-09-05T06:15:39.817438+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:48.847338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816814+0000","last_change":"2024-09-05T06:15:38.843888+0000","last_active":"2024-09-05T06:15:39.816814+0000","last_peered":"2024-09-05T06:15:39.816814+0000","last_clean":"2024-09-05T06:15:39.816814+0000","last_became_active":"2024-09-05T06:15:38.843241+0000","last_became_peered":"2024-09-05T06:15:38.843241+0000","last_unstale":"2024-09-05T06:15:39.816814+0000","last_undegraded":"2024-09-05T06:15:39.816814+0000","last_fullsized":"2024-09-05T06:15:39.816814+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:28:19.149884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774059+0000","last_change":"2024-09-05T06:15:37.829838+0000","last_active":"2024-09-05T06:15:40.774059+0000","last_peered":"2024-09-05T06:15:40.774059+0000","last_clean":"2024-09-05T06:15:40.774059+0000","last_became_active":"2024-09-05T06:15:37.829447+0000","last_became_peered":"2024-09-05T06:15:37.829447+0000","last_unstale":"2024-09-05T06:15:40.774059+0000","last_undegraded":"2024-09-05T06:15:40.774059+0000","last_fullsized":"2024-09-05T06:15:40.774059+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:56:54.801663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815922+0000","last_change":"2024-09-05T06:15:38.856394+0000","last_active":"2024-09-05T06:15:39.815922+0000","last_peered":"2024-09-05T06:15:39.815922+0000","last_clean":"2024-09-05T06:15:39.815922+0000","last_became_active":"2024-09-05T06:15:38.855335+0000","last_became_peered":"2024-09-05T06:15:38.855335+0000","last_unstale":"2024-09-05T06:15:39.815922+0000","last_undegraded":"2024-09-05T06:15:39.815922+0000","last_fullsized":"2024-09-05T06:15:39.815922+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.200109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"139'8","reported_seq":22,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769523+0000","last_change":"2024-09-05T06:15:37.828337+0000","last_active":"2024-09-05T06:15:40.769523+0000","last_peered":"2024-09-05T06:15:40.769523+0000","last_clean":"2024-09-05T06:15:40.769523+0000","last_became_active":"2024-09-05T06:15:37.827119+0000","last_became_peered":"2024-09-05T06:15:37.827119+0000","last_unstale":"2024-09-05T06:15:40.769523+0000","last_undegraded":"2024-09-05T06:15:40.769523+0000","last_fullsized":"2024-09-05T06:15:40.769523+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:15:11.378207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769241+0000","last_change":"2024-09-05T06:15:38.834685+0000","last_active":"2024-09-05T06:15:40.769241+0000","last_peered":"2024-09-05T06:15:40.769241+0000","last_clean":"2024-09-05T06:15:40.769241+0000","last_became_active":"2024-09-05T06:15:38.830082+0000","last_became_peered":"2024-09-05T06:15:38.830082+0000","last_unstale":"2024-09-05T06:15:40.769241+0000","last_undegraded":"2024-09-05T06:15:40.769241+0000","last_fullsized":"2024-09-05T06:15:40.769241+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.144574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.767716+0000","last_change":"2024-09-05T06:15:37.827309+0000","last_active":"2024-09-05T06:15:40.767716+0000","last_peered":"2024-09-05T06:15:40.767716+0000","last_clean":"2024-09-05T06:15:40.767716+0000","last_became_active":"2024-09-05T06:15:37.822903+0000","last_became_peered":"2024-09-05T06:15:37.822903+0000","last_unstale":"2024-09-05T06:15:40.767716+0000","last_undegraded":"2024-09-05T06:15:40.767716+0000","last_fullsized":"2024-09-05T06:15:40.767716+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.946462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769648+0000","last_change":"2024-09-05T06:15:38.845744+0000","last_active":"2024-09-05T06:15:40.769648+0000","last_peered":"2024-09-05T06:15:40.769648+0000","last_clean":"2024-09-05T06:15:40.769648+0000","last_became_active":"2024-09-05T06:15:38.845107+0000","last_became_peered":"2024-09-05T06:15:38.845107+0000","last_unstale":"2024-09-05T06:15:40.769648+0000","last_undegraded":"2024-09-05T06:15:40.769648+0000","last_fullsized":"2024-09-05T06:15:40.769648+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:19:41.203285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817727+0000","last_change":"2024-09-05T06:15:37.838777+0000","last_active":"2024-09-05T06:15:39.817727+0000","last_peered":"2024-09-05T06:15:39.817727+0000","last_clean":"2024-09-05T06:15:39.817727+0000","last_became_active":"2024-09-05T06:15:37.832833+0000","last_became_peered":"2024-09-05T06:15:37.832833+0000","last_unstale":"2024-09-05T06:15:39.817727+0000","last_undegraded":"2024-09-05T06:15:39.817727+0000","last_fullsized":"2024-09-05T06:15:39.817727+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:16:00.149766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.821421+0000","last_change":"2024-09-05T06:15:38.848755+0000","last_active":"2024-09-05T06:15:39.821421+0000","last_peered":"2024-09-05T06:15:39.821421+0000","last_clean":"2024-09-05T06:15:39.821421+0000","last_became_active":"2024-09-05T06:15:38.836851+0000","last_became_peered":"2024-09-05T06:15:38.836851+0000","last_unstale":"2024-09-05T06:15:39.821421+0000","last_undegraded":"2024-09-05T06:15:39.821421+0000","last_fullsized":"2024-09-05T06:15:39.821421+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:58:40.537624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.776467+0000","last_change":"2024-09-05T06:15:37.834110+0000","last_active":"2024-09-05T06:15:40.776467+0000","last_peered":"2024-09-05T06:15:40.776467+0000","last_clean":"2024-09-05T06:15:40.776467+0000","last_became_active":"2024-09-05T06:15:37.833968+0000","last_became_peered":"2024-09-05T06:15:37.833968+0000","last_unstale":"2024-09-05T06:15:40.776467+0000","last_undegraded":"2024-09-05T06:15:40.776467+0000","last_fullsized":"2024-09-05T06:15:40.776467+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.195520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775618+0000","last_change":"2024-09-05T06:15:38.846787+0000","last_active":"2024-09-05T06:15:40.775618+0000","last_peered":"2024-09-05T06:15:40.775618+0000","last_clean":"2024-09-05T06:15:40.775618+0000","last_became_active":"2024-09-05T06:15:38.846055+0000","last_became_peered":"2024-09-05T06:15:38.846055+0000","last_unstale":"2024-09-05T06:15:40.775618+0000","last_undegraded":"2024-09-05T06:15:40.775618+0000","last_fullsized":"2024-09-05T06:15:40.775618+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:39:53.553514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774294+0000","last_change":"2024-09-05T06:15:37.826476+0000","last_active":"2024-09-05T06:15:40.774294+0000","last_peered":"2024-09-05T06:15:40.774294+0000","last_clean":"2024-09-05T06:15:40.774294+0000","last_became_active":"2024-09-05T06:15:37.826199+0000","last_became_peered":"2024-09-05T06:15:37.826199+0000","last_unstale":"2024-09-05T06:15:40.774294+0000","last_undegraded":"2024-09-05T06:15:40.774294+0000","last_fullsized":"2024-09-05T06:15:40.774294+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:04:04.875636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774063+0000","last_change":"2024-09-05T06:15:38.846716+0000","last_active":"2024-09-05T06:15:40.774063+0000","last_peered":"2024-09-05T06:15:40.774063+0000","last_clean":"2024-09-05T06:15:40.774063+0000","last_became_active":"2024-09-05T06:15:38.846367+0000","last_became_peered":"2024-09-05T06:15:38.846367+0000","last_unstale":"2024-09-05T06:15:40.774063+0000","last_undegraded":"2024-09-05T06:15:40.774063+0000","last_fullsized":"2024-09-05T06:15:40.774063+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:08.742909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.813670+0000","last_change":"2024-09-05T06:15:37.824269+0000","last_active":"2024-09-05T06:15:39.813670+0000","last_peered":"2024-09-05T06:15:39.813670+0000","last_clean":"2024-09-05T06:15:39.813670+0000","last_became_active":"2024-09-05T06:15:37.823602+0000","last_became_peered":"2024-09-05T06:15:37.823602+0000","last_unstale":"2024-09-05T06:15:39.813670+0000","last_undegraded":"2024-09-05T06:15:39.813670+0000","last_fullsized":"2024-09-05T06:15:39.813670+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:35.257731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769371+0000","last_change":"2024-09-05T06:15:38.848723+0000","last_active":"2024-09-05T06:15:40.769371+0000","last_peered":"2024-09-05T06:15:40.769371+0000","last_clean":"2024-09-05T06:15:40.769371+0000","last_became_active":"2024-09-05T06:15:38.848031+0000","last_became_peered":"2024-09-05T06:15:38.848031+0000","last_unstale":"2024-09-05T06:15:40.769371+0000","last_undegraded":"2024-09-05T06:15:40.769371+0000","last_fullsized":"2024-09-05T06:15:40.769371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:10:52.041141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769783+0000","last_change":"2024-09-05T06:15:37.839274+0000","last_active":"2024-09-05T06:15:40.769783+0000","last_peered":"2024-09-05T06:15:40.769783+0000","last_clean":"2024-09-05T06:15:40.769783+0000","last_became_active":"2024-09-05T06:15:37.838735+0000","last_became_peered":"2024-09-05T06:15:37.838735+0000","last_unstale":"2024-09-05T06:15:40.769783+0000","last_undegraded":"2024-09-05T06:15:40.769783+0000","last_fullsized":"2024-09-05T06:15:40.769783+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:18.778412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775983+0000","last_change":"2024-09-05T06:15:38.846515+0000","last_active":"2024-09-05T06:15:40.775983+0000","last_peered":"2024-09-05T06:15:40.775983+0000","last_clean":"2024-09-05T06:15:40.775983+0000","last_became_active":"2024-09-05T06:15:38.843091+0000","last_became_peered":"2024-09-05T06:15:38.843091+0000","last_unstale":"2024-09-05T06:15:40.775983+0000","last_undegraded":"2024-09-05T06:15:40.775983+0000","last_fullsized":"2024-09-05T06:15:40.775983+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:17:37.842449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817167+0000","last_change":"2024-09-05T06:15:37.839619+0000","last_active":"2024-09-05T06:15:39.817167+0000","last_peered":"2024-09-05T06:15:39.817167+0000","last_clean":"2024-09-05T06:15:39.817167+0000","last_became_active":"2024-09-05T06:15:37.837807+0000","last_became_peered":"2024-09-05T06:15:37.837807+0000","last_unstale":"2024-09-05T06:15:39.817167+0000","last_undegraded":"2024-09-05T06:15:39.817167+0000","last_fullsized":"2024-09-05T06:15:39.817167+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:55.570091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816044+0000","last_change":"2024-09-05T06:15:38.854163+0000","last_active":"2024-09-05T06:15:39.816044+0000","last_peered":"2024-09-05T06:15:39.816044+0000","last_clean":"2024-09-05T06:15:39.816044+0000","last_became_active":"2024-09-05T06:15:38.847590+0000","last_became_peered":"2024-09-05T06:15:38.847590+0000","last_unstale":"2024-09-05T06:15:39.816044+0000","last_undegraded":"2024-09-05T06:15:39.816044+0000","last_fullsized":"2024-09-05T06:15:39.816044+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:18.241992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.815216+0000","last_change":"2024-09-05T06:15:37.822221+0000","last_active":"2024-09-05T06:15:39.815216+0000","last_peered":"2024-09-05T06:15:39.815216+0000","last_clean":"2024-09-05T06:15:39.815216+0000","last_became_active":"2024-09-05T06:15:37.821525+0000","last_became_peered":"2024-09-05T06:15:37.821525+0000","last_unstale":"2024-09-05T06:15:39.815216+0000","last_undegraded":"2024-09-05T06:15:39.815216+0000","last_fullsized":"2024-09-05T06:15:39.815216+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:56:24.346916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774822+0000","last_change":"2024-09-05T06:15:38.840966+0000","last_active":"2024-09-05T06:15:40.774822+0000","last_peered":"2024-09-05T06:15:40.774822+0000","last_clean":"2024-09-05T06:15:40.774822+0000","last_became_active":"2024-09-05T06:15:38.840328+0000","last_became_peered":"2024-09-05T06:15:38.840328+0000","last_unstale":"2024-09-05T06:15:40.774822+0000","last_undegraded":"2024-09-05T06:15:40.774822+0000","last_fullsized":"2024-09-05T06:15:40.774822+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:42:26.865978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816048+0000","last_change":"2024-09-05T06:15:37.838932+0000","last_active":"2024-09-05T06:15:39.816048+0000","last_peered":"2024-09-05T06:15:39.816048+0000","last_clean":"2024-09-05T06:15:39.816048+0000","last_became_active":"2024-09-05T06:15:37.835391+0000","last_became_peered":"2024-09-05T06:15:37.835391+0000","last_unstale":"2024-09-05T06:15:39.816048+0000","last_undegraded":"2024-09-05T06:15:39.816048+0000","last_fullsized":"2024-09-05T06:15:39.816048+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:05:03.197404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768016+0000","last_change":"2024-09-05T06:15:38.841832+0000","last_active":"2024-09-05T06:15:40.768016+0000","last_peered":"2024-09-05T06:15:40.768016+0000","last_clean":"2024-09-05T06:15:40.768016+0000","last_became_active":"2024-09-05T06:15:38.841196+0000","last_became_peered":"2024-09-05T06:15:38.841196+0000","last_unstale":"2024-09-05T06:15:40.768016+0000","last_undegraded":"2024-09-05T06:15:40.768016+0000","last_fullsized":"2024-09-05T06:15:40.768016+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:42:08.007484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"140'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.820690+0000","last_change":"2024-09-05T06:15:37.830843+0000","last_active":"2024-09-05T06:15:39.820690+0000","last_peered":"2024-09-05T06:15:39.820690+0000","last_clean":"2024-09-05T06:15:39.820690+0000","last_became_active":"2024-09-05T06:15:37.830586+0000","last_became_peered":"2024-09-05T06:15:37.830586+0000","last_unstale":"2024-09-05T06:15:39.820690+0000","last_undegraded":"2024-09-05T06:15:39.820690+0000","last_fullsized":"2024-09-05T06:15:39.820690+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:40:31.014047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769461+0000","last_change":"2024-09-05T06:15:38.839116+0000","last_active":"2024-09-05T06:15:40.769461+0000","last_peered":"2024-09-05T06:15:40.769461+0000","last_clean":"2024-09-05T06:15:40.769461+0000","last_became_active":"2024-09-05T06:15:38.838467+0000","last_became_peered":"2024-09-05T06:15:38.838467+0000","last_unstale":"2024-09-05T06:15:40.769461+0000","last_undegraded":"2024-09-05T06:15:40.769461+0000","last_fullsized":"2024-09-05T06:15:40.769461+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:07.854061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.816794+0000","last_change":"2024-09-05T06:15:37.837700+0000","last_active":"2024-09-05T06:15:39.816794+0000","last_peered":"2024-09-05T06:15:39.816794+0000","last_clean":"2024-09-05T06:15:39.816794+0000","last_became_active":"2024-09-05T06:15:37.834016+0000","last_became_peered":"2024-09-05T06:15:37.834016+0000","last_unstale":"2024-09-05T06:15:39.816794+0000","last_undegraded":"2024-09-05T06:15:39.816794+0000","last_fullsized":"2024-09-05T06:15:39.816794+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:24:43.699850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775328+0000","last_change":"2024-09-05T06:15:38.862996+0000","last_active":"2024-09-05T06:15:40.775328+0000","last_peered":"2024-09-05T06:15:40.775328+0000","last_clean":"2024-09-05T06:15:40.775328+0000","last_became_active":"2024-09-05T06:15:38.862789+0000","last_became_peered":"2024-09-05T06:15:38.862789+0000","last_unstale":"2024-09-05T06:15:40.775328+0000","last_undegraded":"2024-09-05T06:15:40.775328+0000","last_fullsized":"2024-09-05T06:15:40.775328+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:38:00.429084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817383+0000","last_change":"2024-09-05T06:15:37.838530+0000","last_active":"2024-09-05T06:15:39.817383+0000","last_peered":"2024-09-05T06:15:39.817383+0000","last_clean":"2024-09-05T06:15:39.817383+0000","last_became_active":"2024-09-05T06:15:37.835047+0000","last_became_peered":"2024-09-05T06:15:37.835047+0000","last_unstale":"2024-09-05T06:15:39.817383+0000","last_undegraded":"2024-09-05T06:15:39.817383+0000","last_fullsized":"2024-09-05T06:15:39.817383+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:01.081181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774943+0000","last_change":"2024-09-05T06:15:38.852515+0000","last_active":"2024-09-05T06:15:40.774943+0000","last_peered":"2024-09-05T06:15:40.774943+0000","last_clean":"2024-09-05T06:15:40.774943+0000","last_became_active":"2024-09-05T06:15:38.852272+0000","last_became_peered":"2024-09-05T06:15:38.852272+0000","last_unstale":"2024-09-05T06:15:40.774943+0000","last_undegraded":"2024-09-05T06:15:40.774943+0000","last_fullsized":"2024-09-05T06:15:40.774943+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:28:52.487283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.821305+0000","last_change":"2024-09-05T06:15:37.821526+0000","last_active":"2024-09-05T06:15:39.821305+0000","last_peered":"2024-09-05T06:15:39.821305+0000","last_clean":"2024-09-05T06:15:39.821305+0000","last_became_active":"2024-09-05T06:15:37.821306+0000","last_became_peered":"2024-09-05T06:15:37.821306+0000","last_unstale":"2024-09-05T06:15:39.821305+0000","last_undegraded":"2024-09-05T06:15:39.821305+0000","last_fullsized":"2024-09-05T06:15:39.821305+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:05:16.687950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.776340+0000","last_change":"2024-09-05T06:15:38.841752+0000","last_active":"2024-09-05T06:15:40.776340+0000","last_peered":"2024-09-05T06:15:40.776340+0000","last_clean":"2024-09-05T06:15:40.776340+0000","last_became_active":"2024-09-05T06:15:38.837174+0000","last_became_peered":"2024-09-05T06:15:38.837174+0000","last_unstale":"2024-09-05T06:15:40.776340+0000","last_undegraded":"2024-09-05T06:15:40.776340+0000","last_fullsized":"2024-09-05T06:15:40.776340+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:44.676297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774666+0000","last_change":"2024-09-05T06:15:37.831933+0000","last_active":"2024-09-05T06:15:40.774666+0000","last_peered":"2024-09-05T06:15:40.774666+0000","last_clean":"2024-09-05T06:15:40.774666+0000","last_became_active":"2024-09-05T06:15:37.831739+0000","last_became_peered":"2024-09-05T06:15:37.831739+0000","last_unstale":"2024-09-05T06:15:40.774666+0000","last_undegraded":"2024-09-05T06:15:40.774666+0000","last_fullsized":"2024-09-05T06:15:40.774666+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:06.884538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.775522+0000","last_change":"2024-09-05T06:15:38.850910+0000","last_active":"2024-09-05T06:15:40.775522+0000","last_peered":"2024-09-05T06:15:40.775522+0000","last_clean":"2024-09-05T06:15:40.775522+0000","last_became_active":"2024-09-05T06:15:38.849722+0000","last_became_peered":"2024-09-05T06:15:38.849722+0000","last_unstale":"2024-09-05T06:15:40.775522+0000","last_undegraded":"2024-09-05T06:15:40.775522+0000","last_fullsized":"2024-09-05T06:15:40.775522+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:51.009638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.769820+0000","last_change":"2024-09-05T06:15:37.827818+0000","last_active":"2024-09-05T06:15:40.769820+0000","last_peered":"2024-09-05T06:15:40.769820+0000","last_clean":"2024-09-05T06:15:40.769820+0000","last_became_active":"2024-09-05T06:15:37.826262+0000","last_became_peered":"2024-09-05T06:15:37.826262+0000","last_unstale":"2024-09-05T06:15:40.769820+0000","last_undegraded":"2024-09-05T06:15:40.769820+0000","last_fullsized":"2024-09-05T06:15:40.769820+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:50:31.316755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768065+0000","last_change":"2024-09-05T06:15:38.823566+0000","last_active":"2024-09-05T06:15:40.768065+0000","last_peered":"2024-09-05T06:15:40.768065+0000","last_clean":"2024-09-05T06:15:40.768065+0000","last_became_active":"2024-09-05T06:15:38.822999+0000","last_became_peered":"2024-09-05T06:15:38.822999+0000","last_unstale":"2024-09-05T06:15:40.768065+0000","last_undegraded":"2024-09-05T06:15:40.768065+0000","last_fullsized":"2024-09-05T06:15:40.768065+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:31:42.662674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.768005+0000","last_change":"2024-09-05T06:15:37.823462+0000","last_active":"2024-09-05T06:15:40.768005+0000","last_peered":"2024-09-05T06:15:40.768005+0000","last_clean":"2024-09-05T06:15:40.768005+0000","last_became_active":"2024-09-05T06:15:37.815791+0000","last_became_peered":"2024-09-05T06:15:37.815791+0000","last_unstale":"2024-09-05T06:15:40.768005+0000","last_undegraded":"2024-09-05T06:15:40.768005+0000","last_fullsized":"2024-09-05T06:15:40.768005+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:39:38.342255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:39.817664+0000","last_change":"2024-09-05T06:15:38.843763+0000","last_active":"2024-09-05T06:15:39.817664+0000","last_peered":"2024-09-05T06:15:39.817664+0000","last_clean":"2024-09-05T06:15:39.817664+0000","last_became_active":"2024-09-05T06:15:38.843148+0000","last_became_peered":"2024-09-05T06:15:38.843148+0000","last_unstale":"2024-09-05T06:15:39.817664+0000","last_undegraded":"2024-09-05T06:15:39.817664+0000","last_fullsized":"2024-09-05T06:15:39.817664+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:37.799143+0000","last_clean_scrub_stamp":"2024-09-05T06:15:37.799143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:38:21.594647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.459217+0000","last_change":"2024-09-05T06:15:37.826323+0000","last_active":"2024-09-05T06:15:40.459217+0000","last_peered":"2024-09-05T06:15:40.459217+0000","last_clean":"2024-09-05T06:15:40.459217+0000","last_became_active":"2024-09-05T06:15:37.826053+0000","last_became_peered":"2024-09-05T06:15:37.826053+0000","last_unstale":"2024-09-05T06:15:40.459217+0000","last_undegraded":"2024-09-05T06:15:40.459217+0000","last_fullsized":"2024-09-05T06:15:40.459217+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:15:36.790153+0000","last_clean_scrub_stamp":"2024-09-05T06:15:36.790153+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:49:02.863020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":408,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-05T06:15:40.774392+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:15:40.774392+0000","last_peered":"2024-09-05T06:15:40.774392+0000","last_clean":"2024-09-05T06:15:40.774392+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:15:40.774392+0000","last_undegraded":"2024-09-05T06:15:40.774392+0000","last_fullsized":"2024-09-05T06:15:40.774392+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574920,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":763,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194548,"statfs":{"total":200000000,"available":199217968,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574921,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":762,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194550,"statfs":{"total":200000000,"available":199219704,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574921,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1338,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193973,"statfs":{"total":200000000,"available":198629244,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574920,"num_pgs":33,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":763,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194548,"statfs":{"total":200000000,"available":199218002,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574920,"num_pgs":14,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":762,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194550,"statfs":{"total":200000000,"available":199219704,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574920,"num_pgs":25,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":762,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194549,"statfs":{"total":200000000,"available":199219066,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574920,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1338,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193973,"statfs":{"total":200000000,"available":198629336,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574920,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":762,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194549,"statfs":{"total":200000000,"available":199219052,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:15:43.210 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:15:43.211 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:15:43.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d9343640 1 Processor -- start 2024-09-05T06:15:43.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d9343640 1 -- start start 2024-09-05T06:15:43.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d9343640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f43d40afff0 0x7f43d40cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d9343640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 0x7f43d4072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d9343640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43d4072fd0 0x7f43d406e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d9343640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f43d4072600 con 0x7f43d4072fd0 2024-09-05T06:15:43.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d9343640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f43d415bc40 con 0x7f43d40afff0 2024-09-05T06:15:43.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d9343640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43d40d14c0 con 0x7f43d40cdf80 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43d4072fd0 0x7f43d406e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43d4072fd0 0x7f43d406e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42114/0 (socket says 172.21.15.70:42114) 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d37fe640 1 -- 172.21.15.70:0/1961158139 learned_addr learned my addr 172.21.15.70:0/1961158139 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43ca7fc640 1 --2- 172.21.15.70:0/1961158139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 0x7f43d4072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d2ffd640 1 --2- 172.21.15.70:0/1961158139 >> v2:172.21.15.196:3300/0 conn(0x7f43d40afff0 0x7f43d40cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d37fe640 1 -- 172.21.15.70:0/1961158139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 msgr2=0x7f43d4072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d37fe640 1 --2- 172.21.15.70:0/1961158139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 0x7f43d4072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d37fe640 1 -- 172.21.15.70:0/1961158139 >> v2:172.21.15.196:3300/0 conn(0x7f43d40afff0 msgr2=0x7f43d40cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d37fe640 1 --2- 172.21.15.70:0/1961158139 >> v2:172.21.15.196:3300/0 conn(0x7f43d40afff0 0x7f43d40cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.383+0000 7f43d37fe640 1 -- 172.21.15.70:0/1961158139 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d4071cd0 con 0x7f43d4072fd0 2024-09-05T06:15:43.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d37fe640 1 --2- 172.21.15.70:0/1961158139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d4072fd0 0x7f43d406e680 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f43d4071c30 tx=0x7f43cc01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fadafe04934d8e40 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d27fc640 1 -- 172.21.15.70:0/1961158139 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43cc0a5670 con 0x7f43d4072fd0 2024-09-05T06:15:43.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d27fc640 1 -- 172.21.15.70:0/1961158139 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43cc0a5810 con 0x7f43d4072fd0 2024-09-05T06:15:43.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d27fc640 1 -- 172.21.15.70:0/1961158139 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43cc0a5be0 con 0x7f43d4072fd0 2024-09-05T06:15:43.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 -- 172.21.15.70:0/1961158139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d4072fd0 msgr2=0x7f43d406e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 --2- 172.21.15.70:0/1961158139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d4072fd0 0x7f43d406e680 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f43d4071c30 tx=0x7f43cc01c9f0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 -- 172.21.15.70:0/1961158139 shutdown_connections 2024-09-05T06:15:43.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 --2- 172.21.15.70:0/1961158139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d4072fd0 0x7f43d406e680 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 --2- 172.21.15.70:0/1961158139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 0x7f43d4072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 --2- 172.21.15.70:0/1961158139 >> v2:172.21.15.196:3300/0 conn(0x7f43d40afff0 0x7f43d40cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 -- 172.21.15.70:0/1961158139 >> 172.21.15.70:0/1961158139 conn(0x7f43d406bcc0 msgr2=0x7f43d406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:43.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 -- 172.21.15.70:0/1961158139 shutdown_connections 2024-09-05T06:15:43.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.387+0000 7f43d9343640 1 -- 172.21.15.70:0/1961158139 wait complete. 2024-09-05T06:15:43.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 Processor -- start 2024-09-05T06:15:43.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 -- start start 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d4072fd0 0x7f43d40cf580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40afff0 0x7f43d4155520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 0x7f43d414fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f43d406efd0 con 0x7f43d40afff0 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f43d40d1190 con 0x7f43d4072fd0 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f43d415f3e0 con 0x7f43d40cdf80 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40afff0 0x7f43d4155520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40afff0 0x7f43d4155520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42118/0 (socket says 172.21.15.70:42118) 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 -- 172.21.15.70:0/2973576899 learned_addr learned my addr 172.21.15.70:0/2973576899 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d2ffd640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d4072fd0 0x7f43d40cf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d37fe640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 0x7f43d414fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 -- 172.21.15.70:0/2973576899 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 msgr2=0x7f43d414fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 0x7f43d414fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 -- 172.21.15.70:0/2973576899 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d4072fd0 msgr2=0x7f43d40cf580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d4072fd0 0x7f43d40cf580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 -- 172.21.15.70:0/2973576899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d4154360 con 0x7f43d40afff0 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43ca7fc640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40afff0 0x7f43d4155520 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f43bc00d5c0 tx=0x7f43bc00da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43cbfff640 1 -- 172.21.15.70:0/2973576899 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc0125f0 con 0x7f43d40afff0 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43cbfff640 1 -- 172.21.15.70:0/2973576899 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43bc019070 con 0x7f43d40afff0 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d4154640 con 0x7f43d40afff0 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43cbfff640 1 -- 172.21.15.70:0/2973576899 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc0129d0 con 0x7f43d40afff0 2024-09-05T06:15:43.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d4154c00 con 0x7f43d40afff0 2024-09-05T06:15:43.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d40b3d30 con 0x7f43d40afff0 2024-09-05T06:15:43.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43cbfff640 1 -- 172.21.15.70:0/2973576899 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f43bc012b70 con 0x7f43d40afff0 2024-09-05T06:15:43.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43cbfff640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43b40678c0 0x7f43b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43cbfff640 1 -- 172.21.15.70:0/2973576899 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f43bc085e30 con 0x7f43d40afff0 2024-09-05T06:15:43.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.391+0000 7f43d2ffd640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43b40678c0 0x7f43b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.395+0000 7f43d2ffd640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43b40678c0 0x7f43b4069d80 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f43d41554b0 tx=0x7f43c4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.399+0000 7f43cbfff640 1 -- 172.21.15.70:0/2973576899 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f43bc023020 con 0x7f43d40afff0 2024-09-05T06:15:43.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.619+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f43d40cda40 con 0x7f43d40afff0 2024-09-05T06:15:43.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.623+0000 7f43cbfff640 1 -- 172.21.15.70:0/2973576899 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7f43bc056a00 con 0x7f43d40afff0 2024-09-05T06:15:43.621 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:15:43.621 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:15:43.621 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:15:43.621 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:15:43.621 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:15:43.621 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43b40678c0 msgr2=0x7f43b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43b40678c0 0x7f43b4069d80 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f43d41554b0 tx=0x7f43c4008040 comp rx=0 tx=0).stop 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40afff0 msgr2=0x7f43d4155520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40afff0 0x7f43d4155520 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f43bc00d5c0 tx=0x7f43bc00da80 comp rx=0 tx=0).stop 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 shutdown_connections 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f43b40678c0 0x7f43b4069d80 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f43d40cdf80 0x7f43d414fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d40afff0 0x7f43d4155520 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 --2- 172.21.15.70:0/2973576899 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f43d4072fd0 0x7f43d40cf580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 >> 172.21.15.70:0/2973576899 conn(0x7f43d406bcc0 msgr2=0x7f43d4156e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 shutdown_connections 2024-09-05T06:15:43.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.627+0000 7f43d9343640 1 -- 172.21.15.70:0/2973576899 wait complete. 2024-09-05T06:15:43.639 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:43.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.751+0000 7fd4e16cd640 1 Processor -- start 2024-09-05T06:15:43.749 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.751+0000 7fd4e16cd640 1 -- start start 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4e16cd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 0x7fd4dc169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4e16cd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4dc0cfd30 con 0x7fd4dc15edb0 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4e16cd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4dc0d0010 con 0x7fd4dc0d4980 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4e16cd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd4dc0b5620 con 0x7fd4dc0d3a50 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4da7fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd4dc15edb0 0x7fd4dc0d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51528/0 (socket says 172.21.15.70:51528) 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4da7fc640 1 -- 172.21.15.70:0/4270251621 learned_addr learned my addr 172.21.15.70:0/4270251621 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4db7fe640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 0x7fd4dc169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2233190735 0 0) 0x7fd4dc0cfd30 con 0x7fd4dc15edb0 2024-09-05T06:15:43.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd4c4003530 con 0x7fd4dc15edb0 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3843111449 0 0) 0x7fd4c4003530 con 0x7fd4dc15edb0 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 msgr2=0x7fd4dc169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 0x7fd4dc169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 >> v1:172.21.15.196:6789/0 conn(0x7fd4dc0d4980 legacy=0x7fd4dc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4dc0d02f0 con 0x7fd4dc15edb0 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fd4d0001680 con 0x7fd4dc15edb0 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 >> v1:172.21.15.70:6789/0 conn(0x7fd4dc15edb0 legacy=0x7fd4dc0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 0x7fd4c40039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4c4004020 0x7fd4c4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4c40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc0b5620 con 0x7fd4c4004d50 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c400bb90 con 0x7fd4c4004020 2024-09-05T06:15:43.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd4c400bd90 con 0x7fd4dc0d3a50 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4db7fe640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4c40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4daffd640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 0x7fd4c40039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4da7fc640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4c4004020 0x7fd4c4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4db7fe640 1 -- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 msgr2=0x7fd4c40039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4db7fe640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 0x7fd4c40039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4db7fe640 1 -- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4c4004020 msgr2=0x7fd4c4004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4db7fe640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4c4004020 0x7fd4c4004810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4db7fe640 1 -- 172.21.15.70:0/4270251621 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c4003530 con 0x7fd4c4004d50 2024-09-05T06:15:43.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4daffd640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc0d3a50 0x7fd4c40039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:43.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4db7fe640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4c40051d0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4007360 tx=0x7fd4d401ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f270273d78839b18 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d40b2070 con 0x7fd4c4004d50 2024-09-05T06:15:43.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d40a5d40 con 0x7fd4c4004d50 2024-09-05T06:15:43.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.755+0000 7fd4d9ffb640 1 -- 172.21.15.70:0/4270251621 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4009be0 con 0x7fd4c4004d50 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4270251621 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 msgr2=0x7fd4c40051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 --2- 172.21.15.70:0/4270251621 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4c40051d0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4007360 tx=0x7fd4d401ce40 comp rx=0 tx=0).stop 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4db7fe640 1 -- 172.21.15.70:0/4270251621 reap_dead start 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4270251621 shutdown_connections 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4270251621 >> 172.21.15.70:0/4270251621 conn(0x7fd4dc08e690 msgr2=0x7fd4dc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4270251621 shutdown_connections 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4270251621 wait complete. 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 Processor -- start 2024-09-05T06:15:43.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- start start 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4dc09f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4dc15d360 0x7fd4dc1614f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc161a30 0x7fd4dc0b9390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc0d0dd0 con 0x7fd4c4004d50 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc0d08b0 con 0x7fd4dc15d360 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd4dc15f1e0 con 0x7fd4dc161a30 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4dc09f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4da7fc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4dc15d360 0x7fd4dc1614f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4dc09f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42134/0 (socket says 172.21.15.70:42134) 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4db7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc161a30 0x7fd4dc0b9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 -- 172.21.15.70:0/4117041044 learned_addr learned my addr 172.21.15.70:0/4117041044 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:43.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 -- 172.21.15.70:0/4117041044 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc161a30 msgr2=0x7fd4dc0b9390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc161a30 0x7fd4dc0b9390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 -- 172.21.15.70:0/4117041044 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4dc15d360 msgr2=0x7fd4dc1614f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4dc15d360 0x7fd4dc1614f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 -- 172.21.15.70:0/4117041044 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4dc161f40 con 0x7fd4c4004d50 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4daffd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4dc09f550 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc00d7a0 tx=0x7fd4cc00dba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4c37fe640 1 -- 172.21.15.70:0/4117041044 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc005270 con 0x7fd4c4004d50 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4c37fe640 1 -- 172.21.15.70:0/4117041044 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4cc017070 con 0x7fd4c4004d50 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4dc15f430 con 0x7fd4c4004d50 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4c37fe640 1 -- 172.21.15.70:0/4117041044 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc00b6b0 con 0x7fd4c4004d50 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.759+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4dc15f9f0 con 0x7fd4c4004d50 2024-09-05T06:15:43.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.763+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4dc0cf870 con 0x7fd4c4004d50 2024-09-05T06:15:43.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.763+0000 7fd4c37fe640 1 -- 172.21.15.70:0/4117041044 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd4cc00b850 con 0x7fd4c4004d50 2024-09-05T06:15:43.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.763+0000 7fd4c37fe640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4c80678c0 0x7fd4c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:43.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.763+0000 7fd4c37fe640 1 -- 172.21.15.70:0/4117041044 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fd4cc086420 con 0x7fd4c4004d50 2024-09-05T06:15:43.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.763+0000 7fd4da7fc640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4c80678c0 0x7fd4c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:43.760 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.763+0000 7fd4da7fc640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4c80678c0 0x7fd4c8069d80 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0001ec0 tx=0x7fd4d0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:43.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.767+0000 7fd4c37fe640 1 -- 172.21.15.70:0/4117041044 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd4cc0570d0 con 0x7fd4c4004d50 2024-09-05T06:15:43.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4dc0b7530 con 0x7fd4c4004d50 2024-09-05T06:15:43.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4c37fe640 1 -- 172.21.15.70:0/4117041044 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7fd4cc0569d0 con 0x7fd4c4004d50 2024-09-05T06:15:43.947 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:43.947 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:15:43.947 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:15:43.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4c80678c0 msgr2=0x7fd4c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4c80678c0 0x7fd4c8069d80 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0001ec0 tx=0x7fd4d0009040 comp rx=0 tx=0).stop 2024-09-05T06:15:43.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 msgr2=0x7fd4dc09f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:43.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4dc09f550 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc00d7a0 tx=0x7fd4cc00dba0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 shutdown_connections 2024-09-05T06:15:43.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4c80678c0 0x7fd4c8069d80 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd4dc161a30 0x7fd4dc0b9390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd4dc15d360 0x7fd4dc1614f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 --2- 172.21.15.70:0/4117041044 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd4c4004d50 0x7fd4dc09f550 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:43.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 >> 172.21.15.70:0/4117041044 conn(0x7fd4dc08e690 msgr2=0x7fd4dc0b4d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:43.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 shutdown_connections 2024-09-05T06:15:43.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:43.951+0000 7fd4e16cd640 1 -- 172.21.15.70:0/4117041044 wait complete. 2024-09-05T06:15:44.367 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 55, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:15:38.168442+0000', 'modified': '2024-09-05T06:15:41.236297+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6903}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6903': {'gid': 6903, 'name': 'c', 'rank': 0, 'incarnation': 51, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6837/482425586', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6836', 'nonce': 482425586}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 482425586}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6903, 'qdb_cluster': [6903]} 2024-09-05T06:15:44.368 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:15:44.368 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-05T06:15:44.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ceef03640 1 Processor -- start 2024-09-05T06:15:44.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ceef03640 1 -- start start 2024-09-05T06:15:44.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ceef03640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3ce8157110 0x7f3ce80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ceef03640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3ce80b5ac0 0x7f3ce80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ceef03640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce80ceaf0 0x7f3ce80d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ceef03640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3ce806d570 con 0x7f3ce8157110 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ceef03640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3ce806d850 con 0x7f3ce80b5ac0 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ceef03640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce806db30 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3cecc9f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3ce8157110 0x7f3ce80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3cecc9f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3ce8157110 0x7f3ce80b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42150/0 (socket says 172.21.15.70:42150) 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3cecc9f640 1 -- 172.21.15.70:0/1363746693 learned_addr learned my addr 172.21.15.70:0/1363746693 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/1363746693 >> v2:172.21.15.196:3300/0 conn(0x7f3ce80b5ac0 0x7f3ce80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ced4a0640 1 --2- 172.21.15.70:0/1363746693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce80ceaf0 0x7f3ce80d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3cecc9f640 1 -- 172.21.15.70:0/1363746693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce80ceaf0 msgr2=0x7f3ce80d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/1363746693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce80ceaf0 0x7f3ce80d0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3cecc9f640 1 -- 172.21.15.70:0/1363746693 >> v2:172.21.15.196:3300/0 conn(0x7f3ce80b5ac0 msgr2=0x7f3ce80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/1363746693 >> v2:172.21.15.196:3300/0 conn(0x7f3ce80b5ac0 0x7f3ce80d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3cecc9f640 1 -- 172.21.15.70:0/1363746693 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce806de10 con 0x7f3ce8157110 2024-09-05T06:15:44.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.495+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/1363746693 >> v2:172.21.15.196:3300/0 conn(0x7f3ce80b5ac0 0x7f3ce80d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:44.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/1363746693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce8157110 0x7f3ce80b5580 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f3ce80d1500 tx=0x7f3cdc01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeceb7624f9b2a79 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ce77fe640 1 -- 172.21.15.70:0/1363746693 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc0b0070 con 0x7f3ce8157110 2024-09-05T06:15:44.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ce77fe640 1 -- 172.21.15.70:0/1363746693 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cdc0ab600 con 0x7f3ce8157110 2024-09-05T06:15:44.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ce77fe640 1 -- 172.21.15.70:0/1363746693 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc0ab9d0 con 0x7f3ce8157110 2024-09-05T06:15:44.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 -- 172.21.15.70:0/1363746693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce8157110 msgr2=0x7f3ce80b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 --2- 172.21.15.70:0/1363746693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce8157110 0x7f3ce80b5580 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f3ce80d1500 tx=0x7f3cdc01c520 comp rx=0 tx=0).stop 2024-09-05T06:15:44.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 -- 172.21.15.70:0/1363746693 shutdown_connections 2024-09-05T06:15:44.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 --2- 172.21.15.70:0/1363746693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce80ceaf0 0x7f3ce80d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 --2- 172.21.15.70:0/1363746693 >> v2:172.21.15.196:3300/0 conn(0x7f3ce80b5ac0 0x7f3ce80d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 --2- 172.21.15.70:0/1363746693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce8157110 0x7f3ce80b5580 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 -- 172.21.15.70:0/1363746693 >> 172.21.15.70:0/1363746693 conn(0x7f3ce806bcc0 msgr2=0x7f3ce806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:44.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 -- 172.21.15.70:0/1363746693 shutdown_connections 2024-09-05T06:15:44.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.499+0000 7f3ceef03640 1 -- 172.21.15.70:0/1363746693 wait complete. 2024-09-05T06:15:44.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 Processor -- start 2024-09-05T06:15:44.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 -- start start 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ce80b5ac0 0x7f3ce80b0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce80ceaf0 0x7f3ce81f8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce8157110 0x7f3ce81f6750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce80b02c0 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce80b0140 con 0x7f3ce80b5ac0 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce8160550 con 0x7f3ce8157110 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce80ceaf0 0x7f3ce81f8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce80ceaf0 0x7f3ce81f8a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42154/0 (socket says 172.21.15.70:42154) 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 -- 172.21.15.70:0/3866808112 learned_addr learned my addr 172.21.15.70:0/3866808112 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ce80b5ac0 0x7f3ce80b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ced4a0640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce8157110 0x7f3ce81f6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 -- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce8157110 msgr2=0x7f3ce81f6750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce8157110 0x7f3ce81f6750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 -- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ce80b5ac0 msgr2=0x7f3ce80b0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ce80b5ac0 0x7f3ce80b0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 -- 172.21.15.70:0/3866808112 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce80b0a20 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ced4a0640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce8157110 0x7f3ce81f6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ce80b5ac0 0x7f3ce80b0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce80ceaf0 0x7f3ce81f8a90 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400c7f0 tx=0x7f3cd400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce57fa640 1 -- 172.21.15.70:0/3866808112 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd4015070 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce57fa640 1 -- 172.21.15.70:0/3866808112 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cd4007a30 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 -- 172.21.15.70:0/3866808112 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce80b0d00 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce57fa640 1 -- 172.21.15.70:0/3866808112 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd4007e00 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ceef03640 1 -- 172.21.15.70:0/3866808112 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce80b12c0 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.503+0000 7f3ce57fa640 1 -- 172.21.15.70:0/3866808112 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3cd4018070 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce57fa640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ccc0678c0 0x7f3ccc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ccc0678c0 0x7f3ccc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce57fa640 1 -- 172.21.15.70:0/3866808112 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f3cd4085c60 con 0x7f3ce80ceaf0 2024-09-05T06:15:44.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ccc0678c0 0x7f3ccc069d80 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc0ad000 tx=0x7f3cdc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 Processor -- start 2024-09-05T06:15:44.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- start start 2024-09-05T06:15:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce7897f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce784dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce784e290 0x560ce784e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560ce7735b60 con 0x560ce7898440 2024-09-05T06:15:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x560ce769cc70 con 0x560ce7897b20 2024-09-05T06:15:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x560ce7642ed0 con 0x560ce784e290 2024-09-05T06:15:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce784dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce784dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42158/0 (socket says 172.21.15.70:42158) 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 -- 172.21.15.70:0/2614778793 learned_addr learned my addr 172.21.15.70:0/2614778793 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 -- 172.21.15.70:0/2614778793 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce784e290 msgr2=0x560ce784e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/2614778793 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce784e290 0x560ce784e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 -- 172.21.15.70:0/2614778793 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 msgr2=0x560ce7897f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/2614778793 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce7897f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 -- 172.21.15.70:0/2614778793 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ce7654e50 con 0x560ce7898440 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/2614778793 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce784dd50 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f3cd405e740 tx=0x7f3cd40568d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c94cff0d16c8bfbb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cd27fc640 1 -- 172.21.15.70:0/2614778793 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd401f040 con 0x560ce7898440 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cd27fc640 1 -- 172.21.15.70:0/2614778793 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cd405ec70 con 0x560ce7898440 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cd27fc640 1 -- 172.21.15.70:0/2614778793 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd405a110 con 0x560ce7898440 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2614778793 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 msgr2=0x560ce784dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2614778793 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce784dd50 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f3cd405e740 tx=0x7f3cd40568d0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2614778793 shutdown_connections 2024-09-05T06:15:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2614778793 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce784e290 0x560ce784e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2614778793 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce784dd50 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2614778793 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce7897f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2614778793 >> 172.21.15.70:0/2614778793 conn(0x560ce7854600 msgr2=0x560ce784c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2614778793 shutdown_connections 2024-09-05T06:15:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2614778793 wait complete. 2024-09-05T06:15:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 -- start start 2024-09-05T06:15:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.507+0000 7f3cf1fbf000 1 Processor -- start 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce7852e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7858cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7853390 0x560ce7859230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560ce76feb00 con 0x560ce7898440 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x560ce7677360 con 0x560ce7897b20 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x560ce76742d0 con 0x560ce7853390 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 10 client.0 _ll_register_callbacks cb 0x560ce7839820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7858cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7858cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42174/0 (socket says 172.21.15.70:42174) 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 -- 172.21.15.70:0/2426864121 learned_addr learned my addr 172.21.15.70:0/2426864121 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 -- 172.21.15.70:0/2426864121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7853390 msgr2=0x560ce7859230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7853390 0x560ce7859230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 -- 172.21.15.70:0/2426864121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 msgr2=0x560ce7852e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce7852e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 -- 172.21.15.70:0/2426864121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ce7643120 con 0x560ce7898440 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7858cf0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f3cd405e740 tx=0x7f3cd400af20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33dc3988af1a3373 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 1 -- 172.21.15.70:0/2426864121 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd401f040 con 0x560ce7898440 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 1 -- 172.21.15.70:0/2426864121 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f3cd40556e0 con 0x560ce7898440 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2426864121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cd405ec70 con 0x560ce7898440 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 1 -- 172.21.15.70:0/2426864121 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7f3cd4054450 con 0x560ce7898440 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 10 client.7026 fetch_fsmap learned FSMap version 55 2024-09-05T06:15:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2426864121 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) -- 0x560ce763c450 con 0x560ce7898440 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 1 -- 172.21.15.70:0/2426864121 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cd405ec70 con 0x560ce7898440 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 1 -- 172.21.15.70:0/2426864121 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 55) ==== 3502+0+0 (secure 0 0 0) 0x7f3cd406f070 con 0x560ce7898440 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 10 client.7026 fetch_fsmap finished waiting for FSMap version 55 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 10 client.7026 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 20 client.7026 populate_metadata read hostname 'smithi070' 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] conn(0x560ce789df50 0x560ce789e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 4 client.7026 mds_command: new command op to 6903 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2426864121 --> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ce7636c00 con 0x560ce789df50 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] conn(0x560ce789df50 0x560ce789e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] conn(0x560ce789df50 0x560ce789e330 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bd39eb79565d073 server_cookie=58aa3bc9bdcf07f0 in_seq=0 out_seq=0 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 10 client.7026 ms_handle_connect on v2:172.21.15.70:6836/482425586 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 1 -- 172.21.15.70:0/2426864121 <== mds.0 v2:172.21.15.70:6836/482425586 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560ce7636c00 con 0x560ce789df50 2024-09-05T06:15:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 10 client.7026 handle_command_reply: tid=0 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 client.7026 shutdown 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2426864121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 msgr2=0x560ce7858cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7858cf0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f3cd405e740 tx=0x7f3cd400af20 comp rx=0 tx=0).stop 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2426864121 shutdown_connections 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] conn(0x560ce789df50 0x560ce789e330 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7853390 0x560ce7859230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7858cf0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cc77fe640 0 client.7026 ms_handle_reset on v2:172.21.15.70:6836/482425586 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2426864121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce7852e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2426864121 >> 172.21.15.70:0/2426864121 conn(0x560ce784e290 msgr2=0x560ce784cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2426864121 shutdown_connections 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2426864121 wait complete. 2024-09-05T06:15:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.511+0000 7f3cf1fbf000 20 client.7026 trim_cache size 0 max 16384 2024-09-05T06:15:44.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 Processor -- start 2024-09-05T06:15:44.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- start start 2024-09-05T06:15:44.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7853390 0x560ce78ae640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7897b20 0x560ce7896cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7897230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81f9e30 con 0x560ce7898440 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81f9190 con 0x560ce7853390 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce81f97e0 con 0x560ce7897b20 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7897230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7897230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42186/0 (socket says 172.21.15.70:42186) 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 -- 172.21.15.70:0/2130754756 learned_addr learned my addr 172.21.15.70:0/2130754756 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/2130754756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7853390 0x560ce78ae640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 -- 172.21.15.70:0/2130754756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7897b20 msgr2=0x560ce7896cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 --2- 172.21.15.70:0/2130754756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7897b20 0x560ce7896cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 -- 172.21.15.70:0/2130754756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7853390 msgr2=0x560ce78ae640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 --2- 172.21.15.70:0/2130754756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7853390 0x560ce78ae640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 -- 172.21.15.70:0/2130754756 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ce7623fd0 con 0x560ce7898440 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3ced4a0640 1 --2- 172.21.15.70:0/2130754756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7897230 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0009db0 tx=0x7f3ce0007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4edee75adcd552c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cd1ffb640 1 -- 172.21.15.70:0/2130754756 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce0014610 con 0x560ce7898440 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cd1ffb640 1 -- 172.21.15.70:0/2130754756 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ce0019070 con 0x560ce7898440 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cd1ffb640 1 -- 172.21.15.70:0/2130754756 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce0014a10 con 0x560ce7898440 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2130754756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 msgr2=0x560ce7897230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2130754756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7897230 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0009db0 tx=0x7f3ce0007700 comp rx=0 tx=0).stop 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2130754756 shutdown_connections 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2130754756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7898440 0x560ce7897230 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2130754756 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7897b20 0x560ce7896cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/2130754756 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7853390 0x560ce78ae640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2130754756 >> 172.21.15.70:0/2130754756 conn(0x560ce784e290 msgr2=0x560ce7852650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2130754756 shutdown_connections 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/2130754756 wait complete. 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 -- start start 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.531+0000 7f3cf1fbf000 1 Processor -- start 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7853390 0x560ce790a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce790ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7898440 0x560ce790b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560ce769bf80 con 0x560ce7853390 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x560ce7654ca0 con 0x560ce7897b20 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x560ce76a12a0 con 0x560ce7898440 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 10 client.0 _ll_register_callbacks cb 0x7f3cd4055a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7853390 0x560ce790a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7853390 0x560ce790a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42194/0 (socket says 172.21.15.70:42194) 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 -- 172.21.15.70:0/3418578310 learned_addr learned my addr 172.21.15.70:0/3418578310 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ced4a0640 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7898440 0x560ce790b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 -- 172.21.15.70:0/3418578310 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7898440 msgr2=0x560ce790b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7898440 0x560ce790b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 -- 172.21.15.70:0/3418578310 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 msgr2=0x560ce790ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce790ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 -- 172.21.15.70:0/3418578310 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ce771f750 con 0x560ce7853390 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cecc9f640 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7853390 0x560ce790a7e0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc009630 tx=0x7f3cdc0192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bfabefb06375c8f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 1 -- 172.21.15.70:0/3418578310 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc0b0040 con 0x560ce7853390 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 1 -- 172.21.15.70:0/3418578310 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f3cdc0abdf0 con 0x560ce7853390 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/3418578310 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ce0019070 con 0x560ce7853390 2024-09-05T06:15:44.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 1 -- 172.21.15.70:0/3418578310 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7f3cdc0c3420 con 0x560ce7853390 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 10 client.7032 fetch_fsmap learned FSMap version 55 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/3418578310 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) -- 0x560ce762aa30 con 0x560ce7853390 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 1 -- 172.21.15.70:0/3418578310 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ce0019070 con 0x560ce7853390 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 1 -- 172.21.15.70:0/3418578310 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 55) ==== 3502+0+0 (secure 0 0 0) 0x7f3cdc0c35c0 con 0x560ce7853390 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 10 client.7032 fetch_fsmap finished waiting for FSMap version 55 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 10 client.7032 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 20 client.7032 populate_metadata read hostname 'smithi070' 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] conn(0x560ce78a2a80 0x560ce78a1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 4 client.7032 mds_command: new command op to 6903 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/3418578310 --> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] -- command(tid 0: {"prefix": "status"}) -- 0x560ce76aa3a0 con 0x560ce78a2a80 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] conn(0x560ce78a2a80 0x560ce78a1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 10 client.7032 ms_handle_connect on v2:172.21.15.70:6836/482425586 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ce7fff640 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] conn(0x560ce78a2a80 0x560ce78a1ba0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4cf3d90706c17a3 server_cookie=4a4ca7dfb41137ea in_seq=0 out_seq=0 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 1 -- 172.21.15.70:0/3418578310 <== mds.0 v2:172.21.15.70:6836/482425586 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560ce76aa3a0 con 0x560ce78a2a80 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 10 client.7032 handle_command_reply: tid=0 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 client.7032 shutdown 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/3418578310 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7853390 msgr2=0x560ce790a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7853390 0x560ce790a7e0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc009630 tx=0x7f3cdc0192c0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/3418578310 shutdown_connections 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.70:6836/482425586,v1:172.21.15.70:6837/482425586] conn(0x560ce78a2a80 0x560ce78a1ba0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x560ce7898440 0x560ce790b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cc77fe640 0 client.7032 ms_handle_reset on v2:172.21.15.70:6836/482425586 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x560ce7897b20 0x560ce790ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 --2- 172.21.15.70:0/3418578310 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ce7853390 0x560ce790a7e0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/3418578310 >> 172.21.15.70:0/3418578310 conn(0x560ce784e290 msgr2=0x560ce7895ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:44.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/3418578310 shutdown_connections 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 1 -- 172.21.15.70:0/3418578310 wait complete. 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3cf1fbf000 20 client.7032 trim_cache size 0 max 16384 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 6903, 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:15:44.539 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 5.6962607930000004, 2024-09-05T06:15:44.540 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 55, 2024-09-05T06:15:44.540 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 140, 2024-09-05T06:15:44.540 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 140, 2024-09-05T06:15:44.540 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 10.749933765 2024-09-05T06:15:44.540 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 -- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ccc0678c0 msgr2=0x7f3ccc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ccc0678c0 0x7f3ccc069d80 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc0ad000 tx=0x7f3cdc008040 comp rx=0 tx=0).stop 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 -- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce80ceaf0 msgr2=0x7f3ce81f8a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce80ceaf0 0x7f3ce81f8a90 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400c7f0 tx=0x7f3cd400ccb0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 -- 172.21.15.70:0/3866808112 shutdown_connections 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ccc0678c0 0x7f3ccc069d80 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3ce8157110 0x7f3ce81f6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ce80ceaf0 0x7f3ce81f8a90 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 --2- 172.21.15.70:0/3866808112 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3ce80b5ac0 0x7f3ce80b0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 -- 172.21.15.70:0/3866808112 >> 172.21.15.70:0/3866808112 conn(0x7f3ce806bcc0 msgr2=0x7f3ce80d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:44.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 -- 172.21.15.70:0/3866808112 shutdown_connections 2024-09-05T06:15:44.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.535+0000 7f3ceef03640 1 -- 172.21.15.70:0/3866808112 wait complete. 2024-09-05T06:15:44.548 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:15:44.654 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec7a3e640 1 Processor -- start 2024-09-05T06:15:44.654 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec7a3e640 1 -- start start 2024-09-05T06:15:44.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec7a3e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9ec015caa0 0x7f9ec00b2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec7a3e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ec00b5190 con 0x7f9ec0070990 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec7a3e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ec00b5430 con 0x7f9ec00b1a90 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec7a3e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9ec00d2010 con 0x7f9ec015caa0 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec5fdb640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f9ec0070990 0x7f9ec00cd120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51534/0 (socket says 172.21.15.70:51534) 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec5fdb640 1 -- 172.21.15.70:0/323536706 learned_addr learned my addr 172.21.15.70:0/323536706 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec57da640 1 --2- 172.21.15.70:0/323536706 >> v2:172.21.15.196:3300/0 conn(0x7f9ec015caa0 0x7f9ec00b2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3031831474 0 0) 0x7f9ec00b5190 con 0x7f9ec0070990 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9eac003530 con 0x7f9ec0070990 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 460430475 0 0) 0x7f9eac003530 con 0x7f9ec0070990 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 >> v2:172.21.15.196:3300/0 conn(0x7f9ec015caa0 msgr2=0x7f9ec00b2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 --2- 172.21.15.70:0/323536706 >> v2:172.21.15.196:3300/0 conn(0x7f9ec015caa0 0x7f9ec00b2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 >> v1:172.21.15.196:6789/0 conn(0x7f9ec00b1a90 legacy=0x7f9ec0070280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec00d19c0 con 0x7f9ec0070990 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9eb8001a00 con 0x7f9ec0070990 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 >> v1:172.21.15.70:6789/0 conn(0x7f9ec0070990 legacy=0x7f9ec00cd120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eac0039c0 0x7f9eac003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9eac004810 0x7f9eac004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0051d0 0x7f9eac00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec00d2010 con 0x7f9eac0039c0 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9eac00c070 con 0x7f9eac0051d0 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9eac00c270 con 0x7f9eac004810 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec57da640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eac0039c0 0x7f9eac003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec5fdb640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0051d0 0x7f9eac00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec57da640 1 -- 172.21.15.70:0/323536706 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9eac004810 msgr2=0x7f9eac004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec4fd9640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9eac004810 0x7f9eac004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec57da640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9eac004810 0x7f9eac004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec57da640 1 -- 172.21.15.70:0/323536706 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0051d0 msgr2=0x7f9eac00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:44.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec57da640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0051d0 0x7f9eac00b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec57da640 1 -- 172.21.15.70:0/323536706 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eac003530 con 0x7f9eac0039c0 2024-09-05T06:15:44.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.659+0000 7f9ec5fdb640 1 -- 172.21.15.70:0/323536706 reap_dead start 2024-09-05T06:15:44.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec57da640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eac0039c0 0x7f9eac003de0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc009ae0 tx=0x7f9ebc01ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=859833a2806d690d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc0096b0 con 0x7f9eac0039c0 2024-09-05T06:15:44.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ebc0a6420 con 0x7f9eac0039c0 2024-09-05T06:15:44.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9eb7fff640 1 -- 172.21.15.70:0/323536706 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc0a6810 con 0x7f9eac0039c0 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/323536706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eac0039c0 msgr2=0x7f9eac003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eac0039c0 0x7f9eac003de0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc009ae0 tx=0x7f9ebc01ca70 comp rx=0 tx=0).stop 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/323536706 shutdown_connections 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 --2- 172.21.15.70:0/323536706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9eac0039c0 0x7f9eac003de0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/323536706 >> 172.21.15.70:0/323536706 conn(0x7f9ec00b4670 msgr2=0x7f9ec00b4a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/323536706 shutdown_connections 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/323536706 wait complete. 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 Processor -- start 2024-09-05T06:15:44.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- start start 2024-09-05T06:15:44.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0039c0 0x7f9ec01500b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00b8090 0x7f9ec00cada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00b8510 0x7f9ec015a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec00cfad0 con 0x7f9ec00b8090 2024-09-05T06:15:44.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec015ce80 con 0x7f9eac0039c0 2024-09-05T06:15:44.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec7a3e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9ec00cfc50 con 0x7f9ec00b8510 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec4fd9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00b8090 0x7f9ec00cada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec4fd9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00b8090 0x7f9ec00cada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42216/0 (socket says 172.21.15.70:42216) 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec4fd9640 1 -- 172.21.15.70:0/335395193 learned_addr learned my addr 172.21.15.70:0/335395193 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec57da640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0039c0 0x7f9ec01500b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec4fd9640 1 -- 172.21.15.70:0/335395193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00b8510 msgr2=0x7f9ec015a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec4fd9640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00b8510 0x7f9ec015a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec4fd9640 1 -- 172.21.15.70:0/335395193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0039c0 msgr2=0x7f9ec01500b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec4fd9640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0039c0 0x7f9ec01500b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec4fd9640 1 -- 172.21.15.70:0/335395193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec00b2680 con 0x7f9ec00b8090 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.663+0000 7f9ec57da640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0039c0 0x7f9ec01500b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9ec4fd9640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00b8090 0x7f9ec00cada0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f9eb000d4a0 tx=0x7f9eb000d960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9eb5ffb640 1 -- 172.21.15.70:0/335395193 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0005480 con 0x7f9ec00b8090 2024-09-05T06:15:44.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9eb5ffb640 1 -- 172.21.15.70:0/335395193 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eb0017070 con 0x7f9ec00b8090 2024-09-05T06:15:44.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ec00b7030 con 0x7f9ec00b8090 2024-09-05T06:15:44.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9eb5ffb640 1 -- 172.21.15.70:0/335395193 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0003820 con 0x7f9ec00b8090 2024-09-05T06:15:44.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ec00b75b0 con 0x7f9ec00b8090 2024-09-05T06:15:44.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ec00cff50 con 0x7f9ec00b8090 2024-09-05T06:15:44.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9eb5ffb640 1 -- 172.21.15.70:0/335395193 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9eb00039c0 con 0x7f9ec00b8090 2024-09-05T06:15:44.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9eb5ffb640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ea40678c0 0x7f9ea4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:44.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9eb5ffb640 1 -- 172.21.15.70:0/335395193 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f9eb0085950 con 0x7f9ec00b8090 2024-09-05T06:15:44.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9ec57da640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ea40678c0 0x7f9ea4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:44.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.667+0000 7f9ec57da640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ea40678c0 0x7f9ea4069d80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc0ad000 tx=0x7f9ebc0a9040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:44.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.671+0000 7f9eb5ffb640 1 -- 172.21.15.70:0/335395193 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9eb000f2f0 con 0x7f9ec00b8090 2024-09-05T06:15:44.801 INFO:tasks.ceph.mds.c.smithi070.stderr:2024-09-05T06:15:44.803+0000 7f64abf60640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:15:44.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.863+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9ec00d1470 con 0x7f9ec00b8090 2024-09-05T06:15:44.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9eb5ffb640 1 -- 172.21.15.70:0/335395193 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) ==== 53+0+73 (secure 0 0 0) 0x7f9eb0056520 con 0x7f9ec00b8090 2024-09-05T06:15:44.862 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ea40678c0 msgr2=0x7f9ea4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ea40678c0 0x7f9ea4069d80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc0ad000 tx=0x7f9ebc0a9040 comp rx=0 tx=0).stop 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00b8090 msgr2=0x7f9ec00cada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00b8090 0x7f9ec00cada0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f9eb000d4a0 tx=0x7f9eb000d960 comp rx=0 tx=0).stop 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 shutdown_connections 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ea40678c0 0x7f9ea4069d80 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9ec00b8510 0x7f9ec015a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9ec00b8090 0x7f9ec00cada0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 --2- 172.21.15.70:0/335395193 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9eac0039c0 0x7f9ec01500b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 >> 172.21.15.70:0/335395193 conn(0x7f9ec00b4670 msgr2=0x7f9ec00d0d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 shutdown_connections 2024-09-05T06:15:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:44.867+0000 7f9ec7a3e640 1 -- 172.21.15.70:0/335395193 wait complete. 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:15:44.881 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:15:44.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:44.882 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:15:44.888 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:15:44.888 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:15:44.888 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:15:44.888 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:44.888 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:15:44.888 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:44.888 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:44.888 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42198sec preferred_lft 42198sec 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:15:44.889 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:44.890 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:15:44.891 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:44.891 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:15:44.891 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:44.891 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:15:44.891 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:44.891 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:15:44.891 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:44.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:44.891 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:15:44.939 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:15:44.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:44.941 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:15:44.990 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:15:44.990 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:15:44.990 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:15:44.990 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:15:44.991 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:15:44.991 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:15:44.991 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:15:44.991 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:44.991 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:44.991 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:44.991 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:15:44.991 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:15:44.991 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:15:44.992 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:15:44.992 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:15:44.992 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:15:44.992 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:15:45.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:15:45.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:45.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:45.116 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:15:45.163 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:15:45.163 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:15:45.163 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:15:45.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:45.164 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:15:45.219 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:15:45.219 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:15:45.219 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:45.266 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:15:45.266 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:15:45.266 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:45.314 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:15:45.372 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:45.419 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:15:45.419 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:15:45.419 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:45.420 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:15:45.421 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:15:45.422 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:15:45.422 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:15:45.422 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:15:45.422 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:15:45.422 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:45.422 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:45.422 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:45.422 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:45.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:45.424 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:15:45.470 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:15:45.471 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:15:45.515 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:15:45.530 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:45.579 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:15:45.579 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:15:45.579 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:15:45.579 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:15:45.579 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:15:45.579 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:15:45.579 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:15:45.580 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:15:45.580 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:15:45.580 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:15:45.580 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:15:45.580 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:45.581 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:45.582 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:45.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:45.583 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:15:45.592 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:15:45.595+0000 7f1123f3c580 -1 init, newargv = 0x5610e1ce9a70 newargc=15 2024-09-05T06:15:45.592 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[36410]: starting ceph client 2024-09-05T06:15:45.597 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[36410]: starting fuse 2024-09-05T06:15:46.698 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:15:46.713 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:46.759 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:15:46.759 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:46.760 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:15:46.761 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:15:46.762 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:15:46.762 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:15:46.762 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:46.762 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:15:46.762 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:46.762 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:15:46.762 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:46.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:46.763 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:15:46.810 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:15:46.811 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:15:46.811 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:15:46.812 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:15:46.813 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:15:46.813 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:15:46.936 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.36410.asok 2024-09-05T06:15:46.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:46.947 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.36410.asok 2024-09-05T06:15:46.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:46.947 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.36410.asok status 2024-09-05T06:15:47.104 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:47.104 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:15:47.104 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:15:47.104 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "36410", 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 7044, 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:15:47.105 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 7044 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1067615727 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:47.106 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1067615727 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.7044 192.168.0.1:0/1067615727", 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/1067615727", 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 55, 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 140, 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:15:47.107 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:47.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:47.118 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:15:47.118 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:47.124 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:15:47.125 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:47.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:47.125 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:15:47.177 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:15:47.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb574fdd640 1 Processor -- start 2024-09-05T06:15:47.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb574fdd640 1 -- start start 2024-09-05T06:15:47.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb574fdd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 0x7fb570072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:47.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb574fdd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb57015bc40 con 0x7fb5700afff0 2024-09-05T06:15:47.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb574fdd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5700d14c0 con 0x7fb57006e680 2024-09-05T06:15:47.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb574fdd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb570073410 con 0x7fb570072a90 2024-09-05T06:15:47.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56e59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb5700afff0 0x7fb5700cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:51538/0 (socket says 172.21.15.70:51538) 2024-09-05T06:15:47.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56e59c640 1 -- 172.21.15.70:0/49896735 learned_addr learned my addr 172.21.15.70:0/49896735 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:47.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56dd9b640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 0x7fb570072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 392131733 0 0) 0x7fb57015bc40 con 0x7fb5700afff0 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb558003530 con 0x7fb5700afff0 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1702925815 0 0) 0x7fb558003530 con 0x7fb5700afff0 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 msgr2=0x7fb570072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 0x7fb570072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 >> v1:172.21.15.196:6789/0 conn(0x7fb57006e680 legacy=0x7fb5700d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb570071cd0 con 0x7fb5700afff0 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb560001680 con 0x7fb5700afff0 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 >> v1:172.21.15.70:6789/0 conn(0x7fb5700afff0 legacy=0x7fb5700cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 0x7fb5580039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb558004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb558004d50 0x7fb5580051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:47.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb570073410 con 0x7fb558003f70 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb55800bab0 con 0x7fb558004d50 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb55800bcb0 con 0x7fb570072a90 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56dd9b640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb558004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56e59c640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 0x7fb5580039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56dd9b640 1 -- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 msgr2=0x7fb5580039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56dd9b640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 0x7fb5580039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56ed9d640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb558004d50 0x7fb5580051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56dd9b640 1 -- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb558004d50 msgr2=0x7fb5580051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:47.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56dd9b640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb558004d50 0x7fb5580051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56dd9b640 1 -- 172.21.15.70:0/49896735 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb558003530 con 0x7fb558003f70 2024-09-05T06:15:47.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.347+0000 7fb56e59c640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb570072a90 0x7fb5580039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb56dd9b640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb558004810 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb564009ab0 tx=0x7fb56401ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e765306cab0b445a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5640b2070 con 0x7fb558003f70 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5640a5640 con 0x7fb558003f70 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb56d59a640 1 -- 172.21.15.70:0/49896735 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5640096b0 con 0x7fb558003f70 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb574fdd640 1 -- 172.21.15.70:0/49896735 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 msgr2=0x7fb558004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb574fdd640 1 --2- 172.21.15.70:0/49896735 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb558004810 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb564009ab0 tx=0x7fb56401ca50 comp rx=0 tx=0).stop 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb56ed9d640 1 -- 172.21.15.70:0/49896735 reap_dead start 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb574fdd640 1 -- 172.21.15.70:0/49896735 shutdown_connections 2024-09-05T06:15:47.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb574fdd640 1 -- 172.21.15.70:0/49896735 >> 172.21.15.70:0/49896735 conn(0x7fb57006bcc0 msgr2=0x7fb57006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:47.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb574fdd640 1 -- 172.21.15.70:0/49896735 shutdown_connections 2024-09-05T06:15:47.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb574fdd640 1 -- 172.21.15.70:0/49896735 wait complete. 2024-09-05T06:15:47.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb574fdd640 1 Processor -- start 2024-09-05T06:15:47.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.351+0000 7fb574fdd640 1 -- start start 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb570158440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb570156fc0 0x7fb57014c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb57015d8b0 0x7fb5700ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb570072290 con 0x7fb558003f70 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb570072600 con 0x7fb570156fc0 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb5700ce150 con 0x7fb57015d8b0 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb570158440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb570158440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42224/0 (socket says 172.21.15.70:42224) 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 -- 172.21.15.70:0/3754077545 learned_addr learned my addr 172.21.15.70:0/3754077545 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56dd9b640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb570156fc0 0x7fb57014c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56ed9d640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb57015d8b0 0x7fb5700ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:47.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 -- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb57015d8b0 msgr2=0x7fb5700ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb57015d8b0 0x7fb5700ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 -- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb570156fc0 msgr2=0x7fb57014c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb570156fc0 0x7fb57014c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 -- 172.21.15.70:0/3754077545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb57015dd30 con 0x7fb558003f70 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56ed9d640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb57015d8b0 0x7fb5700ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56e59c640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb570158440 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fb560010c10 tx=0x7fb56000e4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb55effd640 1 -- 172.21.15.70:0/3754077545 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb56001b070 con 0x7fb558003f70 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb55effd640 1 -- 172.21.15.70:0/3754077545 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb560011040 con 0x7fb558003f70 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb570156200 con 0x7fb558003f70 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb55effd640 1 -- 172.21.15.70:0/3754077545 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5600145c0 con 0x7fb558003f70 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5701567c0 con 0x7fb558003f70 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb570072ed0 con 0x7fb558003f70 2024-09-05T06:15:47.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb55effd640 1 -- 172.21.15.70:0/3754077545 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb56001e070 con 0x7fb558003f70 2024-09-05T06:15:47.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb55effd640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5500678c0 0x7fb550069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:47.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb55effd640 1 -- 172.21.15.70:0/3754077545 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb560088850 con 0x7fb558003f70 2024-09-05T06:15:47.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56dd9b640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5500678c0 0x7fb550069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:47.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.355+0000 7fb56dd9b640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5500678c0 0x7fb550069d80 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fb5640af000 tx=0x7fb5640046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:47.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.359+0000 7fb55effd640 1 -- 172.21.15.70:0/3754077545 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb57015dd30 con 0x7fb558003f70 2024-09-05T06:15:47.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.555+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb57006eb50 con 0x7fb558003f70 2024-09-05T06:15:47.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb55effd640 1 -- 172.21.15.70:0/3754077545 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) ==== 53+0+73 (secure 0 0 0) 0x7fb560010e20 con 0x7fb558003f70 2024-09-05T06:15:47.554 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5500678c0 msgr2=0x7fb550069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5500678c0 0x7fb550069d80 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fb5640af000 tx=0x7fb5640046d0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 msgr2=0x7fb570158440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb570158440 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fb560010c10 tx=0x7fb56000e4d0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 shutdown_connections 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb5500678c0 0x7fb550069d80 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb57015d8b0 0x7fb5700ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb570156fc0 0x7fb57014c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 --2- 172.21.15.70:0/3754077545 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb558003f70 0x7fb570158440 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 >> 172.21.15.70:0/3754077545 conn(0x7fb57006bcc0 msgr2=0x7fb5700ce7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:47.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 shutdown_connections 2024-09-05T06:15:47.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:47.559+0000 7fb574fdd640 1 -- 172.21.15.70:0/3754077545 wait complete. 2024-09-05T06:15:47.576 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:15:47.577 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:15:47.577 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:15:47.577 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:15:47.577 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:47.577 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:15:47.577 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:15:47.577 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:15:47.577 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:15:47.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:47.577 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:15:47.585 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:15:47.585 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:15:47.585 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:15:47.585 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:47.585 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:15:47.585 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:47.585 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:47.585 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42202sec preferred_lft 42202sec 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:47.586 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:47.587 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:15:47.588 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:47.588 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:15:47.588 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:15:47.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:47.588 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:15:47.639 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:15:47.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:47.640 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:15:47.691 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:15:47.692 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:15:47.693 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:15:47.693 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:15:47.693 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:15:47.693 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:15:47.693 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:15:47.693 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:15:47.780 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:15:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:15:47.809 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:15:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:47.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:47.816 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:15:47.822 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:15:47.822 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:15:47.822 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:15:47.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:47.822 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:15:47.878 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:15:47.878 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:15:47.878 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:47.923 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:15:47.924 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:15:47.924 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:47.971 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:15:48.029 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:48.076 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:15:48.076 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:48.077 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:15:48.078 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:15:48.079 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:15:48.079 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:15:48.079 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:15:48.079 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:48.079 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:48.079 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:48.079 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:48.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:48.080 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:15:48.127 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:15:48.128 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:15:48.173 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:15:48.187 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:48.236 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:15:48.236 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:15:48.236 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:15:48.236 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:15:48.236 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:15:48.236 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:15:48.236 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:15:48.236 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:15:48.237 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:48.238 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:48.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:48.239 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:15:48.255 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:15:48.256+0000 7fc33b9f5580 -1 init, newargv = 0x556e1eb047b0 newargc=15 2024-09-05T06:15:48.255 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26318]: starting ceph client 2024-09-05T06:15:48.261 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26318]: starting fuse 2024-09-05T06:15:49.362 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:15:49.378 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:15:49.428 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:15:49.428 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:15:49.428 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:15:49.429 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:15:49.430 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:15:49.431 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:49.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:49.432 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:15:49.475 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:15:49.476 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:15:49.476 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:15:49.477 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:15:49.478 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:15:49.478 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:15:49.478 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:15:49.600 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.26318.asok 2024-09-05T06:15:49.604 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:15:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:15:49.612 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.26318.asok 2024-09-05T06:15:49.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:49.612 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.26318.asok status 2024-09-05T06:15:49.762 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "26318", 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:15:49.763 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 5444, 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 5444 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:15:49.764 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 2188075402 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 2188075402 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.5444 192.168.0.1:0/2188075402", 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/2188075402", 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 55, 2024-09-05T06:15:49.765 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 140, 2024-09-05T06:15:49.766 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:15:49.766 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:15:49.766 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:15:49.766 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:15:49.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:49.778 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:15:49.778 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:49.784 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:15:49.785 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:49.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:49.785 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:15:49.839 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:49.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd7481f6640 1 Processor -- start 2024-09-05T06:15:49.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd7481f6640 1 -- start start 2024-09-05T06:15:49.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd7481f6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd740160090 0x7fd740160830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:49.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd7481f6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7400b38c0 con 0x7fd7400b5110 2024-09-05T06:15:49.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd7481f6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7400b3ba0 con 0x7fd7400b30c0 2024-09-05T06:15:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd7481f6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd7400b3590 con 0x7fd740160090 2024-09-05T06:15:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd745f92640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd740160090 0x7fd740160830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd745f92640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd740160090 0x7fd740160830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42944/0 (socket says 172.21.15.70:42944) 2024-09-05T06:15:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd745791640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd7400b5110 0x7fd740160d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37580/0 (socket says 172.21.15.70:37580) 2024-09-05T06:15:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd745f92640 1 -- 172.21.15.70:0/1801740407 learned_addr learned my addr 172.21.15.70:0/1801740407 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd745f92640 1 -- 172.21.15.70:0/1801740407 >> v1:172.21.15.196:6789/0 conn(0x7fd7400b30c0 legacy=0x7fd7400afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:49.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd745f92640 1 -- 172.21.15.70:0/1801740407 >> v1:172.21.15.70:6789/0 conn(0x7fd7400b5110 legacy=0x7fd740160d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:49.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd744f90640 1 -- 172.21.15.70:0/1801740407 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4258501643 0 0) 0x7fd7400b38c0 con 0x7fd7400b5110 2024-09-05T06:15:49.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.978+0000 7fd745f92640 1 -- 172.21.15.70:0/1801740407 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7400af900 con 0x7fd740160090 2024-09-05T06:15:49.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 --2- 172.21.15.70:0/1801740407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd740160090 0x7fd740160830 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fd730009870 tx=0x7fd73001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61b7891c2a38a292 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:49.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd744f90640 1 -- 172.21.15.70:0/1801740407 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7300ab430 con 0x7fd740160090 2024-09-05T06:15:49.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd744f90640 1 -- 172.21.15.70:0/1801740407 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7300b0070 con 0x7fd740160090 2024-09-05T06:15:49.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd744f90640 1 -- 172.21.15.70:0/1801740407 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7300ab7f0 con 0x7fd740160090 2024-09-05T06:15:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- 172.21.15.70:0/1801740407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd740160090 msgr2=0x7fd740160830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 --2- 172.21.15.70:0/1801740407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd740160090 0x7fd740160830 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fd730009870 tx=0x7fd73001c490 comp rx=0 tx=0).stop 2024-09-05T06:15:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- 172.21.15.70:0/1801740407 shutdown_connections 2024-09-05T06:15:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 --2- 172.21.15.70:0/1801740407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd740160090 0x7fd740160830 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- 172.21.15.70:0/1801740407 >> 172.21.15.70:0/1801740407 conn(0x7fd7400b4580 msgr2=0x7fd7400b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- 172.21.15.70:0/1801740407 shutdown_connections 2024-09-05T06:15:49.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- 172.21.15.70:0/1801740407 wait complete. 2024-09-05T06:15:49.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 Processor -- start 2024-09-05T06:15:49.980 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- start start 2024-09-05T06:15:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7400b30c0 0x7fd7400c8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd7400b5110 0x7fd74015f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd740160090 0x7fd7400b7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd7400b0ec0 con 0x7fd7400b30c0 2024-09-05T06:15:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd7400b0d40 con 0x7fd7400b5110 2024-09-05T06:15:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd7481f6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd7400b1040 con 0x7fd740160090 2024-09-05T06:15:49.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7400b30c0 0x7fd7400c8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7400b30c0 0x7fd7400c8e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42950/0 (socket says 172.21.15.70:42950) 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 -- 172.21.15.70:0/3122029005 learned_addr learned my addr 172.21.15.70:0/3122029005 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 -- 172.21.15.70:0/3122029005 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd740160090 msgr2=0x7fd7400b7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd740160090 0x7fd7400b7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 -- 172.21.15.70:0/3122029005 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd7400b5110 msgr2=0x7fd74015f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd7400b5110 0x7fd74015f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 -- 172.21.15.70:0/3122029005 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd74006c910 con 0x7fd7400b30c0 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.982+0000 7fd745f92640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7400b30c0 0x7fd7400c8e10 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fd7300ad040 tx=0x7fd73001acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7367fc640 1 -- 172.21.15.70:0/3122029005 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7300ba070 con 0x7fd7400b30c0 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7367fc640 1 -- 172.21.15.70:0/3122029005 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7300abd50 con 0x7fd7400b30c0 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7400b17e0 con 0x7fd7400b30c0 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7367fc640 1 -- 172.21.15.70:0/3122029005 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd730004240 con 0x7fd7400b30c0 2024-09-05T06:15:49.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd74015e810 con 0x7fd7400b30c0 2024-09-05T06:15:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7400afe20 con 0x7fd7400b30c0 2024-09-05T06:15:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7367fc640 1 -- 172.21.15.70:0/3122029005 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd730003620 con 0x7fd7400b30c0 2024-09-05T06:15:49.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7367fc640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd7240678c0 0x7fd724069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:49.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd7367fc640 1 -- 172.21.15.70:0/3122029005 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fd7300a8030 con 0x7fd7400b30c0 2024-09-05T06:15:49.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd745791640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd7240678c0 0x7fd724069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:49.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.986+0000 7fd745791640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd7240678c0 0x7fd724069d80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fd73c0011f0 tx=0x7fd73c007930 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:49.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:49.990+0000 7fd7367fc640 1 -- 172.21.15.70:0/3122029005 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd7300c3060 con 0x7fd7400b30c0 2024-09-05T06:15:50.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.178+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd74015b570 con 0x7fd7400b30c0 2024-09-05T06:15:50.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.178+0000 7fd7367fc640 1 -- 172.21.15.70:0/3122029005 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7fd730016110 con 0x7fd7400b30c0 2024-09-05T06:15:50.177 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:50.177 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:15:50.178 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:15:50.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd7240678c0 msgr2=0x7fd724069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd7240678c0 0x7fd724069d80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fd73c0011f0 tx=0x7fd73c007930 comp rx=0 tx=0).stop 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7400b30c0 msgr2=0x7fd7400c8e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7400b30c0 0x7fd7400c8e10 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fd7300ad040 tx=0x7fd73001acd0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 shutdown_connections 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd7240678c0 0x7fd724069d80 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd740160090 0x7fd7400b7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd7400b5110 0x7fd74015f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 --2- 172.21.15.70:0/3122029005 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7400b30c0 0x7fd7400c8e10 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 >> 172.21.15.70:0/3122029005 conn(0x7fd7400b4580 msgr2=0x7fd740158700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:50.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 shutdown_connections 2024-09-05T06:15:50.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.182+0000 7fd7481f6640 1 -- 172.21.15.70:0/3122029005 wait complete. 2024-09-05T06:15:50.195 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:15:50.324 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":6903,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":11.47559708,"mdsmap_epoch":55,"osdmap_epoch":140,"osdmap_epoch_barrier":140,"uptime":16.529273192000002} 2024-09-05T06:15:50.325 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 6903, "mdsmap_epoch": 55, "osdmap_epoch": 140, "osdmap_epoch_barrier": 140, "rank_uptime": 11.47559708, "state": "up:active", "uptime": 16.529273192, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:15:50.325 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set-quota cephfs_data max_bytes 33554432 2024-09-05T06:15:50.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2c0a65640 1 Processor -- start 2024-09-05T06:15:50.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2c0a65640 1 -- start start 2024-09-05T06:15:50.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2c0a65640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0afe60 0x7fb2bc0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:50.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2c0a65640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb2bc0d0e60 0x7fb2bc0b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:50.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2c0a65640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2bc15de60 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2c0a65640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb2bc06d750 con 0x7fb2bc0d0e60 2024-09-05T06:15:50.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2c0a65640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb2bc06da30 con 0x7fb2bc0afe60 2024-09-05T06:15:50.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2bad9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb2bc0d0e60 0x7fb2bc0b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:50.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2b9d9b640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fb2bc0b5ac0 0x7fb2bc0d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:40018/0 (socket says 172.21.15.70:40018) 2024-09-05T06:15:50.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2ba59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0afe60 0x7fb2bc0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:50.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.454+0000 7fb2b9d9b640 1 -- 172.21.15.70:0/4129115466 learned_addr learned my addr 172.21.15.70:0/4129115466 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:50.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2bad9d640 1 -- 172.21.15.70:0/4129115466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0afe60 msgr2=0x7fb2bc0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:50.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2bad9d640 1 --2- 172.21.15.70:0/4129115466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0afe60 0x7fb2bc0b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2bad9d640 1 -- 172.21.15.70:0/4129115466 >> v1:172.21.15.196:6789/0 conn(0x7fb2bc0b5ac0 legacy=0x7fb2bc0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:50.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2bad9d640 1 -- 172.21.15.70:0/4129115466 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2bc06dd10 con 0x7fb2bc0d0e60 2024-09-05T06:15:50.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2bad9d640 1 --2- 172.21.15.70:0/4129115466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0d0e60 0x7fb2bc0b3930 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb2b4009d90 tx=0x7fb2b401c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45eab068ce1dc605 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:50.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2b959a640 1 -- 172.21.15.70:0/4129115466 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b40b2070 con 0x7fb2bc0d0e60 2024-09-05T06:15:50.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2b959a640 1 -- 172.21.15.70:0/4129115466 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2b40a57a0 con 0x7fb2bc0d0e60 2024-09-05T06:15:50.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2b959a640 1 -- 172.21.15.70:0/4129115466 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b40a5b70 con 0x7fb2bc0d0e60 2024-09-05T06:15:50.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2c0a65640 1 -- 172.21.15.70:0/4129115466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0d0e60 msgr2=0x7fb2bc0b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:50.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/4129115466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0d0e60 0x7fb2bc0b3930 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb2b4009d90 tx=0x7fb2b401c8e0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2c0a65640 1 -- 172.21.15.70:0/4129115466 shutdown_connections 2024-09-05T06:15:50.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/4129115466 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0d0e60 0x7fb2bc0b3930 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/4129115466 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0afe60 0x7fb2bc0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2c0a65640 1 -- 172.21.15.70:0/4129115466 >> 172.21.15.70:0/4129115466 conn(0x7fb2bc06bcc0 msgr2=0x7fb2bc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:50.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2c0a65640 1 -- 172.21.15.70:0/4129115466 shutdown_connections 2024-09-05T06:15:50.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.458+0000 7fb2c0a65640 1 -- 172.21.15.70:0/4129115466 wait complete. 2024-09-05T06:15:50.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 Processor -- start 2024-09-05T06:15:50.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 -- start start 2024-09-05T06:15:50.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0afe60 0x7fb2bc14a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:50.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2bc0b5ac0 0x7fb2bc0cee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0d0e60 0x7fb2bc0cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb2bc0b4680 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb2bc0b4800 con 0x7fb2bc0afe60 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb2bc0b4980 con 0x7fb2bc0d0e60 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2bc0b5ac0 0x7fb2bc0cee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2bc0b5ac0 0x7fb2bc0cee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42952/0 (socket says 172.21.15.70:42952) 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 -- 172.21.15.70:0/3770479261 learned_addr learned my addr 172.21.15.70:0/3770479261 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2bad9d640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0d0e60 0x7fb2bc0cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2ba59c640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0afe60 0x7fb2bc14a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 -- 172.21.15.70:0/3770479261 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0d0e60 msgr2=0x7fb2bc0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0d0e60 0x7fb2bc0cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 -- 172.21.15.70:0/3770479261 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0afe60 msgr2=0x7fb2bc14a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:50.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0afe60 0x7fb2bc14a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:50.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 -- 172.21.15.70:0/3770479261 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2bc15b040 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2b9d9b640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2bc0b5ac0 0x7fb2bc0cee90 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fb2b000c4d0 tx=0x7fb2b000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:50.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2aaffd640 1 -- 172.21.15.70:0/3770479261 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b0017070 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2aaffd640 1 -- 172.21.15.70:0/3770479261 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2b0005cf0 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2bc15b320 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2aaffd640 1 -- 172.21.15.70:0/3770479261 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b0007270 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2bc15b8e0 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2bc0b5580 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.462+0000 7fb2aaffd640 1 -- 172.21.15.70:0/3770479261 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb2b001a070 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.466+0000 7fb2aaffd640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb29c0678c0 0x7fb29c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:50.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.466+0000 7fb2ba59c640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb29c0678c0 0x7fb29c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:50.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.466+0000 7fb2aaffd640 1 -- 172.21.15.70:0/3770479261 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb2b0084f60 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.466+0000 7fb2ba59c640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb29c0678c0 0x7fb29c069d80 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac009af0 tx=0x7fb2ac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:50.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.470+0000 7fb2aaffd640 1 -- 172.21.15.70:0/3770479261 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb2b00553c0 con 0x7fb2bc0b5ac0 2024-09-05T06:15:50.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:50.630+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"} v 0) -- 0x7fb2bc0d0530 con 0x7fb2bc0b5ac0 2024-09-05T06:15:51.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.510+0000 7fb2aaffd640 1 -- 172.21.15.70:0/3770479261 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"}]=0 set-quota max_bytes = 33554432 for pool cephfs_data v141) ==== 181+0+0 (secure 0 0 0) 0x7fb2b00596c0 con 0x7fb2bc0b5ac0 2024-09-05T06:15:51.506 INFO:teuthology.orchestra.run.smithi070.stderr:set-quota max_bytes = 33554432 for pool cephfs_data 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb29c0678c0 msgr2=0x7fb29c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb29c0678c0 0x7fb29c069d80 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac009af0 tx=0x7fb2ac008040 comp rx=0 tx=0).stop 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2bc0b5ac0 msgr2=0x7fb2bc0cee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2bc0b5ac0 0x7fb2bc0cee90 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fb2b000c4d0 tx=0x7fb2b000c990 comp rx=0 tx=0).stop 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 shutdown_connections 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb29c0678c0 0x7fb29c069d80 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2bc0d0e60 0x7fb2bc0cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2bc0b5ac0 0x7fb2bc0cee90 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 --2- 172.21.15.70:0/3770479261 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2bc0afe60 0x7fb2bc14a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:51.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 >> 172.21.15.70:0/3770479261 conn(0x7fb2bc06bcc0 msgr2=0x7fb2bc0d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:51.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 shutdown_connections 2024-09-05T06:15:51.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:51.514+0000 7fb2c0a65640 1 -- 172.21.15.70:0/3770479261 wait complete. 2024-09-05T06:15:51.534 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_mon_report_interval 2024-09-05T06:15:51.666 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_mon_report_interval":"5"} 2024-09-05T06:15:51.667 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_mon_report_interval": "5" } 2024-09-05T06:15:51.667 INFO:tasks.cephfs.test_full:Writing 32MB should fill this cluster 2024-09-05T06:15:51.667 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:15:51.667 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:51.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:51.674 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_a bs=1M conv=fdatasync count=16 seek=0) 2024-09-05T06:15:51.900 INFO:teuthology.orchestra.run.smithi070.stderr:16+0 records in 2024-09-05T06:15:51.900 INFO:teuthology.orchestra.run.smithi070.stderr:16+0 records out 2024-09-05T06:15:51.900 INFO:teuthology.orchestra.run.smithi070.stderr:16777216 bytes (17 MB, 16 MiB) copied, 0.167125 s, 100 MB/s 2024-09-05T06:15:51.901 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:15:51.901 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:51.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:51.907 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_b bs=1M conv=fdatasync count=17 seek=0) 2024-09-05T06:15:52.091 INFO:teuthology.orchestra.run.smithi070.stderr:17+0 records in 2024-09-05T06:15:52.091 INFO:teuthology.orchestra.run.smithi070.stderr:17+0 records out 2024-09-05T06:15:52.091 INFO:teuthology.orchestra.run.smithi070.stderr:17825792 bytes (18 MB, 17 MiB) copied, 0.133167 s, 134 MB/s 2024-09-05T06:15:52.092 INFO:tasks.cephfs.test_full:Writing file B succeeded (full status will happen soon) 2024-09-05T06:15:52.092 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:15:52.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0ca796640 1 Processor -- start 2024-09-05T06:15:52.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0ca796640 1 -- start start 2024-09-05T06:15:52.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0ca796640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe0c40b30c0 0x7fe0c4160f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:52.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0ca796640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0c40b38c0 con 0x7fe0c40b5110 2024-09-05T06:15:52.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0ca796640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0c40b3ba0 con 0x7fe0c4160090 2024-09-05T06:15:52.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0ca796640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe0c40b3590 con 0x7fe0c40b30c0 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c8d33640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe0c40b5110 0x7fe0c40afe20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37590/0 (socket says 172.21.15.70:37590) 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c8d33640 1 -- 172.21.15.70:0/589001652 learned_addr learned my addr 172.21.15.70:0/589001652 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c37fe640 1 --2- 172.21.15.70:0/589001652 >> v2:172.21.15.196:3300/0 conn(0x7fe0c40b30c0 0x7fe0c4160f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4294568014 0 0) 0x7fe0c40b38c0 con 0x7fe0c40b5110 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe0ac003530 con 0x7fe0c40b5110 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4571467 0 0) 0x7fe0ac003530 con 0x7fe0c40b5110 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 >> v2:172.21.15.196:3300/0 conn(0x7fe0c40b30c0 msgr2=0x7fe0c4160f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c2ffd640 1 --2- 172.21.15.70:0/589001652 >> v2:172.21.15.196:3300/0 conn(0x7fe0c40b30c0 0x7fe0c4160f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 >> v1:172.21.15.196:6789/0 conn(0x7fe0c4160090 legacy=0x7fe0c4160830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0c40af900 con 0x7fe0c40b5110 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.214+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fe0bc001a00 con 0x7fe0c40b5110 2024-09-05T06:15:52.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 >> v1:172.21.15.70:6789/0 conn(0x7fe0c40b5110 legacy=0x7fe0c40afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0ac0039c0 0x7fe0ac003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac004810 0x7fe0ac004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0ac0051d0 0x7fe0ac00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c40b3590 con 0x7fe0ac0039c0 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ac00c170 con 0x7fe0ac004810 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe0ac00c370 con 0x7fe0ac0051d0 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c3fff640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0ac0039c0 0x7fe0ac003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c37fe640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac004810 0x7fe0ac004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c3fff640 1 -- 172.21.15.70:0/589001652 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0ac0051d0 msgr2=0x7fe0ac00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c3fff640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0ac0051d0 0x7fe0ac00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c3fff640 1 -- 172.21.15.70:0/589001652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac004810 msgr2=0x7fe0ac004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c3fff640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac004810 0x7fe0ac004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c3fff640 1 -- 172.21.15.70:0/589001652 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ac003530 con 0x7fe0ac0039c0 2024-09-05T06:15:52.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c8d33640 1 -- 172.21.15.70:0/589001652 reap_dead start 2024-09-05T06:15:52.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c37fe640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac004810 0x7fe0ac004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c3fff640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0ac0039c0 0x7fe0ac003de0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4001780 tx=0x7fe0b401c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffe09a49e5e44ffe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b40013a0 con 0x7fe0ac0039c0 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0b40052f0 con 0x7fe0ac0039c0 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0c2ffd640 1 -- 172.21.15.70:0/589001652 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4003840 con 0x7fe0ac0039c0 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0ca796640 1 -- 172.21.15.70:0/589001652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0ac0039c0 msgr2=0x7fe0ac003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0ca796640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0ac0039c0 0x7fe0ac003de0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4001780 tx=0x7fe0b401c420 comp rx=0 tx=0).stop 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0ca796640 1 -- 172.21.15.70:0/589001652 shutdown_connections 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0ca796640 1 --2- 172.21.15.70:0/589001652 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0ac0039c0 0x7fe0ac003de0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0ca796640 1 -- 172.21.15.70:0/589001652 >> 172.21.15.70:0/589001652 conn(0x7fe0c40b4580 msgr2=0x7fe0c40b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0ca796640 1 -- 172.21.15.70:0/589001652 shutdown_connections 2024-09-05T06:15:52.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.218+0000 7fe0ca796640 1 -- 172.21.15.70:0/589001652 wait complete. 2024-09-05T06:15:52.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 Processor -- start 2024-09-05T06:15:52.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 -- start start 2024-09-05T06:15:52.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac0039c0 0x7fe0c41588a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0c415acf0 0x7fe0c415c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0c415c7b0 0x7fe0c41f5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c41613d0 con 0x7fe0c415acf0 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c4161250 con 0x7fe0ac0039c0 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe0c4161550 con 0x7fe0c415c7b0 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0c415acf0 0x7fe0c415c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0c415acf0 0x7fe0c415c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42966/0 (socket says 172.21.15.70:42966) 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 -- 172.21.15.70:0/3802421425 learned_addr learned my addr 172.21.15.70:0/3802421425 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c3fff640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac0039c0 0x7fe0c41588a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 -- 172.21.15.70:0/3802421425 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0c415c7b0 msgr2=0x7fe0c41f5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0c415c7b0 0x7fe0c41f5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 -- 172.21.15.70:0/3802421425 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac0039c0 msgr2=0x7fe0c41588a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:52.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac0039c0 0x7fe0c41588a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 -- 172.21.15.70:0/3802421425 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0c4158de0 con 0x7fe0c415acf0 2024-09-05T06:15:52.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c37fe640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0c415acf0 0x7fe0c415c270 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7fe0b8010790 tx=0x7fe0b8010c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:52.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c0ff9640 1 -- 172.21.15.70:0/3802421425 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b800f040 con 0x7fe0c415acf0 2024-09-05T06:15:52.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c0ff9640 1 -- 172.21.15.70:0/3802421425 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0b800e960 con 0x7fe0c415acf0 2024-09-05T06:15:52.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0c4159f30 con 0x7fe0c415acf0 2024-09-05T06:15:52.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c0ff9640 1 -- 172.21.15.70:0/3802421425 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b800ed50 con 0x7fe0c415acf0 2024-09-05T06:15:52.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0c415a4f0 con 0x7fe0c415acf0 2024-09-05T06:15:52.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0c40b2090 con 0x7fe0c415acf0 2024-09-05T06:15:52.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.222+0000 7fe0c0ff9640 1 -- 172.21.15.70:0/3802421425 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe0b801c400 con 0x7fe0c415acf0 2024-09-05T06:15:52.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.226+0000 7fe0c0ff9640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0b00678f0 0x7fe0b0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:52.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.226+0000 7fe0c0ff9640 1 -- 172.21.15.70:0/3802421425 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5709+0+0 (secure 0 0 0) 0x7fe0b8086080 con 0x7fe0c415acf0 2024-09-05T06:15:52.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.226+0000 7fe0c3fff640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0b00678f0 0x7fe0b0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:52.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.226+0000 7fe0c3fff640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0b00678f0 0x7fe0b0069db0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4001750 tx=0x7fe0b40011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:52.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.230+0000 7fe0c0ff9640 1 -- 172.21.15.70:0/3802421425 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe0b8018030 con 0x7fe0c415acf0 2024-09-05T06:15:52.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.390+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fe0c40d1b00 con 0x7fe0c415acf0 2024-09-05T06:15:52.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.394+0000 7fe0c0ff9640 1 -- 172.21.15.70:0/3802421425 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v141) ==== 81+0+34270 (secure 0 0 0) 0x7fe0b8056c50 con 0x7fe0c415acf0 2024-09-05T06:15:52.392 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:52.392 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:52.392 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 141, 2024-09-05T06:15:52.392 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:15:52.392 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:15:52.392 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:15:51.512099+0000", 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:52.393 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 17, 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:15:52.394 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:52.395 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:15:52.396 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:52.397 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:52.398 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:52.399 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:52.400 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:15:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 16, 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:35.832319+0000", 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:52.402 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:15:52.403 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "139", 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:52.404 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:52.405 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:52.406 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:15:52.407 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 2.25, 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 2.25, 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2.25, 2024-09-05T06:15:52.408 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2.25, 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 17, 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:37.172220+0000", 2024-09-05T06:15:52.409 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:52.410 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:52.411 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "141", 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:52.412 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:52.413 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:52.414 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:52.415 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:15:52.416 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:15:52.417 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:52.418 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:52.419 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:52.419 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.419 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.419 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.419 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:15:52.419 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:52.419 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.419 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.420 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.421 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.422 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.423 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.424 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:52.425 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:15:52.426 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.427 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:15:52.428 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:52.429 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.430 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.431 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:52.432 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:15:52.433 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:15:52.434 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.435 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:52.438 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.439 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.440 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.441 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.442 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.443 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:52.444 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.445 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.446 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:52.447 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:52.448 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:15:52.449 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:15:52.450 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:15:52.450 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:15:52.450 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:52.450 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:52.450 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:52.450 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.450 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.451 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.451 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:15:52.451 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:52.451 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:52.451 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:52.451 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:52.451 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:52.452 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:52.453 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:15:52.454 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:15:52.455 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:15:52.456 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:52.457 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.458 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.459 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:52.460 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:15:52.461 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:52.462 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:52.463 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:52.464 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:15:52.465 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:15:52.466 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:15:52.467 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:52.468 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:52.469 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:15:52.470 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:15:52.471 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:52.472 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:52.473 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:15:52.474 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:52.475 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:52.476 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:52.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0b00678f0 msgr2=0x7fe0b0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:52.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0b00678f0 0x7fe0b0069db0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4001750 tx=0x7fe0b40011a0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0c415acf0 msgr2=0x7fe0c415c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:52.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0c415acf0 0x7fe0c415c270 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7fe0b8010790 tx=0x7fe0b8010c50 comp rx=0 tx=0).stop 2024-09-05T06:15:52.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 shutdown_connections 2024-09-05T06:15:52.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe0b00678f0 0x7fe0b0069db0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe0c415c7b0 0x7fe0c41f5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe0c415acf0 0x7fe0c415c270 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 --2- 172.21.15.70:0/3802421425 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe0ac0039c0 0x7fe0c41588a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:52.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 >> 172.21.15.70:0/3802421425 conn(0x7fe0c40b4580 msgr2=0x7fe0c40d05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:52.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 shutdown_connections 2024-09-05T06:15:52.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:52.398+0000 7fe0ca796640 1 -- 172.21.15.70:0/3802421425 wait complete. 2024-09-05T06:15:52.479 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:15:57.481 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:15:57.610 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56b25e8640 1 Processor -- start 2024-09-05T06:15:57.611 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56b25e8640 1 -- start start 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56b25e8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f56ac0d4980 0x7f56ac0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56b25e8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56ac0cfd30 con 0x7f56ac0d3a50 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56b25e8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56ac0d0010 con 0x7f56ac15edb0 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56b25e8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f56ac0d02f0 con 0x7f56ac0d4980 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56abfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f56ac0d4980 0x7f56ac0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56abfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f56ac0d4980 0x7f56ac0d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42982/0 (socket says 172.21.15.70:42982) 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56abfff640 1 -- 172.21.15.70:0/1395152744 learned_addr learned my addr 172.21.15.70:0/1395152744 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56b0b85640 1 --1- 172.21.15.70:0/1395152744 >> v1:172.21.15.70:6789/0 conn(0x7f56ac0d3a50 0x7f56ac0b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:37606/0 (socket says 172.21.15.70:37606) 2024-09-05T06:15:57.612 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56abfff640 1 -- 172.21.15.70:0/1395152744 >> v1:172.21.15.196:6789/0 conn(0x7f56ac15edb0 legacy=0x7f56ac0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:57.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56abfff640 1 -- 172.21.15.70:0/1395152744 >> v1:172.21.15.70:6789/0 conn(0x7f56ac0d3a50 legacy=0x7f56ac0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:57.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56abfff640 1 -- 172.21.15.70:0/1395152744 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56ac0d05d0 con 0x7f56ac0d4980 2024-09-05T06:15:57.613 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.618+0000 7f56aaffd640 1 -- 172.21.15.70:0/1395152744 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1766557805 0 0) 0x7f56ac0cfd30 con 0x7f56ac0d3a50 2024-09-05T06:15:57.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56abfff640 1 --2- 172.21.15.70:0/1395152744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac0d4980 0x7f56ac0d4d60 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f569c009870 tx=0x7f569c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd659b74bdefa4e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:57.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56aaffd640 1 -- 172.21.15.70:0/1395152744 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569c0aa670 con 0x7f56ac0d4980 2024-09-05T06:15:57.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56aaffd640 1 -- 172.21.15.70:0/1395152744 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f569c0af070 con 0x7f56ac0d4980 2024-09-05T06:15:57.614 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56aaffd640 1 -- 172.21.15.70:0/1395152744 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569c0aaa30 con 0x7f56ac0d4980 2024-09-05T06:15:57.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- 172.21.15.70:0/1395152744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac0d4980 msgr2=0x7f56ac0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:57.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 --2- 172.21.15.70:0/1395152744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac0d4980 0x7f56ac0d4d60 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f569c009870 tx=0x7f569c01c4f0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- 172.21.15.70:0/1395152744 shutdown_connections 2024-09-05T06:15:57.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 --2- 172.21.15.70:0/1395152744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac0d4980 0x7f56ac0d4d60 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- 172.21.15.70:0/1395152744 >> 172.21.15.70:0/1395152744 conn(0x7f56ac08e690 msgr2=0x7f56ac09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:57.615 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- 172.21.15.70:0/1395152744 shutdown_connections 2024-09-05T06:15:57.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- 172.21.15.70:0/1395152744 wait complete. 2024-09-05T06:15:57.616 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 Processor -- start 2024-09-05T06:15:57.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- start start 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56ac0d3a50 0x7f56ac14fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56ac0d4980 0x7f56ac15ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac15edb0 0x7f56ac150870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f56ac16c8c0 con 0x7f56ac15edb0 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f56ac16c740 con 0x7f56ac0d4980 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b25e8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f56ac16ca40 con 0x7f56ac0d3a50 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b0b85640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac15edb0 0x7f56ac150870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b0b85640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac15edb0 0x7f56ac150870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42986/0 (socket says 172.21.15.70:42986) 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56b0b85640 1 -- 172.21.15.70:0/2282625236 learned_addr learned my addr 172.21.15.70:0/2282625236 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.622+0000 7f56abfff640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56ac0d3a50 0x7f56ac14fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56ab7fe640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56ac0d4980 0x7f56ac15ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:57.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b0b85640 1 -- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56ac0d3a50 msgr2=0x7f56ac14fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b0b85640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56ac0d3a50 0x7f56ac14fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b0b85640 1 -- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56ac0d4980 msgr2=0x7f56ac15ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b0b85640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56ac0d4980 0x7f56ac15ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b0b85640 1 -- 172.21.15.70:0/2282625236 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56ac0d2f60 con 0x7f56ac15edb0 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56ab7fe640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56ac0d4980 0x7f56ac15ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56abfff640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56ac0d3a50 0x7f56ac14fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b0b85640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac15edb0 0x7f56ac150870 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f56a4001570 tx=0x7f56a400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56a8ff9640 1 -- 172.21.15.70:0/2282625236 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a4018070 con 0x7f56ac15edb0 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56a8ff9640 1 -- 172.21.15.70:0/2282625236 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a400a640 con 0x7f56ac15edb0 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56ac15e8d0 con 0x7f56ac15edb0 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56a8ff9640 1 -- 172.21.15.70:0/2282625236 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a400aa30 con 0x7f56ac15edb0 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56ac0c5ad0 con 0x7f56ac15edb0 2024-09-05T06:15:57.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56ac0d4d60 con 0x7f56ac15edb0 2024-09-05T06:15:57.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56a8ff9640 1 -- 172.21.15.70:0/2282625236 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f56a401b070 con 0x7f56ac15edb0 2024-09-05T06:15:57.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56a8ff9640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56980678c0 0x7f5698069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:57.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56a8ff9640 1 -- 172.21.15.70:0/2282625236 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5767+0+0 (secure 0 0 0) 0x7f56a4085370 con 0x7f56ac15edb0 2024-09-05T06:15:57.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56abfff640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56980678c0 0x7f5698069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:57.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56a8ff9640 1 -- 172.21.15.70:0/2282625236 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=145}) -- 0x7f569806f4b0 con 0x7f56ac15edb0 2024-09-05T06:15:57.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.626+0000 7f56abfff640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56980678c0 0x7f5698069d80 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f569c0ae000 tx=0x7f569c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:57.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.630+0000 7f56a8ff9640 1 -- 172.21.15.70:0/2282625236 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f56a4055e70 con 0x7f56ac15edb0 2024-09-05T06:15:57.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.790+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f56ac0c7730 con 0x7f56ac15edb0 2024-09-05T06:15:57.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.794+0000 7f56a8ff9640 1 -- 172.21.15.70:0/2282625236 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v144) ==== 81+0+34664 (secure 0 0 0) 0x7f56a4055770 con 0x7f56ac15edb0 2024-09-05T06:15:57.788 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:57.788 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:57.788 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 144, 2024-09-05T06:15:57.788 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:15:57.788 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:15:55.212445+0000", 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:15:57.789 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 17, 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "luminous", 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:15:57.790 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:57.791 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:57.792 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:57.793 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:57.794 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:57.795 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:15:57.796 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 16, 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:35.832319+0000", 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:57.797 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:15:57.798 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "139", 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:57.799 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:57.800 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:57.801 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:57.802 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 2.25, 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 2.25, 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2.25, 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2.25, 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:57.803 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 17, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:37.172220+0000", 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1027, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full,full_quota", 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:57.804 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:57.805 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "144", 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:57.806 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:57.807 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:57.808 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:15:57.809 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:57.813 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:57.814 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:15:57.815 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.816 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:15:57.817 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:15:57.818 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.819 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.820 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.821 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.822 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.823 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:15:57.824 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:57.825 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.826 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.827 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.828 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.829 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.830 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.831 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.832 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.833 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.834 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:15:57.835 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:57.836 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.837 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:15:57.838 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:15:57.839 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:57.840 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:15:57.841 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.842 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.843 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.844 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.845 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:15:57.846 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:57.847 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:15:57.848 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:15:57.849 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:15:57.850 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:57.851 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:15:57.852 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.853 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.854 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.855 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:57.856 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:15:57.857 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:57.858 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.859 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:57.860 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:57.861 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:57.862 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:15:57.863 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [ 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "16.c", 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 4, 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 3 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.864 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "17.f", 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 6, 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 1 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:15:57.865 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:15:57.866 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:15:57.867 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:15:57.867 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:15:57.867 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:15:57.867 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:15:57.867 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:15:57.867 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:15:57.867 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:57.867 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56980678c0 msgr2=0x7f5698069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56980678c0 0x7f5698069d80 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f569c0ae000 tx=0x7f569c008040 comp rx=0 tx=0).stop 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac15edb0 msgr2=0x7f56ac150870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac15edb0 0x7f56ac150870 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f56a4001570 tx=0x7f56a400cca0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 shutdown_connections 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f56980678c0 0x7f5698069d80 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f56ac15edb0 0x7f56ac150870 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f56ac0d4980 0x7f56ac15ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 --2- 172.21.15.70:0/2282625236 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f56ac0d3a50 0x7f56ac14fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 >> 172.21.15.70:0/2282625236 conn(0x7f56ac08e690 msgr2=0x7f56ac09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:57.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 shutdown_connections 2024-09-05T06:15:57.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:57.798+0000 7f56b25e8640 1 -- 172.21.15.70:0/2282625236 wait complete. 2024-09-05T06:15:57.870 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-05T06:15:57.870 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:15:57.871 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:15:57.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:57.877 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_b bs=1M conv=fdatasync count=50 seek=16) 2024-09-05T06:15:58.003 INFO:teuthology.orchestra.run.smithi070.stderr:dd: error writing 'large_file_b': No space left on device 2024-09-05T06:15:58.003 INFO:teuthology.orchestra.run.smithi070.stderr:dd: closing output file 'large_file_b': No space left on device 2024-09-05T06:15:58.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:15:58.005 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:15:58.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d5dbb3640 1 Processor -- start 2024-09-05T06:15:58.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d5dbb3640 1 -- start start 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d5dbb3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7d580d0e60 0x7f7d580af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d5dbb3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d5806d570 con 0x7f7d58157110 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d5dbb3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d5806d850 con 0x7f7d580ceaf0 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d5dbb3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7d5806db30 con 0x7f7d580d0e60 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d577fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7d58157110 0x7f7d580b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:48968/0 (socket says 172.21.15.70:48968) 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d577fe640 1 -- 172.21.15.70:0/4247747889 learned_addr learned my addr 172.21.15.70:0/4247747889 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3698192709 0 0) 0x7f7d5806d570 con 0x7f7d58157110 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d57fff640 1 --2- 172.21.15.70:0/4247747889 >> v2:172.21.15.196:3300/0 conn(0x7f7d580d0e60 0x7f7d580af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d40003530 con 0x7f7d58157110 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1632302896 0 0) 0x7f7d40003530 con 0x7f7d58157110 2024-09-05T06:15:58.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 >> v2:172.21.15.196:3300/0 conn(0x7f7d580d0e60 msgr2=0x7f7d580af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 --2- 172.21.15.70:0/4247747889 >> v2:172.21.15.196:3300/0 conn(0x7f7d580d0e60 0x7f7d580af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 >> v1:172.21.15.196:6789/0 conn(0x7f7d580ceaf0 legacy=0x7f7d580d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d5806de10 con 0x7f7d58157110 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7d4c0016a0 con 0x7f7d58157110 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 >> v1:172.21.15.70:6789/0 conn(0x7f7d58157110 legacy=0x7f7d580b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d40003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d40004810 0x7f7d40004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d400051d0 0x7f7d4000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7d5806db30 con 0x7f7d400039c0 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7d4000c070 con 0x7f7d400051d0 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7d4000c270 con 0x7f7d40004810 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d577fe640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d40003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d56ffd640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d40004810 0x7f7d40004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d577fe640 1 -- 172.21.15.70:0/4247747889 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d40004810 msgr2=0x7f7d40004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:58.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d577fe640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d40004810 0x7f7d40004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d577fe640 1 -- 172.21.15.70:0/4247747889 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d400051d0 msgr2=0x7f7d4000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:58.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d577fe640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d400051d0 0x7f7d4000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d577fe640 1 -- 172.21.15.70:0/4247747889 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d40003530 con 0x7f7d400039c0 2024-09-05T06:15:58.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.138+0000 7f7d57fff640 1 -- 172.21.15.70:0/4247747889 reap_dead start 2024-09-05T06:15:58.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d577fe640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d40003de0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c00c290 tx=0x7f7d4c01cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69dae4959c40488a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:58.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c007d60 con 0x7f7d400039c0 2024-09-05T06:15:58.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d4c0a9070 con 0x7f7d400039c0 2024-09-05T06:15:58.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d567fc640 1 -- 172.21.15.70:0/4247747889 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c005d40 con 0x7f7d400039c0 2024-09-05T06:15:58.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4247747889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 msgr2=0x7f7d40003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d40003de0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c00c290 tx=0x7f7d4c01cd00 comp rx=0 tx=0).stop 2024-09-05T06:15:58.136 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4247747889 shutdown_connections 2024-09-05T06:15:58.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 --2- 172.21.15.70:0/4247747889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d40003de0 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4247747889 >> 172.21.15.70:0/4247747889 conn(0x7f7d5806bcc0 msgr2=0x7f7d5806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:58.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4247747889 shutdown_connections 2024-09-05T06:15:58.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4247747889 wait complete. 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 Processor -- start 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- start start 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d580b0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d580b1500 0x7f7d5814a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d581f89e0 0x7f7d581597d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7d580af8a0 con 0x7f7d400039c0 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7d580af720 con 0x7f7d581f89e0 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d5dbb3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7d580afa20 con 0x7f7d580b1500 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d580b0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d580b0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41768/0 (socket says 172.21.15.70:41768) 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.142+0000 7f7d577fe640 1 -- 172.21.15.70:0/4159756164 learned_addr learned my addr 172.21.15.70:0/4159756164 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d56ffd640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d580b1500 0x7f7d5814a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d57fff640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d581f89e0 0x7f7d581597d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d577fe640 1 -- 172.21.15.70:0/4159756164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d580b1500 msgr2=0x7f7d5814a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d577fe640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d580b1500 0x7f7d5814a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d577fe640 1 -- 172.21.15.70:0/4159756164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d581f89e0 msgr2=0x7f7d581597d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d577fe640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d581f89e0 0x7f7d581597d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d577fe640 1 -- 172.21.15.70:0/4159756164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d580b1a00 con 0x7f7d400039c0 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d577fe640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d580b0d50 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c098470 tx=0x7f7d40005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d3ffff640 1 -- 172.21.15.70:0/4159756164 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c007d60 con 0x7f7d400039c0 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d3ffff640 1 -- 172.21.15.70:0/4159756164 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d4c000ee0 con 0x7f7d400039c0 2024-09-05T06:15:58.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d580b0270 con 0x7f7d400039c0 2024-09-05T06:15:58.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d3ffff640 1 -- 172.21.15.70:0/4159756164 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c005e60 con 0x7f7d400039c0 2024-09-05T06:15:58.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d580aa7c0 con 0x7f7d400039c0 2024-09-05T06:15:58.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d580d0530 con 0x7f7d400039c0 2024-09-05T06:15:58.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d3ffff640 1 -- 172.21.15.70:0/4159756164 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7d4c007090 con 0x7f7d400039c0 2024-09-05T06:15:58.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d3ffff640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d440678f0 0x7f7d44069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d3ffff640 1 -- 172.21.15.70:0/4159756164 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5767+0+0 (secure 0 0 0) 0x7f7d4c11f360 con 0x7f7d400039c0 2024-09-05T06:15:58.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d56ffd640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d440678f0 0x7f7d44069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d3ffff640 1 -- 172.21.15.70:0/4159756164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=145}) -- 0x7f7d4406f4e0 con 0x7f7d400039c0 2024-09-05T06:15:58.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.146+0000 7f7d56ffd640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d440678f0 0x7f7d44069db0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7d580b1430 tx=0x7f7d48009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:58.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.150+0000 7f7d3ffff640 1 -- 172.21.15.70:0/4159756164 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7d580b5d90 con 0x7f7d400039c0 2024-09-05T06:15:58.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.314+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f7d5815d7a0 con 0x7f7d400039c0 2024-09-05T06:15:58.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.314+0000 7f7d3ffff640 1 -- 172.21.15.70:0/4159756164 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v144) ==== 81+0+34664 (secure 0 0 0) 0x7f7d4c016a10 con 0x7f7d400039c0 2024-09-05T06:15:58.309 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:58.309 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:58.309 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 144, 2024-09-05T06:15:58.309 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:15:58.309 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:15:58.309 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:15:55.212445+0000", 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:15:58.310 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 17, 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "luminous", 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:15:58.311 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:58.312 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:15:58.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:58.314 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:58.315 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:58.315 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:58.315 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:58.315 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:58.315 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:58.315 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:58.315 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:15:58.315 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:58.316 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:58.317 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:15:58.318 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 16, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:35.832319+0000", 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:58.319 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:15:58.320 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "139", 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:58.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:58.322 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:58.323 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:58.324 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 2.25, 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 2.25, 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:15:58.325 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2.25, 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2.25, 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 17, 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:37.172220+0000", 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1027, 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full,full_quota", 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:58.326 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:15:58.327 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "144", 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:58.328 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:58.329 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:58.330 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.331 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:58.332 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:58.333 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.334 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.335 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.336 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.337 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:58.338 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.339 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:58.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:58.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.342 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:58.343 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:58.344 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.345 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.346 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.348 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.349 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:58.350 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:58.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:58.352 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.353 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.353 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.353 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:15:58.353 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:58.353 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.353 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.353 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.353 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.354 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.355 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:58.356 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.357 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:58.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:58.359 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:15:58.360 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:15:58.361 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.362 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.365 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:15:58.366 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:58.367 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.368 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.369 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.370 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.371 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.372 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:58.373 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.374 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.375 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.376 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.377 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:58.378 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:58.379 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.380 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:58.381 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:58.382 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:15:58.383 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [ 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "16.c", 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:15:58.384 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 4, 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 3 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "17.f", 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 6, 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 1 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:58.385 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:15:58.386 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:58.387 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:58.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d440678f0 msgr2=0x7f7d44069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d440678f0 0x7f7d44069db0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7d580b1430 tx=0x7f7d48009040 comp rx=0 tx=0).stop 2024-09-05T06:15:58.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 msgr2=0x7f7d580b0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d580b0d50 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c098470 tx=0x7f7d40005840 comp rx=0 tx=0).stop 2024-09-05T06:15:58.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 shutdown_connections 2024-09-05T06:15:58.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7d440678f0 0x7f7d44069db0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7d581f89e0 0x7f7d581597d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7d580b1500 0x7f7d5814a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 --2- 172.21.15.70:0/4159756164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d400039c0 0x7f7d580b0d50 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 >> 172.21.15.70:0/4159756164 conn(0x7f7d5806bcc0 msgr2=0x7f7d58155290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:58.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 shutdown_connections 2024-09-05T06:15:58.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.318+0000 7f7d5dbb3640 1 -- 172.21.15.70:0/4159756164 wait complete. 2024-09-05T06:15:58.391 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:15:58.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f459dba2640 1 Processor -- start 2024-09-05T06:15:58.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f459dba2640 1 -- start start 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f459dba2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4598157110 0x7f45980b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f459dba2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f45980d0e60 0x7f45980af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f459dba2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f459806d570 con 0x7f45980b5ac0 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f459dba2640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f459806d850 con 0x7f45980d0e60 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f459dba2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f459806db30 con 0x7f4598157110 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4596ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f45980b5ac0 0x7f45980d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:48984/0 (socket says 172.21.15.70:48984) 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4596ffd640 1 -- 172.21.15.70:0/2069087307 learned_addr learned my addr 172.21.15.70:0/2069087307 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4597fff640 1 --2- 172.21.15.70:0/2069087307 >> v2:172.21.15.196:3300/0 conn(0x7f45980d0e60 0x7f45980af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45977fe640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4598157110 0x7f45980b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 369990730 0 0) 0x7f459806d570 con 0x7f45980b5ac0 2024-09-05T06:15:58.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4580003530 con 0x7f45980b5ac0 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 277586137 0 0) 0x7f4580003530 con 0x7f45980b5ac0 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4598157110 msgr2=0x7f45980b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4598157110 0x7f45980b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 >> v2:172.21.15.196:3300/0 conn(0x7f45980d0e60 msgr2=0x7f45980af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 --2- 172.21.15.70:0/2069087307 >> v2:172.21.15.196:3300/0 conn(0x7f45980d0e60 0x7f45980af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f459806de10 con 0x7f45980b5ac0 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f458c001680 con 0x7f45980b5ac0 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 >> v1:172.21.15.70:6789/0 conn(0x7f45980b5ac0 legacy=0x7f45980d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f45800039c0 0x7f4580003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4580004810 0x7f4580004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4598157110 0x7f45800051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f459806d850 con 0x7f4580004810 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f459806db30 con 0x7f45800039c0 2024-09-05T06:15:58.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f458000b9d0 con 0x7f4598157110 2024-09-05T06:15:58.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4596ffd640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4580004810 0x7f4580004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f45977fe640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f45800039c0 0x7f4580003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4596ffd640 1 -- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4598157110 msgr2=0x7f45800051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:58.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4596ffd640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4598157110 0x7f45800051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4596ffd640 1 -- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f45800039c0 msgr2=0x7f4580003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:58.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4596ffd640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f45800039c0 0x7f4580003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.522+0000 7f4596ffd640 1 -- 172.21.15.70:0/2069087307 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4580003530 con 0x7f4580004810 2024-09-05T06:15:58.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4580004810 0x7f4580004c90 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f458c00c210 tx=0x7f458c01f3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fe060bfc86002ea server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:58.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458c007d60 con 0x7f4580004810 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f458c005b00 con 0x7f4580004810 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f45967fc640 1 -- 172.21.15.70:0/2069087307 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458c007070 con 0x7f4580004810 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- 172.21.15.70:0/2069087307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4580004810 msgr2=0x7f4580004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 --2- 172.21.15.70:0/2069087307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4580004810 0x7f4580004c90 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f458c00c210 tx=0x7f458c01f3f0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4597fff640 1 -- 172.21.15.70:0/2069087307 reap_dead start 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- 172.21.15.70:0/2069087307 shutdown_connections 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- 172.21.15.70:0/2069087307 >> 172.21.15.70:0/2069087307 conn(0x7f459806bcc0 msgr2=0x7f459806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- 172.21.15.70:0/2069087307 shutdown_connections 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- 172.21.15.70:0/2069087307 wait complete. 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 Processor -- start 2024-09-05T06:15:58.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- start start 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4580004810 0x7f4598071550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f459814eda0 0x7f459814c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4598072d80 0x7f4598158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f45980ceaf0 con 0x7f459814eda0 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f459806e3d0 con 0x7f4598072d80 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f459dba2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f45980cec70 con 0x7f4580004810 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f459814eda0 0x7f459814c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f459814eda0 0x7f459814c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41796/0 (socket says 172.21.15.70:41796) 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 -- 172.21.15.70:0/3745593706 learned_addr learned my addr 172.21.15.70:0/3745593706 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4597fff640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4598072d80 0x7f4598158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f45977fe640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4580004810 0x7f4598071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 -- 172.21.15.70:0/3745593706 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4580004810 msgr2=0x7f4598071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4580004810 0x7f4598071550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 -- 172.21.15.70:0/3745593706 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4598072d80 msgr2=0x7f4598158540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4598072d80 0x7f4598158540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.526+0000 7f4596ffd640 1 -- 172.21.15.70:0/3745593706 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f459814c840 con 0x7f459814eda0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f4596ffd640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f459814eda0 0x7f459814c300 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f458c01f220 tx=0x7f4580005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f457ffff640 1 -- 172.21.15.70:0/3745593706 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458c0b4030 con 0x7f459814eda0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f457ffff640 1 -- 172.21.15.70:0/3745593706 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f458c005cb0 con 0x7f459814eda0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4598071cd0 con 0x7f459814eda0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f457ffff640 1 -- 172.21.15.70:0/3745593706 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458c005e60 con 0x7f459814eda0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4598072270 con 0x7f459814eda0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45980b5580 con 0x7f459814eda0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f457ffff640 1 -- 172.21.15.70:0/3745593706 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f458c0ba030 con 0x7f459814eda0 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f457ffff640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45840678c0 0x7f4584069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:58.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f457ffff640 1 -- 172.21.15.70:0/3745593706 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5767+0+0 (secure 0 0 0) 0x7f458c122910 con 0x7f459814eda0 2024-09-05T06:15:58.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f45977fe640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45840678c0 0x7f4584069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:58.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f457ffff640 1 -- 172.21.15.70:0/3745593706 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=145}) -- 0x7f458406f510 con 0x7f459814eda0 2024-09-05T06:15:58.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.530+0000 7f45977fe640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45840678c0 0x7f4584069d80 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f45880098d0 tx=0x7f4588008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:58.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.534+0000 7f457ffff640 1 -- 172.21.15.70:0/3745593706 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f458c0f9030 con 0x7f459814eda0 2024-09-05T06:15:58.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.726+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f459806c350 con 0x7f459814eda0 2024-09-05T06:15:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f457ffff640 1 -- 172.21.15.70:0/3745593706 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7f458c019100 con 0x7f459814eda0 2024-09-05T06:15:58.722 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:58.722 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:15:58.722 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:15:58.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45840678c0 msgr2=0x7f4584069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45840678c0 0x7f4584069d80 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f45880098d0 tx=0x7f4588008040 comp rx=0 tx=0).stop 2024-09-05T06:15:58.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f459814eda0 msgr2=0x7f459814c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f459814eda0 0x7f459814c300 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f458c01f220 tx=0x7f4580005840 comp rx=0 tx=0).stop 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 shutdown_connections 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45840678c0 0x7f4584069d80 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4598072d80 0x7f4598158540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f459814eda0 0x7f459814c300 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 --2- 172.21.15.70:0/3745593706 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4580004810 0x7f4598071550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 >> 172.21.15.70:0/3745593706 conn(0x7f459806bcc0 msgr2=0x7f459815dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 shutdown_connections 2024-09-05T06:15:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:58.730+0000 7f459dba2640 1 -- 172.21.15.70:0/3745593706 wait complete. 2024-09-05T06:15:58.741 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:15:58.863 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":6903,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":20.015147555999999,"mdsmap_epoch":55,"osdmap_epoch":144,"osdmap_epoch_barrier":140,"uptime":25.068823081000001} 2024-09-05T06:15:58.864 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 6903, "mdsmap_epoch": 55, "osdmap_epoch": 144, "osdmap_epoch_barrier": 140, "rank_uptime": 20.015147556, "state": "up:active", "uptime": 25.068823081, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:15:58.864 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:15:58.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:58.864 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f large_file_a) 2024-09-05T06:15:58.875 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:15:58.875 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f large_file_b) 2024-09-05T06:15:58.930 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:15:59.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.094+0000 7f1f31e9a640 1 Processor -- start 2024-09-05T06:15:59.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.094+0000 7f1f31e9a640 1 -- start start 2024-09-05T06:15:59.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1f2c0afff0 0x7f1f2c0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:59.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1f2c0731a0 0x7f1f2c06e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:59.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f2c15bc40 con 0x7f1f2c0cdf80 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1f2c072600 con 0x7f1f2c0afff0 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f1f2c0d14c0 con 0x7f1f2c0731a0 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1f2c0afff0 0x7f1f2c0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1f2c0afff0 0x7f1f2c0cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41802/0 (socket says 172.21.15.70:41802) 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2b7fe640 1 -- 172.21.15.70:0/1362911102 learned_addr learned my addr 172.21.15.70:0/1362911102 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2b7fe640 1 -- 172.21.15.70:0/1362911102 >> v2:172.21.15.196:3300/0 conn(0x7f1f2c0731a0 msgr2=0x7f1f2c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2b7fe640 1 --2- 172.21.15.70:0/1362911102 >> v2:172.21.15.196:3300/0 conn(0x7f1f2c0731a0 0x7f1f2c06e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2b7fe640 1 -- 172.21.15.70:0/1362911102 >> v1:172.21.15.70:6789/0 conn(0x7f1f2c0cdf80 legacy=0x7f1f2c072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2b7fe640 1 -- 172.21.15.70:0/1362911102 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f2c071cd0 con 0x7f1f2c0afff0 2024-09-05T06:15:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2b7fe640 1 --2- 172.21.15.70:0/1362911102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0afff0 0x7f1f2c0cda40 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c0cd2d0 tx=0x7f1f1c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59157a79bde3373e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2affd640 1 -- 172.21.15.70:0/1362911102 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c0b0070 con 0x7f1f2c0afff0 2024-09-05T06:15:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2affd640 1 -- 172.21.15.70:0/1362911102 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f1c0ab600 con 0x7f1f2c0afff0 2024-09-05T06:15:59.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f2affd640 1 -- 172.21.15.70:0/1362911102 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c0ab9d0 con 0x7f1f2c0afff0 2024-09-05T06:15:59.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1362911102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0afff0 msgr2=0x7f1f2c0cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:59.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1362911102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0afff0 0x7f1f2c0cda40 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c0cd2d0 tx=0x7f1f1c01c520 comp rx=0 tx=0).stop 2024-09-05T06:15:59.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1362911102 shutdown_connections 2024-09-05T06:15:59.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1362911102 >> v2:172.21.15.196:3300/0 conn(0x7f1f2c0731a0 0x7f1f2c06e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1362911102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0afff0 0x7f1f2c0cda40 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1362911102 >> 172.21.15.70:0/1362911102 conn(0x7f1f2c06bcc0 msgr2=0x7f1f2c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:59.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1362911102 shutdown_connections 2024-09-05T06:15:59.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.098+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1362911102 wait complete. 2024-09-05T06:15:59.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 Processor -- start 2024-09-05T06:15:59.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 -- start start 2024-09-05T06:15:59.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0731a0 0x7f1f2c14c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:59.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2c0afff0 0x7f1f2c15be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:59.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2c0cdf80 0x7f1f2c0aa4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:59.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1f2c06efd0 con 0x7f1f2c0731a0 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1f2c0d1190 con 0x7f1f2c0afff0 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1f2c168570 con 0x7f1f2c0cdf80 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0731a0 0x7f1f2c14c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0731a0 0x7f1f2c14c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41804/0 (socket says 172.21.15.70:41804) 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 -- 172.21.15.70:0/1752917603 learned_addr learned my addr 172.21.15.70:0/1752917603 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 -- 172.21.15.70:0/1752917603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2c0cdf80 msgr2=0x7f1f2c0aa4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2c0cdf80 0x7f1f2c0aa4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 -- 172.21.15.70:0/1752917603 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2c0afff0 msgr2=0x7f1f2c15be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2c0afff0 0x7f1f2c15be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 -- 172.21.15.70:0/1752917603 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f2c15c5d0 con 0x7f1f2c0731a0 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f2b7fe640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0731a0 0x7f1f2c14c300 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c01ca00 tx=0x7f1f1c01ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f28ff9640 1 -- 172.21.15.70:0/1752917603 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c0ba020 con 0x7f1f2c0731a0 2024-09-05T06:15:59.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f2c15c8b0 con 0x7f1f2c0731a0 2024-09-05T06:15:59.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f28ff9640 1 -- 172.21.15.70:0/1752917603 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f1c0b6620 con 0x7f1f2c0731a0 2024-09-05T06:15:59.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f28ff9640 1 -- 172.21.15.70:0/1752917603 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c0b0040 con 0x7f1f2c0731a0 2024-09-05T06:15:59.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f2c0aa9e0 con 0x7f1f2c0731a0 2024-09-05T06:15:59.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f2c06e680 con 0x7f1f2c0731a0 2024-09-05T06:15:59.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.102+0000 7f1f28ff9640 1 -- 172.21.15.70:0/1752917603 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1f1c0bd020 con 0x7f1f2c0731a0 2024-09-05T06:15:59.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.106+0000 7f1f28ff9640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f0c0678f0 0x7f1f0c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:15:59.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.106+0000 7f1f28ff9640 1 -- 172.21.15.70:0/1752917603 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5767+0+0 (secure 0 0 0) 0x7f1f1c120080 con 0x7f1f2c0731a0 2024-09-05T06:15:59.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.106+0000 7f1f23fff640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f0c0678f0 0x7f1f0c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:15:59.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.106+0000 7f1f28ff9640 1 -- 172.21.15.70:0/1752917603 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=145}) -- 0x7f1f0c06f540 con 0x7f1f2c0731a0 2024-09-05T06:15:59.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.106+0000 7f1f23fff640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f0c0678f0 0x7f1f0c069db0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1f14000f70 tx=0x7f1f140079e0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:15:59.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.110+0000 7f1f28ff9640 1 -- 172.21.15.70:0/1752917603 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1f1c0c4030 con 0x7f1f2c0731a0 2024-09-05T06:15:59.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.254+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f1f2c158c00 con 0x7f1f2c0731a0 2024-09-05T06:15:59.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.258+0000 7f1f28ff9640 1 -- 172.21.15.70:0/1752917603 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v144) ==== 81+0+34664 (secure 0 0 0) 0x7f1f1c016110 con 0x7f1f2c0731a0 2024-09-05T06:15:59.252 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:15:59.252 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:15:59.252 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 144, 2024-09-05T06:15:59.252 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:15:59.252 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:15:59.252 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:15:55.212445+0000", 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:15:59.253 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 17, 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "luminous", 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:15:59.254 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:59.255 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.256 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:59.257 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:59.258 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:15:59.259 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:59.260 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 16, 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:35.832319+0000", 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:59.261 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:59.262 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "139", 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:59.263 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:59.264 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:59.265 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:59.266 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 2.25, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 2.25, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2.25, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2.25, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 17, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:37.172220+0000", 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1027, 2024-09-05T06:15:59.267 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full,full_quota", 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:15:59.268 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "144", 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:15:59.269 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:15:59.270 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.271 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:15:59.272 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:15:59.273 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:59.274 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.275 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.276 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.277 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:15:59.278 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:15:59.279 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.280 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.281 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.282 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.283 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:15:59.284 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:59.285 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.286 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.287 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.288 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.289 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.290 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:59.291 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.292 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.293 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.294 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.295 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:59.296 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:15:59.297 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:15:59.298 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:15:59.299 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.300 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:59.301 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:59.302 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:59.303 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:59.304 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:59.305 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:15:59.306 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:59.307 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.308 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.309 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:15:59.310 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:15:59.311 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:59.312 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:15:59.313 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:59.314 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.315 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:59.316 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.317 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.318 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:15:59.319 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:59.319 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:59.319 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:59.319 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:59.319 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:59.319 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.320 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:59.321 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:15:59.322 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.323 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:15:59.324 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [ 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "16.c", 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 4, 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 3 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.325 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "17.f", 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 6, 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 1 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:15:59.326 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:15:59.327 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:15:59.328 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.258+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f0c0678f0 msgr2=0x7f1f0c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.258+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f0c0678f0 0x7f1f0c069db0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1f14000f70 tx=0x7f1f140079e0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.258+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0731a0 msgr2=0x7f1f2c14c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.258+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0731a0 0x7f1f2c14c300 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c01ca00 tx=0x7f1f1c01ad60 comp rx=0 tx=0).stop 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.258+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 shutdown_connections 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.258+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1f0c0678f0 0x7f1f0c069db0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.262+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2c0cdf80 0x7f1f2c0aa4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.262+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2c0afff0 0x7f1f2c15be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.262+0000 7f1f31e9a640 1 --2- 172.21.15.70:0/1752917603 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f2c0731a0 0x7f1f2c14c300 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.262+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 >> 172.21.15.70:0/1752917603 conn(0x7f1f2c06bcc0 msgr2=0x7f1f2c0b2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.262+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 shutdown_connections 2024-09-05T06:15:59.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:15:59.262+0000 7f1f31e9a640 1 -- 172.21.15.70:0/1752917603 wait complete. 2024-09-05T06:15:59.331 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:16:00.794 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:16:00.797 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:16:04.332 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:16:04.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47b1bff640 1 Processor -- start 2024-09-05T06:16:04.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47b1bff640 1 -- start start 2024-09-05T06:16:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47b1bff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 0x7f47ac0b0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47b1bff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f47ac0b40f0 0x7f47ac162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47b1bff640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47ac0b1140 con 0x7f47ac0b3a30 2024-09-05T06:16:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47b1bff640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f47ac0b24e0 con 0x7f47ac0b40f0 2024-09-05T06:16:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47b1bff640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f47ac160020 con 0x7f47ac15c7b0 2024-09-05T06:16:04.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47abfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f47ac0b40f0 0x7f47ac162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:04.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47abfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f47ac0b40f0 0x7f47ac162bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41808/0 (socket says 172.21.15.70:41808) 2024-09-05T06:16:04.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47abfff640 1 -- 172.21.15.70:0/2125668075 learned_addr learned my addr 172.21.15.70:0/2125668075 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:04.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47ab7fe640 1 --2- 172.21.15.70:0/2125668075 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 0x7f47ac0b0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:04.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47abfff640 1 -- 172.21.15.70:0/2125668075 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 msgr2=0x7f47ac0b0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:04.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47abfff640 1 --2- 172.21.15.70:0/2125668075 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 0x7f47ac0b0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47abfff640 1 -- 172.21.15.70:0/2125668075 >> v1:172.21.15.196:6789/0 conn(0x7f47ac0b3a30 legacy=0x7f47ac0b5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:04.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.470+0000 7f47abfff640 1 -- 172.21.15.70:0/2125668075 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ac0b2730 con 0x7f47ac0b40f0 2024-09-05T06:16:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47abfff640 1 --2- 172.21.15.70:0/2125668075 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac162bb0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f47ac0d1090 tx=0x7f47a401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d20ab0702f65424 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47aa7fc640 1 -- 172.21.15.70:0/2125668075 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a40a55d0 con 0x7f47ac0b40f0 2024-09-05T06:16:04.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47aa7fc640 1 -- 172.21.15.70:0/2125668075 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47a40a5770 con 0x7f47ac0b40f0 2024-09-05T06:16:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47aa7fc640 1 -- 172.21.15.70:0/2125668075 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a40a5b40 con 0x7f47ac0b40f0 2024-09-05T06:16:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- 172.21.15.70:0/2125668075 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 msgr2=0x7f47ac162bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 --2- 172.21.15.70:0/2125668075 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac162bb0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f47ac0d1090 tx=0x7f47a401c880 comp rx=0 tx=0).stop 2024-09-05T06:16:04.467 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- 172.21.15.70:0/2125668075 shutdown_connections 2024-09-05T06:16:04.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 --2- 172.21.15.70:0/2125668075 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac162bb0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 --2- 172.21.15.70:0/2125668075 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 0x7f47ac0b0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- 172.21.15.70:0/2125668075 >> 172.21.15.70:0/2125668075 conn(0x7f47ac0723c0 msgr2=0x7f47ac0b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:04.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- 172.21.15.70:0/2125668075 shutdown_connections 2024-09-05T06:16:04.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- 172.21.15.70:0/2125668075 wait complete. 2024-09-05T06:16:04.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 Processor -- start 2024-09-05T06:16:04.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- start start 2024-09-05T06:16:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47ac0b3a30 0x7f47ac14d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac15a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:04.470 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 0x7f47ac14ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac16bd10 con 0x7f47ac0b40f0 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac16bb90 con 0x7f47ac0b3a30 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47b1bff640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f47ac16be90 con 0x7f47ac15c7b0 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47aaffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac15a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47aaffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac15a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:41810/0 (socket says 172.21.15.70:41810) 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.474+0000 7f47aaffd640 1 -- 172.21.15.70:0/3056417038 learned_addr learned my addr 172.21.15.70:0/3056417038 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47abfff640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 0x7f47ac14ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47ab7fe640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47ac0b3a30 0x7f47ac14d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47aaffd640 1 -- 172.21.15.70:0/3056417038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 msgr2=0x7f47ac14ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47aaffd640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 0x7f47ac14ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47aaffd640 1 -- 172.21.15.70:0/3056417038 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47ac0b3a30 msgr2=0x7f47ac14d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47aaffd640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47ac0b3a30 0x7f47ac14d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47aaffd640 1 -- 172.21.15.70:0/3056417038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ac15b250 con 0x7f47ac0b40f0 2024-09-05T06:16:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47aaffd640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac15a8e0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f47a000b3e0 tx=0x7f47a000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f4793fff640 1 -- 172.21.15.70:0/3056417038 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a0015020 con 0x7f47ac0b40f0 2024-09-05T06:16:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f4793fff640 1 -- 172.21.15.70:0/3056417038 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47a0011830 con 0x7f47ac0b40f0 2024-09-05T06:16:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47ac15b530 con 0x7f47ac0b40f0 2024-09-05T06:16:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f4793fff640 1 -- 172.21.15.70:0/3056417038 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a0011c60 con 0x7f47ac0b40f0 2024-09-05T06:16:04.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47ac15baf0 con 0x7f47ac0b40f0 2024-09-05T06:16:04.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47ac162bb0 con 0x7f47ac0b40f0 2024-09-05T06:16:04.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f4793fff640 1 -- 172.21.15.70:0/3056417038 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f47a0018020 con 0x7f47ac0b40f0 2024-09-05T06:16:04.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f4793fff640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47980678c0 0x7f4798069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:04.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f4793fff640 1 -- 172.21.15.70:0/3056417038 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5767+0+0 (secure 0 0 0) 0x7f47a0085950 con 0x7f47ac0b40f0 2024-09-05T06:16:04.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47ab7fe640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47980678c0 0x7f4798069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:04.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f4793fff640 1 -- 172.21.15.70:0/3056417038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=145}) -- 0x7f479806f510 con 0x7f47ac0b40f0 2024-09-05T06:16:04.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.478+0000 7f47ab7fe640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47980678c0 0x7f4798069d80 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f47ac0d1880 tx=0x7f479c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:04.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.482+0000 7f4793fff640 1 -- 172.21.15.70:0/3056417038 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f47a001f030 con 0x7f47ac0b40f0 2024-09-05T06:16:04.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.642+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f47ac0742b0 con 0x7f47ac0b40f0 2024-09-05T06:16:04.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f4793fff640 1 -- 172.21.15.70:0/3056417038 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v144) ==== 81+0+34664 (secure 0 0 0) 0x7f47a00172c0 con 0x7f47ac0b40f0 2024-09-05T06:16:04.639 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:04.639 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:16:04.639 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 144, 2024-09-05T06:16:04.639 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:16:04.639 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:16:04.639 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:15:55.212445+0000", 2024-09-05T06:16:04.639 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:16:04.639 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:16:04.640 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 17, 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "luminous", 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:16:04.641 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:04.642 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.643 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:04.644 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:04.645 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:04.646 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:16:04.647 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 16, 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:35.832319+0000", 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:04.648 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:16:04.649 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "139", 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:04.650 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:04.651 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:04.652 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.653 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 2.25, 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 2.25, 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2.25, 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2.25, 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:04.654 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 17, 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:37.172220+0000", 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1027, 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full,full_quota", 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:04.655 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:04.656 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "144", 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:04.657 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:04.658 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:04.659 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:04.660 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:04.661 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:04.662 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.663 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.664 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:16:04.665 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.666 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:16:04.667 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:04.668 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:04.669 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:04.670 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:04.671 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:16:04.672 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:04.673 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:04.674 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.675 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.676 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:04.677 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:16:04.678 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:16:04.679 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:04.680 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:16:04.681 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.682 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.683 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.684 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.685 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:04.686 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.687 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.688 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.689 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:04.690 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:16:04.691 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.692 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:04.693 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:04.694 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:04.695 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.696 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:04.697 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:16:04.698 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.699 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.700 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.701 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:16:04.702 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:04.703 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:16:04.704 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.705 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.706 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:04.707 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:16:04.708 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:04.709 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:16:04.710 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:16:04.711 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:16:04.712 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:04.713 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:16:04.714 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:16:04.715 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [ 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "16.c", 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 4, 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 3 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "17.f", 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:04.716 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 6, 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 1 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:16:04.717 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:16:04.718 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:16:04.719 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:16:04.719 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:16:04.719 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:04.719 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47980678c0 msgr2=0x7f4798069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47980678c0 0x7f4798069d80 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f47ac0d1880 tx=0x7f479c008040 comp rx=0 tx=0).stop 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 msgr2=0x7f47ac15a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac15a8e0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f47a000b3e0 tx=0x7f47a000b8a0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 shutdown_connections 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f47980678c0 0x7f4798069d80 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47ac15c7b0 0x7f47ac14ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47ac0b40f0 0x7f47ac15a8e0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 --2- 172.21.15.70:0/3056417038 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47ac0b3a30 0x7f47ac14d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 >> 172.21.15.70:0/3056417038 conn(0x7f47ac0723c0 msgr2=0x7f47ac0d1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 shutdown_connections 2024-09-05T06:16:04.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:04.646+0000 7f47b1bff640 1 -- 172.21.15.70:0/3056417038 wait complete. 2024-09-05T06:16:04.722 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:16:09.723 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:16:09.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.862+0000 7f0904cbe640 1 Processor -- start 2024-09-05T06:16:09.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.862+0000 7f0904cbe640 1 -- start start 2024-09-05T06:16:09.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f0904cbe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0900157110 0x7f09000b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f0904cbe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09000d0e60 0x7f09000af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f0904cbe640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f090006d570 con 0x7f09000b5ac0 2024-09-05T06:16:09.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f0904cbe640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f090006d850 con 0x7f0900157110 2024-09-05T06:16:09.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f0904cbe640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f090006db30 con 0x7f09000d0e60 2024-09-05T06:16:09.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fdd9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f09000b5ac0 0x7f09000d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60932/0 (socket says 172.21.15.70:60932) 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fdd9b640 1 -- 172.21.15.70:0/50328757 learned_addr learned my addr 172.21.15.70:0/50328757 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fed9d640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09000d0e60 0x7f09000af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fe59c640 1 --2- 172.21.15.70:0/50328757 >> v2:172.21.15.196:3300/0 conn(0x7f0900157110 0x7f09000b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2349645155 0 0) 0x7f090006d570 con 0x7f09000b5ac0 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f08e8003530 con 0x7f09000b5ac0 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 282916308 0 0) 0x7f08e8003530 con 0x7f09000b5ac0 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09000d0e60 msgr2=0x7f09000af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09000d0e60 0x7f09000af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 >> v2:172.21.15.196:3300/0 conn(0x7f0900157110 msgr2=0x7f09000b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 --2- 172.21.15.70:0/50328757 >> v2:172.21.15.196:3300/0 conn(0x7f0900157110 0x7f09000b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f090006de10 con 0x7f09000b5ac0 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f08f0001680 con 0x7f09000b5ac0 2024-09-05T06:16:09.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 >> v1:172.21.15.70:6789/0 conn(0x7f09000b5ac0 legacy=0x7f09000d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08e80039c0 0x7f08e8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08e8004810 0x7f08e8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09000d0e60 0x7f08e80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f090006d850 con 0x7f08e8004810 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f090006db30 con 0x7f08e80039c0 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f08e800b9d0 con 0x7f09000d0e60 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fdd9b640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08e8004810 0x7f08e8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fe59c640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08e80039c0 0x7f08e8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fed9d640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09000d0e60 0x7f08e80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fdd9b640 1 -- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09000d0e60 msgr2=0x7f08e80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fdd9b640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09000d0e60 0x7f08e80051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fdd9b640 1 -- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08e80039c0 msgr2=0x7f08e8003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:09.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fdd9b640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08e80039c0 0x7f08e8003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:09.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.866+0000 7f08fdd9b640 1 -- 172.21.15.70:0/50328757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08e8003530 con 0x7f08e8004810 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f08fdd9b640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08e8004810 0x7f08e8004c90 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f08f0001060 tx=0x7f08f001f3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9d2e109001f62fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f0007d80 con 0x7f08e8004810 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08f00ac020 con 0x7f08e8004810 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f08fd59a640 1 -- 172.21.15.70:0/50328757 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f00058e0 con 0x7f08e8004810 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 -- 172.21.15.70:0/50328757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08e8004810 msgr2=0x7f08e8004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 --2- 172.21.15.70:0/50328757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08e8004810 0x7f08e8004c90 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f08f0001060 tx=0x7f08f001f3d0 comp rx=0 tx=0).stop 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f08fed9d640 1 -- 172.21.15.70:0/50328757 reap_dead start 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 -- 172.21.15.70:0/50328757 shutdown_connections 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 -- 172.21.15.70:0/50328757 >> 172.21.15.70:0/50328757 conn(0x7f090006bcc0 msgr2=0x7f090006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 -- 172.21.15.70:0/50328757 shutdown_connections 2024-09-05T06:16:09.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 -- 172.21.15.70:0/50328757 wait complete. 2024-09-05T06:16:09.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 Processor -- start 2024-09-05T06:16:09.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 -- start start 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.870+0000 7f0904cbe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0900145420 0x7f09000728d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f0904cbe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09000cd170 0x7f090014a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f0904cbe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f090014a680 0x7f090014e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f0904cbe640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f09000ceaf0 con 0x7f0900145420 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f0904cbe640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f090006e3d0 con 0x7f09000cd170 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f0904cbe640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f09000cec70 con 0x7f090014a680 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0900145420 0x7f09000728d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0900145420 0x7f09000728d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40020/0 (socket says 172.21.15.70:40020) 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 -- 172.21.15.70:0/2298206999 learned_addr learned my addr 172.21.15.70:0/2298206999 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:09.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fed9d640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f090014a680 0x7f090014e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fdd9b640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09000cd170 0x7f090014a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 -- 172.21.15.70:0/2298206999 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f090014a680 msgr2=0x7f090014e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f090014a680 0x7f090014e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 -- 172.21.15.70:0/2298206999 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09000cd170 msgr2=0x7f090014a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09000cd170 0x7f090014a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 -- 172.21.15.70:0/2298206999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0900071550 con 0x7f0900145420 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fe59c640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0900145420 0x7f09000728d0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f08f4011610 tx=0x7f08f4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08eeffd640 1 -- 172.21.15.70:0/2298206999 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f4015870 con 0x7f0900145420 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08eeffd640 1 -- 172.21.15.70:0/2298206999 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08f4015a10 con 0x7f0900145420 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0900071830 con 0x7f0900145420 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08eeffd640 1 -- 172.21.15.70:0/2298206999 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f4015dc0 con 0x7f0900145420 2024-09-05T06:16:09.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0900071df0 con 0x7f0900145420 2024-09-05T06:16:09.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09000b5580 con 0x7f0900145420 2024-09-05T06:16:09.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08eeffd640 1 -- 172.21.15.70:0/2298206999 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f08f400f460 con 0x7f0900145420 2024-09-05T06:16:09.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08eeffd640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08e00678f0 0x7f08e0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:09.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fdd9b640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08e00678f0 0x7f08e0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:09.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08eeffd640 1 -- 172.21.15.70:0/2298206999 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7f08f4086500 con 0x7f0900145420 2024-09-05T06:16:09.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.874+0000 7f08fdd9b640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08e00678f0 0x7f08e0069db0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f08f00ad000 tx=0x7f08f0001a50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:09.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:09.878+0000 7f08eeffd640 1 -- 172.21.15.70:0/2298206999 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f08f4019030 con 0x7f0900145420 2024-09-05T06:16:10.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.042+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f09000cfc20 con 0x7f0900145420 2024-09-05T06:16:10.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f08eeffd640 1 -- 172.21.15.70:0/2298206999 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v145) ==== 81+0+34645 (secure 0 0 0) 0x7f08f4057090 con 0x7f0900145420 2024-09-05T06:16:10.039 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 145, 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:16:05.215735+0000", 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:16:10.040 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 17, 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:16:10.041 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "luminous", 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:10.042 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:16:10.043 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:10.044 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:10.045 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:10.046 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:16:10.047 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:10.048 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 16, 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:35.832319+0000", 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:10.049 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:10.050 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "139", 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:10.051 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:10.052 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:10.053 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:16:10.054 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 2.25, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 2.25, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2.25, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2.25, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.055 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 17, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:37.172220+0000", 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:10.056 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:10.057 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "145", 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:10.058 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:10.059 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:10.060 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:10.061 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:16:10.062 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.063 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.064 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.065 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.066 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.067 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.068 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.069 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.070 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.071 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.072 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.073 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.074 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.075 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.076 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.077 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.078 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:16:10.079 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.080 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.081 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.082 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.083 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.084 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.085 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.086 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.086 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.086 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:16:10.086 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:16:10.086 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:16:10.086 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:16:10.086 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.086 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.088 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.088 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.088 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.089 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.090 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.091 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.092 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:16:10.093 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:16:10.094 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.095 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.096 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.097 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.098 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.099 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:16:10.100 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.101 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.102 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.103 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.104 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.105 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.106 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.107 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.108 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.109 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.110 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.111 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.112 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.113 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.114 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.115 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:16:10.116 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.117 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:16:10.118 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [ 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "16.c", 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 4, 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 3 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.119 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "17.f", 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 6, 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 1 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:16:10.120 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:16:10.121 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.122 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:16:10.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08e00678f0 msgr2=0x7f08e0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08e00678f0 0x7f08e0069db0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f08f00ad000 tx=0x7f08f0001a50 comp rx=0 tx=0).stop 2024-09-05T06:16:10.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0900145420 msgr2=0x7f09000728d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0900145420 0x7f09000728d0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f08f4011610 tx=0x7f08f4011ad0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 shutdown_connections 2024-09-05T06:16:10.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08e00678f0 0x7f08e0069db0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f090014a680 0x7f090014e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09000cd170 0x7f090014a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 --2- 172.21.15.70:0/2298206999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0900145420 0x7f09000728d0 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 >> 172.21.15.70:0/2298206999 conn(0x7f090006bcc0 msgr2=0x7f09000d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:10.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 shutdown_connections 2024-09-05T06:16:10.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.046+0000 7f0904cbe640 1 -- 172.21.15.70:0/2298206999 wait complete. 2024-09-05T06:16:10.126 DEBUG:tasks.ceph_test_case:wait_until_true: success in 10s and 0 retries 2024-09-05T06:16:10.126 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:16:10.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb21abd9640 1 Processor -- start 2024-09-05T06:16:10.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb21abd9640 1 -- start start 2024-09-05T06:16:10.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb21abd9640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb2140afff0 0x7fb2140cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb21abd9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2140731a0 0x7fb21406e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb21abd9640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb21415bc40 con 0x7fb2140cdf80 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb21abd9640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb214072600 con 0x7fb2140afff0 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb21abd9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb2140d14c0 con 0x7fb2140731a0 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb213fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb2140cdf80 0x7fb214072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60936/0 (socket says 172.21.15.70:60936) 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb213fff640 1 -- 172.21.15.70:0/1322790549 learned_addr learned my addr 172.21.15.70:0/1322790549 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb219176640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2140731a0 0x7fb21406e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb218975640 1 --2- 172.21.15.70:0/1322790549 >> v2:172.21.15.196:3300/0 conn(0x7fb2140afff0 0x7fb2140cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3220319824 0 0) 0x7fb21415bc40 con 0x7fb2140cdf80 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb200003530 con 0x7fb2140cdf80 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3044004552 0 0) 0x7fb200003530 con 0x7fb2140cdf80 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2140731a0 msgr2=0x7fb21406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2140731a0 0x7fb21406e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 >> v2:172.21.15.196:3300/0 conn(0x7fb2140afff0 msgr2=0x7fb2140cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:10.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 --2- 172.21.15.70:0/1322790549 >> v2:172.21.15.196:3300/0 conn(0x7fb2140afff0 0x7fb2140cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb214071cd0 con 0x7fb2140cdf80 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb1fc001680 con 0x7fb2140cdf80 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 >> v1:172.21.15.70:6789/0 conn(0x7fb2140cdf80 legacy=0x7fb214072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2000039c0 0x7fb200003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb200004810 0x7fb200004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2140731a0 0x7fb2000051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb214072600 con 0x7fb200004810 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb2140d14c0 con 0x7fb2000039c0 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb20000b9d0 con 0x7fb2140731a0 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb213fff640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb200004810 0x7fb200004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb218975640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2000039c0 0x7fb200003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb219176640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2140731a0 0x7fb2000051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb213fff640 1 -- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2140731a0 msgr2=0x7fb2000051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:10.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb213fff640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb2140731a0 0x7fb2000051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb213fff640 1 -- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2000039c0 msgr2=0x7fb200003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:10.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb213fff640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2000039c0 0x7fb200003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.258+0000 7fb213fff640 1 -- 172.21.15.70:0/1322790549 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb200003530 con 0x7fb200004810 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb213fff640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb200004810 0x7fb200004c90 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc00c240 tx=0x7fb1fc01f430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ca2cbc27554c2ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc007d60 con 0x7fb200004810 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1fc005b00 con 0x7fb200004810 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb2137fe640 1 -- 172.21.15.70:0/1322790549 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc007070 con 0x7fb200004810 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- 172.21.15.70:0/1322790549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb200004810 msgr2=0x7fb200004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 --2- 172.21.15.70:0/1322790549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb200004810 0x7fb200004c90 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc00c240 tx=0x7fb1fc01f430 comp rx=0 tx=0).stop 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb219176640 1 -- 172.21.15.70:0/1322790549 reap_dead start 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- 172.21.15.70:0/1322790549 shutdown_connections 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- 172.21.15.70:0/1322790549 >> 172.21.15.70:0/1322790549 conn(0x7fb21406bcc0 msgr2=0x7fb21406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:10.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- 172.21.15.70:0/1322790549 shutdown_connections 2024-09-05T06:16:10.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- 172.21.15.70:0/1322790549 wait complete. 2024-09-05T06:16:10.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 Processor -- start 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- start start 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb200004810 0x7fb2141501a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2140caa30 0x7fb2140b2a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2140b2f60 0x7fb2140cb780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb21406e680 con 0x7fb2140b2f60 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb214072290 con 0x7fb2140caa30 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb21abd9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb21406e800 con 0x7fb200004810 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb219176640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2140b2f60 0x7fb2140cb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb219176640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2140b2f60 0x7fb2140cb780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40030/0 (socket says 172.21.15.70:40030) 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb219176640 1 -- 172.21.15.70:0/3092500915 learned_addr learned my addr 172.21.15.70:0/3092500915 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb218975640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb200004810 0x7fb2141501a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb213fff640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2140caa30 0x7fb2140b2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb219176640 1 -- 172.21.15.70:0/3092500915 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb200004810 msgr2=0x7fb2141501a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.262+0000 7fb219176640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb200004810 0x7fb2141501a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb219176640 1 -- 172.21.15.70:0/3092500915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2140caa30 msgr2=0x7fb2140b2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb219176640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2140caa30 0x7fb2140b2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb219176640 1 -- 172.21.15.70:0/3092500915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2140c9c70 con 0x7fb2140b2f60 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb219176640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2140b2f60 0x7fb2140cb780 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fb214071c00 tx=0x7fb20c00f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb2117fa640 1 -- 172.21.15.70:0/3092500915 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb20c01c070 con 0x7fb2140b2f60 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb2117fa640 1 -- 172.21.15.70:0/3092500915 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb20c017400 con 0x7fb2140b2f60 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2140c9f50 con 0x7fb2140b2f60 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb2117fa640 1 -- 172.21.15.70:0/3092500915 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb20c0177f0 con 0x7fb2140b2f60 2024-09-05T06:16:10.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2140ca510 con 0x7fb2140b2f60 2024-09-05T06:16:10.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2140cda40 con 0x7fb2140b2f60 2024-09-05T06:16:10.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb2117fa640 1 -- 172.21.15.70:0/3092500915 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb20c01f070 con 0x7fb2140b2f60 2024-09-05T06:16:10.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb2117fa640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1f40678f0 0x7fb1f4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb2117fa640 1 -- 172.21.15.70:0/3092500915 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7fb20c0860d0 con 0x7fb2140b2f60 2024-09-05T06:16:10.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb218975640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1f40678f0 0x7fb1f4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.266+0000 7fb218975640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1f40678f0 0x7fb1f4069db0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fb204009a30 tx=0x7fb204008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:10.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.270+0000 7fb2117fa640 1 -- 172.21.15.70:0/3092500915 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb20c012070 con 0x7fb2140b2f60 2024-09-05T06:16:10.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.434+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fb2140ca6e0 con 0x7fb2140b2f60 2024-09-05T06:16:10.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.434+0000 7fb2117fa640 1 -- 172.21.15.70:0/3092500915 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v145) ==== 81+0+34645 (secure 0 0 0) 0x7fb20c056b40 con 0x7fb2140b2f60 2024-09-05T06:16:10.429 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 145, 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:16:05.215735+0000", 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:16:10.430 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 17, 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "luminous", 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:16:10.431 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:10.432 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:10.433 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:10.434 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:10.435 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:10.436 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:10.437 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 16, 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:16:10.438 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:35.832319+0000", 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:10.439 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.440 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "139", 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:10.441 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:10.442 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:16:10.443 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 2.25, 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 2.25, 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:16:10.444 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2.25, 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2.25, 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 17, 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:15:37.172220+0000", 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:16:10.445 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:16:10.446 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "145", 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:16:10.447 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:16:10.448 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:16:10.449 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.450 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:16:10.451 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.452 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.453 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.454 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.455 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.456 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.457 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.458 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 142, 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.459 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.460 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.461 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.462 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.463 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.464 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.465 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:16:10.466 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:16:10.467 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:16:10.468 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.469 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.470 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.471 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.472 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.473 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:16:10.474 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.475 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.476 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:16:10.477 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:16:10.478 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:16:10.479 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:16:10.480 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.481 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:16:10.482 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.483 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.484 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.485 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.486 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.487 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.488 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.489 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.490 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:16:10.491 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.492 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 138, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.493 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:16:10.494 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.495 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.496 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.497 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:16:10.498 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.499 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:16:10.500 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:16:10.501 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.502 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.503 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [ 2024-09-05T06:16:10.504 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "16.c", 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 4, 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 3 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: "pgid": "17.f", 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: "mappings": [ 2024-09-05T06:16:10.505 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "from": 6, 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "to": 1 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:16:10.506 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:16:10.507 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:16:10.508 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:16:10.508 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:16:10.508 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:10.508 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:16:10.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1f40678f0 msgr2=0x7fb1f4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1f40678f0 0x7fb1f4069db0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fb204009a30 tx=0x7fb204008040 comp rx=0 tx=0).stop 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2140b2f60 msgr2=0x7fb2140cb780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2140b2f60 0x7fb2140cb780 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fb214071c00 tx=0x7fb20c00f4a0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 shutdown_connections 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1f40678f0 0x7fb1f4069db0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2140b2f60 0x7fb2140cb780 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb2140caa30 0x7fb2140b2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 --2- 172.21.15.70:0/3092500915 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb200004810 0x7fb2141501a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 >> 172.21.15.70:0/3092500915 conn(0x7fb21406bcc0 msgr2=0x7fb2140ce380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 shutdown_connections 2024-09-05T06:16:10.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.438+0000 7fb21abd9640 1 -- 172.21.15.70:0/3092500915 wait complete. 2024-09-05T06:16:10.511 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:10.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.642+0000 7fab7f9c4640 1 Processor -- start 2024-09-05T06:16:10.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.642+0000 7fab7f9c4640 1 -- start start 2024-09-05T06:16:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7f9c4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab78157110 0x7fab780b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7f9c4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fab780b5ac0 0x7fab780d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7f9c4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab780ceaf0 0x7fab780d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7f9c4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fab7806d570 con 0x7fab780ceaf0 2024-09-05T06:16:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7f9c4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fab7806d850 con 0x7fab780b5ac0 2024-09-05T06:16:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7f9c4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab7806db30 con 0x7fab78157110 2024-09-05T06:16:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab780ceaf0 0x7fab780d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab780ceaf0 0x7fab780d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40044/0 (socket says 172.21.15.70:40044) 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 -- 172.21.15.70:0/3696560912 learned_addr learned my addr 172.21.15.70:0/3696560912 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7cf5f640 1 --2- 172.21.15.70:0/3696560912 >> v2:172.21.15.196:3300/0 conn(0x7fab780b5ac0 0x7fab780d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7d760640 1 --2- 172.21.15.70:0/3696560912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab78157110 0x7fab780b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 -- 172.21.15.70:0/3696560912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab78157110 msgr2=0x7fab780b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 --2- 172.21.15.70:0/3696560912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab78157110 0x7fab780b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 -- 172.21.15.70:0/3696560912 >> v2:172.21.15.196:3300/0 conn(0x7fab780b5ac0 msgr2=0x7fab780d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 --2- 172.21.15.70:0/3696560912 >> v2:172.21.15.196:3300/0 conn(0x7fab780b5ac0 0x7fab780d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 -- 172.21.15.70:0/3696560912 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab7806de10 con 0x7fab780ceaf0 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7d760640 1 --2- 172.21.15.70:0/3696560912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab78157110 0x7fab780b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:10.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7cf5f640 1 --2- 172.21.15.70:0/3696560912 >> v2:172.21.15.196:3300/0 conn(0x7fab780b5ac0 0x7fab780d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:10.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab7df61640 1 --2- 172.21.15.70:0/3696560912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab780ceaf0 0x7fab780d0c90 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fab7806f780 tx=0x7fab7001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94b78dbaea980d25 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:10.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab6ffff640 1 -- 172.21.15.70:0/3696560912 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab700a5670 con 0x7fab780ceaf0 2024-09-05T06:16:10.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab6ffff640 1 -- 172.21.15.70:0/3696560912 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab700a5810 con 0x7fab780ceaf0 2024-09-05T06:16:10.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.646+0000 7fab6ffff640 1 -- 172.21.15.70:0/3696560912 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab700a5be0 con 0x7fab780ceaf0 2024-09-05T06:16:10.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- 172.21.15.70:0/3696560912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab780ceaf0 msgr2=0x7fab780d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/3696560912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab780ceaf0 0x7fab780d0c90 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fab7806f780 tx=0x7fab7001c9f0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- 172.21.15.70:0/3696560912 shutdown_connections 2024-09-05T06:16:10.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/3696560912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab780ceaf0 0x7fab780d0c90 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/3696560912 >> v2:172.21.15.196:3300/0 conn(0x7fab780b5ac0 0x7fab780d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/3696560912 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab78157110 0x7fab780b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- 172.21.15.70:0/3696560912 >> 172.21.15.70:0/3696560912 conn(0x7fab7806bcc0 msgr2=0x7fab7806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:10.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- 172.21.15.70:0/3696560912 shutdown_connections 2024-09-05T06:16:10.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- 172.21.15.70:0/3696560912 wait complete. 2024-09-05T06:16:10.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 Processor -- start 2024-09-05T06:16:10.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- start start 2024-09-05T06:16:10.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab780b5ac0 0x7fab78150220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab780ceaf0 0x7fab780b0480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab78157110 0x7fab780d0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fab780b0300 con 0x7fab78157110 2024-09-05T06:16:10.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fab780b0180 con 0x7fab780ceaf0 2024-09-05T06:16:10.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7f9c4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab78160550 con 0x7fab780b5ac0 2024-09-05T06:16:10.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab78157110 0x7fab780d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab78157110 0x7fab780d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40060/0 (socket says 172.21.15.70:40060) 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 -- 172.21.15.70:0/1414139256 learned_addr learned my addr 172.21.15.70:0/1414139256 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7d760640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab780b5ac0 0x7fab78150220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7cf5f640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab780ceaf0 0x7fab780b0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 -- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab780b5ac0 msgr2=0x7fab78150220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab780b5ac0 0x7fab78150220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 -- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab780ceaf0 msgr2=0x7fab780b0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab780ceaf0 0x7fab780b0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 -- 172.21.15.70:0/1414139256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab780b0ed0 con 0x7fab78157110 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7cf5f640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab780ceaf0 0x7fab780b0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.650+0000 7fab7df61640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab78157110 0x7fab780d0750 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fab700af040 tx=0x7fab70019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab6dffb640 1 -- 172.21.15.70:0/1414139256 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab700b8670 con 0x7fab78157110 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab6dffb640 1 -- 172.21.15.70:0/1414139256 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab700be070 con 0x7fab78157110 2024-09-05T06:16:10.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab6dffb640 1 -- 172.21.15.70:0/1414139256 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab700b8a90 con 0x7fab78157110 2024-09-05T06:16:10.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab780b11b0 con 0x7fab78157110 2024-09-05T06:16:10.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab780b1770 con 0x7fab78157110 2024-09-05T06:16:10.648 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab78158b00 con 0x7fab78157110 2024-09-05T06:16:10.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab6dffb640 1 -- 172.21.15.70:0/1414139256 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fab700b8c30 con 0x7fab78157110 2024-09-05T06:16:10.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab6dffb640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab5c0678c0 0x7fab5c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:10.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab6dffb640 1 -- 172.21.15.70:0/1414139256 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7fab70120ec0 con 0x7fab78157110 2024-09-05T06:16:10.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab7d760640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab5c0678c0 0x7fab5c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:10.649 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.654+0000 7fab7d760640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab5c0678c0 0x7fab5c069d80 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fab74006fd0 tx=0x7fab74008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:10.652 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.658+0000 7fab6dffb640 1 -- 172.21.15.70:0/1414139256 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fab700165e0 con 0x7fab78157110 2024-09-05T06:16:10.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab780b5580 con 0x7fab78157110 2024-09-05T06:16:10.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab6dffb640 1 -- 172.21.15.70:0/1414139256 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7fab700ac3a0 con 0x7fab78157110 2024-09-05T06:16:10.859 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:10.859 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:16:10.860 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:16:10.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab5c0678c0 msgr2=0x7fab5c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab5c0678c0 0x7fab5c069d80 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fab74006fd0 tx=0x7fab74008040 comp rx=0 tx=0).stop 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab78157110 msgr2=0x7fab780d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab78157110 0x7fab780d0750 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fab700af040 tx=0x7fab70019790 comp rx=0 tx=0).stop 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 shutdown_connections 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab5c0678c0 0x7fab5c069d80 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab78157110 0x7fab780d0750 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab780ceaf0 0x7fab780b0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 --2- 172.21.15.70:0/1414139256 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab780b5ac0 0x7fab78150220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 >> 172.21.15.70:0/1414139256 conn(0x7fab7806bcc0 msgr2=0x7fab78155bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 shutdown_connections 2024-09-05T06:16:10.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:10.866+0000 7fab7f9c4640 1 -- 172.21.15.70:0/1414139256 wait complete. 2024-09-05T06:16:10.877 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:16:11.016 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":6903,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":32.166330907999999,"mdsmap_epoch":55,"osdmap_epoch":145,"osdmap_epoch_barrier":144,"uptime":37.220018625999998} 2024-09-05T06:16:11.016 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 6903, "mdsmap_epoch": 55, "osdmap_epoch": 145, "osdmap_epoch_barrier": 144, "rank_uptime": 32.166330908, "state": "up:active", "uptime": 37.220018626, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:16:11.017 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:16:11.017 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:16:11.017 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:11.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:11.023 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file bs=1M conv=fdatasync count=50 seek=0) 2024-09-05T06:16:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:50+0 records in 2024-09-05T06:16:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:50+0 records out 2024-09-05T06:16:11.489 INFO:teuthology.orchestra.run.smithi070.stderr:52428800 bytes (52 MB, 50 MiB) copied, 0.411775 s, 127 MB/s 2024-09-05T06:16:11.491 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:16:11.491 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:16:11.548 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:16:11.597 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:16:11.597 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:16:11.597 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:16:11.597 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:11.603 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:16:11.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7afd73640 1 Processor -- start 2024-09-05T06:16:11.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7afd73640 1 -- start start 2024-09-05T06:16:11.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7afd73640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff7a80d3a50 0x7ff7a8169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:11.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7afd73640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7a80cfd30 con 0x7ff7a815edb0 2024-09-05T06:16:11.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7afd73640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7a80d0010 con 0x7ff7a80d4980 2024-09-05T06:16:11.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7afd73640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff7a80b5620 con 0x7ff7a80d3a50 2024-09-05T06:16:11.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7ae310640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff7a80d3a50 0x7ff7a8169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:11.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7ad30e640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7ff7a815edb0 0x7ff7a80d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60950/0 (socket says 172.21.15.70:60950) 2024-09-05T06:16:11.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7ad30e640 1 -- 172.21.15.70:0/3004000073 learned_addr learned my addr 172.21.15.70:0/3004000073 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:11.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7ae310640 1 -- 172.21.15.70:0/3004000073 >> v1:172.21.15.196:6789/0 conn(0x7ff7a80d4980 legacy=0x7ff7a80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:11.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7ae310640 1 -- 172.21.15.70:0/3004000073 >> v1:172.21.15.70:6789/0 conn(0x7ff7a815edb0 legacy=0x7ff7a80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:11.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.782+0000 7ff7ae310640 1 -- 172.21.15.70:0/3004000073 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7a80d02f0 con 0x7ff7a80d3a50 2024-09-05T06:16:11.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7ae310640 1 --2- 172.21.15.70:0/3004000073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a8169720 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7ff7a0009d90 tx=0x7ff7a001c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1dcadc056b7855f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:11.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7acb0d640 1 -- 172.21.15.70:0/3004000073 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7a00b2070 con 0x7ff7a80d3a50 2024-09-05T06:16:11.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7acb0d640 1 -- 172.21.15.70:0/3004000073 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7a00a59c0 con 0x7ff7a80d3a50 2024-09-05T06:16:11.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7acb0d640 1 -- 172.21.15.70:0/3004000073 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7a00a5d90 con 0x7ff7a80d3a50 2024-09-05T06:16:11.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 -- 172.21.15.70:0/3004000073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 msgr2=0x7ff7a8169720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:11.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 --2- 172.21.15.70:0/3004000073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a8169720 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7ff7a0009d90 tx=0x7ff7a001c900 comp rx=0 tx=0).stop 2024-09-05T06:16:11.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 -- 172.21.15.70:0/3004000073 shutdown_connections 2024-09-05T06:16:11.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 --2- 172.21.15.70:0/3004000073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a8169720 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:11.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 -- 172.21.15.70:0/3004000073 >> 172.21.15.70:0/3004000073 conn(0x7ff7a808e690 msgr2=0x7ff7a809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:11.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 -- 172.21.15.70:0/3004000073 shutdown_connections 2024-09-05T06:16:11.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 -- 172.21.15.70:0/3004000073 wait complete. 2024-09-05T06:16:11.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 Processor -- start 2024-09-05T06:16:11.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.786+0000 7ff7afd73640 1 -- start start 2024-09-05T06:16:11.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a814d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:11.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff7a80d4980 0x7ff7a814c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:11.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7a815edb0 0x7ff7a815a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:11.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff7a816c600 con 0x7ff7a80d3a50 2024-09-05T06:16:11.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff7a816c480 con 0x7ff7a815edb0 2024-09-05T06:16:11.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff7a816c780 con 0x7ff7a80d4980 2024-09-05T06:16:11.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a814d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a814d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40086/0 (socket says 172.21.15.70:40086) 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 -- 172.21.15.70:0/1120680862 learned_addr learned my addr 172.21.15.70:0/1120680862 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7ad30e640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff7a80d4980 0x7ff7a814c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 -- 172.21.15.70:0/1120680862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff7a80d4980 msgr2=0x7ff7a814c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff7a80d4980 0x7ff7a814c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 -- 172.21.15.70:0/1120680862 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7a815edb0 msgr2=0x7ff7a815a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7a815edb0 0x7ff7a815a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 -- 172.21.15.70:0/1120680862 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7a8154780 con 0x7ff7a80d3a50 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7adb0f640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a814d130 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7ff7a400c480 tx=0x7ff7a400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff79e7fc640 1 -- 172.21.15.70:0/1120680862 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7a4012830 con 0x7ff7a80d3a50 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff79e7fc640 1 -- 172.21.15.70:0/1120680862 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7a4017070 con 0x7ff7a80d3a50 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff79e7fc640 1 -- 172.21.15.70:0/1120680862 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7a4012c30 con 0x7ff7a80d3a50 2024-09-05T06:16:11.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7a8159e30 con 0x7ff7a80d3a50 2024-09-05T06:16:11.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7a814cd40 con 0x7ff7a80d3a50 2024-09-05T06:16:11.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7a80b3790 con 0x7ff7a80d3a50 2024-09-05T06:16:11.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff79e7fc640 1 -- 172.21.15.70:0/1120680862 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff7a401c460 con 0x7ff7a80d3a50 2024-09-05T06:16:11.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff79e7fc640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff78c0678c0 0x7ff78c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:11.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff79e7fc640 1 -- 172.21.15.70:0/1120680862 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7ff7a4085ad0 con 0x7ff7a80d3a50 2024-09-05T06:16:11.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7ad30e640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff78c0678c0 0x7ff78c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:11.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.790+0000 7ff7ad30e640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff78c0678c0 0x7ff78c069d80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ff7a806d740 tx=0x7ff798009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:11.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.794+0000 7ff79e7fc640 1 -- 172.21.15.70:0/1120680862 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff7a4056660 con 0x7ff7a80d3a50 2024-09-05T06:16:11.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.966+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff7a80684f0 con 0x7ff7a80d3a50 2024-09-05T06:16:11.962 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff79e7fc640 1 -- 172.21.15.70:0/1120680862 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v145) ==== 80+0+0 (secure 0 0 0) 0x7ff7a4055f60 con 0x7ff7a80d3a50 2024-09-05T06:16:11.962 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff78c0678c0 msgr2=0x7ff78c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff78c0678c0 0x7ff78c069d80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ff7a806d740 tx=0x7ff798009040 comp rx=0 tx=0).stop 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 msgr2=0x7ff7a814d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a814d130 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7ff7a400c480 tx=0x7ff7a400c940 comp rx=0 tx=0).stop 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 shutdown_connections 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff78c0678c0 0x7ff78c069d80 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff7a815edb0 0x7ff7a815a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff7a80d4980 0x7ff7a814c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 --2- 172.21.15.70:0/1120680862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7a80d3a50 0x7ff7a814d130 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:11.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 >> 172.21.15.70:0/1120680862 conn(0x7ff7a808e690 msgr2=0x7ff7a80b1d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:11.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 shutdown_connections 2024-09-05T06:16:11.966 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:11.970+0000 7ff7afd73640 1 -- 172.21.15.70:0/1120680862 wait complete. 2024-09-05T06:16:11.981 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:16:11.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:11.981 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:16:11.992 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[36410]: fuse finished with error 0 and tester_r 0 2024-09-05T06:16:12.000 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:16:12.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:12.000 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:16:12.157 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:16:12.157 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:16:12.157 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:12.164 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:16:12.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc170ad5640 1 Processor -- start 2024-09-05T06:16:12.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc170ad5640 1 -- start start 2024-09-05T06:16:12.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc170ad5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc16c0afff0 0x7fc16c0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc170ad5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc16c15bc40 con 0x7fc16c0cdf80 2024-09-05T06:16:12.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc170ad5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc16c0d14c0 con 0x7fc16c0731a0 2024-09-05T06:16:12.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc170ad5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc16c072600 con 0x7fc16c0afff0 2024-09-05T06:16:12.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc169d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc16c0cdf80 0x7fc16c072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60962/0 (socket says 172.21.15.70:60962) 2024-09-05T06:16:12.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc169d9b640 1 -- 172.21.15.70:0/2432146071 learned_addr learned my addr 172.21.15.70:0/2432146071 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:12.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc16a59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc16c0afff0 0x7fc16c0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc16a59c640 1 -- 172.21.15.70:0/2432146071 >> v1:172.21.15.196:6789/0 conn(0x7fc16c0731a0 legacy=0x7fc16c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:12.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc16a59c640 1 -- 172.21.15.70:0/2432146071 >> v1:172.21.15.70:6789/0 conn(0x7fc16c0cdf80 legacy=0x7fc16c072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc16a59c640 1 -- 172.21.15.70:0/2432146071 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc16c071cd0 con 0x7fc16c0afff0 2024-09-05T06:16:12.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.334+0000 7fc16959a640 1 -- 172.21.15.70:0/2432146071 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2066132485 0 0) 0x7fc16c15bc40 con 0x7fc16c0cdf80 2024-09-05T06:16:12.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc16a59c640 1 --2- 172.21.15.70:0/2432146071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0afff0 0x7fc16c0cda40 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fc15c0097c0 tx=0x7fc15c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b443b0e6bf1a1ddf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:12.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc16959a640 1 -- 172.21.15.70:0/2432146071 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c0b0070 con 0x7fc16c0afff0 2024-09-05T06:16:12.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc16959a640 1 -- 172.21.15.70:0/2432146071 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc15c0ab600 con 0x7fc16c0afff0 2024-09-05T06:16:12.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc16959a640 1 -- 172.21.15.70:0/2432146071 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c0ab9d0 con 0x7fc16c0afff0 2024-09-05T06:16:12.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- 172.21.15.70:0/2432146071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0afff0 msgr2=0x7fc16c0cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 --2- 172.21.15.70:0/2432146071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0afff0 0x7fc16c0cda40 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fc15c0097c0 tx=0x7fc15c01c460 comp rx=0 tx=0).stop 2024-09-05T06:16:12.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- 172.21.15.70:0/2432146071 shutdown_connections 2024-09-05T06:16:12.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 --2- 172.21.15.70:0/2432146071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0afff0 0x7fc16c0cda40 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- 172.21.15.70:0/2432146071 >> 172.21.15.70:0/2432146071 conn(0x7fc16c06bcc0 msgr2=0x7fc16c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:12.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- 172.21.15.70:0/2432146071 shutdown_connections 2024-09-05T06:16:12.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- 172.21.15.70:0/2432146071 wait complete. 2024-09-05T06:16:12.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 Processor -- start 2024-09-05T06:16:12.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- start start 2024-09-05T06:16:12.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0731a0 0x7fc16c1542a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc16c0afff0 0x7fc16c1411c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc16c0cdf80 0x7fc16c151510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc16c0d0f80 con 0x7fc16c0731a0 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc16c06efa0 con 0x7fc16c0cdf80 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc170ad5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc16c0d1100 con 0x7fc16c0afff0 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc16a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0731a0 0x7fc16c1542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc16a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0731a0 0x7fc16c1542a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40106/0 (socket says 172.21.15.70:40106) 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.338+0000 7fc16a59c640 1 -- 172.21.15.70:0/674528705 learned_addr learned my addr 172.21.15.70:0/674528705 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc16ad9d640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc16c0cdf80 0x7fc16c151510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc169d9b640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc16c0afff0 0x7fc16c1411c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc16a59c640 1 -- 172.21.15.70:0/674528705 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc16c0afff0 msgr2=0x7fc16c1411c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc16a59c640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc16c0afff0 0x7fc16c1411c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc16a59c640 1 -- 172.21.15.70:0/674528705 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc16c0cdf80 msgr2=0x7fc16c151510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc16a59c640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc16c0cdf80 0x7fc16c151510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc16a59c640 1 -- 172.21.15.70:0/674528705 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc16c150ae0 con 0x7fc16c0731a0 2024-09-05T06:16:12.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc16a59c640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0731a0 0x7fc16c1542a0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fc15c0097c0 tx=0x7fc15c01aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:12.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc15affd640 1 -- 172.21.15.70:0/674528705 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c0bd070 con 0x7fc16c0731a0 2024-09-05T06:16:12.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc15affd640 1 -- 172.21.15.70:0/674528705 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc15c004230 con 0x7fc16c0731a0 2024-09-05T06:16:12.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc16c1549a0 con 0x7fc16c0731a0 2024-09-05T06:16:12.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc15affd640 1 -- 172.21.15.70:0/674528705 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c0b0040 con 0x7fc16c0731a0 2024-09-05T06:16:12.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc16c154f60 con 0x7fc16c0731a0 2024-09-05T06:16:12.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc16c0cda40 con 0x7fc16c0731a0 2024-09-05T06:16:12.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc15affd640 1 -- 172.21.15.70:0/674528705 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc15c0c0070 con 0x7fc16c0731a0 2024-09-05T06:16:12.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc15affd640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc14c0678c0 0x7fc14c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc15affd640 1 -- 172.21.15.70:0/674528705 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7fc15c11f970 con 0x7fc16c0731a0 2024-09-05T06:16:12.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc169d9b640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc14c0678c0 0x7fc14c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.342+0000 7fc169d9b640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc14c0678c0 0x7fc14c069d80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fc16c1f8bc0 tx=0x7fc160009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:12.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.346+0000 7fc15affd640 1 -- 172.21.15.70:0/674528705 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc15c016050 con 0x7fc16c0731a0 2024-09-05T06:16:12.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.522+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc16c072c30 con 0x7fc16c0731a0 2024-09-05T06:16:12.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.522+0000 7fc15affd640 1 -- 172.21.15.70:0/674528705 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v145) ==== 80+0+0 (secure 0 0 0) 0x7fc15c0f03e0 con 0x7fc16c0731a0 2024-09-05T06:16:12.515 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:16:12.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc14c0678c0 msgr2=0x7fc14c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc14c0678c0 0x7fc14c069d80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fc16c1f8bc0 tx=0x7fc160009040 comp rx=0 tx=0).stop 2024-09-05T06:16:12.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0731a0 msgr2=0x7fc16c1542a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0731a0 0x7fc16c1542a0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fc15c0097c0 tx=0x7fc15c01aca0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 shutdown_connections 2024-09-05T06:16:12.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc14c0678c0 0x7fc14c069d80 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc16c0cdf80 0x7fc16c151510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc16c0afff0 0x7fc16c1411c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 --2- 172.21.15.70:0/674528705 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc16c0731a0 0x7fc16c1542a0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 >> 172.21.15.70:0/674528705 conn(0x7fc16c06bcc0 msgr2=0x7fc16c0b4910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:12.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 shutdown_connections 2024-09-05T06:16:12.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.526+0000 7fc170ad5640 1 -- 172.21.15.70:0/674528705 wait complete. 2024-09-05T06:16:12.535 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:16:12.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:12.535 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:16:12.548 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26318]: fuse finished with error 0 and tester_r 0 2024-09-05T06:16:12.550 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:16:12.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:12.550 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:16:12.677 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:16:12.677 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:16:12.678 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:12.684 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:16:12.684 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:16:12.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:12.684 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:16:12.730 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:16:12.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:16:12.731 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:16:12.731 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:16:12.732 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:12.738 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:16:12.738 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:16:12.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:12.738 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:16:12.783 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:16:12.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:16:12.784 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:12.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa8544a640 1 Processor -- start 2024-09-05T06:16:12.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa8544a640 1 -- start start 2024-09-05T06:16:12.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa8544a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faa80157110 0x7faa800b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa8544a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7faa800d0e60 0x7faa800af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa8544a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa8006d570 con 0x7faa800b5ac0 2024-09-05T06:16:12.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa8544a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7faa8006d850 con 0x7faa80157110 2024-09-05T06:16:12.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa8544a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7faa8006db30 con 0x7faa800d0e60 2024-09-05T06:16:12.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7effd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faa80157110 0x7faa800b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7e7fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7faa800b5ac0 0x7faa800d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60972/0 (socket says 172.21.15.70:60972) 2024-09-05T06:16:12.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7e7fc640 1 -- 172.21.15.70:0/2586311240 learned_addr learned my addr 172.21.15.70:0/2586311240 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:12.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7f7fe640 1 --2- 172.21.15.70:0/2586311240 >> v2:172.21.15.196:3300/0 conn(0x7faa800d0e60 0x7faa800af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7dffb640 1 -- 172.21.15.70:0/2586311240 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1885215375 0 0) 0x7faa8006d570 con 0x7faa800b5ac0 2024-09-05T06:16:12.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7dffb640 1 -- 172.21.15.70:0/2586311240 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa68003530 con 0x7faa800b5ac0 2024-09-05T06:16:12.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7effd640 1 -- 172.21.15.70:0/2586311240 >> v2:172.21.15.196:3300/0 conn(0x7faa800d0e60 msgr2=0x7faa800af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:12.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7effd640 1 --2- 172.21.15.70:0/2586311240 >> v2:172.21.15.196:3300/0 conn(0x7faa800d0e60 0x7faa800af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7effd640 1 -- 172.21.15.70:0/2586311240 >> v1:172.21.15.70:6789/0 conn(0x7faa800b5ac0 legacy=0x7faa800d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7effd640 1 -- 172.21.15.70:0/2586311240 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa8006de10 con 0x7faa80157110 2024-09-05T06:16:12.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.922+0000 7faa7f7fe640 1 --2- 172.21.15.70:0/2586311240 >> v2:172.21.15.196:3300/0 conn(0x7faa800d0e60 0x7faa800af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:12.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa7effd640 1 --2- 172.21.15.70:0/2586311240 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b5580 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7faa8006ed50 tx=0x7faa7401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79fccd692032225f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:12.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa7dffb640 1 -- 172.21.15.70:0/2586311240 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa740b0070 con 0x7faa80157110 2024-09-05T06:16:12.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa7dffb640 1 -- 172.21.15.70:0/2586311240 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa740ab600 con 0x7faa80157110 2024-09-05T06:16:12.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa7dffb640 1 -- 172.21.15.70:0/2586311240 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa740ab9b0 con 0x7faa80157110 2024-09-05T06:16:12.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 -- 172.21.15.70:0/2586311240 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 msgr2=0x7faa800b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 --2- 172.21.15.70:0/2586311240 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b5580 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7faa8006ed50 tx=0x7faa7401c480 comp rx=0 tx=0).stop 2024-09-05T06:16:12.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 -- 172.21.15.70:0/2586311240 shutdown_connections 2024-09-05T06:16:12.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 --2- 172.21.15.70:0/2586311240 >> v2:172.21.15.196:3300/0 conn(0x7faa800d0e60 0x7faa800af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 --2- 172.21.15.70:0/2586311240 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b5580 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 -- 172.21.15.70:0/2586311240 >> 172.21.15.70:0/2586311240 conn(0x7faa8006bcc0 msgr2=0x7faa8006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:12.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 -- 172.21.15.70:0/2586311240 shutdown_connections 2024-09-05T06:16:12.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 -- 172.21.15.70:0/2586311240 wait complete. 2024-09-05T06:16:12.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 Processor -- start 2024-09-05T06:16:12.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.926+0000 7faa8544a640 1 -- start start 2024-09-05T06:16:12.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa800b5ac0 0x7faa800b2e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa800d0e60 0x7faa800b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b0a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faa800b3e00 con 0x7faa80157110 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faa800b3c80 con 0x7faa800b5ac0 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faa800b3f80 con 0x7faa800d0e60 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b0a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40128/0 (socket says 172.21.15.70:40128) 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 -- 172.21.15.70:0/613375595 learned_addr learned my addr 172.21.15.70:0/613375595 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7effd640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa800b5ac0 0x7faa800b2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.924 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7e7fc640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa800d0e60 0x7faa800b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 -- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa800d0e60 msgr2=0x7faa800b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa800d0e60 0x7faa800b04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 -- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa800b5ac0 msgr2=0x7faa800b2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa800b5ac0 0x7faa800b2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 -- 172.21.15.70:0/613375595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa800cdea0 con 0x7faa80157110 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7effd640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa800b5ac0 0x7faa800b2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7f7fe640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b0a00 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7faa7800ced0 tx=0x7faa7800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa677fe640 1 -- 172.21.15.70:0/613375595 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa78003ba0 con 0x7faa80157110 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa677fe640 1 -- 172.21.15.70:0/613375595 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa78003d60 con 0x7faa80157110 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa677fe640 1 -- 172.21.15.70:0/613375595 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa7800d880 con 0x7faa80157110 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa800b33d0 con 0x7faa80157110 2024-09-05T06:16:12.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa8015a650 con 0x7faa80157110 2024-09-05T06:16:12.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa800d0530 con 0x7faa80157110 2024-09-05T06:16:12.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa677fe640 1 -- 172.21.15.70:0/613375595 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faa7800da20 con 0x7faa80157110 2024-09-05T06:16:12.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa677fe640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa6c0678c0 0x7faa6c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:12.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa7effd640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa6c0678c0 0x7faa6c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:12.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.930+0000 7faa677fe640 1 -- 172.21.15.70:0/613375595 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7faa780866f0 con 0x7faa80157110 2024-09-05T06:16:12.926 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.934+0000 7faa7effd640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa6c0678c0 0x7faa6c069d80 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7faa740ad000 tx=0x7faa74008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:12.934+0000 7faa677fe640 1 -- 172.21.15.70:0/613375595 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faa780572b0 con 0x7faa80157110 2024-09-05T06:16:13.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.126+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa8015b750 con 0x7faa80157110 2024-09-05T06:16:13.120 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.126+0000 7faa677fe640 1 -- 172.21.15.70:0/613375595 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7faa78056bb0 con 0x7faa80157110 2024-09-05T06:16:13.120 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:13.120 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:16:13.120 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:16:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa6c0678c0 msgr2=0x7faa6c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa6c0678c0 0x7faa6c069d80 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7faa740ad000 tx=0x7faa74008040 comp rx=0 tx=0).stop 2024-09-05T06:16:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 msgr2=0x7faa800b0a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b0a00 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7faa7800ced0 tx=0x7faa7800a710 comp rx=0 tx=0).stop 2024-09-05T06:16:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 shutdown_connections 2024-09-05T06:16:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa6c0678c0 0x7faa6c069d80 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa80157110 0x7faa800b0a00 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa800d0e60 0x7faa800b04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 --2- 172.21.15.70:0/613375595 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa800b5ac0 0x7faa800b2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 >> 172.21.15.70:0/613375595 conn(0x7faa8006bcc0 msgr2=0x7faa8015e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 shutdown_connections 2024-09-05T06:16:13.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.130+0000 7faa8544a640 1 -- 172.21.15.70:0/613375595 wait complete. 2024-09-05T06:16:13.138 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:13.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3aff06f640 1 Processor -- start 2024-09-05T06:16:13.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3aff06f640 1 -- start start 2024-09-05T06:16:13.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3aff06f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3af815cdd0 0x7f3af80cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3aff06f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 0x7f3af80cdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3aff06f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3af80ce4f0 con 0x7f3af80ce060 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3aff06f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3af80d1150 con 0x7f3af815cdd0 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3aff06f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3af80d1430 con 0x7f3af80ce780 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3afce0b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3af815cdd0 0x7f3af80cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3afd60c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3af80ce060 0x7f3af80cf050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60974/0 (socket says 172.21.15.70:60974) 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3afce0b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3af815cdd0 0x7f3af80cd5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40130/0 (socket says 172.21.15.70:40130) 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3afce0b640 1 -- 172.21.15.70:0/2840575710 learned_addr learned my addr 172.21.15.70:0/2840575710 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3af7fff640 1 --2- 172.21.15.70:0/2840575710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 0x7f3af80cdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3afce0b640 1 -- 172.21.15.70:0/2840575710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 msgr2=0x7f3af80cdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3afce0b640 1 --2- 172.21.15.70:0/2840575710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 0x7f3af80cdb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.248 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3afce0b640 1 -- 172.21.15.70:0/2840575710 >> v1:172.21.15.70:6789/0 conn(0x7f3af80ce060 legacy=0x7f3af80cf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3afce0b640 1 -- 172.21.15.70:0/2840575710 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af80d1710 con 0x7f3af815cdd0 2024-09-05T06:16:13.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.254+0000 7f3af77fe640 1 -- 172.21.15.70:0/2840575710 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2844721649 0 0) 0x7f3af80ce4f0 con 0x7f3af80ce060 2024-09-05T06:16:13.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 --2- 172.21.15.70:0/2840575710 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af815cdd0 0x7f3af80cd5e0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009870 tx=0x7f3ae801c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25330cbf604815aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3af77fe640 1 -- 172.21.15.70:0/2840575710 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae80a9610 con 0x7f3af815cdd0 2024-09-05T06:16:13.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3af77fe640 1 -- 172.21.15.70:0/2840575710 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ae80a97b0 con 0x7f3af815cdd0 2024-09-05T06:16:13.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3af77fe640 1 -- 172.21.15.70:0/2840575710 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae80a9b80 con 0x7f3af815cdd0 2024-09-05T06:16:13.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- 172.21.15.70:0/2840575710 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af815cdd0 msgr2=0x7f3af80cd5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 --2- 172.21.15.70:0/2840575710 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af815cdd0 0x7f3af80cd5e0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009870 tx=0x7f3ae801c530 comp rx=0 tx=0).stop 2024-09-05T06:16:13.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- 172.21.15.70:0/2840575710 shutdown_connections 2024-09-05T06:16:13.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 --2- 172.21.15.70:0/2840575710 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 0x7f3af80cdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 --2- 172.21.15.70:0/2840575710 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af815cdd0 0x7f3af80cd5e0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- 172.21.15.70:0/2840575710 >> 172.21.15.70:0/2840575710 conn(0x7f3af80b4660 msgr2=0x7f3af80b4a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:13.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- 172.21.15.70:0/2840575710 shutdown_connections 2024-09-05T06:16:13.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- 172.21.15.70:0/2840575710 wait complete. 2024-09-05T06:16:13.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 Processor -- start 2024-09-05T06:16:13.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- start start 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af80ce060 0x7f3af806e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 0x7f3af80c83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3af8150920 0x7f3af8152dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3af80d0300 con 0x7f3af80ce060 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3af80d0180 con 0x7f3af8150920 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3af8169780 con 0x7f3af80ce780 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af80ce060 0x7f3af806e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af80ce060 0x7f3af806e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40134/0 (socket says 172.21.15.70:40134) 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 -- 172.21.15.70:0/4116646656 learned_addr learned my addr 172.21.15.70:0/4116646656 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:13.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 -- 172.21.15.70:0/4116646656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 msgr2=0x7f3af80c83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 0x7f3af80c83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 -- 172.21.15.70:0/4116646656 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3af8150920 msgr2=0x7f3af8152dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afd60c640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3af8150920 0x7f3af8152dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3af8150920 0x7f3af8152dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 -- 172.21.15.70:0/4116646656 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af80c8900 con 0x7f3af80ce060 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afd60c640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3af8150920 0x7f3af8152dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3afce0b640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af80ce060 0x7f3af806e900 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f3ae801a160 tx=0x7f3ae80192d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3af57fa640 1 -- 172.21.15.70:0/4116646656 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8004020 con 0x7f3af80ce060 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3af57fa640 1 -- 172.21.15.70:0/4116646656 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ae80041c0 con 0x7f3af80ce060 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af80c8ba0 con 0x7f3af80ce060 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3af57fa640 1 -- 172.21.15.70:0/4116646656 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8003620 con 0x7f3af80ce060 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.258+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af80c9160 con 0x7f3af80ce060 2024-09-05T06:16:13.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.262+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3af80cf050 con 0x7f3af80ce060 2024-09-05T06:16:13.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.262+0000 7f3af57fa640 1 -- 172.21.15.70:0/4116646656 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3ae80037c0 con 0x7f3af80ce060 2024-09-05T06:16:13.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.262+0000 7f3af57fa640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ae40678f0 0x7f3ae4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.262+0000 7f3af57fa640 1 -- 172.21.15.70:0/4116646656 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7f3ae811fde0 con 0x7f3af80ce060 2024-09-05T06:16:13.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.262+0000 7f3af7fff640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ae40678f0 0x7f3ae4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.262+0000 7f3af7fff640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ae40678f0 0x7f3ae4069db0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f3af8069130 tx=0x7f3aec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.266+0000 7f3af57fa640 1 -- 172.21.15.70:0/4116646656 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3ae80c0060 con 0x7f3af80ce060 2024-09-05T06:16:13.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.442+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3af80b0110 con 0x7f3af80ce060 2024-09-05T06:16:13.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3af57fa640 1 -- 172.21.15.70:0/4116646656 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7f3ae80b7070 con 0x7f3af80ce060 2024-09-05T06:16:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:13.438 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:16:13.438 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:16:13.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ae40678f0 msgr2=0x7f3ae4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ae40678f0 0x7f3ae4069db0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f3af8069130 tx=0x7f3aec008040 comp rx=0 tx=0).stop 2024-09-05T06:16:13.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af80ce060 msgr2=0x7f3af806e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af80ce060 0x7f3af806e900 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f3ae801a160 tx=0x7f3ae80192d0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 shutdown_connections 2024-09-05T06:16:13.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3ae40678f0 0x7f3ae4069db0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3af8150920 0x7f3af8152dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3af80ce780 0x7f3af80c83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 --2- 172.21.15.70:0/4116646656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3af80ce060 0x7f3af806e900 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 >> 172.21.15.70:0/4116646656 conn(0x7f3af80b4660 msgr2=0x7f3af80b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:13.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 shutdown_connections 2024-09-05T06:16:13.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.446+0000 7f3aff06f640 1 -- 172.21.15.70:0/4116646656 wait complete. 2024-09-05T06:16:13.456 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:16:13.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e43e2640 1 Processor -- start 2024-09-05T06:16:13.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e43e2640 1 -- start start 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e43e2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 0x7f14dc15dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e43e2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f14dc06bcc0 0x7f14dc06c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e43e2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14dc070d40 con 0x7f14dc070510 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e43e2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f14dc06f9a0 con 0x7f14dc06bcc0 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e43e2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f14dc071020 con 0x7f14dc15ca20 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e297f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f14dc06bcc0 0x7f14dc06c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e297f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f14dc06bcc0 0x7f14dc06c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40140/0 (socket says 172.21.15.70:40140) 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e197d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f14dc070510 0x7f14dc06f290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60982/0 (socket says 172.21.15.70:60982) 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e297f640 1 -- 172.21.15.70:0/2474491030 learned_addr learned my addr 172.21.15.70:0/2474491030 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:13.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e297f640 1 -- 172.21.15.70:0/2474491030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 msgr2=0x7f14dc15dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:13.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e297f640 1 --2- 172.21.15.70:0/2474491030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 0x7f14dc15dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e297f640 1 -- 172.21.15.70:0/2474491030 >> v1:172.21.15.70:6789/0 conn(0x7f14dc070510 legacy=0x7f14dc06f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.570+0000 7f14e297f640 1 -- 172.21.15.70:0/2474491030 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14dc06e7b0 con 0x7f14dc06bcc0 2024-09-05T06:16:13.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e297f640 1 --2- 172.21.15.70:0/2474491030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc06bcc0 0x7f14dc06c170 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f14d4009e50 tx=0x7f14d401ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=725e317042889994 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e117c640 1 -- 172.21.15.70:0/2474491030 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d40a57f0 con 0x7f14dc06bcc0 2024-09-05T06:16:13.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e117c640 1 -- 172.21.15.70:0/2474491030 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14d40a5990 con 0x7f14dc06bcc0 2024-09-05T06:16:13.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e117c640 1 -- 172.21.15.70:0/2474491030 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d40a5d60 con 0x7f14dc06bcc0 2024-09-05T06:16:13.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- 172.21.15.70:0/2474491030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc06bcc0 msgr2=0x7f14dc06c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 --2- 172.21.15.70:0/2474491030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc06bcc0 0x7f14dc06c170 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f14d4009e50 tx=0x7f14d401ca30 comp rx=0 tx=0).stop 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- 172.21.15.70:0/2474491030 shutdown_connections 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 --2- 172.21.15.70:0/2474491030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc06bcc0 0x7f14dc06c170 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 --2- 172.21.15.70:0/2474491030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 0x7f14dc15dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- 172.21.15.70:0/2474491030 >> 172.21.15.70:0/2474491030 conn(0x7f14dc0d1910 msgr2=0x7f14dc0d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- 172.21.15.70:0/2474491030 shutdown_connections 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- 172.21.15.70:0/2474491030 wait complete. 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 Processor -- start 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- start start 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14dc06bcc0 0x7f14dc1517f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc070510 0x7f14dc150d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 0x7f14dc13e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f14dc0b6790 con 0x7f14dc070510 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f14dc070b00 con 0x7f14dc06bcc0 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e43e2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f14dc0b6910 con 0x7f14dc15ca20 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e197d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc070510 0x7f14dc150d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e197d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc070510 0x7f14dc150d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40150/0 (socket says 172.21.15.70:40150) 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e197d640 1 -- 172.21.15.70:0/3704524551 learned_addr learned my addr 172.21.15.70:0/3704524551 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e297f640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 0x7f14dc13e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e217e640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14dc06bcc0 0x7f14dc1517f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e197d640 1 -- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 msgr2=0x7f14dc13e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e197d640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 0x7f14dc13e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e197d640 1 -- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14dc06bcc0 msgr2=0x7f14dc1517f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e197d640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14dc06bcc0 0x7f14dc1517f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e197d640 1 -- 172.21.15.70:0/3704524551 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14dc151240 con 0x7f14dc070510 2024-09-05T06:16:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.574+0000 7f14e217e640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14dc06bcc0 0x7f14dc1517f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14e197d640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc070510 0x7f14dc150d00 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f14cc00c430 tx=0x7f14cc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14d2ffd640 1 -- 172.21.15.70:0/3704524551 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14cc0074e0 con 0x7f14dc070510 2024-09-05T06:16:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14d2ffd640 1 -- 172.21.15.70:0/3704524551 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14cc007680 con 0x7f14dc070510 2024-09-05T06:16:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14d2ffd640 1 -- 172.21.15.70:0/3704524551 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14cc004a30 con 0x7f14dc070510 2024-09-05T06:16:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14dc151eb0 con 0x7f14dc070510 2024-09-05T06:16:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14dc152470 con 0x7f14dc070510 2024-09-05T06:16:13.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14dc06c170 con 0x7f14dc070510 2024-09-05T06:16:13.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14d2ffd640 1 -- 172.21.15.70:0/3704524551 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f14cc01a020 con 0x7f14dc070510 2024-09-05T06:16:13.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14d2ffd640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c00678f0 0x7f14c0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14d2ffd640 1 -- 172.21.15.70:0/3704524551 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7f14cc085420 con 0x7f14dc070510 2024-09-05T06:16:13.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14e217e640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c00678f0 0x7f14c0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.578+0000 7f14e217e640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c00678f0 0x7f14c0069db0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f14d800a870 tx=0x7f14d8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.582+0000 7f14d2ffd640 1 -- 172.21.15.70:0/3704524551 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f14cc055fb0 con 0x7f14dc070510 2024-09-05T06:16:13.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.734+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f14dc073210 con 0x7f14dc070510 2024-09-05T06:16:13.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.734+0000 7f14d2ffd640 1 -- 172.21.15.70:0/3704524551 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v145) ==== 74+0+16835 (secure 0 0 0) 0x7f14cc0558b0 con 0x7f14dc070510 2024-09-05T06:16:13.728 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:13.729 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":145,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:16:05.215735+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:35.832319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:37.172220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"145","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.c","mappings":[{"from":4,"to":3}]},{"pgid":"17.f","mappings":[{"from":6,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:16:13.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c00678f0 msgr2=0x7f14c0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c00678f0 0x7f14c0069db0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f14d800a870 tx=0x7f14d8008040 comp rx=0 tx=0).stop 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc070510 msgr2=0x7f14dc150d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc070510 0x7f14dc150d00 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f14cc00c430 tx=0x7f14cc00c8f0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 shutdown_connections 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14c00678f0 0x7f14c0069db0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14dc15ca20 0x7f14dc13e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f14dc070510 0x7f14dc150d00 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 --2- 172.21.15.70:0/3704524551 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14dc06bcc0 0x7f14dc1517f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 >> 172.21.15.70:0/3704524551 conn(0x7f14dc0d1910 msgr2=0x7f14dc0725d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 shutdown_connections 2024-09-05T06:16:13.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.738+0000 7f14e43e2640 1 -- 172.21.15.70:0/3704524551 wait complete. 2024-09-05T06:16:13.747 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:16:13.747 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:13.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.866+0000 7fdf4838f640 1 Processor -- start 2024-09-05T06:16:13.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.866+0000 7fdf4838f640 1 -- start start 2024-09-05T06:16:13.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4838f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf400b5a20 0x7fdf40072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4838f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdf4006d770 0x7fdf4006dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4838f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf4006e4d0 con 0x7fdf4015ea00 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4838f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdf40071db0 con 0x7fdf4006d770 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4838f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf40071760 con 0x7fdf400b5a20 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4612b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdf4015ea00 0x7fdf400b5310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60986/0 (socket says 172.21.15.70:60986) 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4612b640 1 -- 172.21.15.70:0/636764467 learned_addr learned my addr 172.21.15.70:0/636764467 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4692c640 1 --2- 172.21.15.70:0/636764467 >> v2:172.21.15.196:3300/0 conn(0x7fdf4006d770 0x7fdf4006dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4592a640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf400b5a20 0x7fdf40072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 908763100 0 0) 0x7fdf4006e4d0 con 0x7fdf4015ea00 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf2c003530 con 0x7fdf4015ea00 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 599377825 0 0) 0x7fdf2c003530 con 0x7fdf4015ea00 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf400b5a20 msgr2=0x7fdf40072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:13.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf400b5a20 0x7fdf40072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 >> v2:172.21.15.196:3300/0 conn(0x7fdf4006d770 msgr2=0x7fdf4006dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 --2- 172.21.15.70:0/636764467 >> v2:172.21.15.196:3300/0 conn(0x7fdf4006d770 0x7fdf4006dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf40071a40 con 0x7fdf4015ea00 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fdf3c001680 con 0x7fdf4015ea00 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 >> v1:172.21.15.70:6789/0 conn(0x7fdf4015ea00 legacy=0x7fdf400b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf2c0039c0 0x7fdf2c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf2c004810 0x7fdf2c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf400b5a20 0x7fdf2c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf40071db0 con 0x7fdf2c004810 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdf40071760 con 0x7fdf2c0039c0 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf2c00b9d0 con 0x7fdf400b5a20 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4592a640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf2c004810 0x7fdf2c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4612b640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf2c0039c0 0x7fdf2c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4692c640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf400b5a20 0x7fdf2c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4592a640 1 -- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf400b5a20 msgr2=0x7fdf2c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4592a640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf400b5a20 0x7fdf2c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4592a640 1 -- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf2c0039c0 msgr2=0x7fdf2c003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4592a640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf2c0039c0 0x7fdf2c003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4592a640 1 -- 172.21.15.70:0/636764467 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf2c003530 con 0x7fdf2c004810 2024-09-05T06:16:13.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.870+0000 7fdf4612b640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf2c0039c0 0x7fdf2c003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:16:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4592a640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf2c004810 0x7fdf2c004c90 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fdf30009ab0 tx=0x7fdf3001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d250f7bc3a401ed server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf300b2070 con 0x7fdf2c004810 2024-09-05T06:16:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf300a5560 con 0x7fdf2c004810 2024-09-05T06:16:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf45129640 1 -- 172.21.15.70:0/636764467 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf300096b0 con 0x7fdf2c004810 2024-09-05T06:16:13.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4838f640 1 -- 172.21.15.70:0/636764467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf2c004810 msgr2=0x7fdf2c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4838f640 1 --2- 172.21.15.70:0/636764467 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf2c004810 0x7fdf2c004c90 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fdf30009ab0 tx=0x7fdf3001ca50 comp rx=0 tx=0).stop 2024-09-05T06:16:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4692c640 1 -- 172.21.15.70:0/636764467 reap_dead start 2024-09-05T06:16:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4838f640 1 -- 172.21.15.70:0/636764467 shutdown_connections 2024-09-05T06:16:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4838f640 1 -- 172.21.15.70:0/636764467 >> 172.21.15.70:0/636764467 conn(0x7fdf4006bcc0 msgr2=0x7fdf4006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4838f640 1 -- 172.21.15.70:0/636764467 shutdown_connections 2024-09-05T06:16:13.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4838f640 1 -- 172.21.15.70:0/636764467 wait complete. 2024-09-05T06:16:13.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4838f640 1 Processor -- start 2024-09-05T06:16:13.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.874+0000 7fdf4838f640 1 -- start start 2024-09-05T06:16:13.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf2c004810 0x7fdf401e7360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf40158f30 0x7fdf401e78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf40160b40 0x7fdf40160ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf4015ef60 con 0x7fdf40158f30 2024-09-05T06:16:13.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdf4015ede0 con 0x7fdf40160b40 2024-09-05T06:16:13.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf40072240 con 0x7fdf2c004810 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf40158f30 0x7fdf401e78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf40158f30 0x7fdf401e78a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40170/0 (socket says 172.21.15.70:40170) 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 -- 172.21.15.70:0/3733771757 learned_addr learned my addr 172.21.15.70:0/3733771757 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4612b640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf2c004810 0x7fdf401e7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4692c640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf40160b40 0x7fdf40160ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 -- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf2c004810 msgr2=0x7fdf401e7360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf2c004810 0x7fdf401e7360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 -- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf40160b40 msgr2=0x7fdf40160ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf40160b40 0x7fdf40160ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 -- 172.21.15.70:0/3733771757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf40161830 con 0x7fdf40158f30 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4692c640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf40160b40 0x7fdf40160ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4592a640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf40158f30 0x7fdf401e78a0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fdf30009ab0 tx=0x7fdf2c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf36ffd640 1 -- 172.21.15.70:0/3733771757 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf300bc030 con 0x7fdf40158f30 2024-09-05T06:16:13.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf36ffd640 1 -- 172.21.15.70:0/3733771757 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf3000f000 con 0x7fdf40158f30 2024-09-05T06:16:13.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf40142f30 con 0x7fdf40158f30 2024-09-05T06:16:13.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf36ffd640 1 -- 172.21.15.70:0/3733771757 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf300b2040 con 0x7fdf40158f30 2024-09-05T06:16:13.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf401434f0 con 0x7fdf40158f30 2024-09-05T06:16:13.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf40142b20 con 0x7fdf40158f30 2024-09-05T06:16:13.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf36ffd640 1 -- 172.21.15.70:0/3733771757 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdf300bf070 con 0x7fdf40158f30 2024-09-05T06:16:13.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf36ffd640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf240678c0 0x7fdf24069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:13.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf36ffd640 1 -- 172.21.15.70:0/3733771757 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7fdf3011f7c0 con 0x7fdf40158f30 2024-09-05T06:16:13.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4612b640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf240678c0 0x7fdf24069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:13.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.878+0000 7fdf4612b640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf240678c0 0x7fdf24069d80 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c000fc0 tx=0x7fdf3c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:13.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:13.882+0000 7fdf36ffd640 1 -- 172.21.15.70:0/3733771757 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdf40142b20 con 0x7fdf40158f30 2024-09-05T06:16:14.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.062+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf4006dc20 con 0x7fdf40158f30 2024-09-05T06:16:14.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.062+0000 7fdf36ffd640 1 -- 172.21.15.70:0/3733771757 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7fdf30016760 con 0x7fdf40158f30 2024-09-05T06:16:14.057 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:14.057 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:16:14.057 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf240678c0 msgr2=0x7fdf24069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf240678c0 0x7fdf24069d80 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c000fc0 tx=0x7fdf3c009040 comp rx=0 tx=0).stop 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf40158f30 msgr2=0x7fdf401e78a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf40158f30 0x7fdf401e78a0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fdf30009ab0 tx=0x7fdf2c005840 comp rx=0 tx=0).stop 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 shutdown_connections 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf240678c0 0x7fdf24069d80 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf40160b40 0x7fdf40160ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf40158f30 0x7fdf401e78a0 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 --2- 172.21.15.70:0/3733771757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf2c004810 0x7fdf401e7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 >> 172.21.15.70:0/3733771757 conn(0x7fdf4006bcc0 msgr2=0x7fdf400b1570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 shutdown_connections 2024-09-05T06:16:14.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.066+0000 7fdf4838f640 1 -- 172.21.15.70:0/3733771757 wait complete. 2024-09-05T06:16:14.074 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:14.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.186+0000 7f736d9cb640 1 Processor -- start 2024-09-05T06:16:14.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.186+0000 7f736d9cb640 1 -- start start 2024-09-05T06:16:14.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.186+0000 7f736d9cb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 0x7f7368072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.186+0000 7f736d9cb640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f736815bc40 con 0x7f73680afff0 2024-09-05T06:16:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.186+0000 7f736d9cb640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73680d14c0 con 0x7f7368072a90 2024-09-05T06:16:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.186+0000 7f736d9cb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7368073410 con 0x7f736806ed90 2024-09-05T06:16:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.186+0000 7f7366ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f73680afff0 0x7f73680cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60994/0 (socket says 172.21.15.70:60994) 2024-09-05T06:16:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.186+0000 7f7366ffd640 1 -- 172.21.15.70:0/273076762 learned_addr learned my addr 172.21.15.70:0/273076762 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f73677fe640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 0x7f7368072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3990152479 0 0) 0x7f736815bc40 con 0x7f73680afff0 2024-09-05T06:16:14.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7350003530 con 0x7f73680afff0 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 553872200 0 0) 0x7f7350003530 con 0x7f73680afff0 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 msgr2=0x7f7368072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 0x7f7368072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 >> v1:172.21.15.196:6789/0 conn(0x7f7368072a90 legacy=0x7f736806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7368071cd0 con 0x7f73680afff0 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7358001a00 con 0x7f73680afff0 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 >> v1:172.21.15.70:6789/0 conn(0x7f73680afff0 legacy=0x7f73680cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73500039f0 0x7f7350003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7350004810 0x7f7350004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 0x7f73500051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7368073410 con 0x7f73500039f0 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f735000bab0 con 0x7f7350004810 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f735000bcb0 con 0x7f736806ed90 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7366ffd640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73500039f0 0x7f7350003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f73677fe640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 0x7f73500051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7366ffd640 1 -- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 msgr2=0x7f73500051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7366ffd640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 0x7f73500051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f73667fc640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7350004810 0x7f7350004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7366ffd640 1 -- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7350004810 msgr2=0x7f7350004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7366ffd640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7350004810 0x7f7350004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7366ffd640 1 -- 172.21.15.70:0/273076762 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7350003530 con 0x7f73500039f0 2024-09-05T06:16:14.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f73677fe640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f736806ed90 0x7f73500051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:14.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f73667fc640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7350004810 0x7f7350004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:14.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7366ffd640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73500039f0 0x7f7350003e10 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f7358002240 tx=0x7f735801d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0823de70b55cb9b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735800a4a0 con 0x7f73500039f0 2024-09-05T06:16:14.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73580ad650 con 0x7f73500039f0 2024-09-05T06:16:14.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f7365ffb640 1 -- 172.21.15.70:0/273076762 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73580ada40 con 0x7f73500039f0 2024-09-05T06:16:14.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f736d9cb640 1 -- 172.21.15.70:0/273076762 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73500039f0 msgr2=0x7f7350003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f736d9cb640 1 --2- 172.21.15.70:0/273076762 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73500039f0 0x7f7350003e10 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f7358002240 tx=0x7f735801d340 comp rx=0 tx=0).stop 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f73677fe640 1 -- 172.21.15.70:0/273076762 reap_dead start 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f736d9cb640 1 -- 172.21.15.70:0/273076762 shutdown_connections 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.190+0000 7f736d9cb640 1 -- 172.21.15.70:0/273076762 >> 172.21.15.70:0/273076762 conn(0x7f736806bcc0 msgr2=0x7f736806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- 172.21.15.70:0/273076762 shutdown_connections 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- 172.21.15.70:0/273076762 wait complete. 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 Processor -- start 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- start start 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73681f57a0 0x7f73681f5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73680b4400 0x7f73680b4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7368141f70 0x7f73681423f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f73680d0f80 con 0x7f73680b4400 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7368072600 con 0x7f7368141f70 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f73680d1100 con 0x7f73681f57a0 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73680b4400 0x7f73680b4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73680b4400 0x7f73680b4880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40186/0 (socket says 172.21.15.70:40186) 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 -- 172.21.15.70:0/336106750 learned_addr learned my addr 172.21.15.70:0/336106750 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 -- 172.21.15.70:0/336106750 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73681f57a0 msgr2=0x7f73681f5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73681f57a0 0x7f73681f5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 -- 172.21.15.70:0/336106750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7368141f70 msgr2=0x7f73681423f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73677fe640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7368141f70 0x7f73681423f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7368141f70 0x7f73681423f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 -- 172.21.15.70:0/336106750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7368142cc0 con 0x7f73680b4400 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f73667fc640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73680b4400 0x7f73680b4880 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f735c000c10 tx=0x7f735c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f734ffff640 1 -- 172.21.15.70:0/336106750 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735c019070 con 0x7f73680b4400 2024-09-05T06:16:14.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f734ffff640 1 -- 172.21.15.70:0/336106750 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f735c005270 con 0x7f73680b4400 2024-09-05T06:16:14.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7368142fa0 con 0x7f73680b4400 2024-09-05T06:16:14.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f734ffff640 1 -- 172.21.15.70:0/336106750 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735c007030 con 0x7f73680b4400 2024-09-05T06:16:14.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7368143560 con 0x7f73680b4400 2024-09-05T06:16:14.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73680b4dc0 con 0x7f73680b4400 2024-09-05T06:16:14.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.194+0000 7f734ffff640 1 -- 172.21.15.70:0/336106750 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f735c01c070 con 0x7f73680b4400 2024-09-05T06:16:14.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.198+0000 7f734ffff640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73540678f0 0x7f7354069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.198+0000 7f734ffff640 1 -- 172.21.15.70:0/336106750 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7f735c085530 con 0x7f73680b4400 2024-09-05T06:16:14.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.198+0000 7f7366ffd640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73540678f0 0x7f7354069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.198+0000 7f7366ffd640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73540678f0 0x7f7354069db0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f73580ad000 tx=0x7f7358001dd0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.202+0000 7f734ffff640 1 -- 172.21.15.70:0/336106750 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f735c056030 con 0x7f73680b4400 2024-09-05T06:16:14.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.382+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f736806e680 con 0x7f73680b4400 2024-09-05T06:16:14.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.382+0000 7f734ffff640 1 -- 172.21.15.70:0/336106750 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5228 (secure 0 0 0) 0x7f735c055930 con 0x7f73680b4400 2024-09-05T06:16:14.377 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:14.377 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":55,"btime":"2024-09-05T06:15:41:866148+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:15:38.168442+0000","modified":"2024-09-05T06:15:41.236297+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6903},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6903":{"gid":6903,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/482425586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":482425586},{"type":"v1","addr":"172.21.15.70:6837","nonce":482425586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6903,"qdb_cluster":[6903]},"id":8}]} 2024-09-05T06:16:14.377 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 55 2024-09-05T06:16:14.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73540678f0 msgr2=0x7f7354069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73540678f0 0x7f7354069db0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f73580ad000 tx=0x7f7358001dd0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73680b4400 msgr2=0x7f73680b4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73680b4400 0x7f73680b4880 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f735c000c10 tx=0x7f735c00dc00 comp rx=0 tx=0).stop 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 shutdown_connections 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73540678f0 0x7f7354069db0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7368141f70 0x7f73681423f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73680b4400 0x7f73680b4880 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 --2- 172.21.15.70:0/336106750 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73681f57a0 0x7f73681f5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 >> 172.21.15.70:0/336106750 conn(0x7f736806bcc0 msgr2=0x7f73680b2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 shutdown_connections 2024-09-05T06:16:14.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.386+0000 7f736d9cb640 1 -- 172.21.15.70:0/336106750 wait complete. 2024-09-05T06:16:14.394 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:16:14.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.514+0000 7fdf83a70640 1 Processor -- start 2024-09-05T06:16:14.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.514+0000 7fdf83a70640 1 -- start start 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf7c0b5a20 0x7fdf7c072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 0x7fdf7c06dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf7c06e4d0 con 0x7fdf7c15ea00 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdf7c071db0 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf7c071760 con 0x7fdf7c06d770 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8100b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf7c0b5a20 0x7fdf7c072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8100b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf7c0b5a20 0x7fdf7c072240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40190/0 (socket says 172.21.15.70:40190) 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8100b640 1 -- 172.21.15.70:0/3157672377 learned_addr learned my addr 172.21.15.70:0/3157672377 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8200d640 1 --2- 172.21.15.70:0/3157672377 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 0x7fdf7c06dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8100b640 1 -- 172.21.15.70:0/3157672377 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 msgr2=0x7fdf7c06dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:14.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8100b640 1 --2- 172.21.15.70:0/3157672377 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 0x7fdf7c06dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8100b640 1 -- 172.21.15.70:0/3157672377 >> v1:172.21.15.196:6789/0 conn(0x7fdf7c15ea00 legacy=0x7fdf7c0b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:14.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8100b640 1 -- 172.21.15.70:0/3157672377 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7c071a40 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8100b640 1 --2- 172.21.15.70:0/3157672377 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c072240 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fdf70009870 tx=0x7fdf7001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c09b41591f7bbf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8080a640 1 -- 172.21.15.70:0/3157672377 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf700ab5f0 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8080a640 1 -- 172.21.15.70:0/3157672377 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf700b0070 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf8080a640 1 -- 172.21.15.70:0/3157672377 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf700ab9b0 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 -- 172.21.15.70:0/3157672377 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 msgr2=0x7fdf7c072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3157672377 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c072240 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fdf70009870 tx=0x7fdf7001c520 comp rx=0 tx=0).stop 2024-09-05T06:16:14.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 -- 172.21.15.70:0/3157672377 shutdown_connections 2024-09-05T06:16:14.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3157672377 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 0x7fdf7c06dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3157672377 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c072240 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 -- 172.21.15.70:0/3157672377 >> 172.21.15.70:0/3157672377 conn(0x7fdf7c06bcc0 msgr2=0x7fdf7c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:14.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 -- 172.21.15.70:0/3157672377 shutdown_connections 2024-09-05T06:16:14.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.518+0000 7fdf83a70640 1 -- 172.21.15.70:0/3157672377 wait complete. 2024-09-05T06:16:14.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 Processor -- start 2024-09-05T06:16:14.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 -- start start 2024-09-05T06:16:14.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 0x7fdf7c155130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c0b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf7c15ea00 0x7fdf7c0b5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7c0b4710 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7c0b4590 con 0x7fdf7c15ea00 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf7c0b4890 con 0x7fdf7c06d770 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c0b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c0b4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40200/0 (socket says 172.21.15.70:40200) 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 -- 172.21.15.70:0/3741297830 learned_addr learned my addr 172.21.15.70:0/3741297830 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8180c640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 0x7fdf7c155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8200d640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf7c15ea00 0x7fdf7c0b5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 -- 172.21.15.70:0/3741297830 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 msgr2=0x7fdf7c155130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 0x7fdf7c155130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 -- 172.21.15.70:0/3741297830 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf7c15ea00 msgr2=0x7fdf7c0b5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf7c15ea00 0x7fdf7c0b5240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 -- 172.21.15.70:0/3741297830 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7c155670 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf8100b640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c0b4d00 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fdf700ad040 tx=0x7fdf7001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf7a7fc640 1 -- 172.21.15.70:0/3741297830 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf700be5f0 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf7a7fc640 1 -- 172.21.15.70:0/3741297830 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf700be790 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf7a7fc640 1 -- 172.21.15.70:0/3741297830 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf700beb80 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf7c15a2a0 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.522+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf7c15a860 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.526+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf7c06dbe0 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.526+0000 7fdf7a7fc640 1 -- 172.21.15.70:0/3741297830 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdf700b43f0 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.526+0000 7fdf7a7fc640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf680678c0 0x7fdf68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.526+0000 7fdf7a7fc640 1 -- 172.21.15.70:0/3741297830 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7fdf70120890 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.526+0000 7fdf8180c640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf680678c0 0x7fdf68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.526+0000 7fdf8180c640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf680678c0 0x7fdf68069d80 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c004e30 tx=0x7fdf6c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.530+0000 7fdf7a7fc640 1 -- 172.21.15.70:0/3741297830 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdf700c4060 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.678+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdf7c06dbe0 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.682+0000 7fdf7a7fc640 1 -- 172.21.15.70:0/3741297830 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v145) ==== 74+0+16835 (secure 0 0 0) 0x7fdf70016110 con 0x7fdf7c0b5a20 2024-09-05T06:16:14.676 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:14.676 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":145,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:16:05.215735+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:15:35.832319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-05T06:15:37.172220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"145","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.c","mappings":[{"from":4,"to":3}]},{"pgid":"17.f","mappings":[{"from":6,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:16:14.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf680678c0 msgr2=0x7fdf68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf680678c0 0x7fdf68069d80 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c004e30 tx=0x7fdf6c009040 comp rx=0 tx=0).stop 2024-09-05T06:16:14.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 msgr2=0x7fdf7c0b4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c0b4d00 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fdf700ad040 tx=0x7fdf7001ad60 comp rx=0 tx=0).stop 2024-09-05T06:16:14.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 shutdown_connections 2024-09-05T06:16:14.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf680678c0 0x7fdf68069d80 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf7c15ea00 0x7fdf7c0b5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf7c0b5a20 0x7fdf7c0b4d00 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 --2- 172.21.15.70:0/3741297830 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf7c06d770 0x7fdf7c155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 >> 172.21.15.70:0/3741297830 conn(0x7fdf7c06bcc0 msgr2=0x7fdf7c159790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:14.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 shutdown_connections 2024-09-05T06:16:14.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.686+0000 7fdf83a70640 1 -- 172.21.15.70:0/3741297830 wait complete. 2024-09-05T06:16:14.694 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:16:14.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b784d0640 1 Processor -- start 2024-09-05T06:16:14.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b784d0640 1 -- start start 2024-09-05T06:16:14.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b784d0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7b700afff0 0x7f7b700cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b784d0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b7015bc40 con 0x7f7b700cdf80 2024-09-05T06:16:14.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b784d0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b700d14c0 con 0x7f7b700731a0 2024-09-05T06:16:14.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b784d0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7b70072600 con 0x7f7b700afff0 2024-09-05T06:16:14.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b75a6b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7b700cdf80 0x7f7b70072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:32770/0 (socket says 172.21.15.70:32770) 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b75a6b640 1 -- 172.21.15.70:0/3128696703 learned_addr learned my addr 172.21.15.70:0/3128696703 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7626c640 1 --2- 172.21.15.70:0/3128696703 >> v2:172.21.15.196:3300/0 conn(0x7f7b700afff0 0x7f7b700cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1883325941 0 0) 0x7f7b7015bc40 con 0x7f7b700cdf80 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b5c003530 con 0x7f7b700cdf80 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 186175056 0 0) 0x7f7b5c003530 con 0x7f7b700cdf80 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 >> v2:172.21.15.196:3300/0 conn(0x7f7b700afff0 msgr2=0x7f7b700cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 --2- 172.21.15.70:0/3128696703 >> v2:172.21.15.196:3300/0 conn(0x7f7b700afff0 0x7f7b700cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 >> v1:172.21.15.196:6789/0 conn(0x7f7b700731a0 legacy=0x7f7b7006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b70071cd0 con 0x7f7b700cdf80 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7b60001680 con 0x7f7b700cdf80 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7626c640 1 --2- 172.21.15.70:0/3128696703 >> v2:172.21.15.196:3300/0 conn(0x7f7b700afff0 0x7f7b700cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 >> v1:172.21.15.70:6789/0 conn(0x7f7b700cdf80 legacy=0x7f7b70072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.806 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b5c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b5c004810 0x7f7b5c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b5c0051d0 0x7f7b5c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7b70072600 con 0x7f7b5c0039c0 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5c00c120 con 0x7f7b5c0051d0 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7b5c00c320 con 0x7f7b5c004810 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7626c640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b5c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b75a6b640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b5c004810 0x7f7b5c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b76a6d640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b5c0051d0 0x7f7b5c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7626c640 1 -- 172.21.15.70:0/3128696703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b5c004810 msgr2=0x7f7b5c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7626c640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b5c004810 0x7f7b5c004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7626c640 1 -- 172.21.15.70:0/3128696703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b5c0051d0 msgr2=0x7f7b5c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7626c640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b5c0051d0 0x7f7b5c00b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b76a6d640 1 -- 172.21.15.70:0/3128696703 reap_dead start 2024-09-05T06:16:14.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.810+0000 7f7b7626c640 1 -- 172.21.15.70:0/3128696703 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5c003530 con 0x7f7b5c0039c0 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b7626c640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b5c003de0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c00bd80 tx=0x7f7b6c01f2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=771bfbec40029a49 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c0b3070 con 0x7f7b5c0039c0 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b6c0ae600 con 0x7f7b5c0039c0 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b7526a640 1 -- 172.21.15.70:0/3128696703 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c00b950 con 0x7f7b5c0039c0 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- 172.21.15.70:0/3128696703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 msgr2=0x7f7b5c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b5c003de0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c00bd80 tx=0x7f7b6c01f2a0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- 172.21.15.70:0/3128696703 shutdown_connections 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 --2- 172.21.15.70:0/3128696703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b5c003de0 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- 172.21.15.70:0/3128696703 >> 172.21.15.70:0/3128696703 conn(0x7f7b7006bcc0 msgr2=0x7f7b7006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- 172.21.15.70:0/3128696703 shutdown_connections 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- 172.21.15.70:0/3128696703 wait complete. 2024-09-05T06:16:14.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 Processor -- start 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- start start 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b70155290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b700b2ed0 0x7f7b7014f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b70156880 0x7f7b70156d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7b700d1100 con 0x7f7b5c0039c0 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7b700d0f80 con 0x7f7b700b2ed0 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b784d0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7b700d1280 con 0x7f7b70156880 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b7626c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b70155290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b7626c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b70155290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40222/0 (socket says 172.21.15.70:40222) 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.814+0000 7f7b7626c640 1 -- 172.21.15.70:0/544578920 learned_addr learned my addr 172.21.15.70:0/544578920 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b76a6d640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b70156880 0x7f7b70156d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b7626c640 1 -- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b70156880 msgr2=0x7f7b70156d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b7626c640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b70156880 0x7f7b70156d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b75a6b640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b700b2ed0 0x7f7b7014f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b7626c640 1 -- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b700b2ed0 msgr2=0x7f7b7014f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b7626c640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b700b2ed0 0x7f7b7014f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b7626c640 1 -- 172.21.15.70:0/544578920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b70157240 con 0x7f7b5c0039c0 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b76a6d640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b70156880 0x7f7b70156d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b7626c640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b70155290 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c0b1040 tx=0x7f7b5c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b66ffd640 1 -- 172.21.15.70:0/544578920 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c0b3040 con 0x7f7b5c0039c0 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b66ffd640 1 -- 172.21.15.70:0/544578920 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b6c0be070 con 0x7f7b5c0039c0 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b700b3330 con 0x7f7b5c0039c0 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b66ffd640 1 -- 172.21.15.70:0/544578920 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6c0aecb0 con 0x7f7b5c0039c0 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b70155c70 con 0x7f7b5c0039c0 2024-09-05T06:16:14.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b700696f0 con 0x7f7b5c0039c0 2024-09-05T06:16:14.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b66ffd640 1 -- 172.21.15.70:0/544578920 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7b6c0c3460 con 0x7f7b5c0039c0 2024-09-05T06:16:14.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b66ffd640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b540678c0 0x7f7b54069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:14.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b66ffd640 1 -- 172.21.15.70:0/544578920 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5767+0+0 (secure 0 0 0) 0x7f7b6c122940 con 0x7f7b5c0039c0 2024-09-05T06:16:14.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b75a6b640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b540678c0 0x7f7b54069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:14.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.818+0000 7f7b75a6b640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b540678c0 0x7f7b54069d80 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f7b60001210 tx=0x7f7b60009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:14.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:14.822+0000 7f7b66ffd640 1 -- 172.21.15.70:0/544578920 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7b70157240 con 0x7f7b5c0039c0 2024-09-05T06:16:14.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.002+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7b7015bc40 con 0x7f7b5c0039c0 2024-09-05T06:16:14.998 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:16:15.006+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:16:15.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.006+0000 7f7b66ffd640 1 -- 172.21.15.70:0/544578920 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v56) ==== 161+0+0 (secure 0 0 0) 0x7f7b6c018fb0 con 0x7f7b5c0039c0 2024-09-05T06:16:15.000 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:16:15.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b540678c0 msgr2=0x7f7b54069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:15.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b540678c0 0x7f7b54069d80 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f7b60001210 tx=0x7f7b60009040 comp rx=0 tx=0).stop 2024-09-05T06:16:15.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 msgr2=0x7f7b70155290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:15.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b70155290 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c0b1040 tx=0x7f7b5c005840 comp rx=0 tx=0).stop 2024-09-05T06:16:15.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 shutdown_connections 2024-09-05T06:16:15.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7b540678c0 0x7f7b54069d80 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7b70156880 0x7f7b70156d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7b700b2ed0 0x7f7b7014f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 --2- 172.21.15.70:0/544578920 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7b5c0039c0 0x7f7b70155290 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.010+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 >> 172.21.15.70:0/544578920 conn(0x7f7b7006bcc0 msgr2=0x7f7b700cfb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:15.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.014+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 shutdown_connections 2024-09-05T06:16:15.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.014+0000 7f7b784d0640 1 -- 172.21.15.70:0/544578920 wait complete. 2024-09-05T06:16:15.012 INFO:tasks.ceph.mds.c.smithi070.stderr: -7811> 2024-09-05T06:15:44.803+0000 7f64abf60640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:16:15.025 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:16:15.048 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:16:15.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f272a725640 1 Processor -- start 2024-09-05T06:16:15.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f272a725640 1 -- start start 2024-09-05T06:16:15.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f272a725640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f27241629d0 0x7f2724162db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:15.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f272a725640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f27241632f0 0x7f2724160dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:15.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f272a725640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27240b4180 con 0x7f2724075660 2024-09-05T06:16:15.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f272a725640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f27240b6180 con 0x7f27241629d0 2024-09-05T06:16:15.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f272a725640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f27240b4460 con 0x7f27241632f0 2024-09-05T06:16:15.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f2723fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f27241629d0 0x7f2724162db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:15.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f2723fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f27241629d0 0x7f2724162db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40262/0 (socket says 172.21.15.70:40262) 2024-09-05T06:16:15.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f2723fff640 1 -- 172.21.15.70:0/3967541703 learned_addr learned my addr 172.21.15.70:0/3967541703 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:15.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f27237fe640 1 --2- 172.21.15.70:0/3967541703 >> v2:172.21.15.196:3300/0 conn(0x7f27241632f0 0x7f2724160dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:15.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f2723fff640 1 -- 172.21.15.70:0/3967541703 >> v2:172.21.15.196:3300/0 conn(0x7f27241632f0 msgr2=0x7f2724160dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:15.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f2723fff640 1 --2- 172.21.15.70:0/3967541703 >> v2:172.21.15.196:3300/0 conn(0x7f27241632f0 0x7f2724160dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f2723fff640 1 -- 172.21.15.70:0/3967541703 >> v1:172.21.15.196:6789/0 conn(0x7f2724075660 legacy=0x7f2724161300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:15.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.150+0000 7f2723fff640 1 -- 172.21.15.70:0/3967541703 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27240b5e10 con 0x7f27241629d0 2024-09-05T06:16:15.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f2723fff640 1 --2- 172.21.15.70:0/3967541703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27241629d0 0x7f2724162db0 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f2724070b40 tx=0x7f271801c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a3de82bc3dd051 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:15.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f2722ffd640 1 -- 172.21.15.70:0/3967541703 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27180b1070 con 0x7f27241629d0 2024-09-05T06:16:15.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f2722ffd640 1 -- 172.21.15.70:0/3967541703 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27180ac620 con 0x7f27241629d0 2024-09-05T06:16:15.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f2722ffd640 1 -- 172.21.15.70:0/3967541703 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27180ac9f0 con 0x7f27241629d0 2024-09-05T06:16:15.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- 172.21.15.70:0/3967541703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27241629d0 msgr2=0x7f2724162db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:15.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 --2- 172.21.15.70:0/3967541703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27241629d0 0x7f2724162db0 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f2724070b40 tx=0x7f271801c410 comp rx=0 tx=0).stop 2024-09-05T06:16:15.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- 172.21.15.70:0/3967541703 shutdown_connections 2024-09-05T06:16:15.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 --2- 172.21.15.70:0/3967541703 >> v2:172.21.15.196:3300/0 conn(0x7f27241632f0 0x7f2724160dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 --2- 172.21.15.70:0/3967541703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f27241629d0 0x7f2724162db0 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- 172.21.15.70:0/3967541703 >> 172.21.15.70:0/3967541703 conn(0x7f2724073170 msgr2=0x7f2724073580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:15.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- 172.21.15.70:0/3967541703 shutdown_connections 2024-09-05T06:16:15.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- 172.21.15.70:0/3967541703 wait complete. 2024-09-05T06:16:15.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 Processor -- start 2024-09-05T06:16:15.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- start start 2024-09-05T06:16:15.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2724075660 0x7f272414c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:15.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f27241629d0 0x7f27241573a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:15.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27241632f0 0x7f272414e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:15.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f272416bc90 con 0x7f2724075660 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f272416bb10 con 0x7f27241629d0 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f272a725640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f272416be10 con 0x7f27241632f0 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f2723fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2724075660 0x7f272414c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f2723fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2724075660 0x7f272414c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40274/0 (socket says 172.21.15.70:40274) 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.154+0000 7f2723fff640 1 -- 172.21.15.70:0/1134534022 learned_addr learned my addr 172.21.15.70:0/1134534022 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2728cc2640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27241632f0 0x7f272414e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f27237fe640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f27241629d0 0x7f27241573a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2723fff640 1 -- 172.21.15.70:0/1134534022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27241632f0 msgr2=0x7f272414e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2723fff640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27241632f0 0x7f272414e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2723fff640 1 -- 172.21.15.70:0/1134534022 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f27241629d0 msgr2=0x7f27241573a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2723fff640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f27241629d0 0x7f27241573a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2723fff640 1 -- 172.21.15.70:0/1134534022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2724157d40 con 0x7f2724075660 2024-09-05T06:16:15.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2723fff640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2724075660 0x7f272414c910 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f27180af040 tx=0x7f27180191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:15.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2720ff9640 1 -- 172.21.15.70:0/1134534022 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27180bc070 con 0x7f2724075660 2024-09-05T06:16:15.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2720ff9640 1 -- 172.21.15.70:0/1134534022 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27180b7650 con 0x7f2724075660 2024-09-05T06:16:15.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2724158020 con 0x7f2724075660 2024-09-05T06:16:15.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2720ff9640 1 -- 172.21.15.70:0/1134534022 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27180b1040 con 0x7f2724075660 2024-09-05T06:16:15.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27241585e0 con 0x7f2724075660 2024-09-05T06:16:15.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f272414ce50 con 0x7f2724075660 2024-09-05T06:16:15.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2720ff9640 1 -- 172.21.15.70:0/1134534022 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f27180bf070 con 0x7f2724075660 2024-09-05T06:16:15.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2720ff9640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27100678c0 0x7f2710069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:15.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f27237fe640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27100678c0 0x7f2710069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:15.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f2720ff9640 1 -- 172.21.15.70:0/1134534022 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 5853+0+0 (secure 0 0 0) 0x7f271811f600 con 0x7f2724075660 2024-09-05T06:16:15.154 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.158+0000 7f27237fe640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27100678c0 0x7f2710069d80 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f272414edf0 tx=0x7f2714008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:15.157 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.162+0000 7f2720ff9640 1 -- 172.21.15.70:0/1134534022 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2718016090 con 0x7f2724075660 2024-09-05T06:16:15.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:15.346+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2724162db0 con 0x7f2724075660 2024-09-05T06:16:16.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.010+0000 7f2720ff9640 1 -- 172.21.15.70:0/1134534022 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v57) ==== 104+0+0 (secure 0 0 0) 0x7f27180f0140 con 0x7f2724075660 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27100678c0 msgr2=0x7f2710069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27100678c0 0x7f2710069d80 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f272414edf0 tx=0x7f2714008040 comp rx=0 tx=0).stop 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2724075660 msgr2=0x7f272414c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2724075660 0x7f272414c910 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f27180af040 tx=0x7f27180191b0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 shutdown_connections 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f27100678c0 0x7f2710069d80 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f27241632f0 0x7f272414e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f27241629d0 0x7f27241573a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 --2- 172.21.15.70:0/1134534022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2724075660 0x7f272414c910 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 >> 172.21.15.70:0/1134534022 conn(0x7f2724073170 msgr2=0x7f27240cc4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:16.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 shutdown_connections 2024-09-05T06:16:16.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.014+0000 7f272a725640 1 -- 172.21.15.70:0/1134534022 wait complete. 2024-09-05T06:16:16.026 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:16:16.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.202+0000 7f380f671640 1 Processor -- start 2024-09-05T06:16:16.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.202+0000 7f380f671640 1 -- start start 2024-09-05T06:16:16.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380f671640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38080b45c0 0x7f38080b4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:16.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380f671640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38080737c0 con 0x7f380806e680 2024-09-05T06:16:16.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380f671640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38080b50a0 con 0x7f3808155ee0 2024-09-05T06:16:16.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380f671640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3808072380 con 0x7f38080b45c0 2024-09-05T06:16:16.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f380806e680 0x7f380815cba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:32788/0 (socket says 172.21.15.70:32788) 2024-09-05T06:16:16.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 -- 172.21.15.70:0/3617658887 learned_addr learned my addr 172.21.15.70:0/3617658887 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380cc0c640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38080b45c0 0x7f38080b4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3287184584 0 0) 0x7f38080737c0 con 0x7f380806e680 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37f4003530 con 0x7f380806e680 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3548597340 0 0) 0x7f37f4003530 con 0x7f380806e680 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38080b45c0 msgr2=0x7f38080b4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38080b45c0 0x7f38080b4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 >> v1:172.21.15.196:6789/0 conn(0x7f3808155ee0 legacy=0x7f38080730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38080725d0 con 0x7f380806e680 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3800001a00 con 0x7f380806e680 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 >> v1:172.21.15.70:6789/0 conn(0x7f380806e680 legacy=0x7f380815cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38080b45c0 0x7f37f40039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:16.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37f4003f70 0x7f37f4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f37f40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3808072380 con 0x7f37f4004d50 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f37f400dcc0 con 0x7f37f4003f70 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f37f400dec0 con 0x7f38080b45c0 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f37f40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380cc0c640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37f4003f70 0x7f37f4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380d40d640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38080b45c0 0x7f37f40039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 -- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38080b45c0 msgr2=0x7f37f40039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38080b45c0 0x7f37f40039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 -- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37f4003f70 msgr2=0x7f37f4004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:16.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f37f4003f70 0x7f37f4004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 -- 172.21.15.70:0/3617658887 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37f4003530 con 0x7f37f4004d50 2024-09-05T06:16:16.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f380dc0e640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f37f40051d0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f380000a860 tx=0x7f380001d380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa6afb272175a2ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:16.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380000a480 con 0x7f37f4004d50 2024-09-05T06:16:16.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38000ad630 con 0x7f37f4004d50 2024-09-05T06:16:16.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.206+0000 7f37fffff640 1 -- 172.21.15.70:0/3617658887 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38000adaa0 con 0x7f37f4004d50 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- 172.21.15.70:0/3617658887 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 msgr2=0x7f37f40051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 --2- 172.21.15.70:0/3617658887 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f37f40051d0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f380000a860 tx=0x7f380001d380 comp rx=0 tx=0).stop 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380dc0e640 1 -- 172.21.15.70:0/3617658887 reap_dead start 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- 172.21.15.70:0/3617658887 shutdown_connections 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- 172.21.15.70:0/3617658887 >> 172.21.15.70:0/3617658887 conn(0x7f380806bcc0 msgr2=0x7f380806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- 172.21.15.70:0/3617658887 shutdown_connections 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- 172.21.15.70:0/3617658887 wait complete. 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 Processor -- start 2024-09-05T06:16:16.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- start start 2024-09-05T06:16:16.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f38080d07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:16.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38081f1060 0x7f380814d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f380814db60 0x7f38080ceae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f38080b4a20 con 0x7f37f4004d50 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3808072b90 con 0x7f380814db60 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f38080b4ba0 con 0x7f38081f1060 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f38080d07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f38080d07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40288/0 (socket says 172.21.15.70:40288) 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 -- 172.21.15.70:0/1222520499 learned_addr learned my addr 172.21.15.70:0/1222520499 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380dc0e640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f380814db60 0x7f38080ceae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380cc0c640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38081f1060 0x7f380814d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:16.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 -- 172.21.15.70:0/1222520499 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38081f1060 msgr2=0x7f380814d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38081f1060 0x7f380814d230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 -- 172.21.15.70:0/1222520499 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f380814db60 msgr2=0x7f38080ceae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f380814db60 0x7f38080ceae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 -- 172.21.15.70:0/1222520499 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38081f14e0 con 0x7f37f4004d50 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380d40d640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f38080d07f0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f380400e580 tx=0x7f380400ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38040052e0 con 0x7f37f4004d50 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3804018070 con 0x7f37f4004d50 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38080cda40 con 0x7f37f4004d50 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3804003820 con 0x7f37f4004d50 2024-09-05T06:16:16.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.210+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38080ce000 con 0x7f37f4004d50 2024-09-05T06:16:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.214+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f380806ead0 con 0x7f37f4004d50 2024-09-05T06:16:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.214+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f38040039c0 con 0x7f37f4004d50 2024-09-05T06:16:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.214+0000 7f37fdffb640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f37ec0678f0 0x7f37ec069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.214+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 5853+0+0 (secure 0 0 0) 0x7f3804085a50 con 0x7f37f4004d50 2024-09-05T06:16:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.214+0000 7f380cc0c640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f37ec0678f0 0x7f37ec069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.214+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=148}) -- 0x7f37ec06f5e0 con 0x7f37f4004d50 2024-09-05T06:16:16.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.214+0000 7f380cc0c640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f37ec0678f0 0x7f37ec069db0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f38080b3e60 tx=0x7f37f8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:16.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.218+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3804056510 con 0x7f37f4004d50 2024-09-05T06:16:16.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:16.366+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f380815acc0 con 0x7f37f4004d50 2024-09-05T06:16:17.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.018+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v148) ==== 181+0+0 (secure 0 0 0) 0x7f3804005480 con 0x7f37f4004d50 2024-09-05T06:16:17.012 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:16:17.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.018+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(148..148 src has 1..148) ==== 313+0+0 (secure 0 0 0) 0x7f380400ce40 con 0x7f37f4004d50 2024-09-05T06:16:17.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.018+0000 7f37fdffb640 1 -- 172.21.15.70:0/1222520499 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=149}) -- 0x7f37ec06da10 con 0x7f37f4004d50 2024-09-05T06:16:17.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.022+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f37ec0678f0 msgr2=0x7f37ec069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:17.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.022+0000 7f380f671640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f37ec0678f0 0x7f37ec069db0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f38080b3e60 tx=0x7f37f8008040 comp rx=0 tx=0).stop 2024-09-05T06:16:17.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.022+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 msgr2=0x7f38080d07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:17.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.022+0000 7f380f671640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f38080d07f0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f380400e580 tx=0x7f380400ea40 comp rx=0 tx=0).stop 2024-09-05T06:16:17.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.026+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 shutdown_connections 2024-09-05T06:16:17.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.026+0000 7f380f671640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f37ec0678f0 0x7f37ec069db0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:17.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.026+0000 7f380f671640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f380814db60 0x7f38080ceae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:17.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.026+0000 7f380f671640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38081f1060 0x7f380814d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:17.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.026+0000 7f380f671640 1 --2- 172.21.15.70:0/1222520499 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37f4004d50 0x7f38080d07f0 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:17.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.026+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 >> 172.21.15.70:0/1222520499 conn(0x7f380806bcc0 msgr2=0x7f380815b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:17.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.026+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 shutdown_connections 2024-09-05T06:16:17.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.026+0000 7f380f671640 1 -- 172.21.15.70:0/1222520499 wait complete. 2024-09-05T06:16:17.043 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:16:17.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0edca0640 1 Processor -- start 2024-09-05T06:16:17.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0edca0640 1 -- start start 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0edca0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc0e80b59c0 0x7fc0e80d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0edca0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0e8163b40 con 0x7fc0e80d16f0 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0edca0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0e80d2210 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0edca0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc0e80b5430 con 0x7fc0e80b59c0 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0e6ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc0e80b59c0 0x7fc0e80d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0e6ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc0e80b59c0 0x7fc0e80d5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40290/0 (socket says 172.21.15.70:40290) 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0e6ffd640 1 -- 172.21.15.70:0/2552959849 learned_addr learned my addr 172.21.15.70:0/2552959849 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0e77fe640 1 --1- 172.21.15.70:0/2552959849 >> v1:172.21.15.70:6789/0 conn(0x7fc0e80d16f0 0x7fc0e8162d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:32800/0 (socket says 172.21.15.70:32800) 2024-09-05T06:16:17.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0e6ffd640 1 -- 172.21.15.70:0/2552959849 >> v1:172.21.15.196:6789/0 conn(0x7fc0e80d1ad0 legacy=0x7fc0e8163430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:17.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0e6ffd640 1 -- 172.21.15.70:0/2552959849 >> v1:172.21.15.70:6789/0 conn(0x7fc0e80d16f0 legacy=0x7fc0e8162d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:17.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0e6ffd640 1 -- 172.21.15.70:0/2552959849 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e80d24f0 con 0x7fc0e80b59c0 2024-09-05T06:16:17.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.174+0000 7fc0e67fc640 1 -- 172.21.15.70:0/2552959849 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3604179249 0 0) 0x7fc0e8163b40 con 0x7fc0e80d16f0 2024-09-05T06:16:17.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0e6ffd640 1 --2- 172.21.15.70:0/2552959849 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80b59c0 0x7fc0e80d5750 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fc0dc009870 tx=0x7fc0dc01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=249cc37e4d5aa546 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:17.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0e67fc640 1 -- 172.21.15.70:0/2552959849 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0dc0aa650 con 0x7fc0e80b59c0 2024-09-05T06:16:17.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0e67fc640 1 -- 172.21.15.70:0/2552959849 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0dc0af070 con 0x7fc0e80b59c0 2024-09-05T06:16:17.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0e67fc640 1 -- 172.21.15.70:0/2552959849 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0dc0aaa10 con 0x7fc0e80b59c0 2024-09-05T06:16:17.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 -- 172.21.15.70:0/2552959849 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80b59c0 msgr2=0x7fc0e80d5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:17.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 --2- 172.21.15.70:0/2552959849 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80b59c0 0x7fc0e80d5750 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fc0dc009870 tx=0x7fc0dc01c4f0 comp rx=0 tx=0).stop 2024-09-05T06:16:17.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 -- 172.21.15.70:0/2552959849 shutdown_connections 2024-09-05T06:16:17.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 --2- 172.21.15.70:0/2552959849 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80b59c0 0x7fc0e80d5750 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:17.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 -- 172.21.15.70:0/2552959849 >> 172.21.15.70:0/2552959849 conn(0x7fc0e80d4c30 msgr2=0x7fc0e80d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:17.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 -- 172.21.15.70:0/2552959849 shutdown_connections 2024-09-05T06:16:17.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 -- 172.21.15.70:0/2552959849 wait complete. 2024-09-05T06:16:17.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 Processor -- start 2024-09-05T06:16:17.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.178+0000 7fc0edca0640 1 -- start start 2024-09-05T06:16:17.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0e80b59c0 0x7fc0e8152c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:17.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0e80d16f0 0x7fc0e81531f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:17.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80d1ad0 0x7fc0e80b7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:17.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e80d3990 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e80d3810 con 0x7fc0e80b59c0 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e816c800 con 0x7fc0e80d16f0 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80d1ad0 0x7fc0e80b7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80d1ad0 0x7fc0e80b7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:40306/0 (socket says 172.21.15.70:40306) 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 -- 172.21.15.70:0/1548328073 learned_addr learned my addr 172.21.15.70:0/1548328073 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e6ffd640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0e80d16f0 0x7fc0e81531f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e77fe640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0e80b59c0 0x7fc0e8152c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 -- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0e80d16f0 msgr2=0x7fc0e81531f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0e80d16f0 0x7fc0e81531f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 -- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0e80b59c0 msgr2=0x7fc0e8152c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0e80b59c0 0x7fc0e8152c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 -- 172.21.15.70:0/1548328073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e80b2c70 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e6ffd640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0e80d16f0 0x7fc0e81531f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:17.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e7fff640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80d1ad0 0x7fc0e80b7a60 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fc0e000c3c0 tx=0x7fc0e000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:17.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e0011790 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0e0017070 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e80b8730 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e0011b50 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e80b8cf0 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0e80b2e40 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc0e001c460 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0cffff640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0d40678c0 0x7fc0d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:17.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 5386+0+0 (secure 0 0 0) 0x7fc0e00858d0 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e77fe640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0d40678c0 0x7fc0d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:17.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=149}) -- 0x7fc0d406e6f0 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.182+0000 7fc0e77fe640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0d40678c0 0x7fc0d4069d80 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc0d8007fd0 tx=0x7fc0d8007ee0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:17.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.186+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc0e00565e0 con 0x7fc0e80d1ad0 2024-09-05T06:16:17.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:17.350+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc0e80cf050 con 0x7fc0e80d1ad0 2024-09-05T06:16:18.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.018+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v149) ==== 169+0+0 (secure 0 0 0) 0x7fc0e0055ee0 con 0x7fc0e80d1ad0 2024-09-05T06:16:18.014 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:16:18.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.022+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(149..149 src has 1..149) ==== 313+0+0 (secure 0 0 0) 0x7fc0e0084050 con 0x7fc0e80d1ad0 2024-09-05T06:16:18.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.022+0000 7fc0cffff640 1 -- 172.21.15.70:0/1548328073 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=150}) -- 0x7fc0d406d480 con 0x7fc0e80d1ad0 2024-09-05T06:16:18.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0d40678c0 msgr2=0x7fc0d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0d40678c0 0x7fc0d4069d80 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc0d8007fd0 tx=0x7fc0d8007ee0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80d1ad0 msgr2=0x7fc0e80b7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80d1ad0 0x7fc0e80b7a60 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fc0e000c3c0 tx=0x7fc0e000c880 comp rx=0 tx=0).stop 2024-09-05T06:16:18.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 shutdown_connections 2024-09-05T06:16:18.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc0d40678c0 0x7fc0d4069d80 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80d1ad0 0x7fc0e80b7a60 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc0e80d16f0 0x7fc0e81531f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 --2- 172.21.15.70:0/1548328073 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc0e80b59c0 0x7fc0e8152c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 >> 172.21.15.70:0/1548328073 conn(0x7fc0e80d4c30 msgr2=0x7fc0e806da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:18.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 shutdown_connections 2024-09-05T06:16:18.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.034+0000 7fc0edca0640 1 -- 172.21.15.70:0/1548328073 wait complete. 2024-09-05T06:16:18.049 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:16:18.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefdd549640 1 Processor -- start 2024-09-05T06:16:18.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefdd549640 1 -- start start 2024-09-05T06:16:18.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefdd549640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fefd8157110 0x7fefd80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefdd549640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd80d0e60 0x7fefd80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefdd549640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fefd806d570 con 0x7fefd80b5ac0 2024-09-05T06:16:18.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefdd549640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fefd806d850 con 0x7fefd8157110 2024-09-05T06:16:18.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefdd549640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefd806db30 con 0x7fefd80d0e60 2024-09-05T06:16:18.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefd6ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fefd8157110 0x7fefd80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefd77fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd80d0e60 0x7fefd80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefd67fc640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fefd80b5ac0 0x7fefd80d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:54962/0 (socket says 172.21.15.70:54962) 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefd67fc640 1 -- 172.21.15.70:0/2958899803 learned_addr learned my addr 172.21.15.70:0/2958899803 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.178+0000 7fefd6ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fefd8157110 0x7fefd80b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:36726/0 (socket says 172.21.15.70:36726) 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd5ffb640 1 -- 172.21.15.70:0/2958899803 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1882105005 0 0) 0x7fefd806d570 con 0x7fefd80b5ac0 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd5ffb640 1 -- 172.21.15.70:0/2958899803 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fefc0003530 con 0x7fefd80b5ac0 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd6ffd640 1 -- 172.21.15.70:0/2958899803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd80d0e60 msgr2=0x7fefd80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd6ffd640 1 --2- 172.21.15.70:0/2958899803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd80d0e60 0x7fefd80af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd6ffd640 1 -- 172.21.15.70:0/2958899803 >> v1:172.21.15.196:6789/0 conn(0x7fefd80b5ac0 legacy=0x7fefd80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd6ffd640 1 -- 172.21.15.70:0/2958899803 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefd806de10 con 0x7fefd8157110 2024-09-05T06:16:18.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd6ffd640 1 --2- 172.21.15.70:0/2958899803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd8157110 0x7fefd80b5580 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fefc80097c0 tx=0x7fefc801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=739c7b7dfe6eeb41 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:18.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd5ffb640 1 -- 172.21.15.70:0/2958899803 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefc80b0070 con 0x7fefd8157110 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd5ffb640 1 -- 172.21.15.70:0/2958899803 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefc80ab600 con 0x7fefd8157110 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefd5ffb640 1 -- 172.21.15.70:0/2958899803 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefc80ab9b0 con 0x7fefd8157110 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefdd549640 1 -- 172.21.15.70:0/2958899803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd8157110 msgr2=0x7fefd80b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefdd549640 1 --2- 172.21.15.70:0/2958899803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd8157110 0x7fefd80b5580 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fefc80097c0 tx=0x7fefc801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefdd549640 1 -- 172.21.15.70:0/2958899803 shutdown_connections 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefdd549640 1 --2- 172.21.15.70:0/2958899803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd80d0e60 0x7fefd80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefdd549640 1 --2- 172.21.15.70:0/2958899803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd8157110 0x7fefd80b5580 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefdd549640 1 -- 172.21.15.70:0/2958899803 >> 172.21.15.70:0/2958899803 conn(0x7fefd806bcc0 msgr2=0x7fefd806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefdd549640 1 -- 172.21.15.70:0/2958899803 shutdown_connections 2024-09-05T06:16:18.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.182+0000 7fefdd549640 1 -- 172.21.15.70:0/2958899803 wait complete. 2024-09-05T06:16:18.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 Processor -- start 2024-09-05T06:16:18.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 -- start start 2024-09-05T06:16:18.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd80b5ac0 0x7fefd8146330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefd80d0e60 0x7fefd8154a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd8157110 0x7fefd814e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fefd80b3e80 con 0x7fefd80d0e60 2024-09-05T06:16:18.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fefd80b3d00 con 0x7fefd80b5ac0 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefd80b4000 con 0x7fefd8157110 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefd80d0e60 0x7fefd8154a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefd80d0e60 0x7fefd8154a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36476/0 (socket says 172.21.15.70:36476) 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 -- 172.21.15.70:0/3601280268 learned_addr learned my addr 172.21.15.70:0/3601280268 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd77fe640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd8157110 0x7fefd814e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd6ffd640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd80b5ac0 0x7fefd8146330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 -- 172.21.15.70:0/3601280268 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd8157110 msgr2=0x7fefd814e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd8157110 0x7fefd814e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 -- 172.21.15.70:0/3601280268 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd80b5ac0 msgr2=0x7fefd8146330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd80b5ac0 0x7fefd8146330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 -- 172.21.15.70:0/3601280268 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefd8146870 con 0x7fefd80d0e60 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefd67fc640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefd80d0e60 0x7fefd8154a60 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00c450 tx=0x7fefcc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:18.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefbf7fe640 1 -- 172.21.15.70:0/3601280268 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc017070 con 0x7fefd80d0e60 2024-09-05T06:16:18.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefbf7fe640 1 -- 172.21.15.70:0/3601280268 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefcc005d10 con 0x7fefd80d0e60 2024-09-05T06:16:18.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefd80b1be0 con 0x7fefd80d0e60 2024-09-05T06:16:18.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefbf7fe640 1 -- 172.21.15.70:0/3601280268 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc0072b0 con 0x7fefd80d0e60 2024-09-05T06:16:18.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefd80b21a0 con 0x7fefd80d0e60 2024-09-05T06:16:18.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.186+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefd806d570 con 0x7fefd80d0e60 2024-09-05T06:16:18.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.190+0000 7fefbf7fe640 1 -- 172.21.15.70:0/3601280268 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fefcc01a070 con 0x7fefd80d0e60 2024-09-05T06:16:18.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.190+0000 7fefbf7fe640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefc40678c0 0x7fefc4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.190+0000 7fefbf7fe640 1 -- 172.21.15.70:0/3601280268 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 4943+0+0 (secure 0 0 0) 0x7fefcc084d30 con 0x7fefd80d0e60 2024-09-05T06:16:18.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.190+0000 7fefd6ffd640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefc40678c0 0x7fefc4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.190+0000 7fefd6ffd640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefc40678c0 0x7fefc4069d80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fefc80ad000 tx=0x7fefc80a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:18.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.194+0000 7fefbf7fe640 1 -- 172.21.15.70:0/3601280268 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fefcc055c40 con 0x7fefd80d0e60 2024-09-05T06:16:18.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.354+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fefd80d0530 con 0x7fefd80d0e60 2024-09-05T06:16:18.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.358+0000 7fefbf7fe640 1 -- 172.21.15.70:0/3601280268 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7fefcc055540 con 0x7fefd80d0e60 2024-09-05T06:16:18.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefc40678c0 msgr2=0x7fefc4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefc40678c0 0x7fefc4069d80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fefc80ad000 tx=0x7fefc80a6000 comp rx=0 tx=0).stop 2024-09-05T06:16:18.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefd80d0e60 msgr2=0x7fefd8154a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefd80d0e60 0x7fefd8154a60 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00c450 tx=0x7fefcc00c910 comp rx=0 tx=0).stop 2024-09-05T06:16:18.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 shutdown_connections 2024-09-05T06:16:18.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fefc40678c0 0x7fefc4069d80 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefd8157110 0x7fefd814e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefd80d0e60 0x7fefd8154a60 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 --2- 172.21.15.70:0/3601280268 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefd80b5ac0 0x7fefd8146330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 >> 172.21.15.70:0/3601280268 conn(0x7fefd806bcc0 msgr2=0x7fefd815f2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:18.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 shutdown_connections 2024-09-05T06:16:18.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.362+0000 7fefdd549640 1 -- 172.21.15.70:0/3601280268 wait complete. 2024-09-05T06:16:18.372 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_different_file' 2024-09-05T06:16:18.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.490+0000 7f808d76c640 1 Processor -- start 2024-09-05T06:16:18.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f808d76c640 1 -- start start 2024-09-05T06:16:18.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f808d76c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8088155ee0 0x7f80880730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f808d76c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f808806e680 0x7f808806ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f808d76c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f808806efd0 con 0x7f80880735f0 2024-09-05T06:16:18.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f808d76c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8088072380 con 0x7f808806e680 2024-09-05T06:16:18.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f808d76c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f80880b50a0 con 0x7f8088155ee0 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80877fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f808806e680 0x7f808806ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80877fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f808806e680 0x7f808806ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36486/0 (socket says 172.21.15.70:36486) 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f807e7fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f80880735f0 0x7f80880b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36280/0 (socket says 172.21.15.70:36280) 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80877fe640 1 -- 172.21.15.70:0/1267744953 learned_addr learned my addr 172.21.15.70:0/1267744953 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f8086ffd640 1 --2- 172.21.15.70:0/1267744953 >> v2:172.21.15.196:3300/0 conn(0x7f8088155ee0 0x7f80880730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80877fe640 1 -- 172.21.15.70:0/1267744953 >> v2:172.21.15.196:3300/0 conn(0x7f8088155ee0 msgr2=0x7f80880730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80877fe640 1 --2- 172.21.15.70:0/1267744953 >> v2:172.21.15.196:3300/0 conn(0x7f8088155ee0 0x7f80880730b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80877fe640 1 -- 172.21.15.70:0/1267744953 >> v1:172.21.15.70:6789/0 conn(0x7f80880735f0 legacy=0x7f80880b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80877fe640 1 -- 172.21.15.70:0/1267744953 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80880725d0 con 0x7f808806e680 2024-09-05T06:16:18.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80867fc640 1 -- 172.21.15.70:0/1267744953 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 345312328 0 0) 0x7f8070001120 con 0x7f80880735f0 2024-09-05T06:16:18.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.494+0000 7f80877fe640 1 --2- 172.21.15.70:0/1267744953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f808806e680 0x7f808806ea90 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f80880d1860 tx=0x7f808001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3faf64bda9411d8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:18.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f80867fc640 1 -- 172.21.15.70:0/1267744953 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80800a56c0 con 0x7f808806e680 2024-09-05T06:16:18.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f80867fc640 1 -- 172.21.15.70:0/1267744953 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80800a5860 con 0x7f808806e680 2024-09-05T06:16:18.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f80867fc640 1 -- 172.21.15.70:0/1267744953 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80800a5c30 con 0x7f808806e680 2024-09-05T06:16:18.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- 172.21.15.70:0/1267744953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f808806e680 msgr2=0x7f808806ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 --2- 172.21.15.70:0/1267744953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f808806e680 0x7f808806ea90 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f80880d1860 tx=0x7f808001c9f0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- 172.21.15.70:0/1267744953 shutdown_connections 2024-09-05T06:16:18.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 --2- 172.21.15.70:0/1267744953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f808806e680 0x7f808806ea90 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 --2- 172.21.15.70:0/1267744953 >> v2:172.21.15.196:3300/0 conn(0x7f8088155ee0 0x7f80880730b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- 172.21.15.70:0/1267744953 >> 172.21.15.70:0/1267744953 conn(0x7f808806bcc0 msgr2=0x7f808806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:18.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- 172.21.15.70:0/1267744953 shutdown_connections 2024-09-05T06:16:18.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- 172.21.15.70:0/1267744953 wait complete. 2024-09-05T06:16:18.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 Processor -- start 2024-09-05T06:16:18.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- start start 2024-09-05T06:16:18.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f808806e680 0x7f80881513c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8088155ee0 0x7f80881587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f808815b400 0x7f8088158cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f808815d530 con 0x7f8088155ee0 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f808815d3b0 con 0x7f808806e680 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f808815d6b0 con 0x7f808815b400 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8088155ee0 0x7f80881587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8088155ee0 0x7f80881587b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36498/0 (socket says 172.21.15.70:36498) 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 -- 172.21.15.70:0/638749198 learned_addr learned my addr 172.21.15.70:0/638749198 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 -- 172.21.15.70:0/638749198 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f808815b400 msgr2=0x7f8088158cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f8086ffd640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f808806e680 0x7f80881513c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f808815b400 0x7f8088158cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 -- 172.21.15.70:0/638749198 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f808806e680 msgr2=0x7f80881513c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f808806e680 0x7f80881513c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 -- 172.21.15.70:0/638749198 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8088165b60 con 0x7f8088155ee0 2024-09-05T06:16:18.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807e7fc640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8088155ee0 0x7f80881587b0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f807000c780 tx=0x7f807000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:18.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807ffff640 1 -- 172.21.15.70:0/638749198 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8070018070 con 0x7f8088155ee0 2024-09-05T06:16:18.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807ffff640 1 -- 172.21.15.70:0/638749198 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80700072d0 con 0x7f8088155ee0 2024-09-05T06:16:18.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8088151900 con 0x7f8088155ee0 2024-09-05T06:16:18.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f807ffff640 1 -- 172.21.15.70:0/638749198 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80700047f0 con 0x7f8088155ee0 2024-09-05T06:16:18.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.498+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80881660e0 con 0x7f8088155ee0 2024-09-05T06:16:18.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.502+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f808806ea90 con 0x7f8088155ee0 2024-09-05T06:16:18.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.502+0000 7f807ffff640 1 -- 172.21.15.70:0/638749198 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f807001b070 con 0x7f8088155ee0 2024-09-05T06:16:18.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.502+0000 7f807ffff640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80680678c0 0x7f8068069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:18.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.502+0000 7f807ffff640 1 -- 172.21.15.70:0/638749198 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 4943+0+0 (secure 0 0 0) 0x7f8070084cb0 con 0x7f8088155ee0 2024-09-05T06:16:18.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.502+0000 7f8086ffd640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80680678c0 0x7f8068069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:18.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.502+0000 7f8086ffd640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80680678c0 0x7f8068069d80 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f80780096f0 tx=0x7f8078008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:18.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.506+0000 7f807ffff640 1 -- 172.21.15.70:0/638749198 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f808806efd0 con 0x7f8088155ee0 2024-09-05T06:16:18.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:18.710+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_different_file"]} v 0) -- 0x7f8088076260 con 0x7f8088155ee0 2024-09-05T06:16:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.542+0000 7f807ffff640 1 -- 172.21.15.70:0/638749198 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_different_file"]}]=0 v330) ==== 140+0+0 (secure 0 0 0) 0x7f8070055af0 con 0x7f8088155ee0 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80680678c0 msgr2=0x7f8068069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80680678c0 0x7f8068069d80 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f80780096f0 tx=0x7f8078008040 comp rx=0 tx=0).stop 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8088155ee0 msgr2=0x7f80881587b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8088155ee0 0x7f80881587b0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f807000c780 tx=0x7f807000cc40 comp rx=0 tx=0).stop 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 shutdown_connections 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80680678c0 0x7f8068069d80 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f808815b400 0x7f8088158cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8088155ee0 0x7f80881587b0 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 --2- 172.21.15.70:0/638749198 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f808806e680 0x7f80881513c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 >> 172.21.15.70:0/638749198 conn(0x7f808806bcc0 msgr2=0x7f808806d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:19.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 shutdown_connections 2024-09-05T06:16:19.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.546+0000 7f808d76c640 1 -- 172.21.15.70:0/638749198 wait complete. 2024-09-05T06:16:19.563 INFO:tasks.cephfs_test_runner:test_full_different_file (tasks.cephfs.test_full.TestQuotaFull) ... ok 2024-09-05T06:16:19.563 INFO:tasks.cephfs_test_runner:Starting test: test_full_fclose (tasks.cephfs.test_full.TestQuotaFull) 2024-09-05T06:16:19.564 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:16:19.689 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.694+0000 7f4a74961640 1 Processor -- start 2024-09-05T06:16:19.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.694+0000 7f4a74961640 1 -- start start 2024-09-05T06:16:19.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a74961640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 0x7f4a700d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a74961640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4a7015edb0 0x7f4a700d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a74961640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a700cfd30 con 0x7f4a700cf7e0 2024-09-05T06:16:19.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a74961640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4a700b5620 con 0x7f4a7015edb0 2024-09-05T06:16:19.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a74961640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4a700d0010 con 0x7f4a700d4980 2024-09-05T06:16:19.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6ed9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4a700cf7e0 0x7f4a700d16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36284/0 (socket says 172.21.15.70:36284) 2024-09-05T06:16:19.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6ed9d640 1 -- 172.21.15.70:0/2063421721 learned_addr learned my addr 172.21.15.70:0/2063421721 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6dd9b640 1 --2- 172.21.15.70:0/2063421721 >> v2:172.21.15.196:3300/0 conn(0x7f4a7015edb0 0x7f4a700d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6e59c640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 0x7f4a700d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2412036825 0 0) 0x7f4a700cfd30 con 0x7f4a700cf7e0 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a58003530 con 0x7f4a700cf7e0 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3968715964 0 0) 0x7f4a58003530 con 0x7f4a700cf7e0 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 msgr2=0x7f4a700d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 0x7f4a700d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 >> v2:172.21.15.196:3300/0 conn(0x7f4a7015edb0 msgr2=0x7f4a700d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 --2- 172.21.15.70:0/2063421721 >> v2:172.21.15.196:3300/0 conn(0x7f4a7015edb0 0x7f4a700d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a700d02f0 con 0x7f4a700cf7e0 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f4a68001a00 con 0x7f4a700cf7e0 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 >> v1:172.21.15.70:6789/0 conn(0x7f4a700cf7e0 legacy=0x7f4a700d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a580039c0 0x7f4a58003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 0x7f4a58004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a580051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4a700b5620 con 0x7f4a58004d50 2024-09-05T06:16:19.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4a700d0010 con 0x7f4a580039c0 2024-09-05T06:16:19.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4a5800b9d0 con 0x7f4a700d4980 2024-09-05T06:16:19.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6ed9d640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a580051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6dd9b640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 0x7f4a58004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6e59c640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a580039c0 0x7f4a58003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6ed9d640 1 -- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 msgr2=0x7f4a58004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6ed9d640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 0x7f4a58004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6ed9d640 1 -- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a580039c0 msgr2=0x7f4a58003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6ed9d640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a580039c0 0x7f4a58003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6ed9d640 1 -- 172.21.15.70:0/2063421721 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a58003530 con 0x7f4a58004d50 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6dd9b640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700d4980 0x7f4a58004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:19.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.698+0000 7f4a6e59c640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a580039c0 0x7f4a58003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:19.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6ed9d640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a580051d0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f4a680013e0 tx=0x7f4a6801d3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6668a9812939668 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:19.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6800a4e0 con 0x7f4a58004d50 2024-09-05T06:16:19.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a680072f0 con 0x7f4a58004d50 2024-09-05T06:16:19.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6d59a640 1 -- 172.21.15.70:0/2063421721 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a680076e0 con 0x7f4a58004d50 2024-09-05T06:16:19.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- 172.21.15.70:0/2063421721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 msgr2=0x7f4a580051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 --2- 172.21.15.70:0/2063421721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a580051d0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f4a680013e0 tx=0x7f4a6801d3a0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6ed9d640 1 -- 172.21.15.70:0/2063421721 reap_dead start 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- 172.21.15.70:0/2063421721 shutdown_connections 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- 172.21.15.70:0/2063421721 >> 172.21.15.70:0/2063421721 conn(0x7f4a7008e690 msgr2=0x7f4a7009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- 172.21.15.70:0/2063421721 shutdown_connections 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- 172.21.15.70:0/2063421721 wait complete. 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 Processor -- start 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- start start 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a701f6f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a701f52b0 0x7f4a700ce430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700ce970 0x7f4a700b31c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4a700d0dd0 con 0x7f4a58004d50 2024-09-05T06:16:19.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4a700d08b0 con 0x7f4a701f52b0 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a74961640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4a701f7480 con 0x7f4a700ce970 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a701f6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a701f6f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36518/0 (socket says 172.21.15.70:36518) 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 -- 172.21.15.70:0/18847221 learned_addr learned my addr 172.21.15.70:0/18847221 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6dd9b640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a701f52b0 0x7f4a700ce430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6ed9d640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700ce970 0x7f4a700b31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 -- 172.21.15.70:0/18847221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700ce970 msgr2=0x7f4a700b31c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700ce970 0x7f4a700b31c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 -- 172.21.15.70:0/18847221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a701f52b0 msgr2=0x7f4a700ce430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a701f52b0 0x7f4a700ce430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 -- 172.21.15.70:0/18847221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a701f45f0 con 0x7f4a58004d50 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a6e59c640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a701f6f40 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f4a600108d0 tx=0x7f4a60010d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:19.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a5effd640 1 -- 172.21.15.70:0/18847221 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6000f040 con 0x7f4a58004d50 2024-09-05T06:16:19.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.702+0000 7f4a5effd640 1 -- 172.21.15.70:0/18847221 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a60004220 con 0x7f4a58004d50 2024-09-05T06:16:19.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a5effd640 1 -- 172.21.15.70:0/18847221 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6000e960 con 0x7f4a58004d50 2024-09-05T06:16:19.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a701f48d0 con 0x7f4a58004d50 2024-09-05T06:16:19.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a701f4e90 con 0x7f4a58004d50 2024-09-05T06:16:19.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a700d3340 con 0x7f4a58004d50 2024-09-05T06:16:19.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a5effd640 1 -- 172.21.15.70:0/18847221 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4a6000eb00 con 0x7f4a58004d50 2024-09-05T06:16:19.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a5effd640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a500678c0 0x7f4a50069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a5effd640 1 -- 172.21.15.70:0/18847221 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 4943+0+0 (secure 0 0 0) 0x7f4a60085df0 con 0x7f4a58004d50 2024-09-05T06:16:19.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a6dd9b640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a500678c0 0x7f4a50069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.706+0000 7f4a6dd9b640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a500678c0 0x7f4a50069d80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f4a700b6320 tx=0x7f4a64008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:19.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.710+0000 7f4a5effd640 1 -- 172.21.15.70:0/18847221 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4a60018030 con 0x7f4a58004d50 2024-09-05T06:16:19.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.858+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4a700684f0 con 0x7f4a58004d50 2024-09-05T06:16:19.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a5effd640 1 -- 172.21.15.70:0/18847221 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v149) ==== 74+0+13029 (secure 0 0 0) 0x7f4a60056c30 con 0x7f4a58004d50 2024-09-05T06:16:19.854 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:19.855 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":149,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:16:18.019828+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6837/482425586":"2024-09-06T06:16:15.006710+0000","172.21.15.70:6836/482425586":"2024-09-06T06:16:15.006710+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a500678c0 msgr2=0x7f4a50069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a500678c0 0x7f4a50069d80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f4a700b6320 tx=0x7f4a64008040 comp rx=0 tx=0).stop 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 msgr2=0x7f4a701f6f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a701f6f40 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f4a600108d0 tx=0x7f4a60010d90 comp rx=0 tx=0).stop 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 shutdown_connections 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4a500678c0 0x7f4a50069d80 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4a700ce970 0x7f4a700b31c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4a701f52b0 0x7f4a700ce430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 --2- 172.21.15.70:0/18847221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a58004d50 0x7f4a701f6f40 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 >> 172.21.15.70:0/18847221 conn(0x7f4a7008e690 msgr2=0x7f4a700b6590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 shutdown_connections 2024-09-05T06:16:19.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.862+0000 7f4a74961640 1 -- 172.21.15.70:0/18847221 wait complete. 2024-09-05T06:16:19.872 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '114', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:16:19.872 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:16:19.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.998+0000 7f39d5027640 1 Processor -- start 2024-09-05T06:16:19.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.998+0000 7f39d5027640 1 -- start start 2024-09-05T06:16:19.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.998+0000 7f39d5027640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d00cf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.998+0000 7f39d5027640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f39d00c8fd0 0x7f39d00c9460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:19.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.998+0000 7f39d5027640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39d00d34b0 con 0x7f39d00cfcd0 2024-09-05T06:16:19.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.998+0000 7f39d5027640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f39d00d3260 con 0x7f39d00c8fd0 2024-09-05T06:16:19.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:19.998+0000 7f39d5027640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f39d00d3790 con 0x7f39d015edf0 2024-09-05T06:16:19.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39ced9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d00cf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39ced9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d00cf790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:51692/0 (socket says 172.21.15.70:51692) 2024-09-05T06:16:19.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39ced9d640 1 -- 172.21.15.70:0/2645611456 learned_addr learned my addr 172.21.15.70:0/2645611456 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:19.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39cf59e640 1 --2- 172.21.15.70:0/2645611456 >> v2:172.21.15.196:3300/0 conn(0x7f39d00c8fd0 0x7f39d00c9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:19.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39ced9d640 1 -- 172.21.15.70:0/2645611456 >> v2:172.21.15.196:3300/0 conn(0x7f39d00c8fd0 msgr2=0x7f39d00c9460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:19.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39ced9d640 1 --2- 172.21.15.70:0/2645611456 >> v2:172.21.15.196:3300/0 conn(0x7f39d00c8fd0 0x7f39d00c9460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39ced9d640 1 -- 172.21.15.70:0/2645611456 >> v1:172.21.15.196:6789/0 conn(0x7f39d00cfcd0 legacy=0x7f39d00d0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39ced9d640 1 -- 172.21.15.70:0/2645611456 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d00d3a70 con 0x7f39d015edf0 2024-09-05T06:16:19.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39cf59e640 1 --2- 172.21.15.70:0/2645611456 >> v2:172.21.15.196:3300/0 conn(0x7f39d00c8fd0 0x7f39d00c9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:16:19.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39ced9d640 1 --2- 172.21.15.70:0/2645611456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d00cf790 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009870 tx=0x7f39b801c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=338ec87877dc5484 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:19.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39cdd9b640 1 -- 172.21.15.70:0/2645611456 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b80a95f0 con 0x7f39d015edf0 2024-09-05T06:16:19.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39cdd9b640 1 -- 172.21.15.70:0/2645611456 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b80a9790 con 0x7f39d015edf0 2024-09-05T06:16:19.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39cdd9b640 1 -- 172.21.15.70:0/2645611456 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b80a9b60 con 0x7f39d015edf0 2024-09-05T06:16:19.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39d5027640 1 -- 172.21.15.70:0/2645611456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 msgr2=0x7f39d00cf790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:19.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39d5027640 1 --2- 172.21.15.70:0/2645611456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d00cf790 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009870 tx=0x7f39b801c530 comp rx=0 tx=0).stop 2024-09-05T06:16:19.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39d5027640 1 -- 172.21.15.70:0/2645611456 shutdown_connections 2024-09-05T06:16:19.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39d5027640 1 --2- 172.21.15.70:0/2645611456 >> v2:172.21.15.196:3300/0 conn(0x7f39d00c8fd0 0x7f39d00c9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39d5027640 1 --2- 172.21.15.70:0/2645611456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d00cf790 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:19.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39d5027640 1 -- 172.21.15.70:0/2645611456 >> 172.21.15.70:0/2645611456 conn(0x7f39d00d4c80 msgr2=0x7f39d00d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:19.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39d5027640 1 -- 172.21.15.70:0/2645611456 shutdown_connections 2024-09-05T06:16:19.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.002+0000 7f39d5027640 1 -- 172.21.15.70:0/2645611456 wait complete. 2024-09-05T06:16:19.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 Processor -- start 2024-09-05T06:16:19.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 -- start start 2024-09-05T06:16:20.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39d00c8fd0 0x7f39d00ce6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.001 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39d00cfcd0 0x7f39d0147f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d015b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f39d00d58c0 con 0x7f39d00c8fd0 2024-09-05T06:16:20.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f39d00d24d0 con 0x7f39d00cfcd0 2024-09-05T06:16:20.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f39d00d5a40 con 0x7f39d015edf0 2024-09-05T06:16:20.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39d00c8fd0 0x7f39d00ce6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39d00c8fd0 0x7f39d00ce6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36530/0 (socket says 172.21.15.70:36530) 2024-09-05T06:16:20.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 -- 172.21.15.70:0/172054328 learned_addr learned my addr 172.21.15.70:0/172054328 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:20.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39cf59e640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d015b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ce59c640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39d00cfcd0 0x7f39d0147f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 -- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 msgr2=0x7f39d015b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d015b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 -- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39d00cfcd0 msgr2=0x7f39d0147f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39d00cfcd0 0x7f39d0147f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 -- 172.21.15.70:0/172054328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d01484b0 con 0x7f39d00c8fd0 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39cf59e640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d015b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ce59c640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39d00cfcd0 0x7f39d0147f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:16:20.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39ced9d640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39d00c8fd0 0x7f39d00ce6a0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f39b80ab040 tx=0x7f39b80192d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:20.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39c77fe640 1 -- 172.21.15.70:0/172054328 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b80bf070 con 0x7f39d00c8fd0 2024-09-05T06:16:20.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39c77fe640 1 -- 172.21.15.70:0/172054328 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b80ba410 con 0x7f39d00c8fd0 2024-09-05T06:16:20.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39d00cc570 con 0x7f39d00c8fd0 2024-09-05T06:16:20.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39d00ccaf0 con 0x7f39d00c8fd0 2024-09-05T06:16:20.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.006+0000 7f39c77fe640 1 -- 172.21.15.70:0/172054328 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b80ba800 con 0x7f39d00c8fd0 2024-09-05T06:16:20.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.010+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39b40052a0 con 0x7f39d00c8fd0 2024-09-05T06:16:20.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.010+0000 7f39c77fe640 1 -- 172.21.15.70:0/172054328 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f39b80c2070 con 0x7f39d00c8fd0 2024-09-05T06:16:20.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.010+0000 7f39c77fe640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39b00678c0 0x7f39b0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.010+0000 7f39c77fe640 1 -- 172.21.15.70:0/172054328 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 4943+0+0 (secure 0 0 0) 0x7f39b811fb60 con 0x7f39d00c8fd0 2024-09-05T06:16:20.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.010+0000 7f39ce59c640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39b00678c0 0x7f39b0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.010+0000 7f39ce59c640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39b00678c0 0x7f39b0069d80 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f39d0157b30 tx=0x7f39c0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:20.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.014+0000 7f39c77fe640 1 -- 172.21.15.70:0/172054328 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f39d01484b0 con 0x7f39d00c8fd0 2024-09-05T06:16:20.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f39b4005860 con 0x7f39d00c8fd0 2024-09-05T06:16:20.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39c77fe640 1 -- 172.21.15.70:0/172054328 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v149) ==== 93+0+10 (secure 0 0 0) 0x7f39b80ad020 con 0x7f39d00c8fd0 2024-09-05T06:16:20.167 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:16:20.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39b00678c0 msgr2=0x7f39b0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39b00678c0 0x7f39b0069d80 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f39d0157b30 tx=0x7f39c0009040 comp rx=0 tx=0).stop 2024-09-05T06:16:20.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39d00c8fd0 msgr2=0x7f39d00ce6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39d00c8fd0 0x7f39d00ce6a0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f39b80ab040 tx=0x7f39b80192d0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 shutdown_connections 2024-09-05T06:16:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f39b00678c0 0x7f39b0069d80 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f39d015edf0 0x7f39d015b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f39d00cfcd0 0x7f39d0147f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 --2- 172.21.15.70:0/172054328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39d00c8fd0 0x7f39d00ce6a0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 >> 172.21.15.70:0/172054328 conn(0x7f39d00d4c80 msgr2=0x7f39d00b6e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:20.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 shutdown_connections 2024-09-05T06:16:20.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.174+0000 7f39d5027640 1 -- 172.21.15.70:0/172054328 wait complete. 2024-09-05T06:16:20.185 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_fclose' 2024-09-05T06:16:20.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe65705e640 1 Processor -- start 2024-09-05T06:16:20.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe65705e640 1 -- start start 2024-09-05T06:16:20.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe65705e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500ceaf0 0x7fe6500d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe65705e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe6500d0c90 0x7fe6500af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe65705e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe65006d570 con 0x7fe650157110 2024-09-05T06:16:20.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe65705e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe6500d10e0 con 0x7fe6500d0c90 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe65705e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe65006d850 con 0x7fe6500ceaf0 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe6555fb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe6500d0c90 0x7fe6500af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe6555fb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe6500d0c90 0x7fe6500af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36542/0 (socket says 172.21.15.70:36542) 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe6555fb640 1 -- 172.21.15.70:0/2915497414 learned_addr learned my addr 172.21.15.70:0/2915497414 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe64ffff640 1 --2- 172.21.15.70:0/2915497414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500ceaf0 0x7fe6500d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe6555fb640 1 -- 172.21.15.70:0/2915497414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500ceaf0 msgr2=0x7fe6500d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe6555fb640 1 --2- 172.21.15.70:0/2915497414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500ceaf0 0x7fe6500d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe6555fb640 1 -- 172.21.15.70:0/2915497414 >> v1:172.21.15.196:6789/0 conn(0x7fe650157110 legacy=0x7fe6500b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe6555fb640 1 -- 172.21.15.70:0/2915497414 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe65006db30 con 0x7fe6500d0c90 2024-09-05T06:16:20.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe64ffff640 1 --2- 172.21.15.70:0/2915497414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500ceaf0 0x7fe6500d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:20.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.310+0000 7fe6555fb640 1 --2- 172.21.15.70:0/2915497414 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500d0c90 0x7fe6500af720 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fe648009e50 tx=0x7fe64801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e75bb75d4f5b5755 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:20.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe64f7fe640 1 -- 172.21.15.70:0/2915497414 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6480a5630 con 0x7fe6500d0c90 2024-09-05T06:16:20.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe64f7fe640 1 -- 172.21.15.70:0/2915497414 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6480a57d0 con 0x7fe6500d0c90 2024-09-05T06:16:20.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe64f7fe640 1 -- 172.21.15.70:0/2915497414 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6480a5ba0 con 0x7fe6500d0c90 2024-09-05T06:16:20.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- 172.21.15.70:0/2915497414 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500d0c90 msgr2=0x7fe6500af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 --2- 172.21.15.70:0/2915497414 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500d0c90 0x7fe6500af720 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fe648009e50 tx=0x7fe64801c9f0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- 172.21.15.70:0/2915497414 shutdown_connections 2024-09-05T06:16:20.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 --2- 172.21.15.70:0/2915497414 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500d0c90 0x7fe6500af720 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 --2- 172.21.15.70:0/2915497414 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500ceaf0 0x7fe6500d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- 172.21.15.70:0/2915497414 >> 172.21.15.70:0/2915497414 conn(0x7fe65006bcc0 msgr2=0x7fe65006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:20.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- 172.21.15.70:0/2915497414 shutdown_connections 2024-09-05T06:16:20.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- 172.21.15.70:0/2915497414 wait complete. 2024-09-05T06:16:20.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 Processor -- start 2024-09-05T06:16:20.308 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- start start 2024-09-05T06:16:20.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500ceaf0 0x7fe65014e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500d0c90 0x7fe65015a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.309 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe650157110 0x7fe65015f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe6500b3a70 con 0x7fe6500ceaf0 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe6500b5c90 con 0x7fe650157110 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe6500b3bf0 con 0x7fe6500d0c90 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500ceaf0 0x7fe65014e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500ceaf0 0x7fe65014e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36548/0 (socket says 172.21.15.70:36548) 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 -- 172.21.15.70:0/3286028685 learned_addr learned my addr 172.21.15.70:0/3286028685 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 -- 172.21.15.70:0/3286028685 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500d0c90 msgr2=0x7fe65015a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500d0c90 0x7fe65015a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 -- 172.21.15.70:0/3286028685 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe650157110 msgr2=0x7fe65015f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe650157110 0x7fe65015f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 -- 172.21.15.70:0/3286028685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6500b0ab0 con 0x7fe6500ceaf0 2024-09-05T06:16:20.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe654dfa640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500ceaf0 0x7fe65014e520 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fe64000b410 tx=0x7fe64000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:20.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe64d7fa640 1 -- 172.21.15.70:0/3286028685 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe640015030 con 0x7fe6500ceaf0 2024-09-05T06:16:20.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe64d7fa640 1 -- 172.21.15.70:0/3286028685 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe640004020 con 0x7fe6500ceaf0 2024-09-05T06:16:20.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6500b0d90 con 0x7fe6500ceaf0 2024-09-05T06:16:20.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe64d7fa640 1 -- 172.21.15.70:0/3286028685 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe640004450 con 0x7fe6500ceaf0 2024-09-05T06:16:20.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.314+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6500b1350 con 0x7fe6500ceaf0 2024-09-05T06:16:20.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.318+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6500cf2b0 con 0x7fe6500ceaf0 2024-09-05T06:16:20.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.318+0000 7fe64d7fa640 1 -- 172.21.15.70:0/3286028685 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe640018070 con 0x7fe6500ceaf0 2024-09-05T06:16:20.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.318+0000 7fe64d7fa640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.318+0000 7fe64ffff640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.318+0000 7fe64d7fa640 1 -- 172.21.15.70:0/3286028685 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 4943+0+0 (secure 0 0 0) 0x7fe6400854e0 con 0x7fe6500ceaf0 2024-09-05T06:16:20.312 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.318+0000 7fe64ffff640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe6500afb40 tx=0x7fe638008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:20.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.322+0000 7fe64d7fa640 1 -- 172.21.15.70:0/3286028685 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe6400563b0 con 0x7fe6500ceaf0 2024-09-05T06:16:20.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.526+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_fclose"]} v 0) -- 0x7fe6500cefd0 con 0x7fe6500ceaf0 2024-09-05T06:16:20.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.542+0000 7fe64d7fa640 1 -- 172.21.15.70:0/3286028685 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_fclose"]}]=0 v331) ==== 135+0+0 (secure 0 0 0) 0x7fe640055cb0 con 0x7fe6500ceaf0 2024-09-05T06:16:20.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 msgr2=0x7fe634069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe6500afb40 tx=0x7fe638008040 comp rx=0 tx=0).stop 2024-09-05T06:16:20.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500ceaf0 msgr2=0x7fe65014e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500ceaf0 0x7fe65014e520 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fe64000b410 tx=0x7fe64000b8d0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 shutdown_connections 2024-09-05T06:16:20.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe650157110 0x7fe65015f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe6500d0c90 0x7fe65015a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 --2- 172.21.15.70:0/3286028685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6500ceaf0 0x7fe65014e520 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 >> 172.21.15.70:0/3286028685 conn(0x7fe65006bcc0 msgr2=0x7fe6501562c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:20.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 shutdown_connections 2024-09-05T06:16:20.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.546+0000 7fe65705e640 1 -- 172.21.15.70:0/3286028685 wait complete. 2024-09-05T06:16:20.554 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:16:20.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.678+0000 7f6bc9a4d640 1 Processor -- start 2024-09-05T06:16:20.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.678+0000 7f6bc9a4d640 1 -- start start 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc9a4d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6bc40d3920 0x7f6bc40d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc9a4d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6bc40b5830 0x7f6bc40b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc9a4d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bc40d2a50 con 0x7f6bc4162440 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc9a4d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc40d2800 con 0x7f6bc40b5830 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc9a4d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc40d0350 con 0x7f6bc40d3920 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6bc40b5830 0x7f6bc40b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6bc40b5830 0x7f6bc40b41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36560/0 (socket says 172.21.15.70:36560) 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc37fe640 1 -- 172.21.15.70:0/980444401 learned_addr learned my addr 172.21.15.70:0/980444401 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bba7fc640 1 --2- 172.21.15.70:0/980444401 >> v2:172.21.15.196:3300/0 conn(0x7f6bc40d3920 0x7f6bc40d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc37fe640 1 -- 172.21.15.70:0/980444401 >> v2:172.21.15.196:3300/0 conn(0x7f6bc40d3920 msgr2=0x7f6bc40d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:20.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc37fe640 1 --2- 172.21.15.70:0/980444401 >> v2:172.21.15.196:3300/0 conn(0x7f6bc40d3920 0x7f6bc40d5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc37fe640 1 -- 172.21.15.70:0/980444401 >> v1:172.21.15.196:6789/0 conn(0x7f6bc4162440 legacy=0x7f6bc40d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:20.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc37fe640 1 -- 172.21.15.70:0/980444401 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc40d2d30 con 0x7f6bc40b5830 2024-09-05T06:16:20.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc37fe640 1 --2- 172.21.15.70:0/980444401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40b5830 0x7f6bc40b41a0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f6bc408dbd0 tx=0x7f6bbc01c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c59f57b5a9fd8fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:20.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc27fc640 1 -- 172.21.15.70:0/980444401 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc0a5760 con 0x7f6bc40b5830 2024-09-05T06:16:20.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc27fc640 1 -- 172.21.15.70:0/980444401 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bbc0a5900 con 0x7f6bc40b5830 2024-09-05T06:16:20.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.682+0000 7f6bc27fc640 1 -- 172.21.15.70:0/980444401 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc0a5cd0 con 0x7f6bc40b5830 2024-09-05T06:16:20.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/980444401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40b5830 msgr2=0x7f6bc40b41a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/980444401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40b5830 0x7f6bc40b41a0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f6bc408dbd0 tx=0x7f6bbc01c9b0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/980444401 shutdown_connections 2024-09-05T06:16:20.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/980444401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40b5830 0x7f6bc40b41a0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/980444401 >> v2:172.21.15.196:3300/0 conn(0x7f6bc40d3920 0x7f6bc40d5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/980444401 >> 172.21.15.70:0/980444401 conn(0x7f6bc40d4c30 msgr2=0x7f6bc40d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:20.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/980444401 shutdown_connections 2024-09-05T06:16:20.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/980444401 wait complete. 2024-09-05T06:16:20.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 Processor -- start 2024-09-05T06:16:20.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- start start 2024-09-05T06:16:20.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bc40b5830 0x7f6bc4154c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40d3920 0x7f6bc40b96a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bc4162440 0x7f6bc415bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc40b52c0 con 0x7f6bc40d3920 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc40b5140 con 0x7f6bc4162440 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc40b5440 con 0x7f6bc40b5830 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40d3920 0x7f6bc40b96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40d3920 0x7f6bc40b96a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36562/0 (socket says 172.21.15.70:36562) 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 -- 172.21.15.70:0/3780420803 learned_addr learned my addr 172.21.15.70:0/3780420803 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc37fe640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bc4162440 0x7f6bc415bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 -- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bc40b5830 msgr2=0x7f6bc4154c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc2ffd640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bc40b5830 0x7f6bc4154c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bc40b5830 0x7f6bc4154c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 -- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bc4162440 msgr2=0x7f6bc415bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bc4162440 0x7f6bc415bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 -- 172.21.15.70:0/3780420803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc40d0180 con 0x7f6bc40d3920 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc37fe640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bc4162440 0x7f6bc415bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bba7fc640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40d3920 0x7f6bc40b96a0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f6bac00c7f0 tx=0x7f6bac00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc0ff9640 1 -- 172.21.15.70:0/3780420803 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac015070 con 0x7f6bc40d3920 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc0ff9640 1 -- 172.21.15.70:0/3780420803 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bac007820 con 0x7f6bc40d3920 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc415c980 con 0x7f6bc40d3920 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc0ff9640 1 -- 172.21.15.70:0/3780420803 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac007c10 con 0x7f6bc40d3920 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.686+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc40b8ea0 con 0x7f6bc40d3920 2024-09-05T06:16:20.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.690+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bc40b41a0 con 0x7f6bc40d3920 2024-09-05T06:16:20.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.690+0000 7f6bc0ff9640 1 -- 172.21.15.70:0/3780420803 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6bac018070 con 0x7f6bc40d3920 2024-09-05T06:16:20.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.690+0000 7f6bc0ff9640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba40678c0 0x7f6ba4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:20.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.690+0000 7f6bc2ffd640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba40678c0 0x7f6ba4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:20.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.690+0000 7f6bc0ff9640 1 -- 172.21.15.70:0/3780420803 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 4943+0+0 (secure 0 0 0) 0x7f6bac085a20 con 0x7f6bc40d3920 2024-09-05T06:16:20.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.690+0000 7f6bc2ffd640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba40678c0 0x7f6ba4069d80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4003d60 tx=0x7f6bb4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:20.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.694+0000 7f6bc0ff9640 1 -- 172.21.15.70:0/3780420803 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6bac056860 con 0x7f6bc40d3920 2024-09-05T06:16:20.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.842+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f6bc40d33b0 con 0x7f6bc40d3920 2024-09-05T06:16:20.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc0ff9640 1 -- 172.21.15.70:0/3780420803 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f6bac056160 con 0x7f6bc40d3920 2024-09-05T06:16:20.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba40678c0 msgr2=0x7f6ba4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba40678c0 0x7f6ba4069d80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4003d60 tx=0x7f6bb4009040 comp rx=0 tx=0).stop 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40d3920 msgr2=0x7f6bc40b96a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40d3920 0x7f6bc40b96a0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f6bac00c7f0 tx=0x7f6bac00ccb0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 shutdown_connections 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ba40678c0 0x7f6ba4069d80 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6bc4162440 0x7f6bc415bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bc40d3920 0x7f6bc40b96a0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 --2- 172.21.15.70:0/3780420803 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6bc40b5830 0x7f6bc4154c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 >> 172.21.15.70:0/3780420803 conn(0x7f6bc40d4c30 msgr2=0x7f6bc406dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 shutdown_connections 2024-09-05T06:16:20.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:20.850+0000 7f6bc9a4d640 1 -- 172.21.15.70:0/3780420803 wait complete. 2024-09-05T06:16:20.860 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:16:20.860 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:16:20.903 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:16:20.956 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:16:20.957 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:16:20.957 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:20.962 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:16:20.963 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:16:20.963 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:20.969 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:16:20.969 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:16:20.969 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:21.009 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:16:21.010 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:16:21.010 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:16:21.015 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:16:21.015 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:16:21.015 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:21.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.178+0000 7fa96ddbd640 1 Processor -- start 2024-09-05T06:16:21.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.178+0000 7fa96ddbd640 1 -- start start 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa96ddbd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa968157110 0x7fa9680b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa96ddbd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa9680d0e60 0x7fa9680af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa96ddbd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa96806d570 con 0x7fa9680b5ac0 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa96ddbd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa96806d850 con 0x7fa9680d0e60 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa96ddbd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa96806db30 con 0x7fa968157110 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa967fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa9680d0e60 0x7fa9680af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa966ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa9680b5ac0 0x7fa9680d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36294/0 (socket says 172.21.15.70:36294) 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa966ffd640 1 -- 172.21.15.70:0/2622644542 learned_addr learned my addr 172.21.15.70:0/2622644542 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:21.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa967fff640 1 -- 172.21.15.70:0/2622644542 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa968157110 msgr2=0x7fa9680b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:21.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa9677fe640 1 --2- 172.21.15.70:0/2622644542 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa968157110 0x7fa9680b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa967fff640 1 --2- 172.21.15.70:0/2622644542 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa968157110 0x7fa9680b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa967fff640 1 -- 172.21.15.70:0/2622644542 >> v1:172.21.15.70:6789/0 conn(0x7fa9680b5ac0 legacy=0x7fa9680d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa9667fc640 1 -- 172.21.15.70:0/2622644542 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4125762700 0 0) 0x7fa96806d570 con 0x7fa9680b5ac0 2024-09-05T06:16:21.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa967fff640 1 -- 172.21.15.70:0/2622644542 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa96806de10 con 0x7fa9680d0e60 2024-09-05T06:16:21.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa967fff640 1 --2- 172.21.15.70:0/2622644542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa9680af720 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fa960009d90 tx=0x7fa96001c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68b69affb61b4002 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:21.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa9667fc640 1 -- 172.21.15.70:0/2622644542 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9600b2070 con 0x7fa9680d0e60 2024-09-05T06:16:21.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa9667fc640 1 -- 172.21.15.70:0/2622644542 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9600a5830 con 0x7fa9680d0e60 2024-09-05T06:16:21.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa9667fc640 1 -- 172.21.15.70:0/2622644542 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9600a5c00 con 0x7fa9680d0e60 2024-09-05T06:16:21.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa96ddbd640 1 -- 172.21.15.70:0/2622644542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 msgr2=0x7fa9680af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.182+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/2622644542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa9680af720 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fa960009d90 tx=0x7fa96001c970 comp rx=0 tx=0).stop 2024-09-05T06:16:21.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- 172.21.15.70:0/2622644542 shutdown_connections 2024-09-05T06:16:21.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/2622644542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa9680af720 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/2622644542 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa968157110 0x7fa9680b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- 172.21.15.70:0/2622644542 >> 172.21.15.70:0/2622644542 conn(0x7fa96806bcc0 msgr2=0x7fa96806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:21.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- 172.21.15.70:0/2622644542 shutdown_connections 2024-09-05T06:16:21.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- 172.21.15.70:0/2622644542 wait complete. 2024-09-05T06:16:21.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 Processor -- start 2024-09-05T06:16:21.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- start start 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa9680b5ac0 0x7fa9680b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa96814f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa968157110 0x7fa9680b26e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa9680b3e80 con 0x7fa9680d0e60 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa9680b3d00 con 0x7fa968157110 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa9680b4000 con 0x7fa9680b5ac0 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa96814f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa96814f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36584/0 (socket says 172.21.15.70:36584) 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 -- 172.21.15.70:0/4019484017 learned_addr learned my addr 172.21.15.70:0/4019484017 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 -- 172.21.15.70:0/4019484017 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa9680b5ac0 msgr2=0x7fa9680b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa9680b5ac0 0x7fa9680b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 -- 172.21.15.70:0/4019484017 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa968157110 msgr2=0x7fa9680b26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa968157110 0x7fa9680b26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 -- 172.21.15.70:0/4019484017 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9680b1260 con 0x7fa9680d0e60 2024-09-05T06:16:21.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa966ffd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa96814f250 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7fa95c00c4e0 tx=0x7fa95c00c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:21.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa94ffff640 1 -- 172.21.15.70:0/4019484017 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa95c018070 con 0x7fa9680d0e60 2024-09-05T06:16:21.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa94ffff640 1 -- 172.21.15.70:0/4019484017 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa95c007500 con 0x7fa9680d0e60 2024-09-05T06:16:21.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa94ffff640 1 -- 172.21.15.70:0/4019484017 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa95c004a30 con 0x7fa9680d0e60 2024-09-05T06:16:21.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9680b0a00 con 0x7fa9680d0e60 2024-09-05T06:16:21.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9680b0f80 con 0x7fa9680d0e60 2024-09-05T06:16:21.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.186+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa96806d570 con 0x7fa9680d0e60 2024-09-05T06:16:21.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.190+0000 7fa94ffff640 1 -- 172.21.15.70:0/4019484017 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa95c01b070 con 0x7fa9680d0e60 2024-09-05T06:16:21.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.190+0000 7fa94ffff640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9540678c0 0x7fa954069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.190+0000 7fa94ffff640 1 -- 172.21.15.70:0/4019484017 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 4943+0+0 (secure 0 0 0) 0x7fa95c084bb0 con 0x7fa9680d0e60 2024-09-05T06:16:21.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.190+0000 7fa9677fe640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9540678c0 0x7fa954069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.190+0000 7fa9677fe640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9540678c0 0x7fa954069d80 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fa95800a810 tx=0x7fa958008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:21.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.194+0000 7fa94ffff640 1 -- 172.21.15.70:0/4019484017 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa95c055b40 con 0x7fa9680d0e60 2024-09-05T06:16:21.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.370+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9680d0530 con 0x7fa9680d0e60 2024-09-05T06:16:21.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa94ffff640 1 -- 172.21.15.70:0/4019484017 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) ==== 94+0+3914 (secure 0 0 0) 0x7fa95c055440 con 0x7fa9680d0e60 2024-09-05T06:16:21.366 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:21.366 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":57,"btime":"2024-09-05T06:16:16:009522+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5770,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2972186877","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2972186877},{"type":"v1","addr":"172.21.15.196:6833","nonce":2972186877}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2398420752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2398420752},{"type":"v1","addr":"172.21.15.196:6835","nonce":2398420752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/4093762249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":4093762249},{"type":"v1","addr":"172.21.15.70:6835","nonce":4093762249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7200,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/936222245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":936222245},{"type":"v1","addr":"172.21.15.70:6837","nonce":936222245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[]} 2024-09-05T06:16:21.366 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 57 2024-09-05T06:16:21.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9540678c0 msgr2=0x7fa954069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9540678c0 0x7fa954069d80 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fa95800a810 tx=0x7fa958008040 comp rx=0 tx=0).stop 2024-09-05T06:16:21.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 msgr2=0x7fa96814f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa96814f250 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7fa95c00c4e0 tx=0x7fa95c00c9a0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 shutdown_connections 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa9540678c0 0x7fa954069d80 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa968157110 0x7fa9680b26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9680d0e60 0x7fa96814f250 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 --2- 172.21.15.70:0/4019484017 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa9680b5ac0 0x7fa9680b04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 >> 172.21.15.70:0/4019484017 conn(0x7fa96806bcc0 msgr2=0x7fa96815af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 shutdown_connections 2024-09-05T06:16:21.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.374+0000 7fa96ddbd640 1 -- 172.21.15.70:0/4019484017 wait complete. 2024-09-05T06:16:21.384 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:16:21.384 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:16:21.384 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:16:21.385 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:16:21.385 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:16:21.385 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:16:21.385 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:16:21.385 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:16:21.386 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:16:21.386 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:16:21.386 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:16:21.386 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:16:21.386 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:16:21.387 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:16:21.387 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:16:21.387 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:16:21.394 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:16:21.394 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:16:21.396 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:16:21.396 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:16:21.399 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:16:21.399 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:16:21.401 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:16:21.401 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:16:21.438 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:16:21.439 DEBUG:teuthology.parallel:result is None 2024-09-05T06:16:21.440 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:16:21.440 DEBUG:teuthology.parallel:result is None 2024-09-05T06:16:21.444 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:16:21.444 DEBUG:teuthology.parallel:result is None 2024-09-05T06:16:21.445 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:16:21.446 DEBUG:teuthology.parallel:result is None 2024-09-05T06:16:21.446 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:16:21.496 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:16:21.498 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:16:21.516 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:16:21.518 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:16:21.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.562+0000 7f2a68471640 1 Processor -- start 2024-09-05T06:16:21.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.562+0000 7f2a68471640 1 -- start start 2024-09-05T06:16:21.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a600d4980 0x7f2a600d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a600d3a50 0x7f2a600b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a600cfd30 con 0x7f2a6015edb0 2024-09-05T06:16:21.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2a600d0010 con 0x7f2a600d4980 2024-09-05T06:16:21.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a600d02f0 con 0x7f2a600d3a50 2024-09-05T06:16:21.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a65a0c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2a6015edb0 0x7f2a600d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36324/0 (socket says 172.21.15.70:36324) 2024-09-05T06:16:21.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a65a0c640 1 -- 172.21.15.70:0/488461233 learned_addr learned my addr 172.21.15.70:0/488461233 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:21.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6620d640 1 --2- 172.21.15.70:0/488461233 >> v2:172.21.15.70:3300/0 conn(0x7f2a600d4980 0x7f2a600d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a66a0e640 1 --2- 172.21.15.70:0/488461233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a600d3a50 0x7f2a600b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6620d640 1 -- 172.21.15.70:0/488461233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a600d3a50 msgr2=0x7f2a600b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:21.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6620d640 1 --2- 172.21.15.70:0/488461233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a600d3a50 0x7f2a600b4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6620d640 1 -- 172.21.15.70:0/488461233 >> v1:172.21.15.70:6789/0 conn(0x7f2a6015edb0 legacy=0x7f2a600d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6620d640 1 -- 172.21.15.70:0/488461233 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a600d05d0 con 0x7f2a600d4980 2024-09-05T06:16:21.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6520b640 1 -- 172.21.15.70:0/488461233 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2017356248 0 0) 0x7f2a600cfd30 con 0x7f2a6015edb0 2024-09-05T06:16:21.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6620d640 1 --2- 172.21.15.70:0/488461233 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a600d4d60 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f2a500097c0 tx=0x7f2a5001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ac86cb06d8e6bb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:21.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6520b640 1 -- 172.21.15.70:0/488461233 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a500aa5f0 con 0x7f2a600d4980 2024-09-05T06:16:21.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6520b640 1 -- 172.21.15.70:0/488461233 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a500af070 con 0x7f2a600d4980 2024-09-05T06:16:21.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a6520b640 1 -- 172.21.15.70:0/488461233 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a500aa9b0 con 0x7f2a600d4980 2024-09-05T06:16:21.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 -- 172.21.15.70:0/488461233 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 msgr2=0x7f2a600d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 --2- 172.21.15.70:0/488461233 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a600d4d60 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f2a500097c0 tx=0x7f2a5001c470 comp rx=0 tx=0).stop 2024-09-05T06:16:21.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 -- 172.21.15.70:0/488461233 shutdown_connections 2024-09-05T06:16:21.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 --2- 172.21.15.70:0/488461233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a600d3a50 0x7f2a600b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 --2- 172.21.15.70:0/488461233 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a600d4d60 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 -- 172.21.15.70:0/488461233 >> 172.21.15.70:0/488461233 conn(0x7f2a6008e690 msgr2=0x7f2a6009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:21.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 -- 172.21.15.70:0/488461233 shutdown_connections 2024-09-05T06:16:21.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.566+0000 7f2a68471640 1 -- 172.21.15.70:0/488461233 wait complete. 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 Processor -- start 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 -- start start 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a600d3a50 0x7f2a60150840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a601561a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a6015edb0 0x7f2a601566e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a600b54e0 con 0x7f2a600d4980 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2a600b5360 con 0x7f2a600d3a50 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a6016b730 con 0x7f2a6015edb0 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a601561a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a601561a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36638/0 (socket says 172.21.15.70:36638) 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 -- 172.21.15.70:0/3784453925 learned_addr learned my addr 172.21.15.70:0/3784453925 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:21.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a6620d640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a600d3a50 0x7f2a60150840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a66a0e640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a6015edb0 0x7f2a601566e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 -- 172.21.15.70:0/3784453925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a6015edb0 msgr2=0x7f2a601566e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a6015edb0 0x7f2a601566e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 -- 172.21.15.70:0/3784453925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a600d3a50 msgr2=0x7f2a60150840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a600d3a50 0x7f2a60150840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 -- 172.21.15.70:0/3784453925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a60154a60 con 0x7f2a600d4980 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a65a0c640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a601561a0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c00c520 tx=0x7f2a5c00c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a56ffd640 1 -- 172.21.15.70:0/3784453925 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c018070 con 0x7f2a600d4980 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a56ffd640 1 -- 172.21.15.70:0/3784453925 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a5c0074e0 con 0x7f2a600d4980 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a60154d40 con 0x7f2a600d4980 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a56ffd640 1 -- 172.21.15.70:0/3784453925 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c0049f0 con 0x7f2a600d4980 2024-09-05T06:16:21.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a60155300 con 0x7f2a600d4980 2024-09-05T06:16:21.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a600b4610 con 0x7f2a600d4980 2024-09-05T06:16:21.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a56ffd640 1 -- 172.21.15.70:0/3784453925 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a5c01b070 con 0x7f2a600d4980 2024-09-05T06:16:21.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a56ffd640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a440678c0 0x7f2a44069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:21.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a56ffd640 1 -- 172.21.15.70:0/3784453925 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(153..153 src has 1..153) ==== 4943+0+0 (secure 0 0 0) 0x7f2a5c084d30 con 0x7f2a600d4980 2024-09-05T06:16:21.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.570+0000 7f2a6620d640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a440678c0 0x7f2a44069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:21.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.574+0000 7f2a6620d640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a440678c0 0x7f2a44069d80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f2a500ae000 tx=0x7f2a500a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:21.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.578+0000 7f2a56ffd640 1 -- 172.21.15.70:0/3784453925 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2a5c055520 con 0x7f2a600d4980 2024-09-05T06:16:21.602 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-05T06:16:21.603 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-09-05T06:16:21.603 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-05T06:16:21.603 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-05T06:16:21.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:21.746+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f2a6015b850 con 0x7f2a600d4980 2024-09-05T06:16:22.550 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.554+0000 7f2a56ffd640 1 -- 172.21.15.70:0/3784453925 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v154) ==== 97+0+0 (secure 0 0 0) 0x7f2a5c059820 con 0x7f2a600d4980 2024-09-05T06:16:22.550 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:16:22.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a440678c0 msgr2=0x7f2a44069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a440678c0 0x7f2a44069d80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f2a500ae000 tx=0x7f2a500a7000 comp rx=0 tx=0).stop 2024-09-05T06:16:22.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 msgr2=0x7f2a601561a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a601561a0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c00c520 tx=0x7f2a5c00c9e0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 shutdown_connections 2024-09-05T06:16:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a440678c0 0x7f2a44069d80 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a6015edb0 0x7f2a601566e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a600d4980 0x7f2a601561a0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 --2- 172.21.15.70:0/3784453925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a600d3a50 0x7f2a60150840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 >> 172.21.15.70:0/3784453925 conn(0x7f2a6008e690 msgr2=0x7f2a6015c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 shutdown_connections 2024-09-05T06:16:22.555 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.562+0000 7f2a68471640 1 -- 172.21.15.70:0/3784453925 wait complete. 2024-09-05T06:16:22.574 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:16:22.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad1d449640 1 Processor -- start 2024-09-05T06:16:22.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad1d449640 1 -- start start 2024-09-05T06:16:22.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad1d449640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1815edb0 0x7fad180d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:22.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad1d449640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad180cfd30 con 0x7fad180cf7e0 2024-09-05T06:16:22.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad1d449640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad180d0010 con 0x7fad180d4980 2024-09-05T06:16:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad1d449640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fad180d02f0 con 0x7fad1815edb0 2024-09-05T06:16:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad177fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fad180cf7e0 0x7fad180b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36338/0 (socket says 172.21.15.70:36338) 2024-09-05T06:16:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad177fe640 1 -- 172.21.15.70:0/2495347778 learned_addr learned my addr 172.21.15.70:0/2495347778 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:22.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad167fc640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1815edb0 0x7fad180d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 587585178 0 0) 0x7fad180cfd30 con 0x7fad180cf7e0 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fad00003530 con 0x7fad180cf7e0 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 709303166 0 0) 0x7fad00003530 con 0x7fad180cf7e0 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1815edb0 msgr2=0x7fad180d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1815edb0 0x7fad180d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 >> v1:172.21.15.196:6789/0 conn(0x7fad180d4980 legacy=0x7fad180d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad180d05d0 con 0x7fad180cf7e0 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fad10001a00 con 0x7fad180cf7e0 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 >> v1:172.21.15.70:6789/0 conn(0x7fad180cf7e0 legacy=0x7fad180b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad00003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:22.702 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1815edb0 0x7fad00004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad00004d50 0x7fad000051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fad180d02f0 con 0x7fad000039f0 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fad0000ba00 con 0x7fad00004d50 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fad0000bc00 con 0x7fad1815edb0 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad16ffd640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad00003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad16ffd640 1 -- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1815edb0 msgr2=0x7fad00004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad167fc640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1815edb0 0x7fad00004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad177fe640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad00004d50 0x7fad000051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad16ffd640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad1815edb0 0x7fad00004810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad16ffd640 1 -- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad00004d50 msgr2=0x7fad000051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad16ffd640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad00004d50 0x7fad000051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad16ffd640 1 -- 172.21.15.70:0/2495347778 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad00003530 con 0x7fad000039f0 2024-09-05T06:16:22.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.706+0000 7fad177fe640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad00004d50 0x7fad000051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:22.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad16ffd640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad00003dd0 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7fad08001860 tx=0x7fad0801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa219cd600fcaa91 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:22.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad080b0070 con 0x7fad000039f0 2024-09-05T06:16:22.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad080ab600 con 0x7fad000039f0 2024-09-05T06:16:22.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad15ffb640 1 -- 172.21.15.70:0/2495347778 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad08001460 con 0x7fad000039f0 2024-09-05T06:16:22.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad1d449640 1 -- 172.21.15.70:0/2495347778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 msgr2=0x7fad00003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad1d449640 1 --2- 172.21.15.70:0/2495347778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad00003dd0 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7fad08001860 tx=0x7fad0801c430 comp rx=0 tx=0).stop 2024-09-05T06:16:22.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad177fe640 1 -- 172.21.15.70:0/2495347778 reap_dead start 2024-09-05T06:16:22.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad1d449640 1 -- 172.21.15.70:0/2495347778 shutdown_connections 2024-09-05T06:16:22.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad1d449640 1 -- 172.21.15.70:0/2495347778 >> 172.21.15.70:0/2495347778 conn(0x7fad1808e690 msgr2=0x7fad1809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:22.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad1d449640 1 -- 172.21.15.70:0/2495347778 shutdown_connections 2024-09-05T06:16:22.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad1d449640 1 -- 172.21.15.70:0/2495347778 wait complete. 2024-09-05T06:16:22.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad1d449640 1 Processor -- start 2024-09-05T06:16:22.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.710+0000 7fad1d449640 1 -- start start 2024-09-05T06:16:22.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad181fbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad180ce3b0 0x7fad181600b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad181605f0 0x7fad181f7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fad180d36d0 con 0x7fad000039f0 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fad180d3550 con 0x7fad180ce3b0 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fad180d3850 con 0x7fad181605f0 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad181fbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad181fbaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36654/0 (socket says 172.21.15.70:36654) 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 -- 172.21.15.70:0/966948351 learned_addr learned my addr 172.21.15.70:0/966948351 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad167fc640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad180ce3b0 0x7fad181600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad177fe640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad181605f0 0x7fad181f7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 -- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad181605f0 msgr2=0x7fad181f7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad181605f0 0x7fad181f7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 -- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad180ce3b0 msgr2=0x7fad181600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad180ce3b0 0x7fad181600b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 -- 172.21.15.70:0/966948351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad18163920 con 0x7fad000039f0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad167fc640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad180ce3b0 0x7fad181600b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad16ffd640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad181fbaf0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fad08000c10 tx=0x7fad00005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7facff7fe640 1 -- 172.21.15.70:0/966948351 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad080b0040 con 0x7fad000039f0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7facff7fe640 1 -- 172.21.15.70:0/966948351 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad08001440 con 0x7fad000039f0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad180ce890 con 0x7fad000039f0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7facff7fe640 1 -- 172.21.15.70:0/966948351 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad08005070 con 0x7fad000039f0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad18163ec0 con 0x7fad000039f0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad180d0010 con 0x7fad000039f0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7facff7fe640 1 -- 172.21.15.70:0/966948351 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fad08005210 con 0x7fad000039f0 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7facff7fe640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad040678c0 0x7fad04069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:22.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7facff7fe640 1 -- 172.21.15.70:0/966948351 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 4857+0+0 (secure 0 0 0) 0x7fad0811f6e0 con 0x7fad000039f0 2024-09-05T06:16:22.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad167fc640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad040678c0 0x7fad04069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:22.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.714+0000 7fad167fc640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad040678c0 0x7fad04069d80 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fad1815f300 tx=0x7fad0c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:22.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.718+0000 7facff7fe640 1 -- 172.21.15.70:0/966948351 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fad08016170 con 0x7fad000039f0 2024-09-05T06:16:22.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fad1815d870 con 0x7fad000039f0 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7facff7fe640 1 -- 172.21.15.70:0/966948351 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) ==== 80+0+5304 (secure 0 0 0) 0x7fad080bde50 con 0x7fad000039f0 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:16:22.919 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:16:22.920 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.921 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:16:22.922 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.923 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:16:22.924 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.925 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:16:22.926 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.927 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:16:22.928 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:16:22.929 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.930 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:16:22.931 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:16:22.932 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.933 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:22.933 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:16:22.933 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad040678c0 msgr2=0x7fad04069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad040678c0 0x7fad04069d80 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fad1815f300 tx=0x7fad0c008040 comp rx=0 tx=0).stop 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 msgr2=0x7fad181fbaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad181fbaf0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fad08000c10 tx=0x7fad00005840 comp rx=0 tx=0).stop 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 shutdown_connections 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fad040678c0 0x7fad04069d80 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fad181605f0 0x7fad181f7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fad180ce3b0 0x7fad181600b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 --2- 172.21.15.70:0/966948351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad000039f0 0x7fad181fbaf0 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:22.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 >> 172.21.15.70:0/966948351 conn(0x7fad1808e690 msgr2=0x7fad1806d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:22.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 shutdown_connections 2024-09-05T06:16:22.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:22.926+0000 7fad1d449640 1 -- 172.21.15.70:0/966948351 wait complete. 2024-09-05T06:16:22.937 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:16:23.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3c01df1640 1 Processor -- start 2024-09-05T06:16:23.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3c01df1640 1 -- start start 2024-09-05T06:16:23.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3c01df1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3bfc15bb50 0x7f3bfc0b02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3c01df1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bfc0b5000 con 0x7f3bfc0b4b70 2024-09-05T06:16:23.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3c01df1640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bfc0b5830 con 0x7f3bfc073d70 2024-09-05T06:16:23.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3c01df1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3bfc0b5270 con 0x7f3bfc15bb50 2024-09-05T06:16:23.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3bfbfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3bfc0b4b70 0x7f3bfc0b12f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36354/0 (socket says 172.21.15.70:36354) 2024-09-05T06:16:23.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3bfb7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3bfc15bb50 0x7f3bfc0b02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3bfbfff640 1 -- 172.21.15.70:0/677991000 learned_addr learned my addr 172.21.15.70:0/677991000 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:23.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3bfb7fe640 1 -- 172.21.15.70:0/677991000 >> v1:172.21.15.196:6789/0 conn(0x7f3bfc073d70 legacy=0x7f3bfc0b4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:23.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3bfb7fe640 1 -- 172.21.15.70:0/677991000 >> v1:172.21.15.70:6789/0 conn(0x7f3bfc0b4b70 legacy=0x7f3bfc0b12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.066+0000 7f3bfb7fe640 1 -- 172.21.15.70:0/677991000 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bfc0b5550 con 0x7f3bfc15bb50 2024-09-05T06:16:23.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3bfb7fe640 1 --2- 172.21.15.70:0/677991000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc0b02a0 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f3be40097c0 tx=0x7f3be4020e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=109f9517f76cb3a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:23.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3bfa7fc640 1 -- 172.21.15.70:0/677991000 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be40b7070 con 0x7f3bfc15bb50 2024-09-05T06:16:23.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3bfa7fc640 1 -- 172.21.15.70:0/677991000 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3be40aab60 con 0x7f3bfc15bb50 2024-09-05T06:16:23.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3bfa7fc640 1 -- 172.21.15.70:0/677991000 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be40b2440 con 0x7f3bfc15bb50 2024-09-05T06:16:23.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 -- 172.21.15.70:0/677991000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 msgr2=0x7f3bfc0b02a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 --2- 172.21.15.70:0/677991000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc0b02a0 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f3be40097c0 tx=0x7f3be4020e60 comp rx=0 tx=0).stop 2024-09-05T06:16:23.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 -- 172.21.15.70:0/677991000 shutdown_connections 2024-09-05T06:16:23.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 --2- 172.21.15.70:0/677991000 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc0b02a0 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 -- 172.21.15.70:0/677991000 >> 172.21.15.70:0/677991000 conn(0x7f3bfc0731e0 msgr2=0x7f3bfc0735f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:23.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 -- 172.21.15.70:0/677991000 shutdown_connections 2024-09-05T06:16:23.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 -- 172.21.15.70:0/677991000 wait complete. 2024-09-05T06:16:23.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 Processor -- start 2024-09-05T06:16:23.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.070+0000 7f3c01df1640 1 -- start start 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc073d70 0x7f3bfc152000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc0b4b70 0x7f3bfc15c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc15daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc0b0960 con 0x7f3bfc15bb50 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc0b07e0 con 0x7f3bfc073d70 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3bfc15bf30 con 0x7f3bfc0b4b70 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc15daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc15daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36666/0 (socket says 172.21.15.70:36666) 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 -- 172.21.15.70:0/381100158 learned_addr learned my addr 172.21.15.70:0/381100158 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfb7fe640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc073d70 0x7f3bfc152000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfaffd640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc0b4b70 0x7f3bfc15c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 -- 172.21.15.70:0/381100158 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc0b4b70 msgr2=0x7f3bfc15c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc0b4b70 0x7f3bfc15c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 -- 172.21.15.70:0/381100158 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc073d70 msgr2=0x7f3bfc152000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc073d70 0x7f3bfc152000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 -- 172.21.15.70:0/381100158 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bfc15ca00 con 0x7f3bfc15bb50 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfbfff640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc15daa0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f3bf400c3c0 tx=0x7f3bf400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bf3fff640 1 -- 172.21.15.70:0/381100158 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf4017070 con 0x7f3bfc15bb50 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bf3fff640 1 -- 172.21.15.70:0/381100158 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bf4005cf0 con 0x7f3bfc15bb50 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bf3fff640 1 -- 172.21.15.70:0/381100158 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf40072d0 con 0x7f3bfc15bb50 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bfc15cce0 con 0x7f3bfc15bb50 2024-09-05T06:16:23.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bfc15d2a0 con 0x7f3bfc15bb50 2024-09-05T06:16:23.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bfc0b02a0 con 0x7f3bfc15bb50 2024-09-05T06:16:23.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bf3fff640 1 -- 172.21.15.70:0/381100158 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3bf401a070 con 0x7f3bfc15bb50 2024-09-05T06:16:23.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bf3fff640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bdc0678c0 0x7f3bdc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bf3fff640 1 -- 172.21.15.70:0/381100158 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 4857+0+0 (secure 0 0 0) 0x7f3bf4084c70 con 0x7f3bfc15bb50 2024-09-05T06:16:23.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfb7fe640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bdc0678c0 0x7f3bdc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.074+0000 7f3bfb7fe640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bdc0678c0 0x7f3bdc069d80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f3be40b4000 tx=0x7f3be4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:23.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.078+0000 7f3bf3fff640 1 -- 172.21.15.70:0/381100158 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3bf4055420 con 0x7f3bfc15bb50 2024-09-05T06:16:23.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.230+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f3bfc0ae0a0 con 0x7f3bfc15bb50 2024-09-05T06:16:23.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.230+0000 7f3bf3fff640 1 -- 172.21.15.70:0/381100158 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v154) ==== 84+0+65 (secure 0 0 0) 0x7f3bf4059720 con 0x7f3bfc15bb50 2024-09-05T06:16:23.225 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:23.226 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:16:23.226 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:16:23.226 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:16:23.226 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:16:23.226 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:23.226 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:16:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bdc0678c0 msgr2=0x7f3bdc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bdc0678c0 0x7f3bdc069d80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f3be40b4000 tx=0x7f3be4008040 comp rx=0 tx=0).stop 2024-09-05T06:16:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 msgr2=0x7f3bfc15daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc15daa0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f3bf400c3c0 tx=0x7f3bf400c880 comp rx=0 tx=0).stop 2024-09-05T06:16:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 shutdown_connections 2024-09-05T06:16:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3bdc0678c0 0x7f3bdc069d80 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bfc15bb50 0x7f3bfc15daa0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3bfc0b4b70 0x7f3bfc15c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 --2- 172.21.15.70:0/381100158 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3bfc073d70 0x7f3bfc152000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 >> 172.21.15.70:0/381100158 conn(0x7f3bfc0731e0 msgr2=0x7f3bfc0b35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:23.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 shutdown_connections 2024-09-05T06:16:23.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.234+0000 7f3c01df1640 1 -- 172.21.15.70:0/381100158 wait complete. 2024-09-05T06:16:23.243 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:16:23.243 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:16:23.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f993e191640 1 Processor -- start 2024-09-05T06:16:23.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f993e191640 1 -- start start 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f993e191640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f99380b59c0 0x7f99380d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f993e191640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d1ad0 0x7f9938163430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f993e191640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99380d1f40 con 0x7f99380d16f0 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f993e191640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f99380b5430 con 0x7f99380b59c0 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f993e191640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f99380d2210 con 0x7f99380d1ad0 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f99377fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f99380d16f0 0x7f9938162d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36370/0 (socket says 172.21.15.70:36370) 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f9936ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f99380b59c0 0x7f99380d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f99377fe640 1 -- 172.21.15.70:0/3087614961 learned_addr learned my addr 172.21.15.70:0/3087614961 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:23.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f9937fff640 1 --2- 172.21.15.70:0/3087614961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d1ad0 0x7f9938163430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f9936ffd640 1 -- 172.21.15.70:0/3087614961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d1ad0 msgr2=0x7f9938163430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:23.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f9936ffd640 1 --2- 172.21.15.70:0/3087614961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d1ad0 0x7f9938163430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f9936ffd640 1 -- 172.21.15.70:0/3087614961 >> v1:172.21.15.70:6789/0 conn(0x7f99380d16f0 legacy=0x7f9938162d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f9936ffd640 1 -- 172.21.15.70:0/3087614961 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99380d24f0 con 0x7f99380b59c0 2024-09-05T06:16:23.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.362+0000 7f9937fff640 1 --2- 172.21.15.70:0/3087614961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d1ad0 0x7f9938163430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:23.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f9936ffd640 1 --2- 172.21.15.70:0/3087614961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380b59c0 0x7f99380d5750 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f992c0097c0 tx=0x7f992c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c61b3a4332c8069 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:23.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f99367fc640 1 -- 172.21.15.70:0/3087614961 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992c0a7070 con 0x7f99380b59c0 2024-09-05T06:16:23.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f99367fc640 1 -- 172.21.15.70:0/3087614961 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f992c0b0070 con 0x7f99380b59c0 2024-09-05T06:16:23.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f99367fc640 1 -- 172.21.15.70:0/3087614961 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992c0ab890 con 0x7f99380b59c0 2024-09-05T06:16:23.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 -- 172.21.15.70:0/3087614961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380b59c0 msgr2=0x7f99380d5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 --2- 172.21.15.70:0/3087614961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380b59c0 0x7f99380d5750 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f992c0097c0 tx=0x7f992c01c470 comp rx=0 tx=0).stop 2024-09-05T06:16:23.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 -- 172.21.15.70:0/3087614961 shutdown_connections 2024-09-05T06:16:23.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 --2- 172.21.15.70:0/3087614961 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d1ad0 0x7f9938163430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 --2- 172.21.15.70:0/3087614961 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380b59c0 0x7f99380d5750 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 -- 172.21.15.70:0/3087614961 >> 172.21.15.70:0/3087614961 conn(0x7f99380d4c30 msgr2=0x7f99380d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:23.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 -- 172.21.15.70:0/3087614961 shutdown_connections 2024-09-05T06:16:23.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 -- 172.21.15.70:0/3087614961 wait complete. 2024-09-05T06:16:23.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 Processor -- start 2024-09-05T06:16:23.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.366+0000 7f993e191640 1 -- start start 2024-09-05T06:16:23.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380b59c0 0x7f9938152700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d16f0 0x7f99380c8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380d1ad0 0x7f99380b7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f99380d3190 con 0x7f99380d1ad0 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f99380d3010 con 0x7f99380b59c0 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f99380d3310 con 0x7f99380d16f0 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380d1ad0 0x7f99380b7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380d1ad0 0x7f99380b7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36684/0 (socket says 172.21.15.70:36684) 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 -- 172.21.15.70:0/1508209360 learned_addr learned my addr 172.21.15.70:0/1508209360 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 -- 172.21.15.70:0/1508209360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d16f0 msgr2=0x7f99380c8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f99377fe640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380b59c0 0x7f9938152700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9936ffd640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d16f0 0x7f99380c8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d16f0 0x7f99380c8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 -- 172.21.15.70:0/1508209360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380b59c0 msgr2=0x7f9938152700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380b59c0 0x7f9938152700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 -- 172.21.15.70:0/1508209360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99380b84b0 con 0x7f99380d1ad0 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f9937fff640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380d1ad0 0x7f99380b7a60 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f993000cd80 tx=0x7f993000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f991ffff640 1 -- 172.21.15.70:0/1508209360 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993000f680 con 0x7f99380d1ad0 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f991ffff640 1 -- 172.21.15.70:0/1508209360 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f993000f840 con 0x7f99380d1ad0 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99380b8790 con 0x7f99380d1ad0 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f991ffff640 1 -- 172.21.15.70:0/1508209360 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993000fc30 con 0x7f99380d1ad0 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99380b8ce0 con 0x7f99380d1ad0 2024-09-05T06:16:23.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99380d5750 con 0x7f99380d1ad0 2024-09-05T06:16:23.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f991ffff640 1 -- 172.21.15.70:0/1508209360 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f99300213f0 con 0x7f99380d1ad0 2024-09-05T06:16:23.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f991ffff640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99240678c0 0x7f9924069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f991ffff640 1 -- 172.21.15.70:0/1508209360 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 4857+0+0 (secure 0 0 0) 0x7f99300867a0 con 0x7f99380d1ad0 2024-09-05T06:16:23.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f99377fe640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99240678c0 0x7f9924069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:23.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.370+0000 7f99377fe640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99240678c0 0x7f9924069d80 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9928000f70 tx=0x7f9928009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:23.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.374+0000 7f991ffff640 1 -- 172.21.15.70:0/1508209360 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9930014030 con 0x7f99380d1ad0 2024-09-05T06:16:23.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.530+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f99380cfe50 con 0x7f99380d1ad0 2024-09-05T06:16:23.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.853+0000 7f991ffff640 1 -- 172.21.15.70:0/1508209360 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v155) ==== 138+0+0 (secure 0 0 0) 0x7f9930057590 con 0x7f99380d1ad0 2024-09-05T06:16:23.848 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99240678c0 msgr2=0x7f9924069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99240678c0 0x7f9924069d80 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9928000f70 tx=0x7f9928009040 comp rx=0 tx=0).stop 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380d1ad0 msgr2=0x7f99380b7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380d1ad0 0x7f99380b7a60 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f993000cd80 tx=0x7f993000a650 comp rx=0 tx=0).stop 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 shutdown_connections 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f99240678c0 0x7f9924069d80 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99380d1ad0 0x7f99380b7a60 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99380d16f0 0x7f99380c8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 --2- 172.21.15.70:0/1508209360 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99380b59c0 0x7f9938152700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:23.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 >> 172.21.15.70:0/1508209360 conn(0x7f99380d4c30 msgr2=0x7f993815f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:23.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 shutdown_connections 2024-09-05T06:16:23.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:23.857+0000 7f993e191640 1 -- 172.21.15.70:0/1508209360 wait complete. 2024-09-05T06:16:23.874 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:16:23.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f525e0e3640 1 Processor -- start 2024-09-05T06:16:23.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f525e0e3640 1 -- start start 2024-09-05T06:16:23.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f525e0e3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 0x7f525806d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f525e0e3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f525806cdd0 0x7f525806d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:23.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f525e0e3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52581627b0 con 0x7f52580b50a0 2024-09-05T06:16:23.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f525e0e3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f52580d1a20 con 0x7f525806cdd0 2024-09-05T06:16:23.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f525e0e3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f52580d1d00 con 0x7f52581623d0 2024-09-05T06:16:23.997 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f5257fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f52580b50a0 0x7f5258162a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36384/0 (socket says 172.21.15.70:36384) 2024-09-05T06:16:23.998 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f5257fff640 1 -- 172.21.15.70:0/1730285879 learned_addr learned my addr 172.21.15.70:0/1730285879 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:24.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52577fe640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 0x7f525806d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f5256ffd640 1 --2- 172.21.15.70:0/1730285879 >> v2:172.21.15.196:3300/0 conn(0x7f525806cdd0 0x7f525806d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2328703643 0 0) 0x7f52581627b0 con 0x7f52580b50a0 2024-09-05T06:16:24.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5240003530 con 0x7f52580b50a0 2024-09-05T06:16:24.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1299432464 0 0) 0x7f5240003530 con 0x7f52580b50a0 2024-09-05T06:16:24.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 msgr2=0x7f525806d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:24.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 0x7f525806d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 >> v2:172.21.15.196:3300/0 conn(0x7f525806cdd0 msgr2=0x7f525806d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 --2- 172.21.15.70:0/1730285879 >> v2:172.21.15.196:3300/0 conn(0x7f525806cdd0 0x7f525806d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52580b5a20 con 0x7f52580b50a0 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.001+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f5250001a00 con 0x7f52580b50a0 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 >> v1:172.21.15.70:6789/0 conn(0x7f52580b50a0 legacy=0x7f5258162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52400039c0 0x7f5240003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 0x7f5240004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f52400051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f52580d1a20 con 0x7f5240004d50 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f52580d1d00 con 0x7f52400039c0 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f524000b9d0 con 0x7f52581623d0 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5257fff640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f52400051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5256ffd640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 0x7f5240004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52577fe640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52400039c0 0x7f5240003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5257fff640 1 -- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 msgr2=0x7f5240004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5257fff640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 0x7f5240004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5257fff640 1 -- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52400039c0 msgr2=0x7f5240003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5257fff640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52400039c0 0x7f5240003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5257fff640 1 -- 172.21.15.70:0/1730285879 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5240003530 con 0x7f5240004d50 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5256ffd640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581623d0 0x7f5240004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52577fe640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f52400039c0 0x7f5240003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5257fff640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f52400051d0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f52500013e0 tx=0x7f525001fb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=915d111aa4a9e1cf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525000a4e0 con 0x7f5240004d50 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52500ad020 con 0x7f5240004d50 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f52567fc640 1 -- 172.21.15.70:0/1730285879 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52500a9740 con 0x7f5240004d50 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f525e0e3640 1 -- 172.21.15.70:0/1730285879 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 msgr2=0x7f52400051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:24.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f525e0e3640 1 --2- 172.21.15.70:0/1730285879 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f52400051d0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f52500013e0 tx=0x7f525001fb00 comp rx=0 tx=0).stop 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f5257fff640 1 -- 172.21.15.70:0/1730285879 reap_dead start 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f525e0e3640 1 -- 172.21.15.70:0/1730285879 shutdown_connections 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f525e0e3640 1 -- 172.21.15.70:0/1730285879 >> 172.21.15.70:0/1730285879 conn(0x7f52580b4580 msgr2=0x7f52580b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f525e0e3640 1 -- 172.21.15.70:0/1730285879 shutdown_connections 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.005+0000 7f525e0e3640 1 -- 172.21.15.70:0/1730285879 wait complete. 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 Processor -- start 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 -- start start 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f5258158a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5258160e10 0x7f525815b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581f51e0 0x7f52581f5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f52580d1790 con 0x7f5240004d50 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f52580d1610 con 0x7f5258160e10 2024-09-05T06:16:24.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f52580b7230 con 0x7f52581f51e0 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f5258158a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f5258158a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36704/0 (socket says 172.21.15.70:36704) 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 -- 172.21.15.70:0/1777423456 learned_addr learned my addr 172.21.15.70:0/1777423456 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f5257fff640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581f51e0 0x7f52581f5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f5256ffd640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5258160e10 0x7f525815b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 -- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581f51e0 msgr2=0x7f52581f5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581f51e0 0x7f52581f5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 -- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5258160e10 msgr2=0x7f525815b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5258160e10 0x7f525815b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 -- 172.21.15.70:0/1777423456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5258158fe0 con 0x7f5240004d50 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f5256ffd640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5258160e10 0x7f525815b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:24.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f52577fe640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f5258158a00 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f52480108d0 tx=0x7f5248010d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:24.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f523ffff640 1 -- 172.21.15.70:0/1777423456 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524800f040 con 0x7f5240004d50 2024-09-05T06:16:24.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f523ffff640 1 -- 172.21.15.70:0/1777423456 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5248004220 con 0x7f5240004d50 2024-09-05T06:16:24.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52581592c0 con 0x7f5240004d50 2024-09-05T06:16:24.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f523ffff640 1 -- 172.21.15.70:0/1777423456 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524800e960 con 0x7f5240004d50 2024-09-05T06:16:24.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5258159880 con 0x7f5240004d50 2024-09-05T06:16:24.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f525806da40 con 0x7f5240004d50 2024-09-05T06:16:24.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.009+0000 7f523ffff640 1 -- 172.21.15.70:0/1777423456 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f524800eb00 con 0x7f5240004d50 2024-09-05T06:16:24.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.013+0000 7f523ffff640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52440678c0 0x7f5244069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:24.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.013+0000 7f523ffff640 1 -- 172.21.15.70:0/1777423456 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5227+0+0 (secure 0 0 0) 0x7f52480862f0 con 0x7f5240004d50 2024-09-05T06:16:24.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.013+0000 7f5256ffd640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52440678c0 0x7f5244069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:24.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.013+0000 7f5256ffd640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52440678c0 0x7f5244069d80 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f52581f8710 tx=0x7f524c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:24.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.017+0000 7f523ffff640 1 -- 172.21.15.70:0/1777423456 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5248018030 con 0x7f5240004d50 2024-09-05T06:16:24.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.173+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f525806e2d0 con 0x7f5240004d50 2024-09-05T06:16:24.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.865+0000 7f523ffff640 1 -- 172.21.15.70:0/1777423456 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v156) ==== 170+0+0 (secure 0 0 0) 0x7f52480570f0 con 0x7f5240004d50 2024-09-05T06:16:24.859 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:16:24.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.865+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52440678c0 msgr2=0x7f5244069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:24.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.865+0000 7f525e0e3640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52440678c0 0x7f5244069d80 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f52581f8710 tx=0x7f524c008040 comp rx=0 tx=0).stop 2024-09-05T06:16:24.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 msgr2=0x7f5258158a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:24.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f5258158a00 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f52480108d0 tx=0x7f5248010d90 comp rx=0 tx=0).stop 2024-09-05T06:16:24.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 shutdown_connections 2024-09-05T06:16:24.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f52440678c0 0x7f5244069d80 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f52581f51e0 0x7f52581f5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5258160e10 0x7f525815b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 --2- 172.21.15.70:0/1777423456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5240004d50 0x7f5258158a00 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:24.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 >> 172.21.15.70:0/1777423456 conn(0x7f52580b4580 msgr2=0x7f52580c9280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:24.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 shutdown_connections 2024-09-05T06:16:24.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:24.869+0000 7f525e0e3640 1 -- 172.21.15.70:0/1777423456 wait complete. 2024-09-05T06:16:24.890 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:16:25.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.017+0000 7f7f4ac4e640 1 Processor -- start 2024-09-05T06:16:25.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.017+0000 7f7f4ac4e640 1 -- start start 2024-09-05T06:16:25.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f4ac4e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f44162170 0x7f7f4406cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f4ac4e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7f440d2120 0x7f7f4406d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f4ac4e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f440d10c0 con 0x7f7f440b5190 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f4ac4e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7f440d1c90 con 0x7f7f440d2120 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f4ac4e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7f440d1360 con 0x7f7f44162170 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f491eb640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7f440b5190 0x7f7f4406fec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36394/0 (socket says 172.21.15.70:36394) 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f491eb640 1 -- 172.21.15.70:0/2916238798 learned_addr learned my addr 172.21.15.70:0/2916238798 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f489ea640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f44162170 0x7f7f4406cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f43fff640 1 --2- 172.21.15.70:0/2916238798 >> v2:172.21.15.196:3300/0 conn(0x7f7f440d2120 0x7f7f4406d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3182786718 0 0) 0x7f7f440d10c0 con 0x7f7f440b5190 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7f34003530 con 0x7f7f440b5190 2024-09-05T06:16:25.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3844127691 0 0) 0x7f7f34003530 con 0x7f7f440b5190 2024-09-05T06:16:25.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f44162170 msgr2=0x7f7f4406cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:25.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f44162170 0x7f7f4406cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 >> v2:172.21.15.196:3300/0 conn(0x7f7f440d2120 msgr2=0x7f7f4406d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:25.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 --2- 172.21.15.70:0/2916238798 >> v2:172.21.15.196:3300/0 conn(0x7f7f440d2120 0x7f7f4406d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f440d1640 con 0x7f7f440b5190 2024-09-05T06:16:25.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7f3c001a00 con 0x7f7f440b5190 2024-09-05T06:16:25.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 >> v1:172.21.15.70:6789/0 conn(0x7f7f440b5190 legacy=0x7f7f4406fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:25.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f44162170 0x7f7f340039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f34004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f34004d50 0x7f7f340051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7f440d1c90 con 0x7f7f34003f40 2024-09-05T06:16:25.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7f440d1360 con 0x7f7f34004d50 2024-09-05T06:16:25.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7f3400ba20 con 0x7f7f44162170 2024-09-05T06:16:25.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f43fff640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f34004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f489ea640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f44162170 0x7f7f340039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f491eb640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f34004d50 0x7f7f340051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f43fff640 1 -- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f44162170 msgr2=0x7f7f340039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:25.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f43fff640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f44162170 0x7f7f340039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f43fff640 1 -- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f34004d50 msgr2=0x7f7f340051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:25.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f43fff640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f34004d50 0x7f7f340051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.021+0000 7f7f43fff640 1 -- 172.21.15.70:0/2916238798 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f34003530 con 0x7f7f34003f40 2024-09-05T06:16:25.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f43fff640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f34004810 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009b10 tx=0x7f7f3001cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90f357c6ec4494c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f300b2070 con 0x7f7f34003f40 2024-09-05T06:16:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f300a5590 con 0x7f7f34003f40 2024-09-05T06:16:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f437fe640 1 -- 172.21.15.70:0/2916238798 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f300096b0 con 0x7f7f34003f40 2024-09-05T06:16:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/2916238798 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 msgr2=0x7f7f34004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 --2- 172.21.15.70:0/2916238798 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f34004810 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009b10 tx=0x7f7f3001cab0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f491eb640 1 -- 172.21.15.70:0/2916238798 reap_dead start 2024-09-05T06:16:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/2916238798 shutdown_connections 2024-09-05T06:16:25.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/2916238798 >> 172.21.15.70:0/2916238798 conn(0x7f7f440b4670 msgr2=0x7f7f440b4a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/2916238798 shutdown_connections 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/2916238798 wait complete. 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 Processor -- start 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- start start 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f440b5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f44158690 0x7f7f4415d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f4415a330 0x7f7f4415a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7f44169930 con 0x7f7f34003f40 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7f44070de0 con 0x7f7f44158690 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f4ac4e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7f44169ab0 con 0x7f7f4415a330 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f489ea640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f440b5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f489ea640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f440b5970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36730/0 (socket says 172.21.15.70:36730) 2024-09-05T06:16:25.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.025+0000 7f7f489ea640 1 -- 172.21.15.70:0/57583678 learned_addr learned my addr 172.21.15.70:0/57583678 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:25.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f43fff640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f44158690 0x7f7f4415d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f491eb640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f4415a330 0x7f7f4415a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f489ea640 1 -- 172.21.15.70:0/57583678 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f4415a330 msgr2=0x7f7f4415a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:25.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f489ea640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f4415a330 0x7f7f4415a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f489ea640 1 -- 172.21.15.70:0/57583678 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f44158690 msgr2=0x7f7f4415d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:25.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f489ea640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f44158690 0x7f7f4415d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f489ea640 1 -- 172.21.15.70:0/57583678 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f440b5f50 con 0x7f7f34003f40 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f489ea640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f440b5970 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f7f38011610 tx=0x7f7f38011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f417fa640 1 -- 172.21.15.70:0/57583678 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3800f8f0 con 0x7f7f34003f40 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f417fa640 1 -- 172.21.15.70:0/57583678 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f3800fa90 con 0x7f7f34003f40 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f440b6230 con 0x7f7f34003f40 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f417fa640 1 -- 172.21.15.70:0/57583678 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3800fe40 con 0x7f7f34003f40 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f440b67f0 con 0x7f7f34003f40 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f4406d150 con 0x7f7f34003f40 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f417fa640 1 -- 172.21.15.70:0/57583678 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7f38015460 con 0x7f7f34003f40 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f417fa640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7f280678c0 0x7f7f28069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f43fff640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7f280678c0 0x7f7f28069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:25.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f417fa640 1 -- 172.21.15.70:0/57583678 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(156..156 src has 1..156) ==== 5609+0+0 (secure 0 0 0) 0x7f7f38086580 con 0x7f7f34003f40 2024-09-05T06:16:25.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.029+0000 7f7f43fff640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7f280678c0 0x7f7f28069d80 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f7f300af000 tx=0x7f7f30008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:25.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.033+0000 7f7f417fa640 1 -- 172.21.15.70:0/57583678 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7f38019030 con 0x7f7f34003f40 2024-09-05T06:16:25.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.233+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f7f4406e280 con 0x7f7f34003f40 2024-09-05T06:16:25.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.865+0000 7f7f417fa640 1 -- 172.21.15.70:0/57583678 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 18 and data pool 19 v59) ==== 174+0+0 (secure 0 0 0) 0x7f7f38057290 con 0x7f7f34003f40 2024-09-05T06:16:25.862 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 18 and data pool 19 2024-09-05T06:16:25.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7f280678c0 msgr2=0x7f7f28069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:25.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7f280678c0 0x7f7f28069d80 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f7f300af000 tx=0x7f7f30008040 comp rx=0 tx=0).stop 2024-09-05T06:16:25.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 msgr2=0x7f7f440b5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:25.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f440b5970 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f7f38011610 tx=0x7f7f38011ad0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 shutdown_connections 2024-09-05T06:16:25.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7f280678c0 0x7f7f28069d80 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f4415a330 0x7f7f4415a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f44158690 0x7f7f4415d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 --2- 172.21.15.70:0/57583678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f34003f40 0x7f7f440b5970 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:25.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 >> 172.21.15.70:0/57583678 conn(0x7f7f440b4670 msgr2=0x7f7f440b3ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:25.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 shutdown_connections 2024-09-05T06:16:25.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:25.873+0000 7f7f4ac4e640 1 -- 172.21.15.70:0/57583678 wait complete. 2024-09-05T06:16:25.901 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:16:26.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e92a3640 1 Processor -- start 2024-09-05T06:16:26.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e92a3640 1 -- start start 2024-09-05T06:16:26.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e92a3640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3e4157110 0x7fd3e40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e92a3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd3e40d0e60 0x7fd3e40af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e92a3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3e406d570 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e92a3640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd3e406d850 con 0x7fd3e4157110 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e92a3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd3e406db30 con 0x7fd3e40d0e60 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3e4157110 0x7fd3e40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3e4157110 0x7fd3e40b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36732/0 (socket says 172.21.15.70:36732) 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e2ffd640 1 -- 172.21.15.70:0/1771182618 learned_addr learned my addr 172.21.15.70:0/1771182618 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e37fe640 1 --2- 172.21.15.70:0/1771182618 >> v2:172.21.15.196:3300/0 conn(0x7fd3e40d0e60 0x7fd3e40af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e2ffd640 1 -- 172.21.15.70:0/1771182618 >> v2:172.21.15.196:3300/0 conn(0x7fd3e40d0e60 msgr2=0x7fd3e40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e2ffd640 1 --2- 172.21.15.70:0/1771182618 >> v2:172.21.15.196:3300/0 conn(0x7fd3e40d0e60 0x7fd3e40af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e2ffd640 1 -- 172.21.15.70:0/1771182618 >> v1:172.21.15.196:6789/0 conn(0x7fd3e40b5ac0 legacy=0x7fd3e40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e2ffd640 1 -- 172.21.15.70:0/1771182618 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e406de10 con 0x7fd3e4157110 2024-09-05T06:16:26.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.025+0000 7fd3e37fe640 1 --2- 172.21.15.70:0/1771182618 >> v2:172.21.15.196:3300/0 conn(0x7fd3e40d0e60 0x7fd3e40af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:26.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e2ffd640 1 --2- 172.21.15.70:0/1771182618 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e4157110 0x7fd3e40b5580 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40d1530 tx=0x7fd3d401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d1b1aee889ed82 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e27fc640 1 -- 172.21.15.70:0/1771182618 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d40b0070 con 0x7fd3e4157110 2024-09-05T06:16:26.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e27fc640 1 -- 172.21.15.70:0/1771182618 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3d40ab600 con 0x7fd3e4157110 2024-09-05T06:16:26.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e27fc640 1 -- 172.21.15.70:0/1771182618 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d40ab9d0 con 0x7fd3e4157110 2024-09-05T06:16:26.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e92a3640 1 -- 172.21.15.70:0/1771182618 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e4157110 msgr2=0x7fd3e40b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/1771182618 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e4157110 0x7fd3e40b5580 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40d1530 tx=0x7fd3d401c4e0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e92a3640 1 -- 172.21.15.70:0/1771182618 shutdown_connections 2024-09-05T06:16:26.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/1771182618 >> v2:172.21.15.196:3300/0 conn(0x7fd3e40d0e60 0x7fd3e40af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/1771182618 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e4157110 0x7fd3e40b5580 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e92a3640 1 -- 172.21.15.70:0/1771182618 >> 172.21.15.70:0/1771182618 conn(0x7fd3e406bcc0 msgr2=0x7fd3e406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:26.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e92a3640 1 -- 172.21.15.70:0/1771182618 shutdown_connections 2024-09-05T06:16:26.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.029+0000 7fd3e92a3640 1 -- 172.21.15.70:0/1771182618 wait complete. 2024-09-05T06:16:26.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 Processor -- start 2024-09-05T06:16:26.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 -- start start 2024-09-05T06:16:26.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e40b5ac0 0x7fd3e4142b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3e40d0e60 0x7fd3e4071920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3e4157110 0x7fd3e40ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e40b3e40 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e40b3cc0 con 0x7fd3e4157110 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e40b3fc0 con 0x7fd3e40d0e60 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e40b5ac0 0x7fd3e4142b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e40b5ac0 0x7fd3e4142b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36748/0 (socket says 172.21.15.70:36748) 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 -- 172.21.15.70:0/395307154 learned_addr learned my addr 172.21.15.70:0/395307154 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3da7fc640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3e40d0e60 0x7fd3e4071920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e37fe640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3e4157110 0x7fd3e40ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 -- 172.21.15.70:0/395307154 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3e40d0e60 msgr2=0x7fd3e4071920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3e40d0e60 0x7fd3e4071920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 -- 172.21.15.70:0/395307154 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3e4157110 msgr2=0x7fd3e40ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3e4157110 0x7fd3e40ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 -- 172.21.15.70:0/395307154 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e414f700 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e2ffd640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e40b5ac0 0x7fd3e4142b60 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fd3d40ae040 tx=0x7fd3d4019280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3dbfff640 1 -- 172.21.15.70:0/395307154 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d40b0040 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3dbfff640 1 -- 172.21.15.70:0/395307154 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3d40b9070 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e41430a0 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3dbfff640 1 -- 172.21.15.70:0/395307154 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d40b4680 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e41f84c0 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e40af720 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3dbfff640 1 -- 172.21.15.70:0/395307154 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd3d40b4820 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3dbfff640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3c40678c0 0x7fd3c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3dbfff640 1 -- 172.21.15.70:0/395307154 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(157..157 src has 1..157) ==== 5709+0+0 (secure 0 0 0) 0x7fd3d411f960 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.033+0000 7fd3da7fc640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3c40678c0 0x7fd3c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.037+0000 7fd3da7fc640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3c40678c0 0x7fd3c4069d80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fd3e415abb0 tx=0x7fd3cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.041+0000 7fd3dbfff640 1 -- 172.21.15.70:0/395307154 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd3d40160d0 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.197+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd3e415e290 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3dbfff640 1 -- 172.21.15.70:0/395307154 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v157) ==== 74+0+16689 (secure 0 0 0) 0x7fd3d40f0530 con 0x7fd3e40b5ac0 2024-09-05T06:16:26.194 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:26.194 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":157,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:16:25.239083+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:16:23.572268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"157","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-05T06:16:24.215401+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"157","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:16:26.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3c40678c0 msgr2=0x7fd3c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3c40678c0 0x7fd3c4069d80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fd3e415abb0 tx=0x7fd3cc009040 comp rx=0 tx=0).stop 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e40b5ac0 msgr2=0x7fd3e4142b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e40b5ac0 0x7fd3e4142b60 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fd3d40ae040 tx=0x7fd3d4019280 comp rx=0 tx=0).stop 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 shutdown_connections 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3c40678c0 0x7fd3c4069d80 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3e4157110 0x7fd3e40ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3e40d0e60 0x7fd3e4071920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 --2- 172.21.15.70:0/395307154 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3e40b5ac0 0x7fd3e4142b60 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 >> 172.21.15.70:0/395307154 conn(0x7fd3e406bcc0 msgr2=0x7fd3e415ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 shutdown_connections 2024-09-05T06:16:26.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.201+0000 7fd3e92a3640 1 -- 172.21.15.70:0/395307154 wait complete. 2024-09-05T06:16:26.213 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:16:26.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.325+0000 7f8aa61a8640 1 Processor -- start 2024-09-05T06:16:26.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.325+0000 7f8aa61a8640 1 -- start start 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.325+0000 7f8aa61a8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8aa00ceaf0 0x7f8aa00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.325+0000 7f8aa61a8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aa006d570 con 0x7f8aa0157110 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.325+0000 7f8aa61a8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aa006d850 con 0x7f8aa00d0c90 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.325+0000 7f8aa61a8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8aa00d10c0 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.325+0000 7f8a9effd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8aa00ceaf0 0x7f8aa00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9effd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8aa00ceaf0 0x7f8aa00d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36750/0 (socket says 172.21.15.70:36750) 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9effd640 1 -- 172.21.15.70:0/1144549963 learned_addr learned my addr 172.21.15.70:0/1144549963 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9effd640 1 -- 172.21.15.70:0/1144549963 >> v1:172.21.15.196:6789/0 conn(0x7f8aa00d0c90 legacy=0x7f8aa00af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9effd640 1 -- 172.21.15.70:0/1144549963 >> v1:172.21.15.70:6789/0 conn(0x7f8aa0157110 legacy=0x7f8aa00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.322 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9effd640 1 -- 172.21.15.70:0/1144549963 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aa006db30 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9effd640 1 --2- 172.21.15.70:0/1144549963 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00d0750 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f8a94009870 tx=0x7f8a9401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97ef737ff3544a64 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9e7fc640 1 -- 172.21.15.70:0/1144549963 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a940b0070 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9e7fc640 1 -- 172.21.15.70:0/1144549963 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a940ab600 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8a9e7fc640 1 -- 172.21.15.70:0/1144549963 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a940ab9d0 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8aa61a8640 1 -- 172.21.15.70:0/1144549963 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 msgr2=0x7f8aa00d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8aa61a8640 1 --2- 172.21.15.70:0/1144549963 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00d0750 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f8a94009870 tx=0x7f8a9401c520 comp rx=0 tx=0).stop 2024-09-05T06:16:26.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8aa61a8640 1 -- 172.21.15.70:0/1144549963 shutdown_connections 2024-09-05T06:16:26.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8aa61a8640 1 --2- 172.21.15.70:0/1144549963 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00d0750 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8aa61a8640 1 -- 172.21.15.70:0/1144549963 >> 172.21.15.70:0/1144549963 conn(0x7f8aa006bcc0 msgr2=0x7f8aa006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:26.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8aa61a8640 1 -- 172.21.15.70:0/1144549963 shutdown_connections 2024-09-05T06:16:26.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.329+0000 7f8aa61a8640 1 -- 172.21.15.70:0/1144549963 wait complete. 2024-09-05T06:16:26.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 Processor -- start 2024-09-05T06:16:26.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 -- start start 2024-09-05T06:16:26.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00b03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8aa00d0c90 0x7f8aa014e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8aa0157110 0x7f8aa0147790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa00b5c90 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa00b0240 con 0x7f8aa00d0c90 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8aa016ae70 con 0x7f8aa0157110 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00b03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00b03c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36764/0 (socket says 172.21.15.70:36764) 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 -- 172.21.15.70:0/10469290 learned_addr learned my addr 172.21.15.70:0/10469290 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 -- 172.21.15.70:0/10469290 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8aa0157110 msgr2=0x7f8aa0147790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8aa0157110 0x7f8aa0147790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 -- 172.21.15.70:0/10469290 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8aa00d0c90 msgr2=0x7f8aa014e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8aa00d0c90 0x7f8aa014e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 -- 172.21.15.70:0/10469290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aa00b0900 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9f7fe640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00b03c0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f8a9000c370 tx=0x7f8a9000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a87fff640 1 -- 172.21.15.70:0/10469290 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a900052d0 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a87fff640 1 -- 172.21.15.70:0/10469290 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a90005470 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aa00b0bb0 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a87fff640 1 -- 172.21.15.70:0/10469290 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90007260 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aa00b1170 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8aa00d0230 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a87fff640 1 -- 172.21.15.70:0/10469290 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8a90007400 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a87fff640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a8c0678f0 0x7f8a8c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a87fff640 1 -- 172.21.15.70:0/10469290 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(157..157 src has 1..157) ==== 5709+0+0 (secure 0 0 0) 0x7f8a90085050 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.333+0000 7f8a9effd640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a8c0678f0 0x7f8a8c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.337+0000 7f8a9effd640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a8c0678f0 0x7f8a8c069db0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f8a940ad000 tx=0x7f8a94004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.341+0000 7f8a87fff640 1 -- 172.21.15.70:0/10469290 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8a90055c20 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.497+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8aa015a3d0 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.497+0000 7f8a87fff640 1 -- 172.21.15.70:0/10469290 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v157) ==== 74+0+16689 (secure 0 0 0) 0x7f8a90055520 con 0x7f8aa00ceaf0 2024-09-05T06:16:26.492 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:26.492 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":157,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:16:25.239083+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:16:23.572268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"157","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-05T06:16:24.215401+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"157","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:16:26.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a8c0678f0 msgr2=0x7f8a8c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a8c0678f0 0x7f8a8c069db0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f8a940ad000 tx=0x7f8a94004740 comp rx=0 tx=0).stop 2024-09-05T06:16:26.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 msgr2=0x7f8aa00b03c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00b03c0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f8a9000c370 tx=0x7f8a9000c830 comp rx=0 tx=0).stop 2024-09-05T06:16:26.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 shutdown_connections 2024-09-05T06:16:26.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a8c0678f0 0x7f8a8c069db0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8aa0157110 0x7f8aa0147790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8aa00d0c90 0x7f8aa014e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 --2- 172.21.15.70:0/10469290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8aa00ceaf0 0x7f8aa00b03c0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 >> 172.21.15.70:0/10469290 conn(0x7f8aa006bcc0 msgr2=0x7f8aa015ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:26.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 shutdown_connections 2024-09-05T06:16:26.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.501+0000 7f8aa61a8640 1 -- 172.21.15.70:0/10469290 wait complete. 2024-09-05T06:16:26.510 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:16:26.617 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb9bc0640 1 Processor -- start 2024-09-05T06:16:26.618 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb9bc0640 1 -- start start 2024-09-05T06:16:26.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb9bc0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fabb4157110 0x7fabb40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb9bc0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabb406d570 con 0x7fabb40d0e60 2024-09-05T06:16:26.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb9bc0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabb406d850 con 0x7fabb40b5ac0 2024-09-05T06:16:26.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb9bc0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fabb406db30 con 0x7fabb4157110 2024-09-05T06:16:26.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fabb4157110 0x7fabb40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.619 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb3fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fabb40d0e60 0x7fabb40af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36412/0 (socket says 172.21.15.70:36412) 2024-09-05T06:16:26.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb3fff640 1 -- 172.21.15.70:0/532891539 learned_addr learned my addr 172.21.15.70:0/532891539 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:26.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb37fe640 1 -- 172.21.15.70:0/532891539 >> v1:172.21.15.196:6789/0 conn(0x7fabb40b5ac0 legacy=0x7fabb40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:26.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb37fe640 1 -- 172.21.15.70:0/532891539 >> v1:172.21.15.70:6789/0 conn(0x7fabb40d0e60 legacy=0x7fabb40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb2ffd640 1 -- 172.21.15.70:0/532891539 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2575792290 0 0) 0x7fabb406d570 con 0x7fabb40d0e60 2024-09-05T06:16:26.620 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb37fe640 1 -- 172.21.15.70:0/532891539 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabb406de10 con 0x7fabb4157110 2024-09-05T06:16:26.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb37fe640 1 --2- 172.21.15.70:0/532891539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb4157110 0x7fabb40b5580 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7faba40097c0 tx=0x7faba401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb6ce59606f98083 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb2ffd640 1 -- 172.21.15.70:0/532891539 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba40b0070 con 0x7fabb4157110 2024-09-05T06:16:26.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb2ffd640 1 -- 172.21.15.70:0/532891539 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faba40ab600 con 0x7fabb4157110 2024-09-05T06:16:26.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.625+0000 7fabb2ffd640 1 -- 172.21.15.70:0/532891539 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba40ab9d0 con 0x7fabb4157110 2024-09-05T06:16:26.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- 172.21.15.70:0/532891539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb4157110 msgr2=0x7fabb40b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 --2- 172.21.15.70:0/532891539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb4157110 0x7fabb40b5580 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7faba40097c0 tx=0x7faba401c460 comp rx=0 tx=0).stop 2024-09-05T06:16:26.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- 172.21.15.70:0/532891539 shutdown_connections 2024-09-05T06:16:26.622 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 --2- 172.21.15.70:0/532891539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb4157110 0x7fabb40b5580 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- 172.21.15.70:0/532891539 >> 172.21.15.70:0/532891539 conn(0x7fabb406bcc0 msgr2=0x7fabb406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:26.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- 172.21.15.70:0/532891539 shutdown_connections 2024-09-05T06:16:26.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- 172.21.15.70:0/532891539 wait complete. 2024-09-05T06:16:26.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 Processor -- start 2024-09-05T06:16:26.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- start start 2024-09-05T06:16:26.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb40b5ac0 0x7fabb413e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fabb40d0e60 0x7fabb40b0e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fabb4157110 0x7fabb40b13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fabb416aff0 con 0x7fabb40b5ac0 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fabb416ae70 con 0x7fabb40d0e60 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fabb416b170 con 0x7fabb4157110 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb40b5ac0 0x7fabb413e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb40b5ac0 0x7fabb413e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36782/0 (socket says 172.21.15.70:36782) 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 -- 172.21.15.70:0/3098019194 learned_addr learned my addr 172.21.15.70:0/3098019194 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb3fff640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fabb4157110 0x7fabb40b13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fababfff640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fabb40d0e60 0x7fabb40b0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 -- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fabb4157110 msgr2=0x7fabb40b13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fabb4157110 0x7fabb40b13a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 -- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fabb40d0e60 msgr2=0x7fabb40b0e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fabb40d0e60 0x7fabb40b0e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 -- 172.21.15.70:0/3098019194 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabb4159330 con 0x7fabb40b5ac0 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb3fff640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fabb4157110 0x7fabb40b13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb37fe640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb40b5ac0 0x7fabb413e120 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7faba4019070 tx=0x7faba401aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb0ff9640 1 -- 172.21.15.70:0/3098019194 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba40b0050 con 0x7fabb40b5ac0 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb0ff9640 1 -- 172.21.15.70:0/3098019194 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faba40bc070 con 0x7fabb40b5ac0 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabb4159610 con 0x7fabb40b5ac0 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb0ff9640 1 -- 172.21.15.70:0/3098019194 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba40b5a30 con 0x7fabb40b5ac0 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.629+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabb40b0940 con 0x7fabb40b5ac0 2024-09-05T06:16:26.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.633+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabb406d570 con 0x7fabb40b5ac0 2024-09-05T06:16:26.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.633+0000 7fabb0ff9640 1 -- 172.21.15.70:0/3098019194 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faba40ab4c0 con 0x7fabb40b5ac0 2024-09-05T06:16:26.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.633+0000 7fabb0ff9640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab940678c0 0x7fab94069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:26.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.633+0000 7fabb0ff9640 1 -- 172.21.15.70:0/3098019194 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(157..157 src has 1..157) ==== 5709+0+0 (secure 0 0 0) 0x7faba4120550 con 0x7fabb40b5ac0 2024-09-05T06:16:26.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.633+0000 7fababfff640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab940678c0 0x7fab94069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:26.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.633+0000 7fababfff640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab940678c0 0x7fab94069d80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fabb40afbf0 tx=0x7fab9c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:26.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.637+0000 7fabb0ff9640 1 -- 172.21.15.70:0/3098019194 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faba4016050 con 0x7fabb40b5ac0 2024-09-05T06:16:26.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.817+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fabb415ad00 con 0x7fabb40b5ac0 2024-09-05T06:16:26.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.897+0000 7fabb0ff9640 1 -- 172.21.15.70:0/3098019194 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v60) ==== 118+0+0 (secure 0 0 0) 0x7faba40f1090 con 0x7fabb40b5ac0 2024-09-05T06:16:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab940678c0 msgr2=0x7fab94069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab940678c0 0x7fab94069d80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fabb40afbf0 tx=0x7fab9c009040 comp rx=0 tx=0).stop 2024-09-05T06:16:26.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb40b5ac0 msgr2=0x7fabb413e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb40b5ac0 0x7fabb413e120 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7faba4019070 tx=0x7faba401aca0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 shutdown_connections 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab940678c0 0x7fab94069d80 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fabb4157110 0x7fabb40b13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fabb40d0e60 0x7fabb40b0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 --2- 172.21.15.70:0/3098019194 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fabb40b5ac0 0x7fabb413e120 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 >> 172.21.15.70:0/3098019194 conn(0x7fabb406bcc0 msgr2=0x7fabb415ef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 shutdown_connections 2024-09-05T06:16:26.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:26.901+0000 7fabb9bc0640 1 -- 172.21.15.70:0/3098019194 wait complete. 2024-09-05T06:16:26.912 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:16:26.912 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:16:27.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac31a0640 1 Processor -- start 2024-09-05T06:16:27.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac31a0640 1 -- start start 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac31a0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7abc0d4980 0x7f7abc0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac31a0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7abc0d3a50 0x7f7abc0b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac31a0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7abc0cfd30 con 0x7f7abc15edb0 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac31a0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f7abc0d0010 con 0x7f7abc0d3a50 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac31a0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7abc0d02f0 con 0x7f7abc0d4980 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac173d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7abc0d3a50 0x7f7abc0b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac173d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7abc0d3a50 0x7f7abc0b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36790/0 (socket says 172.21.15.70:36790) 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac173d640 1 -- 172.21.15.70:0/54981004 learned_addr learned my addr 172.21.15.70:0/54981004 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac0f3c640 1 --2- 172.21.15.70:0/54981004 >> v2:172.21.15.196:3300/0 conn(0x7f7abc0d4980 0x7f7abc0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac173d640 1 -- 172.21.15.70:0/54981004 >> v2:172.21.15.196:3300/0 conn(0x7f7abc0d4980 msgr2=0x7f7abc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac173d640 1 --2- 172.21.15.70:0/54981004 >> v2:172.21.15.196:3300/0 conn(0x7f7abc0d4980 0x7f7abc0d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac173d640 1 -- 172.21.15.70:0/54981004 >> v1:172.21.15.196:6789/0 conn(0x7f7abc15edb0 legacy=0x7f7abc0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:27.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.037+0000 7f7ac173d640 1 -- 172.21.15.70:0/54981004 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7abc0d05d0 con 0x7f7abc0d3a50 2024-09-05T06:16:27.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac173d640 1 --2- 172.21.15.70:0/54981004 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc0d3a50 0x7f7abc0b4610 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f7abc08d8e0 tx=0x7f7ab401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85faba6b87e13a8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:27.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7abb7fe640 1 -- 172.21.15.70:0/54981004 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab40a58a0 con 0x7f7abc0d3a50 2024-09-05T06:16:27.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7abb7fe640 1 -- 172.21.15.70:0/54981004 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ab40a5a40 con 0x7f7abc0d3a50 2024-09-05T06:16:27.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7abb7fe640 1 -- 172.21.15.70:0/54981004 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab40a5e10 con 0x7f7abc0d3a50 2024-09-05T06:16:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- 172.21.15.70:0/54981004 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc0d3a50 msgr2=0x7f7abc0b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/54981004 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc0d3a50 0x7f7abc0b4610 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f7abc08d8e0 tx=0x7f7ab401c9c0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- 172.21.15.70:0/54981004 shutdown_connections 2024-09-05T06:16:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/54981004 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc0d3a50 0x7f7abc0b4610 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/54981004 >> v2:172.21.15.196:3300/0 conn(0x7f7abc0d4980 0x7f7abc0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- 172.21.15.70:0/54981004 >> 172.21.15.70:0/54981004 conn(0x7f7abc08e690 msgr2=0x7f7abc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:27.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- 172.21.15.70:0/54981004 shutdown_connections 2024-09-05T06:16:27.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- 172.21.15.70:0/54981004 wait complete. 2024-09-05T06:16:27.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 Processor -- start 2024-09-05T06:16:27.036 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- start start 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7abc0d3a50 0x7f7abc156a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7abc0d4980 0x7f7abc151d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc15edb0 0x7f7abc0cc250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc0b54e0 con 0x7f7abc15edb0 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc0b5360 con 0x7f7abc0d4980 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac31a0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7abc16b730 con 0x7f7abc0d3a50 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac173d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc15edb0 0x7f7abc0cc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac173d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc15edb0 0x7f7abc0cc250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36796/0 (socket says 172.21.15.70:36796) 2024-09-05T06:16:27.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.041+0000 7f7ac173d640 1 -- 172.21.15.70:0/3716898560 learned_addr learned my addr 172.21.15.70:0/3716898560 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7abbfff640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7abc0d4980 0x7f7abc151d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac0f3c640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7abc0d3a50 0x7f7abc156a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac173d640 1 -- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7abc0d3a50 msgr2=0x7f7abc156a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac173d640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7abc0d3a50 0x7f7abc156a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac173d640 1 -- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7abc0d4980 msgr2=0x7f7abc151d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac173d640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7abc0d4980 0x7f7abc151d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac173d640 1 -- 172.21.15.70:0/3716898560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7abc1581b0 con 0x7f7abc15edb0 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac0f3c640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7abc0d3a50 0x7f7abc156a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7abbfff640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7abc0d4980 0x7f7abc151d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:27.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac173d640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc15edb0 0x7f7abc0cc250 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f7ab401a5f0 tx=0x7f7ab4019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:27.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ab97fa640 1 -- 172.21.15.70:0/3716898560 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab40a58a0 con 0x7f7abc15edb0 2024-09-05T06:16:27.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ab97fa640 1 -- 172.21.15.70:0/3716898560 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ab40be070 con 0x7f7abc15edb0 2024-09-05T06:16:27.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7abc157bf0 con 0x7f7abc15edb0 2024-09-05T06:16:27.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ab97fa640 1 -- 172.21.15.70:0/3716898560 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab4009510 con 0x7f7abc15edb0 2024-09-05T06:16:27.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7abc15a7f0 con 0x7f7abc15edb0 2024-09-05T06:16:27.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7abc0b4610 con 0x7f7abc15edb0 2024-09-05T06:16:27.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ab97fa640 1 -- 172.21.15.70:0/3716898560 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7ab40b86b0 con 0x7f7abc15edb0 2024-09-05T06:16:27.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ab97fa640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7aa80678c0 0x7f7aa8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:27.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ab97fa640 1 -- 172.21.15.70:0/3716898560 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7f7ab41212c0 con 0x7f7abc15edb0 2024-09-05T06:16:27.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac0f3c640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7aa80678c0 0x7f7aa8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:27.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.045+0000 7f7ac0f3c640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7aa80678c0 0x7f7aa8069d80 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7abc0ceda0 tx=0x7f7aac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:27.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.049+0000 7f7ab97fa640 1 -- 172.21.15.70:0/3716898560 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7ab40165e0 con 0x7f7abc15edb0 2024-09-05T06:16:27.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.237+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f7abc0d5ac0 con 0x7f7abc15edb0 2024-09-05T06:16:27.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.901+0000 7f7ab97fa640 1 -- 172.21.15.70:0/3716898560 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v61) ==== 122+0+0 (secure 0 0 0) 0x7f7ab40f1f50 con 0x7f7abc15edb0 2024-09-05T06:16:27.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7aa80678c0 msgr2=0x7f7aa8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:27.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7aa80678c0 0x7f7aa8069d80 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7abc0ceda0 tx=0x7f7aac008040 comp rx=0 tx=0).stop 2024-09-05T06:16:27.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc15edb0 msgr2=0x7f7abc0cc250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:27.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc15edb0 0x7f7abc0cc250 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f7ab401a5f0 tx=0x7f7ab4019760 comp rx=0 tx=0).stop 2024-09-05T06:16:27.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 shutdown_connections 2024-09-05T06:16:27.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7aa80678c0 0x7f7aa8069d80 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7abc15edb0 0x7f7abc0cc250 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7abc0d4980 0x7f7abc151d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 --2- 172.21.15.70:0/3716898560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7abc0d3a50 0x7f7abc156a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:27.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 >> 172.21.15.70:0/3716898560 conn(0x7f7abc08e690 msgr2=0x7f7abc0b1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:27.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 shutdown_connections 2024-09-05T06:16:27.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:27.905+0000 7f7ac31a0640 1 -- 172.21.15.70:0/3716898560 wait complete. 2024-09-05T06:16:27.918 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:16:27.919 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:28.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef68533640 1 Processor -- start 2024-09-05T06:16:28.040 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef68533640 1 -- start start 2024-09-05T06:16:28.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef68533640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fef6015c8f0 0x7fef600d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef68533640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef600d1610 0x7fef6006f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef68533640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef600d0610 con 0x7fef600cdfa0 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef68533640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fef600ce4d0 con 0x7fef6015c8f0 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef68533640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fef600ce7b0 con 0x7fef600d1610 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef66ad0640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fef600cdfa0 0x7fef600cf450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36416/0 (socket says 172.21.15.70:36416) 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef66ad0640 1 -- 172.21.15.70:0/80526116 learned_addr learned my addr 172.21.15.70:0/80526116 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef65ace640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef600d1610 0x7fef6006f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef662cf640 1 --2- 172.21.15.70:0/80526116 >> v2:172.21.15.196:3300/0 conn(0x7fef6015c8f0 0x7fef600d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2787621244 0 0) 0x7fef600d0610 con 0x7fef600cdfa0 2024-09-05T06:16:28.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fef4c003530 con 0x7fef600cdfa0 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.045+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1975816091 0 0) 0x7fef4c003530 con 0x7fef600cdfa0 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef600d1610 msgr2=0x7fef6006f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef600d1610 0x7fef6006f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 >> v2:172.21.15.196:3300/0 conn(0x7fef6015c8f0 msgr2=0x7fef600d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 --2- 172.21.15.70:0/80526116 >> v2:172.21.15.196:3300/0 conn(0x7fef6015c8f0 0x7fef600d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef600d08d0 con 0x7fef600cdfa0 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fef58001a00 con 0x7fef600cdfa0 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef662cf640 1 --2- 172.21.15.70:0/80526116 >> v2:172.21.15.196:3300/0 conn(0x7fef6015c8f0 0x7fef600d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 >> v1:172.21.15.70:6789/0 conn(0x7fef600cdfa0 legacy=0x7fef600cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef4c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef600d1610 0x7fef4c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef4c004d50 0x7fef4c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fef600ce4d0 con 0x7fef4c0039c0 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fef600ce7b0 con 0x7fef4c004d50 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fef4c00ba00 con 0x7fef600d1610 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef662cf640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef4c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef66ad0640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef4c004d50 0x7fef4c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef662cf640 1 -- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef600d1610 msgr2=0x7fef4c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:28.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef662cf640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef600d1610 0x7fef4c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef662cf640 1 -- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef4c004d50 msgr2=0x7fef4c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:28.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef662cf640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef4c004d50 0x7fef4c0051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef662cf640 1 -- 172.21.15.70:0/80526116 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef4c003530 con 0x7fef4c0039c0 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef662cf640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef4c003de0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fef5c0098d0 tx=0x7fef5c01c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c69eea5ebc059f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5c00f040 con 0x7fef4c0039c0 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef5c0a95f0 con 0x7fef4c0039c0 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef652cd640 1 -- 172.21.15.70:0/80526116 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5c0a99a0 con 0x7fef4c0039c0 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef68533640 1 -- 172.21.15.70:0/80526116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 msgr2=0x7fef4c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef68533640 1 --2- 172.21.15.70:0/80526116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef4c003de0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fef5c0098d0 tx=0x7fef5c01c620 comp rx=0 tx=0).stop 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef66ad0640 1 -- 172.21.15.70:0/80526116 reap_dead start 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef68533640 1 -- 172.21.15.70:0/80526116 shutdown_connections 2024-09-05T06:16:28.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef68533640 1 -- 172.21.15.70:0/80526116 >> 172.21.15.70:0/80526116 conn(0x7fef600b45d0 msgr2=0x7fef600b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef68533640 1 -- 172.21.15.70:0/80526116 shutdown_connections 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.049+0000 7fef68533640 1 -- 172.21.15.70:0/80526116 wait complete. 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 Processor -- start 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 -- start start 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef600ca060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef60159350 0x7fef6015f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef60070800 0x7fef60070c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fef6006fc60 con 0x7fef4c0039c0 2024-09-05T06:16:28.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fef6006fae0 con 0x7fef60070800 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fef6006fde0 con 0x7fef60159350 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef600ca060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef600ca060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:36814/0 (socket says 172.21.15.70:36814) 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 -- 172.21.15.70:0/2781672946 learned_addr learned my addr 172.21.15.70:0/2781672946 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef65ace640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef60159350 0x7fef6015f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef66ad0640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef60070800 0x7fef60070c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 -- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef60159350 msgr2=0x7fef6015f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef60159350 0x7fef6015f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 -- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef60070800 msgr2=0x7fef60070c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef60070800 0x7fef60070c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 -- 172.21.15.70:0/2781672946 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef600c6930 con 0x7fef4c0039c0 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef66ad0640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef60070800 0x7fef60070c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef662cf640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef600ca060 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fef5c01cb00 tx=0x7fef4c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef56ffd640 1 -- 172.21.15.70:0/2781672946 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5c0a93f0 con 0x7fef4c0039c0 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef56ffd640 1 -- 172.21.15.70:0/2781672946 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef5c0a9e00 con 0x7fef4c0039c0 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef600c6c10 con 0x7fef4c0039c0 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef600c71d0 con 0x7fef4c0039c0 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef56ffd640 1 -- 172.21.15.70:0/2781672946 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5c0bc660 con 0x7fef4c0039c0 2024-09-05T06:16:28.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef480052a0 con 0x7fef4c0039c0 2024-09-05T06:16:28.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.053+0000 7fef56ffd640 1 -- 172.21.15.70:0/2781672946 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fef5c0bc800 con 0x7fef4c0039c0 2024-09-05T06:16:28.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.057+0000 7fef56ffd640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef440678c0 0x7fef44069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.057+0000 7fef56ffd640 1 -- 172.21.15.70:0/2781672946 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fef5c120090 con 0x7fef4c0039c0 2024-09-05T06:16:28.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.057+0000 7fef65ace640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef440678c0 0x7fef44069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.057+0000 7fef65ace640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef440678c0 0x7fef44069d80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fef601f9b30 tx=0x7fef50008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.057+0000 7fef56ffd640 1 -- 172.21.15.70:0/2781672946 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fef5c0c2060 con 0x7fef4c0039c0 2024-09-05T06:16:28.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef48005590 con 0x7fef4c0039c0 2024-09-05T06:16:28.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef56ffd640 1 -- 172.21.15.70:0/2781672946 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7fef5c0ad020 con 0x7fef4c0039c0 2024-09-05T06:16:28.235 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:28.235 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":61,"btime":"2024-09-05T06:16:27:902176+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1345328527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1345328527},{"type":"v1","addr":"172.21.15.196:6835","nonce":1345328527}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":5986,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2592603274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2592603274},{"type":"v1","addr":"172.21.15.196:6833","nonce":2592603274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/81199482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":81199482},{"type":"v1","addr":"172.21.15.70:6836","nonce":81199482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:16:25.239492+0000","modified":"2024-09-05T06:16:27.241837+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7278":{"gid":7278,"name":"c","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2839886026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2839886026},{"type":"v1","addr":"172.21.15.70:6837","nonce":2839886026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7278,"qdb_cluster":[7278]},"id":9}]} 2024-09-05T06:16:28.235 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 61 2024-09-05T06:16:28.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef440678c0 msgr2=0x7fef44069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef440678c0 0x7fef44069d80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fef601f9b30 tx=0x7fef50008040 comp rx=0 tx=0).stop 2024-09-05T06:16:28.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 msgr2=0x7fef600ca060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef600ca060 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fef5c01cb00 tx=0x7fef4c005840 comp rx=0 tx=0).stop 2024-09-05T06:16:28.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 shutdown_connections 2024-09-05T06:16:28.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef440678c0 0x7fef44069d80 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fef60070800 0x7fef60070c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fef60159350 0x7fef6015f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 --2- 172.21.15.70:0/2781672946 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fef4c0039c0 0x7fef600ca060 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 >> 172.21.15.70:0/2781672946 conn(0x7fef600b45d0 msgr2=0x7fef600af8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:28.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 shutdown_connections 2024-09-05T06:16:28.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.241+0000 7fef68533640 1 -- 172.21.15.70:0/2781672946 wait complete. 2024-09-05T06:16:28.253 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:16:28.316 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-05T06:16:28.317 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-09-05T06:16:28.317 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-05T06:16:28.317 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-05T06:16:28.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.369+0000 7f5d2e31b640 1 Processor -- start 2024-09-05T06:16:28.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.369+0000 7f5d2e31b640 1 -- start start 2024-09-05T06:16:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5d28072a90 0x7f5d28072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d2806e680 0x7f5d2806eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d2815bc40 con 0x7f5d280afff0 2024-09-05T06:16:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5d28073410 con 0x7f5d28072a90 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5d28072600 con 0x7f5d2806e680 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d27fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5d280afff0 0x7f5d280cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36550/0 (socket says 172.21.15.70:36550) 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d277fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5d28072a90 0x7f5d28072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d27fff640 1 -- 172.21.15.70:0/2444283138 learned_addr learned my addr 172.21.15.70:0/2444283138 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2c8b8640 1 --2- 172.21.15.70:0/2444283138 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d2806e680 0x7f5d2806eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d277fe640 1 -- 172.21.15.70:0/2444283138 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d2806e680 msgr2=0x7f5d2806eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d277fe640 1 --2- 172.21.15.70:0/2444283138 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d2806e680 0x7f5d2806eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d277fe640 1 -- 172.21.15.70:0/2444283138 >> v1:172.21.15.70:6789/0 conn(0x7f5d280afff0 legacy=0x7f5d280cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d26ffd640 1 -- 172.21.15.70:0/2444283138 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 347426111 0 0) 0x7f5d2815bc40 con 0x7f5d280afff0 2024-09-05T06:16:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d277fe640 1 -- 172.21.15.70:0/2444283138 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d280d14c0 con 0x7f5d28072a90 2024-09-05T06:16:28.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d277fe640 1 --2- 172.21.15.70:0/2444283138 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d28072a90 0x7f5d28072ed0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0097c0 tx=0x7f5d1c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b16584b63a5de6a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d26ffd640 1 -- 172.21.15.70:0/2444283138 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c0b0070 con 0x7f5d28072a90 2024-09-05T06:16:28.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d26ffd640 1 -- 172.21.15.70:0/2444283138 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d1c0ab600 con 0x7f5d28072a90 2024-09-05T06:16:28.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d26ffd640 1 -- 172.21.15.70:0/2444283138 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c0ab9d0 con 0x7f5d28072a90 2024-09-05T06:16:28.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 -- 172.21.15.70:0/2444283138 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d28072a90 msgr2=0x7f5d28072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/2444283138 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d28072a90 0x7f5d28072ed0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0097c0 tx=0x7f5d1c01c4a0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 -- 172.21.15.70:0/2444283138 shutdown_connections 2024-09-05T06:16:28.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/2444283138 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d2806e680 0x7f5d2806eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/2444283138 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d28072a90 0x7f5d28072ed0 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 -- 172.21.15.70:0/2444283138 >> 172.21.15.70:0/2444283138 conn(0x7f5d2806bcc0 msgr2=0x7f5d2806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:28.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.373+0000 7f5d2e31b640 1 -- 172.21.15.70:0/2444283138 shutdown_connections 2024-09-05T06:16:28.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 -- 172.21.15.70:0/2444283138 wait complete. 2024-09-05T06:16:28.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 Processor -- start 2024-09-05T06:16:28.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 -- start start 2024-09-05T06:16:28.373 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d2806e680 0x7f5d28153460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.373 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d28072a90 0x7f5d281516e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.373 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5d280afff0 0x7f5d280b1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.373 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5d280ce2d0 con 0x7f5d2806e680 2024-09-05T06:16:28.373 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5d280ce150 con 0x7f5d280afff0 2024-09-05T06:16:28.373 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5d280d0f80 con 0x7f5d28072a90 2024-09-05T06:16:28.373 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d2806e680 0x7f5d28153460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d2806e680 0x7f5d28153460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54384/0 (socket says 172.21.15.70:54384) 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 -- 172.21.15.70:0/3774333302 learned_addr learned my addr 172.21.15.70:0/3774333302 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d277fe640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d28072a90 0x7f5d281516e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2c8b8640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5d280afff0 0x7f5d280b1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 -- 172.21.15.70:0/3774333302 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d28072a90 msgr2=0x7f5d281516e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d28072a90 0x7f5d281516e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 -- 172.21.15.70:0/3774333302 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5d280afff0 msgr2=0x7f5d280b1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5d280afff0 0x7f5d280b1480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 -- 172.21.15.70:0/3774333302 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d281524e0 con 0x7f5d2806e680 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d27fff640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d2806e680 0x7f5d28153460 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f5d1800c480 tx=0x7f5d1800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d24ff9640 1 -- 172.21.15.70:0/3774333302 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d18018070 con 0x7f5d2806e680 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d24ff9640 1 -- 172.21.15.70:0/3774333302 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d18007500 con 0x7f5d2806e680 2024-09-05T06:16:28.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d24ff9640 1 -- 172.21.15.70:0/3774333302 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d18004a30 con 0x7f5d2806e680 2024-09-05T06:16:28.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d281527c0 con 0x7f5d2806e680 2024-09-05T06:16:28.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.377+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d28152d80 con 0x7f5d2806e680 2024-09-05T06:16:28.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.381+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d2806eb10 con 0x7f5d2806e680 2024-09-05T06:16:28.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.381+0000 7f5d24ff9640 1 -- 172.21.15.70:0/3774333302 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5d18004bd0 con 0x7f5d2806e680 2024-09-05T06:16:28.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.381+0000 7f5d24ff9640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5d140678c0 0x7f5d14069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.381+0000 7f5d24ff9640 1 -- 172.21.15.70:0/3774333302 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7f5d18084f20 con 0x7f5d2806e680 2024-09-05T06:16:28.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.381+0000 7f5d277fe640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5d140678c0 0x7f5d14069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.381+0000 7f5d277fe640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5d140678c0 0x7f5d14069d80 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0ad000 tx=0x7f5d1c0a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.385+0000 7f5d24ff9640 1 -- 172.21.15.70:0/3774333302 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5d18055af0 con 0x7f5d2806e680 2024-09-05T06:16:28.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.533+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5d28076260 con 0x7f5d2806e680 2024-09-05T06:16:28.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.537+0000 7f5d24ff9640 1 -- 172.21.15.70:0/3774333302 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v158) ==== 74+0+16676 (secure 0 0 0) 0x7f5d180553f0 con 0x7f5d2806e680 2024-09-05T06:16:28.532 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:28.532 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":158,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:16:26.870008+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:16:23.572268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"157","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-05T06:16:24.215401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"158","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:16:28.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5d140678c0 msgr2=0x7f5d14069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5d140678c0 0x7f5d14069d80 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0ad000 tx=0x7f5d1c0a6000 comp rx=0 tx=0).stop 2024-09-05T06:16:28.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d2806e680 msgr2=0x7f5d28153460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d2806e680 0x7f5d28153460 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f5d1800c480 tx=0x7f5d1800c940 comp rx=0 tx=0).stop 2024-09-05T06:16:28.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 shutdown_connections 2024-09-05T06:16:28.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5d140678c0 0x7f5d14069d80 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5d280afff0 0x7f5d280b1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5d28072a90 0x7f5d281516e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 --2- 172.21.15.70:0/3774333302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d2806e680 0x7f5d28153460 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 >> 172.21.15.70:0/3774333302 conn(0x7f5d2806bcc0 msgr2=0x7f5d281598c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:28.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 shutdown_connections 2024-09-05T06:16:28.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.541+0000 7f5d2e31b640 1 -- 172.21.15.70:0/3774333302 wait complete. 2024-09-05T06:16:28.550 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:16:28.550 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:16:28.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.673+0000 7ffb8fa7c640 1 Processor -- start 2024-09-05T06:16:28.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.673+0000 7ffb8fa7c640 1 -- start start 2024-09-05T06:16:28.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8fa7c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ffb8815edb0 0x7ffb880d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8fa7c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880cf7e0 0x7ffb880d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8fa7c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb880cfd30 con 0x7ffb880d4980 2024-09-05T06:16:28.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8fa7c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ffb880b5620 con 0x7ffb8815edb0 2024-09-05T06:16:28.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8fa7c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffb880d0010 con 0x7ffb880cf7e0 2024-09-05T06:16:28.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8e019640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880cf7e0 0x7ffb880d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8d017640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ffb8815edb0 0x7ffb880d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8e019640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880cf7e0 0x7ffb880d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:53992/0 (socket says 172.21.15.70:53992) 2024-09-05T06:16:28.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8e019640 1 -- 172.21.15.70:0/1936151656 learned_addr learned my addr 172.21.15.70:0/1936151656 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:28.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8e019640 1 -- 172.21.15.70:0/1936151656 >> v2:172.21.15.196:3300/0 conn(0x7ffb8815edb0 msgr2=0x7ffb880d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:28.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8e019640 1 --2- 172.21.15.70:0/1936151656 >> v2:172.21.15.196:3300/0 conn(0x7ffb8815edb0 0x7ffb880d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8e019640 1 -- 172.21.15.70:0/1936151656 >> v1:172.21.15.196:6789/0 conn(0x7ffb880d4980 legacy=0x7ffb880d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8e019640 1 -- 172.21.15.70:0/1936151656 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb880d02f0 con 0x7ffb880cf7e0 2024-09-05T06:16:28.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8e019640 1 --2- 172.21.15.70:0/1936151656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880cf7e0 0x7ffb880d3880 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ffb80009e50 tx=0x7ffb8001ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5fe360d91284674 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8c816640 1 -- 172.21.15.70:0/1936151656 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb800a58d0 con 0x7ffb880cf7e0 2024-09-05T06:16:28.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8c816640 1 -- 172.21.15.70:0/1936151656 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb800a5a70 con 0x7ffb880cf7e0 2024-09-05T06:16:28.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.677+0000 7ffb8c816640 1 -- 172.21.15.70:0/1936151656 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb800a5e40 con 0x7ffb880cf7e0 2024-09-05T06:16:28.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1936151656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880cf7e0 msgr2=0x7ffb880d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1936151656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880cf7e0 0x7ffb880d3880 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ffb80009e50 tx=0x7ffb8001ca00 comp rx=0 tx=0).stop 2024-09-05T06:16:28.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1936151656 shutdown_connections 2024-09-05T06:16:28.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1936151656 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880cf7e0 0x7ffb880d3880 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1936151656 >> v2:172.21.15.196:3300/0 conn(0x7ffb8815edb0 0x7ffb880d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1936151656 >> 172.21.15.70:0/1936151656 conn(0x7ffb8808e690 msgr2=0x7ffb8809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:28.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1936151656 shutdown_connections 2024-09-05T06:16:28.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1936151656 wait complete. 2024-09-05T06:16:28.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 Processor -- start 2024-09-05T06:16:28.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- start start 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb880cf7e0 0x7ffb88156e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880d4980 0x7ffb881532d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb8815edb0 0x7ffb880cac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffb880b4fa0 con 0x7ffb880cf7e0 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ffb880b4e20 con 0x7ffb8815edb0 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8fa7c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffb880b5120 con 0x7ffb880d4980 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb880cf7e0 0x7ffb88156e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb880cf7e0 0x7ffb88156e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54388/0 (socket says 172.21.15.70:54388) 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 -- 172.21.15.70:0/1253080699 learned_addr learned my addr 172.21.15.70:0/1253080699 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8e019640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb8815edb0 0x7ffb880cac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d017640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880d4980 0x7ffb881532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 -- 172.21.15.70:0/1253080699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880d4980 msgr2=0x7ffb881532d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880d4980 0x7ffb881532d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 -- 172.21.15.70:0/1253080699 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb8815edb0 msgr2=0x7ffb880cac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb8815edb0 0x7ffb880cac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 -- 172.21.15.70:0/1253080699 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb88153810 con 0x7ffb880cf7e0 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb8d818640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb880cf7e0 0x7ffb88156e10 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c00c420 tx=0x7ffb7c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.681+0000 7ffb7a7fc640 1 -- 172.21.15.70:0/1253080699 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb7c0052d0 con 0x7ffb880cf7e0 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb7a7fc640 1 -- 172.21.15.70:0/1253080699 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb7c005470 con 0x7ffb880cf7e0 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb7a7fc640 1 -- 172.21.15.70:0/1253080699 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb7c007260 con 0x7ffb880cf7e0 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb88155d70 con 0x7ffb880cf7e0 2024-09-05T06:16:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb88156330 con 0x7ffb880cf7e0 2024-09-05T06:16:28.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb880d4d60 con 0x7ffb880cf7e0 2024-09-05T06:16:28.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb7a7fc640 1 -- 172.21.15.70:0/1253080699 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffb7c007400 con 0x7ffb880cf7e0 2024-09-05T06:16:28.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb7a7fc640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb6c0678c0 0x7ffb6c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:28.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb8d017640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb6c0678c0 0x7ffb6c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:28.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb7a7fc640 1 -- 172.21.15.70:0/1253080699 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7ffb7c0851e0 con 0x7ffb880cf7e0 2024-09-05T06:16:28.680 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.685+0000 7ffb8d017640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb6c0678c0 0x7ffb6c069d80 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7ffb881fb380 tx=0x7ffb84008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:28.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.689+0000 7ffb7a7fc640 1 -- 172.21.15.70:0/1253080699 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffb7c055d10 con 0x7ffb880cf7e0 2024-09-05T06:16:28.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.849+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffb880b75b0 con 0x7ffb6c0678c0 2024-09-05T06:16:28.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.857+0000 7ffb7a7fc640 1 -- 172.21.15.70:0/1253080699 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247956 (secure 0 0 0) 0x7ffb880b75b0 con 0x7ffb6c0678c0 2024-09-05T06:16:28.851 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:28.855 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb6c0678c0 msgr2=0x7ffb6c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb6c0678c0 0x7ffb6c069d80 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7ffb881fb380 tx=0x7ffb84008040 comp rx=0 tx=0).stop 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb880cf7e0 msgr2=0x7ffb88156e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb880cf7e0 0x7ffb88156e10 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c00c420 tx=0x7ffb7c00c8e0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 shutdown_connections 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffb6c0678c0 0x7ffb6c069d80 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffb8815edb0 0x7ffb880cac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffb880d4980 0x7ffb881532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 --2- 172.21.15.70:0/1253080699 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffb880cf7e0 0x7ffb88156e10 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 >> 172.21.15.70:0/1253080699 conn(0x7ffb8808e690 msgr2=0x7ffb880b1a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 shutdown_connections 2024-09-05T06:16:28.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:28.861+0000 7ffb8fa7c640 1 -- 172.21.15.70:0/1253080699 wait complete. 2024-09-05T06:16:28.872 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":348,"stamp":"2024-09-05T06:16:28.449604+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":114,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":8039,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1554460,"statfs":{"total":1600000000,"available":1591767344,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.592111"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872347+0000","last_change":"2024-09-05T06:16:25.907356+0000","last_active":"2024-09-05T06:16:26.872347+0000","last_peered":"2024-09-05T06:16:26.872347+0000","last_clean":"2024-09-05T06:16:26.872347+0000","last_became_active":"2024-09-05T06:16:25.906380+0000","last_became_peered":"2024-09-05T06:16:25.906380+0000","last_unstale":"2024-09-05T06:16:26.872347+0000","last_undegraded":"2024-09-05T06:16:26.872347+0000","last_fullsized":"2024-09-05T06:16:26.872347+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:19:12.194951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872363+0000","last_change":"2024-09-05T06:16:25.915447+0000","last_active":"2024-09-05T06:16:26.872363+0000","last_peered":"2024-09-05T06:16:26.872363+0000","last_clean":"2024-09-05T06:16:26.872363+0000","last_became_active":"2024-09-05T06:16:25.911909+0000","last_became_peered":"2024-09-05T06:16:25.911909+0000","last_unstale":"2024-09-05T06:16:26.872363+0000","last_undegraded":"2024-09-05T06:16:26.872363+0000","last_fullsized":"2024-09-05T06:16:26.872363+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:21:32.860430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894873+0000","last_change":"2024-09-05T06:16:25.894758+0000","last_active":"2024-09-05T06:16:25.894873+0000","last_peered":"2024-09-05T06:16:25.894873+0000","last_clean":"2024-09-05T06:16:25.894873+0000","last_became_active":"2024-09-05T06:16:25.894461+0000","last_became_peered":"2024-09-05T06:16:25.894461+0000","last_unstale":"2024-09-05T06:16:25.894873+0000","last_undegraded":"2024-09-05T06:16:25.894873+0000","last_fullsized":"2024-09-05T06:16:25.894873+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:23:46.217256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.886910+0000","last_change":"2024-09-05T06:16:25.886280+0000","last_active":"2024-09-05T06:16:25.886910+0000","last_peered":"2024-09-05T06:16:25.886910+0000","last_clean":"2024-09-05T06:16:25.886910+0000","last_became_active":"2024-09-05T06:16:25.885608+0000","last_became_peered":"2024-09-05T06:16:25.885608+0000","last_unstale":"2024-09-05T06:16:25.886910+0000","last_undegraded":"2024-09-05T06:16:25.886910+0000","last_fullsized":"2024-09-05T06:16:25.886910+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:13:39.355741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.892100+0000","last_change":"2024-09-05T06:16:25.891969+0000","last_active":"2024-09-05T06:16:25.892100+0000","last_peered":"2024-09-05T06:16:25.892100+0000","last_clean":"2024-09-05T06:16:25.892100+0000","last_became_active":"2024-09-05T06:16:25.891687+0000","last_became_peered":"2024-09-05T06:16:25.891687+0000","last_unstale":"2024-09-05T06:16:25.892100+0000","last_undegraded":"2024-09-05T06:16:25.892100+0000","last_fullsized":"2024-09-05T06:16:25.892100+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:39:37.871908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.875787+0000","last_change":"2024-09-05T06:16:25.919413+0000","last_active":"2024-09-05T06:16:26.875787+0000","last_peered":"2024-09-05T06:16:26.875787+0000","last_clean":"2024-09-05T06:16:26.875787+0000","last_became_active":"2024-09-05T06:16:25.919239+0000","last_became_peered":"2024-09-05T06:16:25.919239+0000","last_unstale":"2024-09-05T06:16:26.875787+0000","last_undegraded":"2024-09-05T06:16:26.875787+0000","last_fullsized":"2024-09-05T06:16:26.875787+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:08:44.027998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.889116+0000","last_change":"2024-09-05T06:16:25.888995+0000","last_active":"2024-09-05T06:16:25.889116+0000","last_peered":"2024-09-05T06:16:25.889116+0000","last_clean":"2024-09-05T06:16:25.889116+0000","last_became_active":"2024-09-05T06:16:25.888728+0000","last_became_peered":"2024-09-05T06:16:25.888728+0000","last_unstale":"2024-09-05T06:16:25.889116+0000","last_undegraded":"2024-09-05T06:16:25.889116+0000","last_fullsized":"2024-09-05T06:16:25.889116+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:50.462699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.914091+0000","last_change":"2024-09-05T06:16:25.913899+0000","last_active":"2024-09-05T06:16:25.914091+0000","last_peered":"2024-09-05T06:16:25.914091+0000","last_clean":"2024-09-05T06:16:25.914091+0000","last_became_active":"2024-09-05T06:16:25.913702+0000","last_became_peered":"2024-09-05T06:16:25.913702+0000","last_unstale":"2024-09-05T06:16:25.914091+0000","last_undegraded":"2024-09-05T06:16:25.914091+0000","last_fullsized":"2024-09-05T06:16:25.914091+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:58:17.681264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.896147+0000","last_change":"2024-09-05T06:16:25.896048+0000","last_active":"2024-09-05T06:16:25.896147+0000","last_peered":"2024-09-05T06:16:25.896147+0000","last_clean":"2024-09-05T06:16:25.896147+0000","last_became_active":"2024-09-05T06:16:25.894857+0000","last_became_peered":"2024-09-05T06:16:25.894857+0000","last_unstale":"2024-09-05T06:16:25.896147+0000","last_undegraded":"2024-09-05T06:16:25.896147+0000","last_fullsized":"2024-09-05T06:16:25.896147+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:28.158420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873406+0000","last_change":"2024-09-05T06:16:25.891701+0000","last_active":"2024-09-05T06:16:26.873406+0000","last_peered":"2024-09-05T06:16:26.873406+0000","last_clean":"2024-09-05T06:16:26.873406+0000","last_became_active":"2024-09-05T06:16:25.890248+0000","last_became_peered":"2024-09-05T06:16:25.890248+0000","last_unstale":"2024-09-05T06:16:26.873406+0000","last_undegraded":"2024-09-05T06:16:26.873406+0000","last_fullsized":"2024-09-05T06:16:26.873406+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:08:04.137002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.905232+0000","last_change":"2024-09-05T06:16:25.897024+0000","last_active":"2024-09-05T06:16:25.905232+0000","last_peered":"2024-09-05T06:16:25.905232+0000","last_clean":"2024-09-05T06:16:25.905232+0000","last_became_active":"2024-09-05T06:16:25.894737+0000","last_became_peered":"2024-09-05T06:16:25.894737+0000","last_unstale":"2024-09-05T06:16:25.905232+0000","last_undegraded":"2024-09-05T06:16:25.905232+0000","last_fullsized":"2024-09-05T06:16:25.905232+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:10:40.320033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.875626+0000","last_change":"2024-09-05T06:16:25.887467+0000","last_active":"2024-09-05T06:16:26.875626+0000","last_peered":"2024-09-05T06:16:26.875626+0000","last_clean":"2024-09-05T06:16:26.875626+0000","last_became_active":"2024-09-05T06:16:25.887016+0000","last_became_peered":"2024-09-05T06:16:25.887016+0000","last_unstale":"2024-09-05T06:16:26.875626+0000","last_undegraded":"2024-09-05T06:16:26.875626+0000","last_fullsized":"2024-09-05T06:16:26.875626+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:31:02.815986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.880549+0000","last_change":"2024-09-05T06:16:25.879784+0000","last_active":"2024-09-05T06:16:25.880549+0000","last_peered":"2024-09-05T06:16:25.880549+0000","last_clean":"2024-09-05T06:16:25.880549+0000","last_became_active":"2024-09-05T06:16:25.878870+0000","last_became_peered":"2024-09-05T06:16:25.878870+0000","last_unstale":"2024-09-05T06:16:25.880549+0000","last_undegraded":"2024-09-05T06:16:25.880549+0000","last_fullsized":"2024-09-05T06:16:25.880549+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:24.203187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.900947+0000","last_change":"2024-09-05T06:16:25.900619+0000","last_active":"2024-09-05T06:16:25.900947+0000","last_peered":"2024-09-05T06:16:25.900947+0000","last_clean":"2024-09-05T06:16:25.900947+0000","last_became_active":"2024-09-05T06:16:25.895995+0000","last_became_peered":"2024-09-05T06:16:25.895995+0000","last_unstale":"2024-09-05T06:16:25.900947+0000","last_undegraded":"2024-09-05T06:16:25.900947+0000","last_fullsized":"2024-09-05T06:16:25.900947+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:15:27.991265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869508+0000","last_change":"2024-09-05T06:16:25.885785+0000","last_active":"2024-09-05T06:16:26.869508+0000","last_peered":"2024-09-05T06:16:26.869508+0000","last_clean":"2024-09-05T06:16:26.869508+0000","last_became_active":"2024-09-05T06:16:25.884744+0000","last_became_peered":"2024-09-05T06:16:25.884744+0000","last_unstale":"2024-09-05T06:16:26.869508+0000","last_undegraded":"2024-09-05T06:16:26.869508+0000","last_fullsized":"2024-09-05T06:16:26.869508+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:43.258764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.901538+0000","last_change":"2024-09-05T06:16:25.901249+0000","last_active":"2024-09-05T06:16:25.901538+0000","last_peered":"2024-09-05T06:16:25.901538+0000","last_clean":"2024-09-05T06:16:25.901538+0000","last_became_active":"2024-09-05T06:16:25.895144+0000","last_became_peered":"2024-09-05T06:16:25.895144+0000","last_unstale":"2024-09-05T06:16:25.901538+0000","last_undegraded":"2024-09-05T06:16:25.901538+0000","last_fullsized":"2024-09-05T06:16:25.901538+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:27:00.144994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.888258+0000","last_change":"2024-09-05T06:16:25.887749+0000","last_active":"2024-09-05T06:16:25.888258+0000","last_peered":"2024-09-05T06:16:25.888258+0000","last_clean":"2024-09-05T06:16:25.888258+0000","last_became_active":"2024-09-05T06:16:25.887447+0000","last_became_peered":"2024-09-05T06:16:25.887447+0000","last_unstale":"2024-09-05T06:16:25.888258+0000","last_undegraded":"2024-09-05T06:16:25.888258+0000","last_fullsized":"2024-09-05T06:16:25.888258+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:13.451782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868561+0000","last_change":"2024-09-05T06:16:25.890297+0000","last_active":"2024-09-05T06:16:26.868561+0000","last_peered":"2024-09-05T06:16:26.868561+0000","last_clean":"2024-09-05T06:16:26.868561+0000","last_became_active":"2024-09-05T06:16:25.888949+0000","last_became_peered":"2024-09-05T06:16:25.888949+0000","last_unstale":"2024-09-05T06:16:26.868561+0000","last_undegraded":"2024-09-05T06:16:26.868561+0000","last_fullsized":"2024-09-05T06:16:26.868561+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:48.816965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872203+0000","last_change":"2024-09-05T06:16:25.912145+0000","last_active":"2024-09-05T06:16:26.872203+0000","last_peered":"2024-09-05T06:16:26.872203+0000","last_clean":"2024-09-05T06:16:26.872203+0000","last_became_active":"2024-09-05T06:16:25.908221+0000","last_became_peered":"2024-09-05T06:16:25.908221+0000","last_unstale":"2024-09-05T06:16:26.872203+0000","last_undegraded":"2024-09-05T06:16:26.872203+0000","last_fullsized":"2024-09-05T06:16:26.872203+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:51:35.932922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869880+0000","last_change":"2024-09-05T06:16:25.891652+0000","last_active":"2024-09-05T06:16:26.869880+0000","last_peered":"2024-09-05T06:16:26.869880+0000","last_clean":"2024-09-05T06:16:26.869880+0000","last_became_active":"2024-09-05T06:16:25.887810+0000","last_became_peered":"2024-09-05T06:16:25.887810+0000","last_unstale":"2024-09-05T06:16:26.869880+0000","last_undegraded":"2024-09-05T06:16:26.869880+0000","last_fullsized":"2024-09-05T06:16:26.869880+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:18.566989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876278+0000","last_change":"2024-09-05T06:16:25.891564+0000","last_active":"2024-09-05T06:16:26.876278+0000","last_peered":"2024-09-05T06:16:26.876278+0000","last_clean":"2024-09-05T06:16:26.876278+0000","last_became_active":"2024-09-05T06:16:25.891325+0000","last_became_peered":"2024-09-05T06:16:25.891325+0000","last_unstale":"2024-09-05T06:16:26.876278+0000","last_undegraded":"2024-09-05T06:16:26.876278+0000","last_fullsized":"2024-09-05T06:16:26.876278+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:22.720496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872747+0000","last_change":"2024-09-05T06:16:25.915732+0000","last_active":"2024-09-05T06:16:26.872747+0000","last_peered":"2024-09-05T06:16:26.872747+0000","last_clean":"2024-09-05T06:16:26.872747+0000","last_became_active":"2024-09-05T06:16:25.913241+0000","last_became_peered":"2024-09-05T06:16:25.913241+0000","last_unstale":"2024-09-05T06:16:26.872747+0000","last_undegraded":"2024-09-05T06:16:26.872747+0000","last_fullsized":"2024-09-05T06:16:26.872747+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:04:23.129306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.890462+0000","last_change":"2024-09-05T06:16:25.889837+0000","last_active":"2024-09-05T06:16:25.890462+0000","last_peered":"2024-09-05T06:16:25.890462+0000","last_clean":"2024-09-05T06:16:25.890462+0000","last_became_active":"2024-09-05T06:16:25.889227+0000","last_became_peered":"2024-09-05T06:16:25.889227+0000","last_unstale":"2024-09-05T06:16:25.890462+0000","last_undegraded":"2024-09-05T06:16:25.890462+0000","last_fullsized":"2024-09-05T06:16:25.890462+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:16:06.391367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868648+0000","last_change":"2024-09-05T06:16:25.896730+0000","last_active":"2024-09-05T06:16:26.868648+0000","last_peered":"2024-09-05T06:16:26.868648+0000","last_clean":"2024-09-05T06:16:26.868648+0000","last_became_active":"2024-09-05T06:16:25.892958+0000","last_became_peered":"2024-09-05T06:16:25.892958+0000","last_unstale":"2024-09-05T06:16:26.868648+0000","last_undegraded":"2024-09-05T06:16:26.868648+0000","last_fullsized":"2024-09-05T06:16:26.868648+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:20.212073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.873413+0000","last_change":"2024-09-05T06:16:25.872358+0000","last_active":"2024-09-05T06:16:25.873413+0000","last_peered":"2024-09-05T06:16:25.873413+0000","last_clean":"2024-09-05T06:16:25.873413+0000","last_became_active":"2024-09-05T06:16:25.871655+0000","last_became_peered":"2024-09-05T06:16:25.871655+0000","last_unstale":"2024-09-05T06:16:25.873413+0000","last_undegraded":"2024-09-05T06:16:25.873413+0000","last_fullsized":"2024-09-05T06:16:25.873413+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:16.506758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872599+0000","last_change":"2024-09-05T06:16:25.905051+0000","last_active":"2024-09-05T06:16:26.872599+0000","last_peered":"2024-09-05T06:16:26.872599+0000","last_clean":"2024-09-05T06:16:26.872599+0000","last_became_active":"2024-09-05T06:16:25.889037+0000","last_became_peered":"2024-09-05T06:16:25.889037+0000","last_unstale":"2024-09-05T06:16:26.872599+0000","last_undegraded":"2024-09-05T06:16:26.872599+0000","last_fullsized":"2024-09-05T06:16:26.872599+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:24:19.619036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894908+0000","last_change":"2024-09-05T06:16:25.894327+0000","last_active":"2024-09-05T06:16:25.894908+0000","last_peered":"2024-09-05T06:16:25.894908+0000","last_clean":"2024-09-05T06:16:25.894908+0000","last_became_active":"2024-09-05T06:16:25.893496+0000","last_became_peered":"2024-09-05T06:16:25.893496+0000","last_unstale":"2024-09-05T06:16:25.894908+0000","last_undegraded":"2024-09-05T06:16:25.894908+0000","last_fullsized":"2024-09-05T06:16:25.894908+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:01:47.615965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.903565+0000","last_change":"2024-09-05T06:16:25.903478+0000","last_active":"2024-09-05T06:16:25.903565+0000","last_peered":"2024-09-05T06:16:25.903565+0000","last_clean":"2024-09-05T06:16:25.903565+0000","last_became_active":"2024-09-05T06:16:25.903246+0000","last_became_peered":"2024-09-05T06:16:25.903246+0000","last_unstale":"2024-09-05T06:16:25.903565+0000","last_undegraded":"2024-09-05T06:16:25.903565+0000","last_fullsized":"2024-09-05T06:16:25.903565+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:01:25.962078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.871795+0000","last_change":"2024-09-05T06:16:25.912714+0000","last_active":"2024-09-05T06:16:26.871795+0000","last_peered":"2024-09-05T06:16:26.871795+0000","last_clean":"2024-09-05T06:16:26.871795+0000","last_became_active":"2024-09-05T06:16:25.908846+0000","last_became_peered":"2024-09-05T06:16:25.908846+0000","last_unstale":"2024-09-05T06:16:26.871795+0000","last_undegraded":"2024-09-05T06:16:26.871795+0000","last_fullsized":"2024-09-05T06:16:26.871795+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:01:41.156928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873967+0000","last_change":"2024-09-05T06:16:25.907014+0000","last_active":"2024-09-05T06:16:26.873967+0000","last_peered":"2024-09-05T06:16:26.873967+0000","last_clean":"2024-09-05T06:16:26.873967+0000","last_became_active":"2024-09-05T06:16:25.891092+0000","last_became_peered":"2024-09-05T06:16:25.891092+0000","last_unstale":"2024-09-05T06:16:26.873967+0000","last_undegraded":"2024-09-05T06:16:26.873967+0000","last_fullsized":"2024-09-05T06:16:26.873967+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:52.323363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.883486+0000","last_change":"2024-09-05T06:16:25.881463+0000","last_active":"2024-09-05T06:16:25.883486+0000","last_peered":"2024-09-05T06:16:25.883486+0000","last_clean":"2024-09-05T06:16:25.883486+0000","last_became_active":"2024-09-05T06:16:25.881222+0000","last_became_peered":"2024-09-05T06:16:25.881222+0000","last_unstale":"2024-09-05T06:16:25.883486+0000","last_undegraded":"2024-09-05T06:16:25.883486+0000","last_fullsized":"2024-09-05T06:16:25.883486+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:07:27.518261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.923329+0000","last_change":"2024-09-05T06:16:25.923229+0000","last_active":"2024-09-05T06:16:25.923329+0000","last_peered":"2024-09-05T06:16:25.923329+0000","last_clean":"2024-09-05T06:16:25.923329+0000","last_became_active":"2024-09-05T06:16:25.923027+0000","last_became_peered":"2024-09-05T06:16:25.923027+0000","last_unstale":"2024-09-05T06:16:25.923329+0000","last_undegraded":"2024-09-05T06:16:25.923329+0000","last_fullsized":"2024-09-05T06:16:25.923329+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:07.602594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.901613+0000","last_change":"2024-09-05T06:16:25.901228+0000","last_active":"2024-09-05T06:16:25.901613+0000","last_peered":"2024-09-05T06:16:25.901613+0000","last_clean":"2024-09-05T06:16:25.901613+0000","last_became_active":"2024-09-05T06:16:25.898549+0000","last_became_peered":"2024-09-05T06:16:25.898549+0000","last_unstale":"2024-09-05T06:16:25.901613+0000","last_undegraded":"2024-09-05T06:16:25.901613+0000","last_fullsized":"2024-09-05T06:16:25.901613+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:01.364539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1f","version":"157'4","reported_seq":16,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.911979+0000","last_change":"2024-09-05T06:16:24.897763+0000","last_active":"2024-09-05T06:16:25.911979+0000","last_peered":"2024-09-05T06:16:25.911979+0000","last_clean":"2024-09-05T06:16:25.911979+0000","last_became_active":"2024-09-05T06:16:24.897516+0000","last_became_peered":"2024-09-05T06:16:24.897516+0000","last_unstale":"2024-09-05T06:16:25.911979+0000","last_undegraded":"2024-09-05T06:16:25.911979+0000","last_fullsized":"2024-09-05T06:16:25.911979+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:10.923369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894621+0000","last_change":"2024-09-05T06:16:25.894123+0000","last_active":"2024-09-05T06:16:25.894621+0000","last_peered":"2024-09-05T06:16:25.894621+0000","last_clean":"2024-09-05T06:16:25.894621+0000","last_became_active":"2024-09-05T06:16:25.893645+0000","last_became_peered":"2024-09-05T06:16:25.893645+0000","last_unstale":"2024-09-05T06:16:25.894621+0000","last_undegraded":"2024-09-05T06:16:25.894621+0000","last_fullsized":"2024-09-05T06:16:25.894621+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:19:52.674574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1e","version":"157'1","reported_seq":13,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.895040+0000","last_change":"2024-09-05T06:16:24.887046+0000","last_active":"2024-09-05T06:16:25.895040+0000","last_peered":"2024-09-05T06:16:25.895040+0000","last_clean":"2024-09-05T06:16:25.895040+0000","last_became_active":"2024-09-05T06:16:24.886770+0000","last_became_peered":"2024-09-05T06:16:24.886770+0000","last_unstale":"2024-09-05T06:16:25.895040+0000","last_undegraded":"2024-09-05T06:16:25.895040+0000","last_fullsized":"2024-09-05T06:16:25.895040+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:56:00.646648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.893212+0000","last_change":"2024-09-05T06:16:25.893108+0000","last_active":"2024-09-05T06:16:25.893212+0000","last_peered":"2024-09-05T06:16:25.893212+0000","last_clean":"2024-09-05T06:16:25.893212+0000","last_became_active":"2024-09-05T06:16:25.892889+0000","last_became_peered":"2024-09-05T06:16:25.892889+0000","last_unstale":"2024-09-05T06:16:25.893212+0000","last_undegraded":"2024-09-05T06:16:25.893212+0000","last_fullsized":"2024-09-05T06:16:25.893212+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:32:08.649158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1d","version":"157'2","reported_seq":14,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.892940+0000","last_change":"2024-09-05T06:16:24.878985+0000","last_active":"2024-09-05T06:16:25.892940+0000","last_peered":"2024-09-05T06:16:25.892940+0000","last_clean":"2024-09-05T06:16:25.892940+0000","last_became_active":"2024-09-05T06:16:24.878452+0000","last_became_peered":"2024-09-05T06:16:24.878452+0000","last_unstale":"2024-09-05T06:16:25.892940+0000","last_undegraded":"2024-09-05T06:16:25.892940+0000","last_fullsized":"2024-09-05T06:16:25.892940+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:14:57.517367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877278+0000","last_change":"2024-09-05T06:16:25.904415+0000","last_active":"2024-09-05T06:16:26.877278+0000","last_peered":"2024-09-05T06:16:26.877278+0000","last_clean":"2024-09-05T06:16:26.877278+0000","last_became_active":"2024-09-05T06:16:25.904207+0000","last_became_peered":"2024-09-05T06:16:25.904207+0000","last_unstale":"2024-09-05T06:16:26.877278+0000","last_undegraded":"2024-09-05T06:16:26.877278+0000","last_fullsized":"2024-09-05T06:16:26.877278+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:22:34.681687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1c","version":"157'2","reported_seq":16,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872762+0000","last_change":"2024-09-05T06:16:24.891078+0000","last_active":"2024-09-05T06:16:26.872762+0000","last_peered":"2024-09-05T06:16:26.872762+0000","last_clean":"2024-09-05T06:16:26.872762+0000","last_became_active":"2024-09-05T06:16:24.887118+0000","last_became_peered":"2024-09-05T06:16:24.887118+0000","last_unstale":"2024-09-05T06:16:26.872762+0000","last_undegraded":"2024-09-05T06:16:26.872762+0000","last_fullsized":"2024-09-05T06:16:26.872762+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:49:01.385510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868938+0000","last_change":"2024-09-05T06:16:25.889587+0000","last_active":"2024-09-05T06:16:26.868938+0000","last_peered":"2024-09-05T06:16:26.868938+0000","last_clean":"2024-09-05T06:16:26.868938+0000","last_became_active":"2024-09-05T06:16:25.886722+0000","last_became_peered":"2024-09-05T06:16:25.886722+0000","last_unstale":"2024-09-05T06:16:26.868938+0000","last_undegraded":"2024-09-05T06:16:26.868938+0000","last_fullsized":"2024-09-05T06:16:26.868938+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:22.331295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1b","version":"157'1","reported_seq":15,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.874090+0000","last_change":"2024-09-05T06:16:24.895557+0000","last_active":"2024-09-05T06:16:26.874090+0000","last_peered":"2024-09-05T06:16:26.874090+0000","last_clean":"2024-09-05T06:16:26.874090+0000","last_became_active":"2024-09-05T06:16:24.894106+0000","last_became_peered":"2024-09-05T06:16:24.894106+0000","last_unstale":"2024-09-05T06:16:26.874090+0000","last_undegraded":"2024-09-05T06:16:26.874090+0000","last_fullsized":"2024-09-05T06:16:26.874090+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:01.166983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876093+0000","last_change":"2024-09-05T06:16:25.902053+0000","last_active":"2024-09-05T06:16:26.876093+0000","last_peered":"2024-09-05T06:16:26.876093+0000","last_clean":"2024-09-05T06:16:26.876093+0000","last_became_active":"2024-09-05T06:16:25.901805+0000","last_became_peered":"2024-09-05T06:16:25.901805+0000","last_unstale":"2024-09-05T06:16:26.876093+0000","last_undegraded":"2024-09-05T06:16:26.876093+0000","last_fullsized":"2024-09-05T06:16:26.876093+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:19:37.602846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"157'1","reported_seq":15,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869213+0000","last_change":"2024-09-05T06:16:24.873934+0000","last_active":"2024-09-05T06:16:26.869213+0000","last_peered":"2024-09-05T06:16:26.869213+0000","last_clean":"2024-09-05T06:16:26.869213+0000","last_became_active":"2024-09-05T06:16:24.870077+0000","last_became_peered":"2024-09-05T06:16:24.870077+0000","last_unstale":"2024-09-05T06:16:26.869213+0000","last_undegraded":"2024-09-05T06:16:26.869213+0000","last_fullsized":"2024-09-05T06:16:26.869213+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:17:31.855645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876223+0000","last_change":"2024-09-05T06:16:25.890575+0000","last_active":"2024-09-05T06:16:26.876223+0000","last_peered":"2024-09-05T06:16:26.876223+0000","last_clean":"2024-09-05T06:16:26.876223+0000","last_became_active":"2024-09-05T06:16:25.889314+0000","last_became_peered":"2024-09-05T06:16:25.889314+0000","last_unstale":"2024-09-05T06:16:26.876223+0000","last_undegraded":"2024-09-05T06:16:26.876223+0000","last_fullsized":"2024-09-05T06:16:26.876223+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:13.339806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.882768+0000","last_change":"2024-09-05T06:16:24.892333+0000","last_active":"2024-09-05T06:16:25.882768+0000","last_peered":"2024-09-05T06:16:25.882768+0000","last_clean":"2024-09-05T06:16:25.882768+0000","last_became_active":"2024-09-05T06:16:24.891513+0000","last_became_peered":"2024-09-05T06:16:24.891513+0000","last_unstale":"2024-09-05T06:16:25.882768+0000","last_undegraded":"2024-09-05T06:16:25.882768+0000","last_fullsized":"2024-09-05T06:16:25.882768+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:14.549191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872575+0000","last_change":"2024-09-05T06:16:25.911387+0000","last_active":"2024-09-05T06:16:26.872575+0000","last_peered":"2024-09-05T06:16:26.872575+0000","last_clean":"2024-09-05T06:16:26.872575+0000","last_became_active":"2024-09-05T06:16:25.907024+0000","last_became_peered":"2024-09-05T06:16:25.907024+0000","last_unstale":"2024-09-05T06:16:26.872575+0000","last_undegraded":"2024-09-05T06:16:26.872575+0000","last_fullsized":"2024-09-05T06:16:26.872575+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:48.240816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.874231+0000","last_change":"2024-09-05T06:16:24.893256+0000","last_active":"2024-09-05T06:16:26.874231+0000","last_peered":"2024-09-05T06:16:26.874231+0000","last_clean":"2024-09-05T06:16:26.874231+0000","last_became_active":"2024-09-05T06:16:24.892558+0000","last_became_peered":"2024-09-05T06:16:24.892558+0000","last_unstale":"2024-09-05T06:16:26.874231+0000","last_undegraded":"2024-09-05T06:16:26.874231+0000","last_fullsized":"2024-09-05T06:16:26.874231+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:12.039580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873113+0000","last_change":"2024-09-05T06:16:25.916104+0000","last_active":"2024-09-05T06:16:26.873113+0000","last_peered":"2024-09-05T06:16:26.873113+0000","last_clean":"2024-09-05T06:16:26.873113+0000","last_became_active":"2024-09-05T06:16:25.913935+0000","last_became_peered":"2024-09-05T06:16:25.913935+0000","last_unstale":"2024-09-05T06:16:26.873113+0000","last_undegraded":"2024-09-05T06:16:26.873113+0000","last_fullsized":"2024-09-05T06:16:26.873113+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:30.743491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877096+0000","last_change":"2024-09-05T06:16:24.892295+0000","last_active":"2024-09-05T06:16:26.877096+0000","last_peered":"2024-09-05T06:16:26.877096+0000","last_clean":"2024-09-05T06:16:26.877096+0000","last_became_active":"2024-09-05T06:16:24.891990+0000","last_became_peered":"2024-09-05T06:16:24.891990+0000","last_unstale":"2024-09-05T06:16:26.877096+0000","last_undegraded":"2024-09-05T06:16:26.877096+0000","last_fullsized":"2024-09-05T06:16:26.877096+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:54:15.784111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.891646+0000","last_change":"2024-09-05T06:16:25.891367+0000","last_active":"2024-09-05T06:16:25.891646+0000","last_peered":"2024-09-05T06:16:25.891646+0000","last_clean":"2024-09-05T06:16:25.891646+0000","last_became_active":"2024-09-05T06:16:25.891083+0000","last_became_peered":"2024-09-05T06:16:25.891083+0000","last_unstale":"2024-09-05T06:16:25.891646+0000","last_undegraded":"2024-09-05T06:16:25.891646+0000","last_fullsized":"2024-09-05T06:16:25.891646+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:44.028748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868420+0000","last_change":"2024-09-05T06:16:24.880361+0000","last_active":"2024-09-05T06:16:26.868420+0000","last_peered":"2024-09-05T06:16:26.868420+0000","last_clean":"2024-09-05T06:16:26.868420+0000","last_became_active":"2024-09-05T06:16:24.878683+0000","last_became_peered":"2024-09-05T06:16:24.878683+0000","last_unstale":"2024-09-05T06:16:26.868420+0000","last_undegraded":"2024-09-05T06:16:26.868420+0000","last_fullsized":"2024-09-05T06:16:26.868420+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:07.016371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.875766+0000","last_change":"2024-09-05T06:16:25.892593+0000","last_active":"2024-09-05T06:16:26.875766+0000","last_peered":"2024-09-05T06:16:26.875766+0000","last_clean":"2024-09-05T06:16:26.875766+0000","last_became_active":"2024-09-05T06:16:25.892307+0000","last_became_peered":"2024-09-05T06:16:25.892307+0000","last_unstale":"2024-09-05T06:16:26.875766+0000","last_undegraded":"2024-09-05T06:16:26.875766+0000","last_fullsized":"2024-09-05T06:16:26.875766+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:30.456716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.15","version":"157'3","reported_seq":15,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.899028+0000","last_change":"2024-09-05T06:16:24.896711+0000","last_active":"2024-09-05T06:16:25.899028+0000","last_peered":"2024-09-05T06:16:25.899028+0000","last_clean":"2024-09-05T06:16:25.899028+0000","last_became_active":"2024-09-05T06:16:24.896524+0000","last_became_peered":"2024-09-05T06:16:24.896524+0000","last_unstale":"2024-09-05T06:16:25.899028+0000","last_undegraded":"2024-09-05T06:16:25.899028+0000","last_fullsized":"2024-09-05T06:16:25.899028+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:09.153693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.889757+0000","last_change":"2024-09-05T06:16:25.889658+0000","last_active":"2024-09-05T06:16:25.889757+0000","last_peered":"2024-09-05T06:16:25.889757+0000","last_clean":"2024-09-05T06:16:25.889757+0000","last_became_active":"2024-09-05T06:16:25.888781+0000","last_became_peered":"2024-09-05T06:16:25.888781+0000","last_unstale":"2024-09-05T06:16:25.889757+0000","last_undegraded":"2024-09-05T06:16:25.889757+0000","last_fullsized":"2024-09-05T06:16:25.889757+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:42:13.447283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.14","version":"157'6","reported_seq":18,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.926070+0000","last_change":"2024-09-05T06:16:24.883280+0000","last_active":"2024-09-05T06:16:25.926070+0000","last_peered":"2024-09-05T06:16:25.926070+0000","last_clean":"2024-09-05T06:16:25.926070+0000","last_became_active":"2024-09-05T06:16:24.883032+0000","last_became_peered":"2024-09-05T06:16:24.883032+0000","last_unstale":"2024-09-05T06:16:25.926070+0000","last_undegraded":"2024-09-05T06:16:25.926070+0000","last_fullsized":"2024-09-05T06:16:25.926070+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:46:28.967898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.899788+0000","last_change":"2024-09-05T06:16:25.897438+0000","last_active":"2024-09-05T06:16:25.899788+0000","last_peered":"2024-09-05T06:16:25.899788+0000","last_clean":"2024-09-05T06:16:25.899788+0000","last_became_active":"2024-09-05T06:16:25.894870+0000","last_became_peered":"2024-09-05T06:16:25.894870+0000","last_unstale":"2024-09-05T06:16:25.899788+0000","last_undegraded":"2024-09-05T06:16:25.899788+0000","last_fullsized":"2024-09-05T06:16:25.899788+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:58:59.291504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.886396+0000","last_change":"2024-09-05T06:16:24.886350+0000","last_active":"2024-09-05T06:16:25.886396+0000","last_peered":"2024-09-05T06:16:25.886396+0000","last_clean":"2024-09-05T06:16:25.886396+0000","last_became_active":"2024-09-05T06:16:24.885132+0000","last_became_peered":"2024-09-05T06:16:24.885132+0000","last_unstale":"2024-09-05T06:16:25.886396+0000","last_undegraded":"2024-09-05T06:16:25.886396+0000","last_fullsized":"2024-09-05T06:16:25.886396+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:08.203188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.900766+0000","last_change":"2024-09-05T06:16:25.900166+0000","last_active":"2024-09-05T06:16:25.900766+0000","last_peered":"2024-09-05T06:16:25.900766+0000","last_clean":"2024-09-05T06:16:25.900766+0000","last_became_active":"2024-09-05T06:16:25.898301+0000","last_became_peered":"2024-09-05T06:16:25.898301+0000","last_unstale":"2024-09-05T06:16:25.900766+0000","last_undegraded":"2024-09-05T06:16:25.900766+0000","last_fullsized":"2024-09-05T06:16:25.900766+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:20:13.771929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.867789+0000","last_change":"2024-09-05T06:16:24.877632+0000","last_active":"2024-09-05T06:16:25.867789+0000","last_peered":"2024-09-05T06:16:25.867789+0000","last_clean":"2024-09-05T06:16:25.867789+0000","last_became_active":"2024-09-05T06:16:24.876989+0000","last_became_peered":"2024-09-05T06:16:24.876989+0000","last_unstale":"2024-09-05T06:16:25.867789+0000","last_undegraded":"2024-09-05T06:16:25.867789+0000","last_fullsized":"2024-09-05T06:16:25.867789+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:43.287273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876668+0000","last_change":"2024-09-05T06:16:25.887258+0000","last_active":"2024-09-05T06:16:26.876668+0000","last_peered":"2024-09-05T06:16:26.876668+0000","last_clean":"2024-09-05T06:16:26.876668+0000","last_became_active":"2024-09-05T06:16:25.886672+0000","last_became_peered":"2024-09-05T06:16:25.886672+0000","last_unstale":"2024-09-05T06:16:26.876668+0000","last_undegraded":"2024-09-05T06:16:26.876668+0000","last_fullsized":"2024-09-05T06:16:26.876668+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:53:04.597916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.10","version":"157'8","reported_seq":22,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.875943+0000","last_change":"2024-09-05T06:16:24.894494+0000","last_active":"2024-09-05T06:16:26.875943+0000","last_peered":"2024-09-05T06:16:26.875943+0000","last_clean":"2024-09-05T06:16:26.875943+0000","last_became_active":"2024-09-05T06:16:24.894056+0000","last_became_peered":"2024-09-05T06:16:24.894056+0000","last_unstale":"2024-09-05T06:16:26.875943+0000","last_undegraded":"2024-09-05T06:16:26.875943+0000","last_fullsized":"2024-09-05T06:16:26.875943+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:03.444686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.904956+0000","last_change":"2024-09-05T06:16:25.904834+0000","last_active":"2024-09-05T06:16:25.904956+0000","last_peered":"2024-09-05T06:16:25.904956+0000","last_clean":"2024-09-05T06:16:25.904956+0000","last_became_active":"2024-09-05T06:16:25.904572+0000","last_became_peered":"2024-09-05T06:16:25.904572+0000","last_unstale":"2024-09-05T06:16:25.904956+0000","last_undegraded":"2024-09-05T06:16:25.904956+0000","last_fullsized":"2024-09-05T06:16:25.904956+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:17:40.428406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.f","version":"157'1","reported_seq":15,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876721+0000","last_change":"2024-09-05T06:16:24.884840+0000","last_active":"2024-09-05T06:16:26.876721+0000","last_peered":"2024-09-05T06:16:26.876721+0000","last_clean":"2024-09-05T06:16:26.876721+0000","last_became_active":"2024-09-05T06:16:24.884388+0000","last_became_peered":"2024-09-05T06:16:24.884388+0000","last_unstale":"2024-09-05T06:16:26.876721+0000","last_undegraded":"2024-09-05T06:16:26.876721+0000","last_fullsized":"2024-09-05T06:16:26.876721+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:12:09.901500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.888469+0000","last_change":"2024-09-05T06:16:25.888354+0000","last_active":"2024-09-05T06:16:25.888469+0000","last_peered":"2024-09-05T06:16:25.888469+0000","last_clean":"2024-09-05T06:16:25.888469+0000","last_became_active":"2024-09-05T06:16:25.888022+0000","last_became_peered":"2024-09-05T06:16:25.888022+0000","last_unstale":"2024-09-05T06:16:25.888469+0000","last_undegraded":"2024-09-05T06:16:25.888469+0000","last_fullsized":"2024-09-05T06:16:25.888469+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:44:41.434407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"157'2","reported_seq":14,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.905675+0000","last_change":"2024-09-05T06:16:24.883743+0000","last_active":"2024-09-05T06:16:25.905675+0000","last_peered":"2024-09-05T06:16:25.905675+0000","last_clean":"2024-09-05T06:16:25.905675+0000","last_became_active":"2024-09-05T06:16:24.881152+0000","last_became_peered":"2024-09-05T06:16:24.881152+0000","last_unstale":"2024-09-05T06:16:25.905675+0000","last_undegraded":"2024-09-05T06:16:25.905675+0000","last_fullsized":"2024-09-05T06:16:25.905675+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:32.706956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873488+0000","last_change":"2024-09-05T06:16:25.916637+0000","last_active":"2024-09-05T06:16:26.873488+0000","last_peered":"2024-09-05T06:16:26.873488+0000","last_clean":"2024-09-05T06:16:26.873488+0000","last_became_active":"2024-09-05T06:16:25.914575+0000","last_became_peered":"2024-09-05T06:16:25.914575+0000","last_unstale":"2024-09-05T06:16:26.873488+0000","last_undegraded":"2024-09-05T06:16:26.873488+0000","last_fullsized":"2024-09-05T06:16:26.873488+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:31.258463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.d","version":"157'1","reported_seq":13,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.893609+0000","last_change":"2024-09-05T06:16:24.889019+0000","last_active":"2024-09-05T06:16:25.893609+0000","last_peered":"2024-09-05T06:16:25.893609+0000","last_clean":"2024-09-05T06:16:25.893609+0000","last_became_active":"2024-09-05T06:16:24.888712+0000","last_became_peered":"2024-09-05T06:16:24.888712+0000","last_unstale":"2024-09-05T06:16:25.893609+0000","last_undegraded":"2024-09-05T06:16:25.893609+0000","last_fullsized":"2024-09-05T06:16:25.893609+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:05:58.531483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872973+0000","last_change":"2024-09-05T06:16:25.908757+0000","last_active":"2024-09-05T06:16:26.872973+0000","last_peered":"2024-09-05T06:16:26.872973+0000","last_clean":"2024-09-05T06:16:26.872973+0000","last_became_active":"2024-09-05T06:16:25.907980+0000","last_became_peered":"2024-09-05T06:16:25.907980+0000","last_unstale":"2024-09-05T06:16:26.872973+0000","last_undegraded":"2024-09-05T06:16:26.872973+0000","last_fullsized":"2024-09-05T06:16:26.872973+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:02:37.171123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.886911+0000","last_change":"2024-09-05T06:16:24.902438+0000","last_active":"2024-09-05T06:16:25.886911+0000","last_peered":"2024-09-05T06:16:25.886911+0000","last_clean":"2024-09-05T06:16:25.886911+0000","last_became_active":"2024-09-05T06:16:24.901626+0000","last_became_peered":"2024-09-05T06:16:24.901626+0000","last_unstale":"2024-09-05T06:16:25.886911+0000","last_undegraded":"2024-09-05T06:16:25.886911+0000","last_fullsized":"2024-09-05T06:16:25.886911+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:00.211060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872956+0000","last_change":"2024-09-05T06:16:25.911741+0000","last_active":"2024-09-05T06:16:26.872956+0000","last_peered":"2024-09-05T06:16:26.872956+0000","last_clean":"2024-09-05T06:16:26.872956+0000","last_became_active":"2024-09-05T06:16:25.907623+0000","last_became_peered":"2024-09-05T06:16:25.907623+0000","last_unstale":"2024-09-05T06:16:26.872956+0000","last_undegraded":"2024-09-05T06:16:26.872956+0000","last_fullsized":"2024-09-05T06:16:26.872956+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:29.545167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.b","version":"157'2","reported_seq":14,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.896225+0000","last_change":"2024-09-05T06:16:24.885502+0000","last_active":"2024-09-05T06:16:25.896225+0000","last_peered":"2024-09-05T06:16:25.896225+0000","last_clean":"2024-09-05T06:16:25.896225+0000","last_became_active":"2024-09-05T06:16:24.885177+0000","last_became_peered":"2024-09-05T06:16:24.885177+0000","last_unstale":"2024-09-05T06:16:25.896225+0000","last_undegraded":"2024-09-05T06:16:25.896225+0000","last_fullsized":"2024-09-05T06:16:25.896225+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:19.670488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.890479+0000","last_change":"2024-09-05T06:16:25.890354+0000","last_active":"2024-09-05T06:16:25.890479+0000","last_peered":"2024-09-05T06:16:25.890479+0000","last_clean":"2024-09-05T06:16:25.890479+0000","last_became_active":"2024-09-05T06:16:25.890107+0000","last_became_peered":"2024-09-05T06:16:25.890107+0000","last_unstale":"2024-09-05T06:16:25.890479+0000","last_undegraded":"2024-09-05T06:16:25.890479+0000","last_fullsized":"2024-09-05T06:16:25.890479+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:34:17.604551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869230+0000","last_change":"2024-09-05T06:16:24.873275+0000","last_active":"2024-09-05T06:16:26.869230+0000","last_peered":"2024-09-05T06:16:26.869230+0000","last_clean":"2024-09-05T06:16:26.869230+0000","last_became_active":"2024-09-05T06:16:24.868284+0000","last_became_peered":"2024-09-05T06:16:24.868284+0000","last_unstale":"2024-09-05T06:16:26.869230+0000","last_undegraded":"2024-09-05T06:16:26.869230+0000","last_fullsized":"2024-09-05T06:16:26.869230+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:26:27.102491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.898113+0000","last_change":"2024-09-05T06:16:25.896836+0000","last_active":"2024-09-05T06:16:25.898113+0000","last_peered":"2024-09-05T06:16:25.898113+0000","last_clean":"2024-09-05T06:16:25.898113+0000","last_became_active":"2024-09-05T06:16:25.893167+0000","last_became_peered":"2024-09-05T06:16:25.893167+0000","last_unstale":"2024-09-05T06:16:25.898113+0000","last_undegraded":"2024-09-05T06:16:25.898113+0000","last_fullsized":"2024-09-05T06:16:25.898113+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:12:56.079722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894026+0000","last_change":"2024-09-05T06:16:24.892424+0000","last_active":"2024-09-05T06:16:25.894026+0000","last_peered":"2024-09-05T06:16:25.894026+0000","last_clean":"2024-09-05T06:16:25.894026+0000","last_became_active":"2024-09-05T06:16:24.889781+0000","last_became_peered":"2024-09-05T06:16:24.889781+0000","last_unstale":"2024-09-05T06:16:25.894026+0000","last_undegraded":"2024-09-05T06:16:25.894026+0000","last_fullsized":"2024-09-05T06:16:25.894026+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:10.578520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876599+0000","last_change":"2024-09-05T06:16:25.890782+0000","last_active":"2024-09-05T06:16:26.876599+0000","last_peered":"2024-09-05T06:16:26.876599+0000","last_clean":"2024-09-05T06:16:26.876599+0000","last_became_active":"2024-09-05T06:16:25.889637+0000","last_became_peered":"2024-09-05T06:16:25.889637+0000","last_unstale":"2024-09-05T06:16:26.876599+0000","last_undegraded":"2024-09-05T06:16:26.876599+0000","last_fullsized":"2024-09-05T06:16:26.876599+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:12:49.569892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.871189+0000","last_change":"2024-09-05T06:16:24.883941+0000","last_active":"2024-09-05T06:16:25.871189+0000","last_peered":"2024-09-05T06:16:25.871189+0000","last_clean":"2024-09-05T06:16:25.871189+0000","last_became_active":"2024-09-05T06:16:24.881383+0000","last_became_peered":"2024-09-05T06:16:24.881383+0000","last_unstale":"2024-09-05T06:16:25.871189+0000","last_undegraded":"2024-09-05T06:16:25.871189+0000","last_fullsized":"2024-09-05T06:16:25.871189+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:35:18.139071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.889573+0000","last_change":"2024-09-05T06:16:25.889463+0000","last_active":"2024-09-05T06:16:25.889573+0000","last_peered":"2024-09-05T06:16:25.889573+0000","last_clean":"2024-09-05T06:16:25.889573+0000","last_became_active":"2024-09-05T06:16:25.888447+0000","last_became_peered":"2024-09-05T06:16:25.888447+0000","last_unstale":"2024-09-05T06:16:25.889573+0000","last_undegraded":"2024-09-05T06:16:25.889573+0000","last_fullsized":"2024-09-05T06:16:25.889573+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:03:19.638820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.7","version":"157'2","reported_seq":16,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868576+0000","last_change":"2024-09-05T06:16:24.868929+0000","last_active":"2024-09-05T06:16:26.868576+0000","last_peered":"2024-09-05T06:16:26.868576+0000","last_clean":"2024-09-05T06:16:26.868576+0000","last_became_active":"2024-09-05T06:16:24.868247+0000","last_became_peered":"2024-09-05T06:16:24.868247+0000","last_unstale":"2024-09-05T06:16:26.868576+0000","last_undegraded":"2024-09-05T06:16:26.868576+0000","last_fullsized":"2024-09-05T06:16:26.868576+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:34:49.339894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873839+0000","last_change":"2024-09-05T06:16:25.917188+0000","last_active":"2024-09-05T06:16:26.873839+0000","last_peered":"2024-09-05T06:16:26.873839+0000","last_clean":"2024-09-05T06:16:26.873839+0000","last_became_active":"2024-09-05T06:16:25.915055+0000","last_became_peered":"2024-09-05T06:16:25.915055+0000","last_unstale":"2024-09-05T06:16:26.873839+0000","last_undegraded":"2024-09-05T06:16:26.873839+0000","last_fullsized":"2024-09-05T06:16:26.873839+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:24:53.236198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.886918+0000","last_change":"2024-09-05T06:16:24.890960+0000","last_active":"2024-09-05T06:16:25.886918+0000","last_peered":"2024-09-05T06:16:25.886918+0000","last_clean":"2024-09-05T06:16:25.886918+0000","last_became_active":"2024-09-05T06:16:24.890558+0000","last_became_peered":"2024-09-05T06:16:24.890558+0000","last_unstale":"2024-09-05T06:16:25.886918+0000","last_undegraded":"2024-09-05T06:16:25.886918+0000","last_fullsized":"2024-09-05T06:16:25.886918+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:30.214749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.910624+0000","last_change":"2024-09-05T06:16:25.910357+0000","last_active":"2024-09-05T06:16:25.910624+0000","last_peered":"2024-09-05T06:16:25.910624+0000","last_clean":"2024-09-05T06:16:25.910624+0000","last_became_active":"2024-09-05T06:16:25.909711+0000","last_became_peered":"2024-09-05T06:16:25.909711+0000","last_unstale":"2024-09-05T06:16:25.910624+0000","last_undegraded":"2024-09-05T06:16:25.910624+0000","last_fullsized":"2024-09-05T06:16:25.910624+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:31.488021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869496+0000","last_change":"2024-09-05T06:16:24.881340+0000","last_active":"2024-09-05T06:16:26.869496+0000","last_peered":"2024-09-05T06:16:26.869496+0000","last_clean":"2024-09-05T06:16:26.869496+0000","last_became_active":"2024-09-05T06:16:24.877023+0000","last_became_peered":"2024-09-05T06:16:24.877023+0000","last_unstale":"2024-09-05T06:16:26.869496+0000","last_undegraded":"2024-09-05T06:16:26.869496+0000","last_fullsized":"2024-09-05T06:16:26.869496+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:00:25.353296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.895280+0000","last_change":"2024-09-05T06:16:25.895156+0000","last_active":"2024-09-05T06:16:25.895280+0000","last_peered":"2024-09-05T06:16:25.895280+0000","last_clean":"2024-09-05T06:16:25.895280+0000","last_became_active":"2024-09-05T06:16:25.894507+0000","last_became_peered":"2024-09-05T06:16:25.894507+0000","last_unstale":"2024-09-05T06:16:25.895280+0000","last_undegraded":"2024-09-05T06:16:25.895280+0000","last_fullsized":"2024-09-05T06:16:25.895280+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:25:53.974725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894427+0000","last_change":"2024-09-05T06:16:24.890382+0000","last_active":"2024-09-05T06:16:25.894427+0000","last_peered":"2024-09-05T06:16:25.894427+0000","last_clean":"2024-09-05T06:16:25.894427+0000","last_became_active":"2024-09-05T06:16:24.888223+0000","last_became_peered":"2024-09-05T06:16:24.888223+0000","last_unstale":"2024-09-05T06:16:25.894427+0000","last_undegraded":"2024-09-05T06:16:25.894427+0000","last_fullsized":"2024-09-05T06:16:25.894427+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:12:04.707746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877027+0000","last_change":"2024-09-05T06:16:25.891786+0000","last_active":"2024-09-05T06:16:26.877027+0000","last_peered":"2024-09-05T06:16:26.877027+0000","last_clean":"2024-09-05T06:16:26.877027+0000","last_became_active":"2024-09-05T06:16:25.891545+0000","last_became_peered":"2024-09-05T06:16:25.891545+0000","last_unstale":"2024-09-05T06:16:26.877027+0000","last_undegraded":"2024-09-05T06:16:26.877027+0000","last_fullsized":"2024-09-05T06:16:26.877027+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:57.928192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873113+0000","last_change":"2024-09-05T06:16:24.894427+0000","last_active":"2024-09-05T06:16:26.873113+0000","last_peered":"2024-09-05T06:16:26.873113+0000","last_clean":"2024-09-05T06:16:26.873113+0000","last_became_active":"2024-09-05T06:16:24.893223+0000","last_became_peered":"2024-09-05T06:16:24.893223+0000","last_unstale":"2024-09-05T06:16:26.873113+0000","last_undegraded":"2024-09-05T06:16:26.873113+0000","last_fullsized":"2024-09-05T06:16:26.873113+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:15:51.497335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876650+0000","last_change":"2024-09-05T06:16:25.894444+0000","last_active":"2024-09-05T06:16:26.876650+0000","last_peered":"2024-09-05T06:16:26.876650+0000","last_clean":"2024-09-05T06:16:26.876650+0000","last_became_active":"2024-09-05T06:16:25.894196+0000","last_became_peered":"2024-09-05T06:16:25.894196+0000","last_unstale":"2024-09-05T06:16:26.876650+0000","last_undegraded":"2024-09-05T06:16:26.876650+0000","last_fullsized":"2024-09-05T06:16:26.876650+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:52.393020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877356+0000","last_change":"2024-09-05T06:16:24.893759+0000","last_active":"2024-09-05T06:16:26.877356+0000","last_peered":"2024-09-05T06:16:26.877356+0000","last_clean":"2024-09-05T06:16:26.877356+0000","last_became_active":"2024-09-05T06:16:24.893145+0000","last_became_peered":"2024-09-05T06:16:24.893145+0000","last_unstale":"2024-09-05T06:16:26.877356+0000","last_undegraded":"2024-09-05T06:16:26.877356+0000","last_fullsized":"2024-09-05T06:16:26.877356+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:00.772684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869003+0000","last_change":"2024-09-05T06:16:25.897775+0000","last_active":"2024-09-05T06:16:26.869003+0000","last_peered":"2024-09-05T06:16:26.869003+0000","last_clean":"2024-09-05T06:16:26.869003+0000","last_became_active":"2024-09-05T06:16:25.894133+0000","last_became_peered":"2024-09-05T06:16:25.894133+0000","last_unstale":"2024-09-05T06:16:26.869003+0000","last_undegraded":"2024-09-05T06:16:26.869003+0000","last_fullsized":"2024-09-05T06:16:26.869003+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:45:26.239227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.875625+0000","last_change":"2024-09-05T06:16:24.882098+0000","last_active":"2024-09-05T06:16:25.875625+0000","last_peered":"2024-09-05T06:16:25.875625+0000","last_clean":"2024-09-05T06:16:25.875625+0000","last_became_active":"2024-09-05T06:16:24.881033+0000","last_became_peered":"2024-09-05T06:16:24.881033+0000","last_unstale":"2024-09-05T06:16:25.875625+0000","last_undegraded":"2024-09-05T06:16:25.875625+0000","last_fullsized":"2024-09-05T06:16:25.875625+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:38:14.489035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.896241+0000","last_change":"2024-09-05T06:16:25.895960+0000","last_active":"2024-09-05T06:16:25.896241+0000","last_peered":"2024-09-05T06:16:25.896241+0000","last_clean":"2024-09-05T06:16:25.896241+0000","last_became_active":"2024-09-05T06:16:25.886351+0000","last_became_peered":"2024-09-05T06:16:25.886351+0000","last_unstale":"2024-09-05T06:16:25.896241+0000","last_undegraded":"2024-09-05T06:16:25.896241+0000","last_fullsized":"2024-09-05T06:16:25.896241+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:29:08.621839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.895357+0000","last_change":"2024-09-05T06:16:24.886747+0000","last_active":"2024-09-05T06:16:25.895357+0000","last_peered":"2024-09-05T06:16:25.895357+0000","last_clean":"2024-09-05T06:16:25.895357+0000","last_became_active":"2024-09-05T06:16:24.886124+0000","last_became_peered":"2024-09-05T06:16:24.886124+0000","last_unstale":"2024-09-05T06:16:25.895357+0000","last_undegraded":"2024-09-05T06:16:25.895357+0000","last_fullsized":"2024-09-05T06:16:25.895357+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:08:02.730982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894606+0000","last_change":"2024-09-05T06:16:25.894123+0000","last_active":"2024-09-05T06:16:25.894606+0000","last_peered":"2024-09-05T06:16:25.894606+0000","last_clean":"2024-09-05T06:16:25.894606+0000","last_became_active":"2024-09-05T06:16:25.893892+0000","last_became_peered":"2024-09-05T06:16:25.893892+0000","last_unstale":"2024-09-05T06:16:25.894606+0000","last_undegraded":"2024-09-05T06:16:25.894606+0000","last_fullsized":"2024-09-05T06:16:25.894606+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:34:49.577431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.13","version":"157'2","reported_seq":16,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877554+0000","last_change":"2024-09-05T06:16:24.893534+0000","last_active":"2024-09-05T06:16:26.877554+0000","last_peered":"2024-09-05T06:16:26.877554+0000","last_clean":"2024-09-05T06:16:26.877554+0000","last_became_active":"2024-09-05T06:16:24.892913+0000","last_became_peered":"2024-09-05T06:16:24.892913+0000","last_unstale":"2024-09-05T06:16:26.877554+0000","last_undegraded":"2024-09-05T06:16:26.877554+0000","last_fullsized":"2024-09-05T06:16:26.877554+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:57.916019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":443,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.876014+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:16:25.876014+0000","last_peered":"2024-09-05T06:16:25.876014+0000","last_clean":"2024-09-05T06:16:25.876014+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:16:25.876014+0000","last_undegraded":"2024-09-05T06:16:25.876014+0000","last_fullsized":"2024-09-05T06:16:25.876014+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574929,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":859,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194452,"statfs":{"total":200000000,"available":199119866,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574930,"num_pgs":13,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":859,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194453,"statfs":{"total":200000000,"available":199119900,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574930,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1436,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193875,"statfs":{"total":200000000,"available":198528790,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574929,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":859,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194453,"statfs":{"total":200000000,"available":199119900,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574929,"num_pgs":23,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":859,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194452,"statfs":{"total":200000000,"available":199119830,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574929,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":860,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194452,"statfs":{"total":200000000,"available":199119228,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574929,"num_pgs":12,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1437,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193874,"statfs":{"total":200000000,"available":198527898,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574929,"num_pgs":32,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":867,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194445,"statfs":{"total":200000000,"available":199111932,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:16:28.877 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:16:29.041 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.045+0000 7f146ff0a640 1 Processor -- start 2024-09-05T06:16:29.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.045+0000 7f146ff0a640 1 -- start start 2024-09-05T06:16:29.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146ff0a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1468157110 0x7f14680b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146ff0a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 0x7f14680d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146ff0a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f146806d570 con 0x7f14680ceaf0 2024-09-05T06:16:29.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146ff0a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f146806d850 con 0x7f1468157110 2024-09-05T06:16:29.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146ff0a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f146806db30 con 0x7f14680b5ac0 2024-09-05T06:16:29.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146dca6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1468157110 0x7f14680b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146dca6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1468157110 0x7f14680b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54390/0 (socket says 172.21.15.70:54390) 2024-09-05T06:16:29.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146dca6640 1 -- 172.21.15.70:0/1395828120 learned_addr learned my addr 172.21.15.70:0/1395828120 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:29.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146d4a5640 1 --2- 172.21.15.70:0/1395828120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 0x7f14680d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146dca6640 1 -- 172.21.15.70:0/1395828120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 msgr2=0x7f14680d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:29.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146dca6640 1 --2- 172.21.15.70:0/1395828120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 0x7f14680d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146dca6640 1 -- 172.21.15.70:0/1395828120 >> v1:172.21.15.196:6789/0 conn(0x7f14680ceaf0 legacy=0x7f14680af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:29.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146dca6640 1 -- 172.21.15.70:0/1395828120 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f146806de10 con 0x7f1468157110 2024-09-05T06:16:29.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146dca6640 1 --2- 172.21.15.70:0/1395828120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f14680b5580 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f1460009870 tx=0x7f146001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2c5b7fbba4f955a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.049+0000 7f146cca4640 1 -- 172.21.15.70:0/1395828120 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14600b0070 con 0x7f1468157110 2024-09-05T06:16:29.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146cca4640 1 -- 172.21.15.70:0/1395828120 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14600ab600 con 0x7f1468157110 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146cca4640 1 -- 172.21.15.70:0/1395828120 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14600ab9d0 con 0x7f1468157110 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- 172.21.15.70:0/1395828120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 msgr2=0x7f14680b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 --2- 172.21.15.70:0/1395828120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f14680b5580 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f1460009870 tx=0x7f146001c520 comp rx=0 tx=0).stop 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- 172.21.15.70:0/1395828120 shutdown_connections 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 --2- 172.21.15.70:0/1395828120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 0x7f14680d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 --2- 172.21.15.70:0/1395828120 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f14680b5580 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- 172.21.15.70:0/1395828120 >> 172.21.15.70:0/1395828120 conn(0x7f146806bcc0 msgr2=0x7f146806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- 172.21.15.70:0/1395828120 shutdown_connections 2024-09-05T06:16:29.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- 172.21.15.70:0/1395828120 wait complete. 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 Processor -- start 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- start start 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 0x7f1468158e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14680ceaf0 0x7f14681557b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f1468155cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f14680b4280 con 0x7f1468157110 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f14680d10a0 con 0x7f14680ceaf0 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f14680b4400 con 0x7f14680b5ac0 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f1468155cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f1468155cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54394/0 (socket says 172.21.15.70:54394) 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 -- 172.21.15.70:0/3357506713 learned_addr learned my addr 172.21.15.70:0/3357506713 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146dca6640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 0x7f1468158e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146d4a5640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14680ceaf0 0x7f14681557b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 -- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 msgr2=0x7f1468158e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 0x7f1468158e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 -- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14680ceaf0 msgr2=0x7f14681557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14680ceaf0 0x7f14681557b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 -- 172.21.15.70:0/3357506713 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f146815c9f0 con 0x7f1468157110 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146d4a5640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14680ceaf0 0x7f14681557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146e4a7640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f1468155cf0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f145800c3c0 tx=0x7f145800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f14667fc640 1 -- 172.21.15.70:0/3357506713 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1458011790 con 0x7f1468157110 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f14667fc640 1 -- 172.21.15.70:0/3357506713 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1458017070 con 0x7f1468157110 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.053+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1468159550 con 0x7f1468157110 2024-09-05T06:16:29.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.057+0000 7f14667fc640 1 -- 172.21.15.70:0/3357506713 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1458011b70 con 0x7f1468157110 2024-09-05T06:16:29.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.057+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1468152780 con 0x7f1468157110 2024-09-05T06:16:29.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.057+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14680b4740 con 0x7f1468157110 2024-09-05T06:16:29.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.057+0000 7f14667fc640 1 -- 172.21.15.70:0/3357506713 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1458011d10 con 0x7f1468157110 2024-09-05T06:16:29.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.057+0000 7f14667fc640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14540678c0 0x7f1454069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.057+0000 7f14667fc640 1 -- 172.21.15.70:0/3357506713 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7f1458086080 con 0x7f1468157110 2024-09-05T06:16:29.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.057+0000 7f146dca6640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14540678c0 0x7f1454069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.057+0000 7f146dca6640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14540678c0 0x7f1454069d80 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f14600ad000 tx=0x7f14600a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.061+0000 7f14667fc640 1 -- 172.21.15.70:0/3357506713 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1458021020 con 0x7f1468157110 2024-09-05T06:16:29.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.217+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f14680d0530 con 0x7f14540678c0 2024-09-05T06:16:29.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.225+0000 7f14667fc640 1 -- 172.21.15.70:0/3357506713 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247956 (secure 0 0 0) 0x7f14680d0530 con 0x7f14540678c0 2024-09-05T06:16:29.223 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:29.224 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:16:29.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14540678c0 msgr2=0x7f1454069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14540678c0 0x7f1454069d80 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f14600ad000 tx=0x7f14600a6000 comp rx=0 tx=0).stop 2024-09-05T06:16:29.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 msgr2=0x7f1468155cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f1468155cf0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f145800c3c0 tx=0x7f145800c880 comp rx=0 tx=0).stop 2024-09-05T06:16:29.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 shutdown_connections 2024-09-05T06:16:29.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f14540678c0 0x7f1454069d80 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1468157110 0x7f1468155cf0 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f14680ceaf0 0x7f14681557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 --2- 172.21.15.70:0/3357506713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f14680b5ac0 0x7f1468158e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 >> 172.21.15.70:0/3357506713 conn(0x7f146806bcc0 msgr2=0x7f146806c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:29.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 shutdown_connections 2024-09-05T06:16:29.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.229+0000 7f146ff0a640 1 -- 172.21.15.70:0/3357506713 wait complete. 2024-09-05T06:16:29.241 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":348,"stamp":"2024-09-05T06:16:28.449604+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":114,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":8039,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1554460,"statfs":{"total":1600000000,"available":1591767344,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.592111"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872347+0000","last_change":"2024-09-05T06:16:25.907356+0000","last_active":"2024-09-05T06:16:26.872347+0000","last_peered":"2024-09-05T06:16:26.872347+0000","last_clean":"2024-09-05T06:16:26.872347+0000","last_became_active":"2024-09-05T06:16:25.906380+0000","last_became_peered":"2024-09-05T06:16:25.906380+0000","last_unstale":"2024-09-05T06:16:26.872347+0000","last_undegraded":"2024-09-05T06:16:26.872347+0000","last_fullsized":"2024-09-05T06:16:26.872347+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:19:12.194951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872363+0000","last_change":"2024-09-05T06:16:25.915447+0000","last_active":"2024-09-05T06:16:26.872363+0000","last_peered":"2024-09-05T06:16:26.872363+0000","last_clean":"2024-09-05T06:16:26.872363+0000","last_became_active":"2024-09-05T06:16:25.911909+0000","last_became_peered":"2024-09-05T06:16:25.911909+0000","last_unstale":"2024-09-05T06:16:26.872363+0000","last_undegraded":"2024-09-05T06:16:26.872363+0000","last_fullsized":"2024-09-05T06:16:26.872363+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:21:32.860430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894873+0000","last_change":"2024-09-05T06:16:25.894758+0000","last_active":"2024-09-05T06:16:25.894873+0000","last_peered":"2024-09-05T06:16:25.894873+0000","last_clean":"2024-09-05T06:16:25.894873+0000","last_became_active":"2024-09-05T06:16:25.894461+0000","last_became_peered":"2024-09-05T06:16:25.894461+0000","last_unstale":"2024-09-05T06:16:25.894873+0000","last_undegraded":"2024-09-05T06:16:25.894873+0000","last_fullsized":"2024-09-05T06:16:25.894873+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:23:46.217256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.886910+0000","last_change":"2024-09-05T06:16:25.886280+0000","last_active":"2024-09-05T06:16:25.886910+0000","last_peered":"2024-09-05T06:16:25.886910+0000","last_clean":"2024-09-05T06:16:25.886910+0000","last_became_active":"2024-09-05T06:16:25.885608+0000","last_became_peered":"2024-09-05T06:16:25.885608+0000","last_unstale":"2024-09-05T06:16:25.886910+0000","last_undegraded":"2024-09-05T06:16:25.886910+0000","last_fullsized":"2024-09-05T06:16:25.886910+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:13:39.355741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.892100+0000","last_change":"2024-09-05T06:16:25.891969+0000","last_active":"2024-09-05T06:16:25.892100+0000","last_peered":"2024-09-05T06:16:25.892100+0000","last_clean":"2024-09-05T06:16:25.892100+0000","last_became_active":"2024-09-05T06:16:25.891687+0000","last_became_peered":"2024-09-05T06:16:25.891687+0000","last_unstale":"2024-09-05T06:16:25.892100+0000","last_undegraded":"2024-09-05T06:16:25.892100+0000","last_fullsized":"2024-09-05T06:16:25.892100+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:39:37.871908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.875787+0000","last_change":"2024-09-05T06:16:25.919413+0000","last_active":"2024-09-05T06:16:26.875787+0000","last_peered":"2024-09-05T06:16:26.875787+0000","last_clean":"2024-09-05T06:16:26.875787+0000","last_became_active":"2024-09-05T06:16:25.919239+0000","last_became_peered":"2024-09-05T06:16:25.919239+0000","last_unstale":"2024-09-05T06:16:26.875787+0000","last_undegraded":"2024-09-05T06:16:26.875787+0000","last_fullsized":"2024-09-05T06:16:26.875787+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:08:44.027998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.889116+0000","last_change":"2024-09-05T06:16:25.888995+0000","last_active":"2024-09-05T06:16:25.889116+0000","last_peered":"2024-09-05T06:16:25.889116+0000","last_clean":"2024-09-05T06:16:25.889116+0000","last_became_active":"2024-09-05T06:16:25.888728+0000","last_became_peered":"2024-09-05T06:16:25.888728+0000","last_unstale":"2024-09-05T06:16:25.889116+0000","last_undegraded":"2024-09-05T06:16:25.889116+0000","last_fullsized":"2024-09-05T06:16:25.889116+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:50.462699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.914091+0000","last_change":"2024-09-05T06:16:25.913899+0000","last_active":"2024-09-05T06:16:25.914091+0000","last_peered":"2024-09-05T06:16:25.914091+0000","last_clean":"2024-09-05T06:16:25.914091+0000","last_became_active":"2024-09-05T06:16:25.913702+0000","last_became_peered":"2024-09-05T06:16:25.913702+0000","last_unstale":"2024-09-05T06:16:25.914091+0000","last_undegraded":"2024-09-05T06:16:25.914091+0000","last_fullsized":"2024-09-05T06:16:25.914091+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:58:17.681264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.896147+0000","last_change":"2024-09-05T06:16:25.896048+0000","last_active":"2024-09-05T06:16:25.896147+0000","last_peered":"2024-09-05T06:16:25.896147+0000","last_clean":"2024-09-05T06:16:25.896147+0000","last_became_active":"2024-09-05T06:16:25.894857+0000","last_became_peered":"2024-09-05T06:16:25.894857+0000","last_unstale":"2024-09-05T06:16:25.896147+0000","last_undegraded":"2024-09-05T06:16:25.896147+0000","last_fullsized":"2024-09-05T06:16:25.896147+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:28.158420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873406+0000","last_change":"2024-09-05T06:16:25.891701+0000","last_active":"2024-09-05T06:16:26.873406+0000","last_peered":"2024-09-05T06:16:26.873406+0000","last_clean":"2024-09-05T06:16:26.873406+0000","last_became_active":"2024-09-05T06:16:25.890248+0000","last_became_peered":"2024-09-05T06:16:25.890248+0000","last_unstale":"2024-09-05T06:16:26.873406+0000","last_undegraded":"2024-09-05T06:16:26.873406+0000","last_fullsized":"2024-09-05T06:16:26.873406+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:08:04.137002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.905232+0000","last_change":"2024-09-05T06:16:25.897024+0000","last_active":"2024-09-05T06:16:25.905232+0000","last_peered":"2024-09-05T06:16:25.905232+0000","last_clean":"2024-09-05T06:16:25.905232+0000","last_became_active":"2024-09-05T06:16:25.894737+0000","last_became_peered":"2024-09-05T06:16:25.894737+0000","last_unstale":"2024-09-05T06:16:25.905232+0000","last_undegraded":"2024-09-05T06:16:25.905232+0000","last_fullsized":"2024-09-05T06:16:25.905232+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:10:40.320033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.875626+0000","last_change":"2024-09-05T06:16:25.887467+0000","last_active":"2024-09-05T06:16:26.875626+0000","last_peered":"2024-09-05T06:16:26.875626+0000","last_clean":"2024-09-05T06:16:26.875626+0000","last_became_active":"2024-09-05T06:16:25.887016+0000","last_became_peered":"2024-09-05T06:16:25.887016+0000","last_unstale":"2024-09-05T06:16:26.875626+0000","last_undegraded":"2024-09-05T06:16:26.875626+0000","last_fullsized":"2024-09-05T06:16:26.875626+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:31:02.815986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.880549+0000","last_change":"2024-09-05T06:16:25.879784+0000","last_active":"2024-09-05T06:16:25.880549+0000","last_peered":"2024-09-05T06:16:25.880549+0000","last_clean":"2024-09-05T06:16:25.880549+0000","last_became_active":"2024-09-05T06:16:25.878870+0000","last_became_peered":"2024-09-05T06:16:25.878870+0000","last_unstale":"2024-09-05T06:16:25.880549+0000","last_undegraded":"2024-09-05T06:16:25.880549+0000","last_fullsized":"2024-09-05T06:16:25.880549+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:24.203187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.900947+0000","last_change":"2024-09-05T06:16:25.900619+0000","last_active":"2024-09-05T06:16:25.900947+0000","last_peered":"2024-09-05T06:16:25.900947+0000","last_clean":"2024-09-05T06:16:25.900947+0000","last_became_active":"2024-09-05T06:16:25.895995+0000","last_became_peered":"2024-09-05T06:16:25.895995+0000","last_unstale":"2024-09-05T06:16:25.900947+0000","last_undegraded":"2024-09-05T06:16:25.900947+0000","last_fullsized":"2024-09-05T06:16:25.900947+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:15:27.991265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869508+0000","last_change":"2024-09-05T06:16:25.885785+0000","last_active":"2024-09-05T06:16:26.869508+0000","last_peered":"2024-09-05T06:16:26.869508+0000","last_clean":"2024-09-05T06:16:26.869508+0000","last_became_active":"2024-09-05T06:16:25.884744+0000","last_became_peered":"2024-09-05T06:16:25.884744+0000","last_unstale":"2024-09-05T06:16:26.869508+0000","last_undegraded":"2024-09-05T06:16:26.869508+0000","last_fullsized":"2024-09-05T06:16:26.869508+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:08:43.258764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.901538+0000","last_change":"2024-09-05T06:16:25.901249+0000","last_active":"2024-09-05T06:16:25.901538+0000","last_peered":"2024-09-05T06:16:25.901538+0000","last_clean":"2024-09-05T06:16:25.901538+0000","last_became_active":"2024-09-05T06:16:25.895144+0000","last_became_peered":"2024-09-05T06:16:25.895144+0000","last_unstale":"2024-09-05T06:16:25.901538+0000","last_undegraded":"2024-09-05T06:16:25.901538+0000","last_fullsized":"2024-09-05T06:16:25.901538+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:27:00.144994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.888258+0000","last_change":"2024-09-05T06:16:25.887749+0000","last_active":"2024-09-05T06:16:25.888258+0000","last_peered":"2024-09-05T06:16:25.888258+0000","last_clean":"2024-09-05T06:16:25.888258+0000","last_became_active":"2024-09-05T06:16:25.887447+0000","last_became_peered":"2024-09-05T06:16:25.887447+0000","last_unstale":"2024-09-05T06:16:25.888258+0000","last_undegraded":"2024-09-05T06:16:25.888258+0000","last_fullsized":"2024-09-05T06:16:25.888258+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:13.451782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868561+0000","last_change":"2024-09-05T06:16:25.890297+0000","last_active":"2024-09-05T06:16:26.868561+0000","last_peered":"2024-09-05T06:16:26.868561+0000","last_clean":"2024-09-05T06:16:26.868561+0000","last_became_active":"2024-09-05T06:16:25.888949+0000","last_became_peered":"2024-09-05T06:16:25.888949+0000","last_unstale":"2024-09-05T06:16:26.868561+0000","last_undegraded":"2024-09-05T06:16:26.868561+0000","last_fullsized":"2024-09-05T06:16:26.868561+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:48.816965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872203+0000","last_change":"2024-09-05T06:16:25.912145+0000","last_active":"2024-09-05T06:16:26.872203+0000","last_peered":"2024-09-05T06:16:26.872203+0000","last_clean":"2024-09-05T06:16:26.872203+0000","last_became_active":"2024-09-05T06:16:25.908221+0000","last_became_peered":"2024-09-05T06:16:25.908221+0000","last_unstale":"2024-09-05T06:16:26.872203+0000","last_undegraded":"2024-09-05T06:16:26.872203+0000","last_fullsized":"2024-09-05T06:16:26.872203+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:51:35.932922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869880+0000","last_change":"2024-09-05T06:16:25.891652+0000","last_active":"2024-09-05T06:16:26.869880+0000","last_peered":"2024-09-05T06:16:26.869880+0000","last_clean":"2024-09-05T06:16:26.869880+0000","last_became_active":"2024-09-05T06:16:25.887810+0000","last_became_peered":"2024-09-05T06:16:25.887810+0000","last_unstale":"2024-09-05T06:16:26.869880+0000","last_undegraded":"2024-09-05T06:16:26.869880+0000","last_fullsized":"2024-09-05T06:16:26.869880+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:18.566989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876278+0000","last_change":"2024-09-05T06:16:25.891564+0000","last_active":"2024-09-05T06:16:26.876278+0000","last_peered":"2024-09-05T06:16:26.876278+0000","last_clean":"2024-09-05T06:16:26.876278+0000","last_became_active":"2024-09-05T06:16:25.891325+0000","last_became_peered":"2024-09-05T06:16:25.891325+0000","last_unstale":"2024-09-05T06:16:26.876278+0000","last_undegraded":"2024-09-05T06:16:26.876278+0000","last_fullsized":"2024-09-05T06:16:26.876278+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:22.720496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872747+0000","last_change":"2024-09-05T06:16:25.915732+0000","last_active":"2024-09-05T06:16:26.872747+0000","last_peered":"2024-09-05T06:16:26.872747+0000","last_clean":"2024-09-05T06:16:26.872747+0000","last_became_active":"2024-09-05T06:16:25.913241+0000","last_became_peered":"2024-09-05T06:16:25.913241+0000","last_unstale":"2024-09-05T06:16:26.872747+0000","last_undegraded":"2024-09-05T06:16:26.872747+0000","last_fullsized":"2024-09-05T06:16:26.872747+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:04:23.129306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.890462+0000","last_change":"2024-09-05T06:16:25.889837+0000","last_active":"2024-09-05T06:16:25.890462+0000","last_peered":"2024-09-05T06:16:25.890462+0000","last_clean":"2024-09-05T06:16:25.890462+0000","last_became_active":"2024-09-05T06:16:25.889227+0000","last_became_peered":"2024-09-05T06:16:25.889227+0000","last_unstale":"2024-09-05T06:16:25.890462+0000","last_undegraded":"2024-09-05T06:16:25.890462+0000","last_fullsized":"2024-09-05T06:16:25.890462+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:16:06.391367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868648+0000","last_change":"2024-09-05T06:16:25.896730+0000","last_active":"2024-09-05T06:16:26.868648+0000","last_peered":"2024-09-05T06:16:26.868648+0000","last_clean":"2024-09-05T06:16:26.868648+0000","last_became_active":"2024-09-05T06:16:25.892958+0000","last_became_peered":"2024-09-05T06:16:25.892958+0000","last_unstale":"2024-09-05T06:16:26.868648+0000","last_undegraded":"2024-09-05T06:16:26.868648+0000","last_fullsized":"2024-09-05T06:16:26.868648+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:20.212073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.873413+0000","last_change":"2024-09-05T06:16:25.872358+0000","last_active":"2024-09-05T06:16:25.873413+0000","last_peered":"2024-09-05T06:16:25.873413+0000","last_clean":"2024-09-05T06:16:25.873413+0000","last_became_active":"2024-09-05T06:16:25.871655+0000","last_became_peered":"2024-09-05T06:16:25.871655+0000","last_unstale":"2024-09-05T06:16:25.873413+0000","last_undegraded":"2024-09-05T06:16:25.873413+0000","last_fullsized":"2024-09-05T06:16:25.873413+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:16.506758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872599+0000","last_change":"2024-09-05T06:16:25.905051+0000","last_active":"2024-09-05T06:16:26.872599+0000","last_peered":"2024-09-05T06:16:26.872599+0000","last_clean":"2024-09-05T06:16:26.872599+0000","last_became_active":"2024-09-05T06:16:25.889037+0000","last_became_peered":"2024-09-05T06:16:25.889037+0000","last_unstale":"2024-09-05T06:16:26.872599+0000","last_undegraded":"2024-09-05T06:16:26.872599+0000","last_fullsized":"2024-09-05T06:16:26.872599+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:24:19.619036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894908+0000","last_change":"2024-09-05T06:16:25.894327+0000","last_active":"2024-09-05T06:16:25.894908+0000","last_peered":"2024-09-05T06:16:25.894908+0000","last_clean":"2024-09-05T06:16:25.894908+0000","last_became_active":"2024-09-05T06:16:25.893496+0000","last_became_peered":"2024-09-05T06:16:25.893496+0000","last_unstale":"2024-09-05T06:16:25.894908+0000","last_undegraded":"2024-09-05T06:16:25.894908+0000","last_fullsized":"2024-09-05T06:16:25.894908+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:01:47.615965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.903565+0000","last_change":"2024-09-05T06:16:25.903478+0000","last_active":"2024-09-05T06:16:25.903565+0000","last_peered":"2024-09-05T06:16:25.903565+0000","last_clean":"2024-09-05T06:16:25.903565+0000","last_became_active":"2024-09-05T06:16:25.903246+0000","last_became_peered":"2024-09-05T06:16:25.903246+0000","last_unstale":"2024-09-05T06:16:25.903565+0000","last_undegraded":"2024-09-05T06:16:25.903565+0000","last_fullsized":"2024-09-05T06:16:25.903565+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:01:25.962078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.871795+0000","last_change":"2024-09-05T06:16:25.912714+0000","last_active":"2024-09-05T06:16:26.871795+0000","last_peered":"2024-09-05T06:16:26.871795+0000","last_clean":"2024-09-05T06:16:26.871795+0000","last_became_active":"2024-09-05T06:16:25.908846+0000","last_became_peered":"2024-09-05T06:16:25.908846+0000","last_unstale":"2024-09-05T06:16:26.871795+0000","last_undegraded":"2024-09-05T06:16:26.871795+0000","last_fullsized":"2024-09-05T06:16:26.871795+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:01:41.156928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873967+0000","last_change":"2024-09-05T06:16:25.907014+0000","last_active":"2024-09-05T06:16:26.873967+0000","last_peered":"2024-09-05T06:16:26.873967+0000","last_clean":"2024-09-05T06:16:26.873967+0000","last_became_active":"2024-09-05T06:16:25.891092+0000","last_became_peered":"2024-09-05T06:16:25.891092+0000","last_unstale":"2024-09-05T06:16:26.873967+0000","last_undegraded":"2024-09-05T06:16:26.873967+0000","last_fullsized":"2024-09-05T06:16:26.873967+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:52.323363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.883486+0000","last_change":"2024-09-05T06:16:25.881463+0000","last_active":"2024-09-05T06:16:25.883486+0000","last_peered":"2024-09-05T06:16:25.883486+0000","last_clean":"2024-09-05T06:16:25.883486+0000","last_became_active":"2024-09-05T06:16:25.881222+0000","last_became_peered":"2024-09-05T06:16:25.881222+0000","last_unstale":"2024-09-05T06:16:25.883486+0000","last_undegraded":"2024-09-05T06:16:25.883486+0000","last_fullsized":"2024-09-05T06:16:25.883486+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:07:27.518261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.923329+0000","last_change":"2024-09-05T06:16:25.923229+0000","last_active":"2024-09-05T06:16:25.923329+0000","last_peered":"2024-09-05T06:16:25.923329+0000","last_clean":"2024-09-05T06:16:25.923329+0000","last_became_active":"2024-09-05T06:16:25.923027+0000","last_became_peered":"2024-09-05T06:16:25.923027+0000","last_unstale":"2024-09-05T06:16:25.923329+0000","last_undegraded":"2024-09-05T06:16:25.923329+0000","last_fullsized":"2024-09-05T06:16:25.923329+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:07.602594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.901613+0000","last_change":"2024-09-05T06:16:25.901228+0000","last_active":"2024-09-05T06:16:25.901613+0000","last_peered":"2024-09-05T06:16:25.901613+0000","last_clean":"2024-09-05T06:16:25.901613+0000","last_became_active":"2024-09-05T06:16:25.898549+0000","last_became_peered":"2024-09-05T06:16:25.898549+0000","last_unstale":"2024-09-05T06:16:25.901613+0000","last_undegraded":"2024-09-05T06:16:25.901613+0000","last_fullsized":"2024-09-05T06:16:25.901613+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:01.364539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1f","version":"157'4","reported_seq":16,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.911979+0000","last_change":"2024-09-05T06:16:24.897763+0000","last_active":"2024-09-05T06:16:25.911979+0000","last_peered":"2024-09-05T06:16:25.911979+0000","last_clean":"2024-09-05T06:16:25.911979+0000","last_became_active":"2024-09-05T06:16:24.897516+0000","last_became_peered":"2024-09-05T06:16:24.897516+0000","last_unstale":"2024-09-05T06:16:25.911979+0000","last_undegraded":"2024-09-05T06:16:25.911979+0000","last_fullsized":"2024-09-05T06:16:25.911979+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:10.923369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894621+0000","last_change":"2024-09-05T06:16:25.894123+0000","last_active":"2024-09-05T06:16:25.894621+0000","last_peered":"2024-09-05T06:16:25.894621+0000","last_clean":"2024-09-05T06:16:25.894621+0000","last_became_active":"2024-09-05T06:16:25.893645+0000","last_became_peered":"2024-09-05T06:16:25.893645+0000","last_unstale":"2024-09-05T06:16:25.894621+0000","last_undegraded":"2024-09-05T06:16:25.894621+0000","last_fullsized":"2024-09-05T06:16:25.894621+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:19:52.674574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1e","version":"157'1","reported_seq":13,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.895040+0000","last_change":"2024-09-05T06:16:24.887046+0000","last_active":"2024-09-05T06:16:25.895040+0000","last_peered":"2024-09-05T06:16:25.895040+0000","last_clean":"2024-09-05T06:16:25.895040+0000","last_became_active":"2024-09-05T06:16:24.886770+0000","last_became_peered":"2024-09-05T06:16:24.886770+0000","last_unstale":"2024-09-05T06:16:25.895040+0000","last_undegraded":"2024-09-05T06:16:25.895040+0000","last_fullsized":"2024-09-05T06:16:25.895040+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:56:00.646648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.893212+0000","last_change":"2024-09-05T06:16:25.893108+0000","last_active":"2024-09-05T06:16:25.893212+0000","last_peered":"2024-09-05T06:16:25.893212+0000","last_clean":"2024-09-05T06:16:25.893212+0000","last_became_active":"2024-09-05T06:16:25.892889+0000","last_became_peered":"2024-09-05T06:16:25.892889+0000","last_unstale":"2024-09-05T06:16:25.893212+0000","last_undegraded":"2024-09-05T06:16:25.893212+0000","last_fullsized":"2024-09-05T06:16:25.893212+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:32:08.649158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1d","version":"157'2","reported_seq":14,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.892940+0000","last_change":"2024-09-05T06:16:24.878985+0000","last_active":"2024-09-05T06:16:25.892940+0000","last_peered":"2024-09-05T06:16:25.892940+0000","last_clean":"2024-09-05T06:16:25.892940+0000","last_became_active":"2024-09-05T06:16:24.878452+0000","last_became_peered":"2024-09-05T06:16:24.878452+0000","last_unstale":"2024-09-05T06:16:25.892940+0000","last_undegraded":"2024-09-05T06:16:25.892940+0000","last_fullsized":"2024-09-05T06:16:25.892940+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:14:57.517367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877278+0000","last_change":"2024-09-05T06:16:25.904415+0000","last_active":"2024-09-05T06:16:26.877278+0000","last_peered":"2024-09-05T06:16:26.877278+0000","last_clean":"2024-09-05T06:16:26.877278+0000","last_became_active":"2024-09-05T06:16:25.904207+0000","last_became_peered":"2024-09-05T06:16:25.904207+0000","last_unstale":"2024-09-05T06:16:26.877278+0000","last_undegraded":"2024-09-05T06:16:26.877278+0000","last_fullsized":"2024-09-05T06:16:26.877278+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:22:34.681687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1c","version":"157'2","reported_seq":16,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872762+0000","last_change":"2024-09-05T06:16:24.891078+0000","last_active":"2024-09-05T06:16:26.872762+0000","last_peered":"2024-09-05T06:16:26.872762+0000","last_clean":"2024-09-05T06:16:26.872762+0000","last_became_active":"2024-09-05T06:16:24.887118+0000","last_became_peered":"2024-09-05T06:16:24.887118+0000","last_unstale":"2024-09-05T06:16:26.872762+0000","last_undegraded":"2024-09-05T06:16:26.872762+0000","last_fullsized":"2024-09-05T06:16:26.872762+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:49:01.385510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868938+0000","last_change":"2024-09-05T06:16:25.889587+0000","last_active":"2024-09-05T06:16:26.868938+0000","last_peered":"2024-09-05T06:16:26.868938+0000","last_clean":"2024-09-05T06:16:26.868938+0000","last_became_active":"2024-09-05T06:16:25.886722+0000","last_became_peered":"2024-09-05T06:16:25.886722+0000","last_unstale":"2024-09-05T06:16:26.868938+0000","last_undegraded":"2024-09-05T06:16:26.868938+0000","last_fullsized":"2024-09-05T06:16:26.868938+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:14:22.331295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1b","version":"157'1","reported_seq":15,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.874090+0000","last_change":"2024-09-05T06:16:24.895557+0000","last_active":"2024-09-05T06:16:26.874090+0000","last_peered":"2024-09-05T06:16:26.874090+0000","last_clean":"2024-09-05T06:16:26.874090+0000","last_became_active":"2024-09-05T06:16:24.894106+0000","last_became_peered":"2024-09-05T06:16:24.894106+0000","last_unstale":"2024-09-05T06:16:26.874090+0000","last_undegraded":"2024-09-05T06:16:26.874090+0000","last_fullsized":"2024-09-05T06:16:26.874090+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:01.166983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876093+0000","last_change":"2024-09-05T06:16:25.902053+0000","last_active":"2024-09-05T06:16:26.876093+0000","last_peered":"2024-09-05T06:16:26.876093+0000","last_clean":"2024-09-05T06:16:26.876093+0000","last_became_active":"2024-09-05T06:16:25.901805+0000","last_became_peered":"2024-09-05T06:16:25.901805+0000","last_unstale":"2024-09-05T06:16:26.876093+0000","last_undegraded":"2024-09-05T06:16:26.876093+0000","last_fullsized":"2024-09-05T06:16:26.876093+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:19:37.602846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"157'1","reported_seq":15,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869213+0000","last_change":"2024-09-05T06:16:24.873934+0000","last_active":"2024-09-05T06:16:26.869213+0000","last_peered":"2024-09-05T06:16:26.869213+0000","last_clean":"2024-09-05T06:16:26.869213+0000","last_became_active":"2024-09-05T06:16:24.870077+0000","last_became_peered":"2024-09-05T06:16:24.870077+0000","last_unstale":"2024-09-05T06:16:26.869213+0000","last_undegraded":"2024-09-05T06:16:26.869213+0000","last_fullsized":"2024-09-05T06:16:26.869213+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:17:31.855645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876223+0000","last_change":"2024-09-05T06:16:25.890575+0000","last_active":"2024-09-05T06:16:26.876223+0000","last_peered":"2024-09-05T06:16:26.876223+0000","last_clean":"2024-09-05T06:16:26.876223+0000","last_became_active":"2024-09-05T06:16:25.889314+0000","last_became_peered":"2024-09-05T06:16:25.889314+0000","last_unstale":"2024-09-05T06:16:26.876223+0000","last_undegraded":"2024-09-05T06:16:26.876223+0000","last_fullsized":"2024-09-05T06:16:26.876223+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:13.339806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.882768+0000","last_change":"2024-09-05T06:16:24.892333+0000","last_active":"2024-09-05T06:16:25.882768+0000","last_peered":"2024-09-05T06:16:25.882768+0000","last_clean":"2024-09-05T06:16:25.882768+0000","last_became_active":"2024-09-05T06:16:24.891513+0000","last_became_peered":"2024-09-05T06:16:24.891513+0000","last_unstale":"2024-09-05T06:16:25.882768+0000","last_undegraded":"2024-09-05T06:16:25.882768+0000","last_fullsized":"2024-09-05T06:16:25.882768+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:14.549191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872575+0000","last_change":"2024-09-05T06:16:25.911387+0000","last_active":"2024-09-05T06:16:26.872575+0000","last_peered":"2024-09-05T06:16:26.872575+0000","last_clean":"2024-09-05T06:16:26.872575+0000","last_became_active":"2024-09-05T06:16:25.907024+0000","last_became_peered":"2024-09-05T06:16:25.907024+0000","last_unstale":"2024-09-05T06:16:26.872575+0000","last_undegraded":"2024-09-05T06:16:26.872575+0000","last_fullsized":"2024-09-05T06:16:26.872575+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:48.240816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.874231+0000","last_change":"2024-09-05T06:16:24.893256+0000","last_active":"2024-09-05T06:16:26.874231+0000","last_peered":"2024-09-05T06:16:26.874231+0000","last_clean":"2024-09-05T06:16:26.874231+0000","last_became_active":"2024-09-05T06:16:24.892558+0000","last_became_peered":"2024-09-05T06:16:24.892558+0000","last_unstale":"2024-09-05T06:16:26.874231+0000","last_undegraded":"2024-09-05T06:16:26.874231+0000","last_fullsized":"2024-09-05T06:16:26.874231+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:12.039580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873113+0000","last_change":"2024-09-05T06:16:25.916104+0000","last_active":"2024-09-05T06:16:26.873113+0000","last_peered":"2024-09-05T06:16:26.873113+0000","last_clean":"2024-09-05T06:16:26.873113+0000","last_became_active":"2024-09-05T06:16:25.913935+0000","last_became_peered":"2024-09-05T06:16:25.913935+0000","last_unstale":"2024-09-05T06:16:26.873113+0000","last_undegraded":"2024-09-05T06:16:26.873113+0000","last_fullsized":"2024-09-05T06:16:26.873113+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:30.743491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877096+0000","last_change":"2024-09-05T06:16:24.892295+0000","last_active":"2024-09-05T06:16:26.877096+0000","last_peered":"2024-09-05T06:16:26.877096+0000","last_clean":"2024-09-05T06:16:26.877096+0000","last_became_active":"2024-09-05T06:16:24.891990+0000","last_became_peered":"2024-09-05T06:16:24.891990+0000","last_unstale":"2024-09-05T06:16:26.877096+0000","last_undegraded":"2024-09-05T06:16:26.877096+0000","last_fullsized":"2024-09-05T06:16:26.877096+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:54:15.784111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.891646+0000","last_change":"2024-09-05T06:16:25.891367+0000","last_active":"2024-09-05T06:16:25.891646+0000","last_peered":"2024-09-05T06:16:25.891646+0000","last_clean":"2024-09-05T06:16:25.891646+0000","last_became_active":"2024-09-05T06:16:25.891083+0000","last_became_peered":"2024-09-05T06:16:25.891083+0000","last_unstale":"2024-09-05T06:16:25.891646+0000","last_undegraded":"2024-09-05T06:16:25.891646+0000","last_fullsized":"2024-09-05T06:16:25.891646+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:44.028748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868420+0000","last_change":"2024-09-05T06:16:24.880361+0000","last_active":"2024-09-05T06:16:26.868420+0000","last_peered":"2024-09-05T06:16:26.868420+0000","last_clean":"2024-09-05T06:16:26.868420+0000","last_became_active":"2024-09-05T06:16:24.878683+0000","last_became_peered":"2024-09-05T06:16:24.878683+0000","last_unstale":"2024-09-05T06:16:26.868420+0000","last_undegraded":"2024-09-05T06:16:26.868420+0000","last_fullsized":"2024-09-05T06:16:26.868420+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:07.016371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.875766+0000","last_change":"2024-09-05T06:16:25.892593+0000","last_active":"2024-09-05T06:16:26.875766+0000","last_peered":"2024-09-05T06:16:26.875766+0000","last_clean":"2024-09-05T06:16:26.875766+0000","last_became_active":"2024-09-05T06:16:25.892307+0000","last_became_peered":"2024-09-05T06:16:25.892307+0000","last_unstale":"2024-09-05T06:16:26.875766+0000","last_undegraded":"2024-09-05T06:16:26.875766+0000","last_fullsized":"2024-09-05T06:16:26.875766+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:30.456716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.15","version":"157'3","reported_seq":15,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.899028+0000","last_change":"2024-09-05T06:16:24.896711+0000","last_active":"2024-09-05T06:16:25.899028+0000","last_peered":"2024-09-05T06:16:25.899028+0000","last_clean":"2024-09-05T06:16:25.899028+0000","last_became_active":"2024-09-05T06:16:24.896524+0000","last_became_peered":"2024-09-05T06:16:24.896524+0000","last_unstale":"2024-09-05T06:16:25.899028+0000","last_undegraded":"2024-09-05T06:16:25.899028+0000","last_fullsized":"2024-09-05T06:16:25.899028+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:09.153693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.889757+0000","last_change":"2024-09-05T06:16:25.889658+0000","last_active":"2024-09-05T06:16:25.889757+0000","last_peered":"2024-09-05T06:16:25.889757+0000","last_clean":"2024-09-05T06:16:25.889757+0000","last_became_active":"2024-09-05T06:16:25.888781+0000","last_became_peered":"2024-09-05T06:16:25.888781+0000","last_unstale":"2024-09-05T06:16:25.889757+0000","last_undegraded":"2024-09-05T06:16:25.889757+0000","last_fullsized":"2024-09-05T06:16:25.889757+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:42:13.447283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.14","version":"157'6","reported_seq":18,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.926070+0000","last_change":"2024-09-05T06:16:24.883280+0000","last_active":"2024-09-05T06:16:25.926070+0000","last_peered":"2024-09-05T06:16:25.926070+0000","last_clean":"2024-09-05T06:16:25.926070+0000","last_became_active":"2024-09-05T06:16:24.883032+0000","last_became_peered":"2024-09-05T06:16:24.883032+0000","last_unstale":"2024-09-05T06:16:25.926070+0000","last_undegraded":"2024-09-05T06:16:25.926070+0000","last_fullsized":"2024-09-05T06:16:25.926070+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:46:28.967898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.899788+0000","last_change":"2024-09-05T06:16:25.897438+0000","last_active":"2024-09-05T06:16:25.899788+0000","last_peered":"2024-09-05T06:16:25.899788+0000","last_clean":"2024-09-05T06:16:25.899788+0000","last_became_active":"2024-09-05T06:16:25.894870+0000","last_became_peered":"2024-09-05T06:16:25.894870+0000","last_unstale":"2024-09-05T06:16:25.899788+0000","last_undegraded":"2024-09-05T06:16:25.899788+0000","last_fullsized":"2024-09-05T06:16:25.899788+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:58:59.291504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.886396+0000","last_change":"2024-09-05T06:16:24.886350+0000","last_active":"2024-09-05T06:16:25.886396+0000","last_peered":"2024-09-05T06:16:25.886396+0000","last_clean":"2024-09-05T06:16:25.886396+0000","last_became_active":"2024-09-05T06:16:24.885132+0000","last_became_peered":"2024-09-05T06:16:24.885132+0000","last_unstale":"2024-09-05T06:16:25.886396+0000","last_undegraded":"2024-09-05T06:16:25.886396+0000","last_fullsized":"2024-09-05T06:16:25.886396+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:08.203188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.900766+0000","last_change":"2024-09-05T06:16:25.900166+0000","last_active":"2024-09-05T06:16:25.900766+0000","last_peered":"2024-09-05T06:16:25.900766+0000","last_clean":"2024-09-05T06:16:25.900766+0000","last_became_active":"2024-09-05T06:16:25.898301+0000","last_became_peered":"2024-09-05T06:16:25.898301+0000","last_unstale":"2024-09-05T06:16:25.900766+0000","last_undegraded":"2024-09-05T06:16:25.900766+0000","last_fullsized":"2024-09-05T06:16:25.900766+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:20:13.771929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.867789+0000","last_change":"2024-09-05T06:16:24.877632+0000","last_active":"2024-09-05T06:16:25.867789+0000","last_peered":"2024-09-05T06:16:25.867789+0000","last_clean":"2024-09-05T06:16:25.867789+0000","last_became_active":"2024-09-05T06:16:24.876989+0000","last_became_peered":"2024-09-05T06:16:24.876989+0000","last_unstale":"2024-09-05T06:16:25.867789+0000","last_undegraded":"2024-09-05T06:16:25.867789+0000","last_fullsized":"2024-09-05T06:16:25.867789+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:43.287273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876668+0000","last_change":"2024-09-05T06:16:25.887258+0000","last_active":"2024-09-05T06:16:26.876668+0000","last_peered":"2024-09-05T06:16:26.876668+0000","last_clean":"2024-09-05T06:16:26.876668+0000","last_became_active":"2024-09-05T06:16:25.886672+0000","last_became_peered":"2024-09-05T06:16:25.886672+0000","last_unstale":"2024-09-05T06:16:26.876668+0000","last_undegraded":"2024-09-05T06:16:26.876668+0000","last_fullsized":"2024-09-05T06:16:26.876668+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:53:04.597916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.10","version":"157'8","reported_seq":22,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.875943+0000","last_change":"2024-09-05T06:16:24.894494+0000","last_active":"2024-09-05T06:16:26.875943+0000","last_peered":"2024-09-05T06:16:26.875943+0000","last_clean":"2024-09-05T06:16:26.875943+0000","last_became_active":"2024-09-05T06:16:24.894056+0000","last_became_peered":"2024-09-05T06:16:24.894056+0000","last_unstale":"2024-09-05T06:16:26.875943+0000","last_undegraded":"2024-09-05T06:16:26.875943+0000","last_fullsized":"2024-09-05T06:16:26.875943+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:03.444686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.904956+0000","last_change":"2024-09-05T06:16:25.904834+0000","last_active":"2024-09-05T06:16:25.904956+0000","last_peered":"2024-09-05T06:16:25.904956+0000","last_clean":"2024-09-05T06:16:25.904956+0000","last_became_active":"2024-09-05T06:16:25.904572+0000","last_became_peered":"2024-09-05T06:16:25.904572+0000","last_unstale":"2024-09-05T06:16:25.904956+0000","last_undegraded":"2024-09-05T06:16:25.904956+0000","last_fullsized":"2024-09-05T06:16:25.904956+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:17:40.428406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.f","version":"157'1","reported_seq":15,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876721+0000","last_change":"2024-09-05T06:16:24.884840+0000","last_active":"2024-09-05T06:16:26.876721+0000","last_peered":"2024-09-05T06:16:26.876721+0000","last_clean":"2024-09-05T06:16:26.876721+0000","last_became_active":"2024-09-05T06:16:24.884388+0000","last_became_peered":"2024-09-05T06:16:24.884388+0000","last_unstale":"2024-09-05T06:16:26.876721+0000","last_undegraded":"2024-09-05T06:16:26.876721+0000","last_fullsized":"2024-09-05T06:16:26.876721+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:12:09.901500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.888469+0000","last_change":"2024-09-05T06:16:25.888354+0000","last_active":"2024-09-05T06:16:25.888469+0000","last_peered":"2024-09-05T06:16:25.888469+0000","last_clean":"2024-09-05T06:16:25.888469+0000","last_became_active":"2024-09-05T06:16:25.888022+0000","last_became_peered":"2024-09-05T06:16:25.888022+0000","last_unstale":"2024-09-05T06:16:25.888469+0000","last_undegraded":"2024-09-05T06:16:25.888469+0000","last_fullsized":"2024-09-05T06:16:25.888469+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:44:41.434407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"157'2","reported_seq":14,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.905675+0000","last_change":"2024-09-05T06:16:24.883743+0000","last_active":"2024-09-05T06:16:25.905675+0000","last_peered":"2024-09-05T06:16:25.905675+0000","last_clean":"2024-09-05T06:16:25.905675+0000","last_became_active":"2024-09-05T06:16:24.881152+0000","last_became_peered":"2024-09-05T06:16:24.881152+0000","last_unstale":"2024-09-05T06:16:25.905675+0000","last_undegraded":"2024-09-05T06:16:25.905675+0000","last_fullsized":"2024-09-05T06:16:25.905675+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:32.706956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873488+0000","last_change":"2024-09-05T06:16:25.916637+0000","last_active":"2024-09-05T06:16:26.873488+0000","last_peered":"2024-09-05T06:16:26.873488+0000","last_clean":"2024-09-05T06:16:26.873488+0000","last_became_active":"2024-09-05T06:16:25.914575+0000","last_became_peered":"2024-09-05T06:16:25.914575+0000","last_unstale":"2024-09-05T06:16:26.873488+0000","last_undegraded":"2024-09-05T06:16:26.873488+0000","last_fullsized":"2024-09-05T06:16:26.873488+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:03:31.258463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.d","version":"157'1","reported_seq":13,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.893609+0000","last_change":"2024-09-05T06:16:24.889019+0000","last_active":"2024-09-05T06:16:25.893609+0000","last_peered":"2024-09-05T06:16:25.893609+0000","last_clean":"2024-09-05T06:16:25.893609+0000","last_became_active":"2024-09-05T06:16:24.888712+0000","last_became_peered":"2024-09-05T06:16:24.888712+0000","last_unstale":"2024-09-05T06:16:25.893609+0000","last_undegraded":"2024-09-05T06:16:25.893609+0000","last_fullsized":"2024-09-05T06:16:25.893609+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:05:58.531483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872973+0000","last_change":"2024-09-05T06:16:25.908757+0000","last_active":"2024-09-05T06:16:26.872973+0000","last_peered":"2024-09-05T06:16:26.872973+0000","last_clean":"2024-09-05T06:16:26.872973+0000","last_became_active":"2024-09-05T06:16:25.907980+0000","last_became_peered":"2024-09-05T06:16:25.907980+0000","last_unstale":"2024-09-05T06:16:26.872973+0000","last_undegraded":"2024-09-05T06:16:26.872973+0000","last_fullsized":"2024-09-05T06:16:26.872973+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:02:37.171123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.886911+0000","last_change":"2024-09-05T06:16:24.902438+0000","last_active":"2024-09-05T06:16:25.886911+0000","last_peered":"2024-09-05T06:16:25.886911+0000","last_clean":"2024-09-05T06:16:25.886911+0000","last_became_active":"2024-09-05T06:16:24.901626+0000","last_became_peered":"2024-09-05T06:16:24.901626+0000","last_unstale":"2024-09-05T06:16:25.886911+0000","last_undegraded":"2024-09-05T06:16:25.886911+0000","last_fullsized":"2024-09-05T06:16:25.886911+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:00.211060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.872956+0000","last_change":"2024-09-05T06:16:25.911741+0000","last_active":"2024-09-05T06:16:26.872956+0000","last_peered":"2024-09-05T06:16:26.872956+0000","last_clean":"2024-09-05T06:16:26.872956+0000","last_became_active":"2024-09-05T06:16:25.907623+0000","last_became_peered":"2024-09-05T06:16:25.907623+0000","last_unstale":"2024-09-05T06:16:26.872956+0000","last_undegraded":"2024-09-05T06:16:26.872956+0000","last_fullsized":"2024-09-05T06:16:26.872956+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:29.545167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.b","version":"157'2","reported_seq":14,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.896225+0000","last_change":"2024-09-05T06:16:24.885502+0000","last_active":"2024-09-05T06:16:25.896225+0000","last_peered":"2024-09-05T06:16:25.896225+0000","last_clean":"2024-09-05T06:16:25.896225+0000","last_became_active":"2024-09-05T06:16:24.885177+0000","last_became_peered":"2024-09-05T06:16:24.885177+0000","last_unstale":"2024-09-05T06:16:25.896225+0000","last_undegraded":"2024-09-05T06:16:25.896225+0000","last_fullsized":"2024-09-05T06:16:25.896225+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:19.670488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.890479+0000","last_change":"2024-09-05T06:16:25.890354+0000","last_active":"2024-09-05T06:16:25.890479+0000","last_peered":"2024-09-05T06:16:25.890479+0000","last_clean":"2024-09-05T06:16:25.890479+0000","last_became_active":"2024-09-05T06:16:25.890107+0000","last_became_peered":"2024-09-05T06:16:25.890107+0000","last_unstale":"2024-09-05T06:16:25.890479+0000","last_undegraded":"2024-09-05T06:16:25.890479+0000","last_fullsized":"2024-09-05T06:16:25.890479+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:34:17.604551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869230+0000","last_change":"2024-09-05T06:16:24.873275+0000","last_active":"2024-09-05T06:16:26.869230+0000","last_peered":"2024-09-05T06:16:26.869230+0000","last_clean":"2024-09-05T06:16:26.869230+0000","last_became_active":"2024-09-05T06:16:24.868284+0000","last_became_peered":"2024-09-05T06:16:24.868284+0000","last_unstale":"2024-09-05T06:16:26.869230+0000","last_undegraded":"2024-09-05T06:16:26.869230+0000","last_fullsized":"2024-09-05T06:16:26.869230+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:26:27.102491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.898113+0000","last_change":"2024-09-05T06:16:25.896836+0000","last_active":"2024-09-05T06:16:25.898113+0000","last_peered":"2024-09-05T06:16:25.898113+0000","last_clean":"2024-09-05T06:16:25.898113+0000","last_became_active":"2024-09-05T06:16:25.893167+0000","last_became_peered":"2024-09-05T06:16:25.893167+0000","last_unstale":"2024-09-05T06:16:25.898113+0000","last_undegraded":"2024-09-05T06:16:25.898113+0000","last_fullsized":"2024-09-05T06:16:25.898113+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:12:56.079722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894026+0000","last_change":"2024-09-05T06:16:24.892424+0000","last_active":"2024-09-05T06:16:25.894026+0000","last_peered":"2024-09-05T06:16:25.894026+0000","last_clean":"2024-09-05T06:16:25.894026+0000","last_became_active":"2024-09-05T06:16:24.889781+0000","last_became_peered":"2024-09-05T06:16:24.889781+0000","last_unstale":"2024-09-05T06:16:25.894026+0000","last_undegraded":"2024-09-05T06:16:25.894026+0000","last_fullsized":"2024-09-05T06:16:25.894026+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:10.578520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876599+0000","last_change":"2024-09-05T06:16:25.890782+0000","last_active":"2024-09-05T06:16:26.876599+0000","last_peered":"2024-09-05T06:16:26.876599+0000","last_clean":"2024-09-05T06:16:26.876599+0000","last_became_active":"2024-09-05T06:16:25.889637+0000","last_became_peered":"2024-09-05T06:16:25.889637+0000","last_unstale":"2024-09-05T06:16:26.876599+0000","last_undegraded":"2024-09-05T06:16:26.876599+0000","last_fullsized":"2024-09-05T06:16:26.876599+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:12:49.569892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.871189+0000","last_change":"2024-09-05T06:16:24.883941+0000","last_active":"2024-09-05T06:16:25.871189+0000","last_peered":"2024-09-05T06:16:25.871189+0000","last_clean":"2024-09-05T06:16:25.871189+0000","last_became_active":"2024-09-05T06:16:24.881383+0000","last_became_peered":"2024-09-05T06:16:24.881383+0000","last_unstale":"2024-09-05T06:16:25.871189+0000","last_undegraded":"2024-09-05T06:16:25.871189+0000","last_fullsized":"2024-09-05T06:16:25.871189+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:35:18.139071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.889573+0000","last_change":"2024-09-05T06:16:25.889463+0000","last_active":"2024-09-05T06:16:25.889573+0000","last_peered":"2024-09-05T06:16:25.889573+0000","last_clean":"2024-09-05T06:16:25.889573+0000","last_became_active":"2024-09-05T06:16:25.888447+0000","last_became_peered":"2024-09-05T06:16:25.888447+0000","last_unstale":"2024-09-05T06:16:25.889573+0000","last_undegraded":"2024-09-05T06:16:25.889573+0000","last_fullsized":"2024-09-05T06:16:25.889573+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:03:19.638820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.7","version":"157'2","reported_seq":16,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.868576+0000","last_change":"2024-09-05T06:16:24.868929+0000","last_active":"2024-09-05T06:16:26.868576+0000","last_peered":"2024-09-05T06:16:26.868576+0000","last_clean":"2024-09-05T06:16:26.868576+0000","last_became_active":"2024-09-05T06:16:24.868247+0000","last_became_peered":"2024-09-05T06:16:24.868247+0000","last_unstale":"2024-09-05T06:16:26.868576+0000","last_undegraded":"2024-09-05T06:16:26.868576+0000","last_fullsized":"2024-09-05T06:16:26.868576+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:34:49.339894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873839+0000","last_change":"2024-09-05T06:16:25.917188+0000","last_active":"2024-09-05T06:16:26.873839+0000","last_peered":"2024-09-05T06:16:26.873839+0000","last_clean":"2024-09-05T06:16:26.873839+0000","last_became_active":"2024-09-05T06:16:25.915055+0000","last_became_peered":"2024-09-05T06:16:25.915055+0000","last_unstale":"2024-09-05T06:16:26.873839+0000","last_undegraded":"2024-09-05T06:16:26.873839+0000","last_fullsized":"2024-09-05T06:16:26.873839+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:24:53.236198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.886918+0000","last_change":"2024-09-05T06:16:24.890960+0000","last_active":"2024-09-05T06:16:25.886918+0000","last_peered":"2024-09-05T06:16:25.886918+0000","last_clean":"2024-09-05T06:16:25.886918+0000","last_became_active":"2024-09-05T06:16:24.890558+0000","last_became_peered":"2024-09-05T06:16:24.890558+0000","last_unstale":"2024-09-05T06:16:25.886918+0000","last_undegraded":"2024-09-05T06:16:25.886918+0000","last_fullsized":"2024-09-05T06:16:25.886918+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:48:30.214749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.910624+0000","last_change":"2024-09-05T06:16:25.910357+0000","last_active":"2024-09-05T06:16:25.910624+0000","last_peered":"2024-09-05T06:16:25.910624+0000","last_clean":"2024-09-05T06:16:25.910624+0000","last_became_active":"2024-09-05T06:16:25.909711+0000","last_became_peered":"2024-09-05T06:16:25.909711+0000","last_unstale":"2024-09-05T06:16:25.910624+0000","last_undegraded":"2024-09-05T06:16:25.910624+0000","last_fullsized":"2024-09-05T06:16:25.910624+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:31.488021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869496+0000","last_change":"2024-09-05T06:16:24.881340+0000","last_active":"2024-09-05T06:16:26.869496+0000","last_peered":"2024-09-05T06:16:26.869496+0000","last_clean":"2024-09-05T06:16:26.869496+0000","last_became_active":"2024-09-05T06:16:24.877023+0000","last_became_peered":"2024-09-05T06:16:24.877023+0000","last_unstale":"2024-09-05T06:16:26.869496+0000","last_undegraded":"2024-09-05T06:16:26.869496+0000","last_fullsized":"2024-09-05T06:16:26.869496+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:00:25.353296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.895280+0000","last_change":"2024-09-05T06:16:25.895156+0000","last_active":"2024-09-05T06:16:25.895280+0000","last_peered":"2024-09-05T06:16:25.895280+0000","last_clean":"2024-09-05T06:16:25.895280+0000","last_became_active":"2024-09-05T06:16:25.894507+0000","last_became_peered":"2024-09-05T06:16:25.894507+0000","last_unstale":"2024-09-05T06:16:25.895280+0000","last_undegraded":"2024-09-05T06:16:25.895280+0000","last_fullsized":"2024-09-05T06:16:25.895280+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:25:53.974725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894427+0000","last_change":"2024-09-05T06:16:24.890382+0000","last_active":"2024-09-05T06:16:25.894427+0000","last_peered":"2024-09-05T06:16:25.894427+0000","last_clean":"2024-09-05T06:16:25.894427+0000","last_became_active":"2024-09-05T06:16:24.888223+0000","last_became_peered":"2024-09-05T06:16:24.888223+0000","last_unstale":"2024-09-05T06:16:25.894427+0000","last_undegraded":"2024-09-05T06:16:25.894427+0000","last_fullsized":"2024-09-05T06:16:25.894427+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:12:04.707746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877027+0000","last_change":"2024-09-05T06:16:25.891786+0000","last_active":"2024-09-05T06:16:26.877027+0000","last_peered":"2024-09-05T06:16:26.877027+0000","last_clean":"2024-09-05T06:16:26.877027+0000","last_became_active":"2024-09-05T06:16:25.891545+0000","last_became_peered":"2024-09-05T06:16:25.891545+0000","last_unstale":"2024-09-05T06:16:26.877027+0000","last_undegraded":"2024-09-05T06:16:26.877027+0000","last_fullsized":"2024-09-05T06:16:26.877027+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:51:57.928192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.873113+0000","last_change":"2024-09-05T06:16:24.894427+0000","last_active":"2024-09-05T06:16:26.873113+0000","last_peered":"2024-09-05T06:16:26.873113+0000","last_clean":"2024-09-05T06:16:26.873113+0000","last_became_active":"2024-09-05T06:16:24.893223+0000","last_became_peered":"2024-09-05T06:16:24.893223+0000","last_unstale":"2024-09-05T06:16:26.873113+0000","last_undegraded":"2024-09-05T06:16:26.873113+0000","last_fullsized":"2024-09-05T06:16:26.873113+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:15:51.497335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.876650+0000","last_change":"2024-09-05T06:16:25.894444+0000","last_active":"2024-09-05T06:16:26.876650+0000","last_peered":"2024-09-05T06:16:26.876650+0000","last_clean":"2024-09-05T06:16:26.876650+0000","last_became_active":"2024-09-05T06:16:25.894196+0000","last_became_peered":"2024-09-05T06:16:25.894196+0000","last_unstale":"2024-09-05T06:16:26.876650+0000","last_undegraded":"2024-09-05T06:16:26.876650+0000","last_fullsized":"2024-09-05T06:16:26.876650+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:52.393020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877356+0000","last_change":"2024-09-05T06:16:24.893759+0000","last_active":"2024-09-05T06:16:26.877356+0000","last_peered":"2024-09-05T06:16:26.877356+0000","last_clean":"2024-09-05T06:16:26.877356+0000","last_became_active":"2024-09-05T06:16:24.893145+0000","last_became_peered":"2024-09-05T06:16:24.893145+0000","last_unstale":"2024-09-05T06:16:26.877356+0000","last_undegraded":"2024-09-05T06:16:26.877356+0000","last_fullsized":"2024-09-05T06:16:26.877356+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:00.772684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":12,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.869003+0000","last_change":"2024-09-05T06:16:25.897775+0000","last_active":"2024-09-05T06:16:26.869003+0000","last_peered":"2024-09-05T06:16:26.869003+0000","last_clean":"2024-09-05T06:16:26.869003+0000","last_became_active":"2024-09-05T06:16:25.894133+0000","last_became_peered":"2024-09-05T06:16:25.894133+0000","last_unstale":"2024-09-05T06:16:26.869003+0000","last_undegraded":"2024-09-05T06:16:26.869003+0000","last_fullsized":"2024-09-05T06:16:26.869003+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:45:26.239227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.875625+0000","last_change":"2024-09-05T06:16:24.882098+0000","last_active":"2024-09-05T06:16:25.875625+0000","last_peered":"2024-09-05T06:16:25.875625+0000","last_clean":"2024-09-05T06:16:25.875625+0000","last_became_active":"2024-09-05T06:16:24.881033+0000","last_became_peered":"2024-09-05T06:16:24.881033+0000","last_unstale":"2024-09-05T06:16:25.875625+0000","last_undegraded":"2024-09-05T06:16:25.875625+0000","last_fullsized":"2024-09-05T06:16:25.875625+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:38:14.489035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.896241+0000","last_change":"2024-09-05T06:16:25.895960+0000","last_active":"2024-09-05T06:16:25.896241+0000","last_peered":"2024-09-05T06:16:25.896241+0000","last_clean":"2024-09-05T06:16:25.896241+0000","last_became_active":"2024-09-05T06:16:25.886351+0000","last_became_peered":"2024-09-05T06:16:25.886351+0000","last_unstale":"2024-09-05T06:16:25.896241+0000","last_undegraded":"2024-09-05T06:16:25.896241+0000","last_fullsized":"2024-09-05T06:16:25.896241+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:29:08.621839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":12,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.895357+0000","last_change":"2024-09-05T06:16:24.886747+0000","last_active":"2024-09-05T06:16:25.895357+0000","last_peered":"2024-09-05T06:16:25.895357+0000","last_clean":"2024-09-05T06:16:25.895357+0000","last_became_active":"2024-09-05T06:16:24.886124+0000","last_became_peered":"2024-09-05T06:16:24.886124+0000","last_unstale":"2024-09-05T06:16:25.895357+0000","last_undegraded":"2024-09-05T06:16:25.895357+0000","last_fullsized":"2024-09-05T06:16:25.895357+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:08:02.730982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":9,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.894606+0000","last_change":"2024-09-05T06:16:25.894123+0000","last_active":"2024-09-05T06:16:25.894606+0000","last_peered":"2024-09-05T06:16:25.894606+0000","last_clean":"2024-09-05T06:16:25.894606+0000","last_became_active":"2024-09-05T06:16:25.893892+0000","last_became_peered":"2024-09-05T06:16:25.893892+0000","last_unstale":"2024-09-05T06:16:25.894606+0000","last_undegraded":"2024-09-05T06:16:25.894606+0000","last_fullsized":"2024-09-05T06:16:25.894606+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:24.857177+0000","last_clean_scrub_stamp":"2024-09-05T06:16:24.857177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:34:49.577431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.13","version":"157'2","reported_seq":16,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-05T06:16:26.877554+0000","last_change":"2024-09-05T06:16:24.893534+0000","last_active":"2024-09-05T06:16:26.877554+0000","last_peered":"2024-09-05T06:16:26.877554+0000","last_clean":"2024-09-05T06:16:26.877554+0000","last_became_active":"2024-09-05T06:16:24.892913+0000","last_became_peered":"2024-09-05T06:16:24.892913+0000","last_unstale":"2024-09-05T06:16:26.877554+0000","last_undegraded":"2024-09-05T06:16:26.877554+0000","last_fullsized":"2024-09-05T06:16:26.877554+0000","mapping_epoch":155,"log_start":"0'0","ondisk_log_start":"0'0","created":155,"last_epoch_clean":156,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:16:23.853219+0000","last_clean_scrub_stamp":"2024-09-05T06:16:23.853219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:57.916019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":443,"reported_epoch":157,"state":"active+clean","last_fresh":"2024-09-05T06:16:25.876014+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:16:25.876014+0000","last_peered":"2024-09-05T06:16:25.876014+0000","last_clean":"2024-09-05T06:16:25.876014+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:16:25.876014+0000","last_undegraded":"2024-09-05T06:16:25.876014+0000","last_fullsized":"2024-09-05T06:16:25.876014+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574929,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":859,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194452,"statfs":{"total":200000000,"available":199119866,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574930,"num_pgs":13,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":859,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194453,"statfs":{"total":200000000,"available":199119900,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574930,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1436,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193875,"statfs":{"total":200000000,"available":198528790,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574929,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":859,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194453,"statfs":{"total":200000000,"available":199119900,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574929,"num_pgs":23,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":859,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194452,"statfs":{"total":200000000,"available":199119830,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574929,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":860,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194452,"statfs":{"total":200000000,"available":199119228,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574929,"num_pgs":12,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1437,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193874,"statfs":{"total":200000000,"available":198527898,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574929,"num_pgs":32,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":867,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194445,"statfs":{"total":200000000,"available":199111932,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:16:29.244 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:16:29.244 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:16:29.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a44566640 1 Processor -- start 2024-09-05T06:16:29.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a44566640 1 -- start start 2024-09-05T06:16:29.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a44566640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8a3c0afff0 0x7f8a3c0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.401 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a44566640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a3c0cdf80 0x7f8a3c072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a44566640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c072fd0 0x7f8a3c06e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a44566640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8a3c072600 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a44566640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8a3c15bc40 con 0x7f8a3c0afff0 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a44566640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8a3c0d14c0 con 0x7f8a3c072fd0 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a41b01640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a3c0cdf80 0x7f8a3c072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a41b01640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a3c0cdf80 0x7f8a3c072a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54396/0 (socket says 172.21.15.70:54396) 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a41b01640 1 -- 172.21.15.70:0/1192853669 learned_addr learned my addr 172.21.15.70:0/1192853669 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a42302640 1 --2- 172.21.15.70:0/1192853669 >> v2:172.21.15.196:3300/0 conn(0x7f8a3c0afff0 0x7f8a3c0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a41b01640 1 -- 172.21.15.70:0/1192853669 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c072fd0 msgr2=0x7f8a3c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a42b03640 1 --2- 172.21.15.70:0/1192853669 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c072fd0 0x7f8a3c06e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a41b01640 1 --2- 172.21.15.70:0/1192853669 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c072fd0 0x7f8a3c06e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.402 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a41b01640 1 -- 172.21.15.70:0/1192853669 >> v2:172.21.15.196:3300/0 conn(0x7f8a3c0afff0 msgr2=0x7f8a3c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:29.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a41b01640 1 --2- 172.21.15.70:0/1192853669 >> v2:172.21.15.196:3300/0 conn(0x7f8a3c0afff0 0x7f8a3c0cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a41b01640 1 -- 172.21.15.70:0/1192853669 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a3c071cd0 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a42302640 1 --2- 172.21.15.70:0/1192853669 >> v2:172.21.15.196:3300/0 conn(0x7f8a3c0afff0 0x7f8a3c0cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:29.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.405+0000 7f8a42b03640 1 --2- 172.21.15.70:0/1192853669 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c072fd0 0x7f8a3c06e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:29.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a41b01640 1 --2- 172.21.15.70:0/1192853669 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c072a90 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c071c30 tx=0x7f8a2c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12d4dbbeddfa972e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a41300640 1 -- 172.21.15.70:0/1192853669 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c0b0070 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a41300640 1 -- 172.21.15.70:0/1192853669 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a2c0ab600 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a41300640 1 -- 172.21.15.70:0/1192853669 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c0ab9d0 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 -- 172.21.15.70:0/1192853669 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 msgr2=0x7f8a3c072a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 --2- 172.21.15.70:0/1192853669 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c072a90 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c071c30 tx=0x7f8a2c01c520 comp rx=0 tx=0).stop 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 -- 172.21.15.70:0/1192853669 shutdown_connections 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 --2- 172.21.15.70:0/1192853669 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c072fd0 0x7f8a3c06e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 --2- 172.21.15.70:0/1192853669 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c072a90 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 --2- 172.21.15.70:0/1192853669 >> v2:172.21.15.196:3300/0 conn(0x7f8a3c0afff0 0x7f8a3c0cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 -- 172.21.15.70:0/1192853669 >> 172.21.15.70:0/1192853669 conn(0x7f8a3c06bcc0 msgr2=0x7f8a3c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 -- 172.21.15.70:0/1192853669 shutdown_connections 2024-09-05T06:16:29.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.409+0000 7f8a44566640 1 -- 172.21.15.70:0/1192853669 wait complete. 2024-09-05T06:16:29.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 Processor -- start 2024-09-05T06:16:29.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 -- start start 2024-09-05T06:16:29.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a3c072fd0 0x7f8a3c14a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c0afff0 0x7f8a3c164da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c06d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3c06efd0 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3c0d11d0 con 0x7f8a3c072fd0 2024-09-05T06:16:29.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8a3c15f3e0 con 0x7f8a3c0afff0 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c06d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c06d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54402/0 (socket says 172.21.15.70:54402) 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 -- 172.21.15.70:0/2878099027 learned_addr learned my addr 172.21.15.70:0/2878099027 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a41b01640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c0afff0 0x7f8a3c164da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42302640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a3c072fd0 0x7f8a3c14a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 -- 172.21.15.70:0/2878099027 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c0afff0 msgr2=0x7f8a3c164da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c0afff0 0x7f8a3c164da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 -- 172.21.15.70:0/2878099027 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a3c072fd0 msgr2=0x7f8a3c14a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a3c072fd0 0x7f8a3c14a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 -- 172.21.15.70:0/2878099027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a3c14a660 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a42b03640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c06d570 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f8a3400cef0 tx=0x7f8a3400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a32ffd640 1 -- 172.21.15.70:0/2878099027 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3401a070 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a32ffd640 1 -- 172.21.15.70:0/2878099027 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a3400d860 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a3c163d00 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a32ffd640 1 -- 172.21.15.70:0/2878099027 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3400dc50 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a3c1642c0 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a3c0cda40 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a32ffd640 1 -- 172.21.15.70:0/2878099027 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8a3401d070 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a32ffd640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a200678c0 0x7f8a20069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.413+0000 7f8a32ffd640 1 -- 172.21.15.70:0/2878099027 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7f8a340864e0 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.417+0000 7f8a42302640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a200678c0 0x7f8a20069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.417+0000 7f8a42302640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a200678c0 0x7f8a20069d80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f8a38006fd0 tx=0x7f8a38008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.413 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.421+0000 7f8a32ffd640 1 -- 172.21.15.70:0/2878099027 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8a34057150 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.621 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.629+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f8a3c0b3230 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.629+0000 7f8a32ffd640 1 -- 172.21.15.70:0/2878099027 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f8a34056a50 con 0x7f8a3c0cdf80 2024-09-05T06:16:29.625 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:16:29.625 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:16:29.625 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:16:29.625 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:16:29.625 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:16:29.625 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:16:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a200678c0 msgr2=0x7f8a20069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a200678c0 0x7f8a20069d80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f8a38006fd0 tx=0x7f8a38008040 comp rx=0 tx=0).stop 2024-09-05T06:16:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 msgr2=0x7f8a3c06d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c06d570 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f8a3400cef0 tx=0x7f8a3400a710 comp rx=0 tx=0).stop 2024-09-05T06:16:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 shutdown_connections 2024-09-05T06:16:29.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a200678c0 0x7f8a20069d80 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a3c0cdf80 0x7f8a3c06d570 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a3c0afff0 0x7f8a3c164da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 --2- 172.21.15.70:0/2878099027 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a3c072fd0 0x7f8a3c14a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 >> 172.21.15.70:0/2878099027 conn(0x7f8a3c06bcc0 msgr2=0x7f8a3c15bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 shutdown_connections 2024-09-05T06:16:29.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.633+0000 7f8a44566640 1 -- 172.21.15.70:0/2878099027 wait complete. 2024-09-05T06:16:29.643 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:29.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb8c14640 1 Processor -- start 2024-09-05T06:16:29.758 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb8c14640 1 -- start start 2024-09-05T06:16:29.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb8c14640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb40d3920 0x7fefb40d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb8c14640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5830 0x7fefb40b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb8c14640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fefb40d2a50 con 0x7fefb4162440 2024-09-05T06:16:29.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb8c14640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fefb40d2800 con 0x7fefb40b5830 2024-09-05T06:16:29.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb8c14640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefb40d0350 con 0x7fefb40d3920 2024-09-05T06:16:29.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb259c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fefb4162440 0x7fefb40d3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36562/0 (socket says 172.21.15.70:36562) 2024-09-05T06:16:29.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb259c640 1 -- 172.21.15.70:0/235613697 learned_addr learned my addr 172.21.15.70:0/235613697 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefabfff640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb40d3920 0x7fefb40d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb2d9d640 1 --2- 172.21.15.70:0/235613697 >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5830 0x7fefb40b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1113009492 0 0) 0x7fefb40d2a50 con 0x7fefb4162440 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fefa0003530 con 0x7fefb4162440 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2721731736 0 0) 0x7fefa0003530 con 0x7fefb4162440 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb40d3920 msgr2=0x7fefb40d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb40d3920 0x7fefb40d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5830 msgr2=0x7fefb40b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 --2- 172.21.15.70:0/235613697 >> v2:172.21.15.196:3300/0 conn(0x7fefb40b5830 0x7fefb40b41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb40d2d30 con 0x7fefb4162440 2024-09-05T06:16:29.761 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fefa4001680 con 0x7fefb4162440 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 >> v1:172.21.15.70:6789/0 conn(0x7fefb4162440 legacy=0x7fefb40d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefa00039c0 0x7fefa0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefa0004810 0x7fefa0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb40d3920 0x7fefa00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40d2800 con 0x7fefa0004810 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40d0350 con 0x7fefa00039c0 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefa000b9d0 con 0x7fefb40d3920 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefabfff640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefa0004810 0x7fefa0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb2d9d640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb40d3920 0x7fefa00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb259c640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefa00039c0 0x7fefa0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefabfff640 1 -- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb40d3920 msgr2=0x7fefa00051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefabfff640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefb40d3920 0x7fefa00051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefabfff640 1 -- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefa00039c0 msgr2=0x7fefa0003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefabfff640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefa00039c0 0x7fefa0003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefabfff640 1 -- 172.21.15.70:0/235613697 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefa0003530 con 0x7fefa0004810 2024-09-05T06:16:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.765+0000 7fefb259c640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefa00039c0 0x7fefa0003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:29.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefabfff640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefa0004810 0x7fefa0004c90 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7fefb408dbd0 tx=0x7fef9c01ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7124b5b47dca5a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef9c0b2070 con 0x7fefa0004810 2024-09-05T06:16:29.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef9c0a5520 con 0x7fefa0004810 2024-09-05T06:16:29.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb1d9b640 1 -- 172.21.15.70:0/235613697 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef9c0096b0 con 0x7fefa0004810 2024-09-05T06:16:29.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- 172.21.15.70:0/235613697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefa0004810 msgr2=0x7fefa0004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 --2- 172.21.15.70:0/235613697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefa0004810 0x7fefa0004c90 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7fefb408dbd0 tx=0x7fef9c01ca10 comp rx=0 tx=0).stop 2024-09-05T06:16:29.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb2d9d640 1 -- 172.21.15.70:0/235613697 reap_dead start 2024-09-05T06:16:29.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- 172.21.15.70:0/235613697 shutdown_connections 2024-09-05T06:16:29.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- 172.21.15.70:0/235613697 >> 172.21.15.70:0/235613697 conn(0x7fefb40d4c30 msgr2=0x7fefb40d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:29.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- 172.21.15.70:0/235613697 shutdown_connections 2024-09-05T06:16:29.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- 172.21.15.70:0/235613697 wait complete. 2024-09-05T06:16:29.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 Processor -- start 2024-09-05T06:16:29.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- start start 2024-09-05T06:16:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefa0004810 0x7fefb4156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40b8e60 0x7fefb40ba390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40cb240 0x7fefb4160f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40d5750 con 0x7fefb40cb240 2024-09-05T06:16:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40d0880 con 0x7fefb40b8e60 2024-09-05T06:16:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb8c14640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fefb40d58d0 con 0x7fefa0004810 2024-09-05T06:16:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb2d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40cb240 0x7fefb4160f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb2d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40cb240 0x7fefb4160f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54418/0 (socket says 172.21.15.70:54418) 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb2d9d640 1 -- 172.21.15.70:0/1984354975 learned_addr learned my addr 172.21.15.70:0/1984354975 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefb259c640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefa0004810 0x7fefb4156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.769+0000 7fefabfff640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40b8e60 0x7fefb40ba390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb2d9d640 1 -- 172.21.15.70:0/1984354975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefa0004810 msgr2=0x7fefb4156160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb2d9d640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefa0004810 0x7fefb4156160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb2d9d640 1 -- 172.21.15.70:0/1984354975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40b8e60 msgr2=0x7fefb40ba390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb2d9d640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40b8e60 0x7fefb40ba390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb2d9d640 1 -- 172.21.15.70:0/1984354975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb40b92f0 con 0x7fefb40cb240 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb2d9d640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40cb240 0x7fefb4160f90 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fefb40b6240 tx=0x7fefac0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefaaffd640 1 -- 172.21.15.70:0/1984354975 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac011e10 con 0x7fefb40cb240 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefaaffd640 1 -- 172.21.15.70:0/1984354975 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefac01b070 con 0x7fefb40cb240 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefaaffd640 1 -- 172.21.15.70:0/1984354975 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac0039a0 con 0x7fefb40cb240 2024-09-05T06:16:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb40b95d0 con 0x7fefb40cb240 2024-09-05T06:16:29.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb40b9b90 con 0x7fefb40cb240 2024-09-05T06:16:29.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefb4160a70 con 0x7fefb40cb240 2024-09-05T06:16:29.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefaaffd640 1 -- 172.21.15.70:0/1984354975 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fefac003b40 con 0x7fefb40cb240 2024-09-05T06:16:29.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefaaffd640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef940678f0 0x7fef94069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:29.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefaaffd640 1 -- 172.21.15.70:0/1984354975 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fefac0862c0 con 0x7fefb40cb240 2024-09-05T06:16:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb259c640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef940678f0 0x7fef94069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.773+0000 7fefb259c640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef940678f0 0x7fef94069db0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fefa4004880 tx=0x7fefa4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:29.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.777+0000 7fefaaffd640 1 -- 172.21.15.70:0/1984354975 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fefac056720 con 0x7fefb40cb240 2024-09-05T06:16:29.968 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.973+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fefb406d260 con 0x7fefb40cb240 2024-09-05T06:16:29.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.973+0000 7fefaaffd640 1 -- 172.21.15.70:0/1984354975 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7fefac05aa20 con 0x7fefb40cb240 2024-09-05T06:16:29.969 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:29.969 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":61,"btime":"2024-09-05T06:16:27:902176+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1345328527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1345328527},{"type":"v1","addr":"172.21.15.196:6835","nonce":1345328527}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":5986,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2592603274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2592603274},{"type":"v1","addr":"172.21.15.196:6833","nonce":2592603274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/81199482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":81199482},{"type":"v1","addr":"172.21.15.70:6836","nonce":81199482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:16:25.239492+0000","modified":"2024-09-05T06:16:27.241837+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7278":{"gid":7278,"name":"c","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2839886026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2839886026},{"type":"v1","addr":"172.21.15.70:6837","nonce":2839886026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7278,"qdb_cluster":[7278]},"id":9}]} 2024-09-05T06:16:29.970 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 61 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef940678f0 msgr2=0x7fef94069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef940678f0 0x7fef94069db0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fefa4004880 tx=0x7fefa4009040 comp rx=0 tx=0).stop 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40cb240 msgr2=0x7fefb4160f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40cb240 0x7fefb4160f90 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fefb40b6240 tx=0x7fefac0115a0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 shutdown_connections 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fef940678f0 0x7fef94069db0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fefb40cb240 0x7fefb4160f90 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fefb40b8e60 0x7fefb40ba390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 --2- 172.21.15.70:0/1984354975 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fefa0004810 0x7fefb4156160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 >> 172.21.15.70:0/1984354975 conn(0x7fefb40d4c30 msgr2=0x7fefb406da50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 shutdown_connections 2024-09-05T06:16:29.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:29.977+0000 7fefb8c14640 1 -- 172.21.15.70:0/1984354975 wait complete. 2024-09-05T06:16:30.390 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 61, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:16:25.239492+0000', 'modified': '2024-09-05T06:16:27.241837+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7278}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7278': {'gid': 7278, 'name': 'c', 'rank': 0, 'incarnation': 59, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6837/2839886026', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6835', 'nonce': 2839886026}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 2839886026}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [19], 'metadata_pool': 18, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7278, 'qdb_cluster': [7278]} 2024-09-05T06:16:30.391 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:16:30.391 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-05T06:16:30.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4e0d6e640 1 Processor -- start 2024-09-05T06:16:30.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4e0d6e640 1 -- start start 2024-09-05T06:16:30.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4e0d6e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe4dc15edb0 0x7fe4dc0d1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4e0d6e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe4dc0d5760 0x7fe4dc0d06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4e0d6e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 0x7fe4dc162d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4e0d6e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe4dc0d5bd0 con 0x7fe4dc0d5760 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4e0d6e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe4dc0d0c30 con 0x7fe4dc15edb0 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4e0d6e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc15f190 con 0x7fe4dc1628a0 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4d9d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe4dc0d5760 0x7fe4dc0d06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4d9d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe4dc0d5760 0x7fe4dc0d06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54430/0 (socket says 172.21.15.70:54430) 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/4255701394 learned_addr learned my addr 172.21.15.70:0/4255701394 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4dad9d640 1 --2- 172.21.15.70:0/4255701394 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 0x7fe4dc162d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4da59c640 1 --2- 172.21.15.70:0/4255701394 >> v2:172.21.15.196:3300/0 conn(0x7fe4dc15edb0 0x7fe4dc0d1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/4255701394 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 msgr2=0x7fe4dc162d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/4255701394 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 0x7fe4dc162d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/4255701394 >> v2:172.21.15.196:3300/0 conn(0x7fe4dc15edb0 msgr2=0x7fe4dc0d1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/4255701394 >> v2:172.21.15.196:3300/0 conn(0x7fe4dc15edb0 0x7fe4dc0d1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/4255701394 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc0d2470 con 0x7fe4dc0d5760 2024-09-05T06:16:30.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.529+0000 7fe4da59c640 1 --2- 172.21.15.70:0/4255701394 >> v2:172.21.15.196:3300/0 conn(0x7fe4dc15edb0 0x7fe4dc0d1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:30.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/4255701394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc0d5760 0x7fe4dc0d06f0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc0b7740 tx=0x7fe4d001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=590d8e79add4ff36 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4d959a640 1 -- 172.21.15.70:0/4255701394 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00b0070 con 0x7fe4dc0d5760 2024-09-05T06:16:30.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4d959a640 1 -- 172.21.15.70:0/4255701394 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d00ab600 con 0x7fe4dc0d5760 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4d959a640 1 -- 172.21.15.70:0/4255701394 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00ab9d0 con 0x7fe4dc0d5760 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/4255701394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc0d5760 msgr2=0x7fe4dc0d06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/4255701394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc0d5760 0x7fe4dc0d06f0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc0b7740 tx=0x7fe4d001c490 comp rx=0 tx=0).stop 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/4255701394 shutdown_connections 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/4255701394 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 0x7fe4dc162d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/4255701394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc0d5760 0x7fe4dc0d06f0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/4255701394 >> v2:172.21.15.196:3300/0 conn(0x7fe4dc15edb0 0x7fe4dc0d1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/4255701394 >> 172.21.15.70:0/4255701394 conn(0x7fe4dc0d4c40 msgr2=0x7fe4dc0d5050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/4255701394 shutdown_connections 2024-09-05T06:16:30.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/4255701394 wait complete. 2024-09-05T06:16:30.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 Processor -- start 2024-09-05T06:16:30.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.533+0000 7fe4e0d6e640 1 -- start start 2024-09-05T06:16:30.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4e0d6e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4dc0d5760 0x7fe4dc1516e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4e0d6e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc15edb0 0x7fe4dc0cd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4e0d6e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 0x7fe4dc15daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4e0d6e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0cf9d0 con 0x7fe4dc15edb0 2024-09-05T06:16:30.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4e0d6e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0cf850 con 0x7fe4dc0d5760 2024-09-05T06:16:30.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4e0d6e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc0b8280 con 0x7fe4dc1628a0 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc15edb0 0x7fe4dc0cd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc15edb0 0x7fe4dc0cd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54442/0 (socket says 172.21.15.70:54442) 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/2359041647 learned_addr learned my addr 172.21.15.70:0/2359041647 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4dad9d640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 0x7fe4dc15daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4da59c640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4dc0d5760 0x7fe4dc1516e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/2359041647 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 msgr2=0x7fe4dc15daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 0x7fe4dc15daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/2359041647 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4dc0d5760 msgr2=0x7fe4dc1516e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4dc0d5760 0x7fe4dc1516e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/2359041647 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc0c88a0 con 0x7fe4dc15edb0 2024-09-05T06:16:30.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc15edb0 0x7fe4dc0cd940 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fe4d001ab40 tx=0x7fe4d0019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4caffd640 1 -- 172.21.15.70:0/2359041647 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00b9070 con 0x7fe4dc15edb0 2024-09-05T06:16:30.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4caffd640 1 -- 172.21.15.70:0/2359041647 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d00b4400 con 0x7fe4dc15edb0 2024-09-05T06:16:30.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/2359041647 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4dc0c8b40 con 0x7fe4dc15edb0 2024-09-05T06:16:30.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4caffd640 1 -- 172.21.15.70:0/2359041647 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00b0040 con 0x7fe4dc15edb0 2024-09-05T06:16:30.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/2359041647 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4dc0c9100 con 0x7fe4dc15edb0 2024-09-05T06:16:30.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4caffd640 1 -- 172.21.15.70:0/2359041647 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe4d00bc070 con 0x7fe4dc15edb0 2024-09-05T06:16:30.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4caffd640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4bc0678c0 0x7fe4bc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4caffd640 1 -- 172.21.15.70:0/2359041647 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fe4d011ec80 con 0x7fe4dc15edb0 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.537+0000 7fe4da59c640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4bc0678c0 0x7fe4bc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 Processor -- start 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4da59c640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4bc0678c0 0x7fe4bc069d80 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc006b20 tx=0x7fe4cc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- start start 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6feb20 0x55f8ab6fef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6b5290 0x55f8ab6b5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f8ab59cb60 con 0x55f8ab6ff440 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55f8ab503c70 con 0x55f8ab6b5290 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55f8ab4a9ed0 con 0x55f8ab6feb20 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6b4d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54452/0 (socket says 172.21.15.70:54452) 2024-09-05T06:16:30.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/3917607861 learned_addr learned my addr 172.21.15.70:0/3917607861 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4da59c640 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6feb20 0x55f8ab6fef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4dad9d640 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6b5290 0x55f8ab6b5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/3917607861 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6feb20 msgr2=0x55f8ab6fef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6feb20 0x55f8ab6fef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/3917607861 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6b5290 msgr2=0x55f8ab6b5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6b5290 0x55f8ab6b5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/3917607861 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8ab4bbe50 con 0x55f8ab6ff440 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6b4d50 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fe4d00f7890 tx=0x7fe4d0009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efe75ac6bc579918 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4bbfff640 1 -- 172.21.15.70:0/3917607861 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00f7dc0 con 0x55f8ab6ff440 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4bbfff640 1 -- 172.21.15.70:0/3917607861 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d00ed4e0 con 0x55f8ab6ff440 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4bbfff640 1 -- 172.21.15.70:0/3917607861 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00eb850 con 0x55f8ab6ff440 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3917607861 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 msgr2=0x55f8ab6b4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6b4d50 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fe4d00f7890 tx=0x7fe4d0009240 comp rx=0 tx=0).stop 2024-09-05T06:16:30.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3917607861 shutdown_connections 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6b5290 0x55f8ab6b5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6b4d50 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/3917607861 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6feb20 0x55f8ab6fef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3917607861 >> 172.21.15.70:0/3917607861 conn(0x55f8ab6bb600 msgr2=0x55f8ab6b3630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3917607861 shutdown_connections 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3917607861 wait complete. 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 -- start start 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.541+0000 7fe4e3e2a000 1 Processor -- start 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab6b9c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6ba1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab6c00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f8ab565b00 con 0x55f8ab6ff440 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55f8ab4de360 con 0x55f8ab6feb20 2024-09-05T06:16:30.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55f8ab4db2d0 con 0x55f8ab6bfcf0 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 10 client.0 _ll_register_callbacks cb 0x55f8ab6a0820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6ba1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6ba1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54462/0 (socket says 172.21.15.70:54462) 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/4294661002 learned_addr learned my addr 172.21.15.70:0/4294661002 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4da59c640 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab6b9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4dad9d640 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab6c00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/4294661002 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 msgr2=0x55f8ab6c00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab6c00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/4294661002 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 msgr2=0x55f8ab6b9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab6b9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 -- 172.21.15.70:0/4294661002 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8ab4aa120 con 0x55f8ab6ff440 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6ba1b0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fe4d00ef120 tx=0x7fe4d0000bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15601c215c2d9dc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 1 -- 172.21.15.70:0/4294661002 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00f3370 con 0x55f8ab6ff440 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 1 -- 172.21.15.70:0/4294661002 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fe4d00ef440 con 0x55f8ab6ff440 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/4294661002 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4d00ed4e0 con 0x55f8ab6ff440 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 1 -- 172.21.15.70:0/4294661002 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) ==== 24+0+0 (secure 0 0 0) 0x7fe4d00ef640 con 0x55f8ab6ff440 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 10 client.7410 fetch_fsmap learned FSMap version 61 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/4294661002 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) -- 0x55f8ab4a3450 con 0x55f8ab6ff440 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 1 -- 172.21.15.70:0/4294661002 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d00ed4e0 con 0x55f8ab6ff440 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 1 -- 172.21.15.70:0/4294661002 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 61) ==== 3502+0+0 (secure 0 0 0) 0x7fe4d00f7930 con 0x55f8ab6ff440 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 10 client.7410 fetch_fsmap finished waiting for FSMap version 61 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 10 client.7410 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 20 client.7410 populate_metadata read hostname 'smithi070' 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] conn(0x55f8ab6c08e0 0x55f8ab70f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 4 client.7410 mds_command: new command op to 7278 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:16:30.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/4294661002 --> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f8ab49dc00 con 0x55f8ab6c08e0 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4da59c640 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] conn(0x55f8ab6c08e0 0x55f8ab70f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4da59c640 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] conn(0x55f8ab6c08e0 0x55f8ab70f290 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=968da7500192b319 server_cookie=69650f9cae354d17 in_seq=0 out_seq=0 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 10 client.7410 ms_handle_connect on v2:172.21.15.70:6835/2839886026 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 1 -- 172.21.15.70:0/4294661002 <== mds.0 v2:172.21.15.70:6835/2839886026 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f8ab49dc00 con 0x55f8ab6c08e0 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 10 client.7410 handle_command_reply: tid=0 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 client.7410 shutdown 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/4294661002 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 msgr2=0x55f8ab6ba1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6ba1b0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fe4d00ef120 tx=0x7fe4d0000bd0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/4294661002 shutdown_connections 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] conn(0x55f8ab6c08e0 0x55f8ab70f290 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab6c00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab6ba1b0 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4b97fa640 0 client.7410 ms_handle_reset on v2:172.21.15.70:6835/2839886026 2024-09-05T06:16:30.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/4294661002 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab6b9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/4294661002 >> 172.21.15.70:0/4294661002 conn(0x55f8ab6b5290 msgr2=0x55f8ab6b3d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:30.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/4294661002 shutdown_connections 2024-09-05T06:16:30.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/4294661002 wait complete. 2024-09-05T06:16:30.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.545+0000 7fe4e3e2a000 20 client.7410 trim_cache size 0 max 16384 2024-09-05T06:16:30.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 Processor -- start 2024-09-05T06:16:30.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- start start 2024-09-05T06:16:30.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6bfcf0 0x55f8ab6b97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab6b9d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6ff440 0x55f8ab70f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc202df0 con 0x55f8ab6bfcf0 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc202220 con 0x55f8ab6feb20 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc2027a0 con 0x55f8ab6ff440 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6bfcf0 0x55f8ab6b97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6bfcf0 0x55f8ab6b97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54468/0 (socket says 172.21.15.70:54468) 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 -- 172.21.15.70:0/3963002810 learned_addr learned my addr 172.21.15.70:0/3963002810 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/3963002810 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab6b9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 -- 172.21.15.70:0/3963002810 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6ff440 msgr2=0x55f8ab70f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 --2- 172.21.15.70:0/3963002810 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6ff440 0x55f8ab70f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 -- 172.21.15.70:0/3963002810 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 msgr2=0x55f8ab6b9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 --2- 172.21.15.70:0/3963002810 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab6b9d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 -- 172.21.15.70:0/3963002810 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8ab48afd0 con 0x55f8ab6bfcf0 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4da59c640 1 --2- 172.21.15.70:0/3963002810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6bfcf0 0x55f8ab6b97d0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x55f8ab4c80b0 tx=0x7fe4cc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc5405ee6f5590cf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4bb7fe640 1 -- 172.21.15.70:0/3963002810 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc030070 con 0x55f8ab6bfcf0 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4bb7fe640 1 -- 172.21.15.70:0/3963002810 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4cc01b040 con 0x55f8ab6bfcf0 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4bb7fe640 1 -- 172.21.15.70:0/3963002810 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc01a040 con 0x55f8ab6bfcf0 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3963002810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6bfcf0 msgr2=0x55f8ab6b97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/3963002810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6bfcf0 0x55f8ab6b97d0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x55f8ab4c80b0 tx=0x7fe4cc014000 comp rx=0 tx=0).stop 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3963002810 shutdown_connections 2024-09-05T06:16:30.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/3963002810 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6ff440 0x55f8ab70f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/3963002810 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab6b9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/3963002810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6bfcf0 0x55f8ab6b97d0 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3963002810 >> 172.21.15.70:0/3963002810 conn(0x55f8ab6b5290 msgr2=0x55f8ab6fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3963002810 shutdown_connections 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.565+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/3963002810 wait complete. 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- start start 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 Processor -- start 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab771f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab772470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab7729b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f8ab502f80 con 0x55f8ab6ff440 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55f8ab4bbca0 con 0x55f8ab6feb20 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55f8ab5082a0 con 0x55f8ab6bfcf0 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 10 client.0 _ll_register_callbacks cb 0x7fe4d00eebd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab7729b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab7729b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54478/0 (socket says 172.21.15.70:54478) 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 -- 172.21.15.70:0/2190834670 learned_addr learned my addr 172.21.15.70:0/2190834670 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:30.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4da59c640 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab771f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 -- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 msgr2=0x55f8ab771f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4d9d9b640 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab772470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab771f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 -- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 msgr2=0x55f8ab772470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab772470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 -- 172.21.15.70:0/2190834670 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8ab586750 con 0x55f8ab6ff440 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4da59c640 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab771f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4dad9d640 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab7729b0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7fe4d4007950 tx=0x7fe4d4007e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f812e501e0aa092d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 1 -- 172.21.15.70:0/2190834670 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d401d020 con 0x55f8ab6ff440 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 1 -- 172.21.15.70:0/2190834670 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fe4d40139c0 con 0x55f8ab6ff440 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/2190834670 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4cc01b040 con 0x55f8ab6ff440 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 1 -- 172.21.15.70:0/2190834670 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) ==== 24+0+0 (secure 0 0 0) 0x7fe4d4027050 con 0x55f8ab6ff440 2024-09-05T06:16:30.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 10 client.7416 fetch_fsmap learned FSMap version 61 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/2190834670 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) -- 0x55f8ab491a30 con 0x55f8ab6ff440 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 1 -- 172.21.15.70:0/2190834670 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4cc01b040 con 0x55f8ab6ff440 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 1 -- 172.21.15.70:0/2190834670 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 61) ==== 3502+0+0 (secure 0 0 0) 0x7fe4d402a020 con 0x55f8ab6ff440 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 10 client.7416 fetch_fsmap finished waiting for FSMap version 61 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 10 client.7416 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 20 client.7416 populate_metadata read hostname 'smithi070' 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] conn(0x55f8ab779180 0x55f8ab72dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 4 client.7416 mds_command: new command op to 7278 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/2190834670 --> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] -- command(tid 0: {"prefix": "status"}) -- 0x55f8ab5113a0 con 0x55f8ab779180 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4da59c640 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] conn(0x55f8ab779180 0x55f8ab72dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 10 client.7416 ms_handle_connect on v2:172.21.15.70:6835/2839886026 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4da59c640 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] conn(0x55f8ab779180 0x55f8ab72dd00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55debb734c4fa891 server_cookie=d7751a46b44f5b05 in_seq=0 out_seq=0 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 1 -- 172.21.15.70:0/2190834670 <== mds.0 v2:172.21.15.70:6835/2839886026 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55f8ab5113a0 con 0x55f8ab779180 2024-09-05T06:16:30.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 10 client.7416 handle_command_reply: tid=0 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 client.7416 shutdown 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/2190834670 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 msgr2=0x55f8ab7729b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab7729b0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7fe4d4007950 tx=0x7fe4d4007e10 comp rx=0 tx=0).stop 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/2190834670 shutdown_connections 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.70:6835/2839886026,v1:172.21.15.70:6837/2839886026] conn(0x55f8ab779180 0x55f8ab72dd00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f8ab6ff440 0x55f8ab7729b0 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f8ab6feb20 0x55f8ab772470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4b97fa640 0 client.7416 ms_handle_reset on v2:172.21.15.70:6835/2839886026 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 --2- 172.21.15.70:0/2190834670 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f8ab6bfcf0 0x55f8ab771f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/2190834670 >> 172.21.15.70:0/2190834670 conn(0x55f8ab6b5290 msgr2=0x55f8ab6b87c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/2190834670 shutdown_connections 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 1 -- 172.21.15.70:0/2190834670 wait complete. 2024-09-05T06:16:30.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e3e2a000 20 client.7416 trim_cache size 0 max 16384 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 7278, 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 4.702084256, 2024-09-05T06:16:30.576 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 61, 2024-09-05T06:16:30.577 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 158, 2024-09-05T06:16:30.577 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 158, 2024-09-05T06:16:30.577 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 9.0665325929999998 2024-09-05T06:16:30.577 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:16:30.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4bc0678c0 msgr2=0x7fe4bc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.569+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4bc0678c0 0x7fe4bc069d80 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc006b20 tx=0x7fe4cc008040 comp rx=0 tx=0).stop 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc15edb0 msgr2=0x7fe4dc0cd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc15edb0 0x7fe4dc0cd940 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fe4d001ab40 tx=0x7fe4d0019230 comp rx=0 tx=0).stop 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/2359041647 shutdown_connections 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4bc0678c0 0x7fe4bc069d80 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4dc1628a0 0x7fe4dc15daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4dc15edb0 0x7fe4dc0cd940 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 --2- 172.21.15.70:0/2359041647 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4dc0d5760 0x7fe4dc1516e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/2359041647 >> 172.21.15.70:0/2359041647 conn(0x7fe4dc0d4c40 msgr2=0x7fe4dc0d5020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/2359041647 shutdown_connections 2024-09-05T06:16:30.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.573+0000 7fe4e0d6e640 1 -- 172.21.15.70:0/2359041647 wait complete. 2024-09-05T06:16:30.581 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:16:30.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4f3c8640 1 Processor -- start 2024-09-05T06:16:30.690 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4f3c8640 1 -- start start 2024-09-05T06:16:30.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4f3c8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf4815b840 0x7fdf480b6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4f3c8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf48072dc0 0x7fdf480cf8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4f3c8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf480b6b30 con 0x7fdf480b57c0 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4f3c8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdf480b4a90 con 0x7fdf48072dc0 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4f3c8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf480b5330 con 0x7fdf4815b840 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4d965640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf48072dc0 0x7fdf480cf8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4c963640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdf480b57c0 0x7fdf480726b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36576/0 (socket says 172.21.15.70:36576) 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4c963640 1 -- 172.21.15.70:0/1564853784 learned_addr learned my addr 172.21.15.70:0/1564853784 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4d965640 1 -- 172.21.15.70:0/1564853784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf4815b840 msgr2=0x7fdf480b6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4d164640 1 --2- 172.21.15.70:0/1564853784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf4815b840 0x7fdf480b6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4d965640 1 --2- 172.21.15.70:0/1564853784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf4815b840 0x7fdf480b6020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4d965640 1 -- 172.21.15.70:0/1564853784 >> v1:172.21.15.70:6789/0 conn(0x7fdf480b57c0 legacy=0x7fdf480726b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf3ffff640 1 -- 172.21.15.70:0/1564853784 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 325782369 0 0) 0x7fdf480b6b30 con 0x7fdf480b57c0 2024-09-05T06:16:30.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4d965640 1 -- 172.21.15.70:0/1564853784 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf480b4ce0 con 0x7fdf48072dc0 2024-09-05T06:16:30.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf4d965640 1 --2- 172.21.15.70:0/1564853784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf48072dc0 0x7fdf480cf8e0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fdf40009d90 tx=0x7fdf4001c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1828e691e9fa89f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf3ffff640 1 -- 172.21.15.70:0/1564853784 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf400b2070 con 0x7fdf48072dc0 2024-09-05T06:16:30.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf3ffff640 1 -- 172.21.15.70:0/1564853784 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf400a5940 con 0x7fdf48072dc0 2024-09-05T06:16:30.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.697+0000 7fdf3ffff640 1 -- 172.21.15.70:0/1564853784 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf400a5d10 con 0x7fdf48072dc0 2024-09-05T06:16:30.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/1564853784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf48072dc0 msgr2=0x7fdf480cf8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/1564853784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf48072dc0 0x7fdf480cf8e0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fdf40009d90 tx=0x7fdf4001c970 comp rx=0 tx=0).stop 2024-09-05T06:16:30.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/1564853784 shutdown_connections 2024-09-05T06:16:30.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/1564853784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf48072dc0 0x7fdf480cf8e0 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/1564853784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf4815b840 0x7fdf480b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/1564853784 >> 172.21.15.70:0/1564853784 conn(0x7fdf480b3790 msgr2=0x7fdf480b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:30.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/1564853784 shutdown_connections 2024-09-05T06:16:30.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/1564853784 wait complete. 2024-09-05T06:16:30.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 Processor -- start 2024-09-05T06:16:30.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- start start 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf48072dc0 0x7fdf480cd710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf480b57c0 0x7fdf481462e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4815b840 0x7fdf481605d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf481687d0 con 0x7fdf4815b840 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdf48168650 con 0x7fdf48072dc0 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdf48168950 con 0x7fdf480b57c0 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4815b840 0x7fdf481605d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4815b840 0x7fdf481605d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54492/0 (socket says 172.21.15.70:54492) 2024-09-05T06:16:30.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 -- 172.21.15.70:0/2295579321 learned_addr learned my addr 172.21.15.70:0/2295579321 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4c963640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf480b57c0 0x7fdf481462e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 -- 172.21.15.70:0/2295579321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf480b57c0 msgr2=0x7fdf481462e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf480b57c0 0x7fdf481462e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 -- 172.21.15.70:0/2295579321 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf48072dc0 msgr2=0x7fdf480cd710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf48072dc0 0x7fdf480cd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 -- 172.21.15.70:0/2295579321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf48146820 con 0x7fdf4815b840 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4d965640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4815b840 0x7fdf481605d0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fdf40009d90 tx=0x7fdf40019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf3dffb640 1 -- 172.21.15.70:0/2295579321 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf400bd020 con 0x7fdf4815b840 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf3dffb640 1 -- 172.21.15.70:0/2295579321 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf400b3040 con 0x7fdf4815b840 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf480cc670 con 0x7fdf4815b840 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf3dffb640 1 -- 172.21.15.70:0/2295579321 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf400b2050 con 0x7fdf4815b840 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.701+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf480ccc30 con 0x7fdf4815b840 2024-09-05T06:16:30.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.705+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf480cf8e0 con 0x7fdf4815b840 2024-09-05T06:16:30.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.705+0000 7fdf3dffb640 1 -- 172.21.15.70:0/2295579321 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdf480d0630 con 0x7fdf4815b840 2024-09-05T06:16:30.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.705+0000 7fdf3dffb640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf2c0678c0 0x7fdf2c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:30.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.705+0000 7fdf4d164640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf2c0678c0 0x7fdf2c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:30.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.705+0000 7fdf3dffb640 1 -- 172.21.15.70:0/2295579321 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fdf40120300 con 0x7fdf4815b840 2024-09-05T06:16:30.700 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.705+0000 7fdf4d164640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf2c0678c0 0x7fdf2c069d80 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdf4400a810 tx=0x7fdf44008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:30.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.709+0000 7fdf3dffb640 1 -- 172.21.15.70:0/2295579321 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdf40016560 con 0x7fdf4815b840 2024-09-05T06:16:30.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.889+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fdf48157fe0 con 0x7fdf4815b840 2024-09-05T06:16:30.885 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.889+0000 7fdf3dffb640 1 -- 172.21.15.70:0/2295579321 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v61) ==== 53+0+73 (secure 0 0 0) 0x7fdf400f0e30 con 0x7fdf4815b840 2024-09-05T06:16:30.885 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:16:30.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf2c0678c0 msgr2=0x7fdf2c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf2c0678c0 0x7fdf2c069d80 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdf4400a810 tx=0x7fdf44008040 comp rx=0 tx=0).stop 2024-09-05T06:16:30.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4815b840 msgr2=0x7fdf481605d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:30.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4815b840 0x7fdf481605d0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fdf40009d90 tx=0x7fdf40019710 comp rx=0 tx=0).stop 2024-09-05T06:16:30.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 shutdown_connections 2024-09-05T06:16:30.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdf2c0678c0 0x7fdf2c069d80 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4815b840 0x7fdf481605d0 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdf480b57c0 0x7fdf481462e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 --2- 172.21.15.70:0/2295579321 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdf48072dc0 0x7fdf480cd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:30.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 >> 172.21.15.70:0/2295579321 conn(0x7fdf480b3790 msgr2=0x7fdf480b3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:30.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 shutdown_connections 2024-09-05T06:16:30.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:30.893+0000 7fdf4f3c8640 1 -- 172.21.15.70:0/2295579321 wait complete. 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:16:30.902 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:16:30.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:30.903 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:16:30.909 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42152sec preferred_lft 42152sec 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:16:30.910 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:30.911 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:16:30.912 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:16:30.912 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:16:30.912 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:30.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:30.912 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:16:30.958 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:16:30.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:30.959 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:16:31.009 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:16:31.010 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:16:31.011 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:16:31.011 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:16:31.011 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:16:31.011 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:16:31.011 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:16:31.011 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:16:31.074 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:16:31.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:16:31.099 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:16:31.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:16:31.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:31.129 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:16:31.181 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:16:31.182 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:16:31.182 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:16:31.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:31.182 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:16:31.237 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:16:31.237 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:16:31.237 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:16:31.286 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:16:31.286 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:16:31.286 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:16:31.334 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:16:31.391 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:16:31.439 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:16:31.439 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:16:31.439 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:16:31.439 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:16:31.439 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:16:31.440 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:16:31.440 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:16:31.440 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:16:31.440 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:16:31.440 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:16:31.440 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:16:31.441 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:16:31.441 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:16:31.441 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:16:31.441 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:16:31.441 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:16:31.441 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:16:31.442 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:16:31.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:16:31.442 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:16:31.442 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:16:31.442 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:16:31.442 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:16:31.442 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:16:31.443 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:16:31.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:31.445 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:16:31.490 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:16:31.490 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:16:31.535 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:16:31.551 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:16:31.599 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:16:31.600 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:16:31.601 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:16:31.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:31.602 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:16:31.616 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:16:31.621+0000 7fe1594d6580 -1 init, newargv = 0x558d24f58a70 newargc=15 2024-09-05T06:16:31.616 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[37935]: starting ceph client 2024-09-05T06:16:31.620 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[37935]: starting fuse 2024-09-05T06:16:31.854 INFO:tasks.ceph.mds.c.smithi070.stderr:2024-09-05T06:16:31.861+0000 7fa2144c6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:16:32.721 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:16:32.737 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:16:32.787 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:16:32.788 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:16:32.789 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:16:32.790 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:16:32.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:32.791 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:16:32.842 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:16:32.843 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:16:32.843 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:16:32.844 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:32.845 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:16:32.845 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:16:32.966 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.37935.asok 2024-09-05T06:16:32.971 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:16:32.979 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.37935.asok 2024-09-05T06:16:32.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:32.979 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.37935.asok status 2024-09-05T06:16:33.133 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:16:33.133 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "37935", 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 7431, 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:16:33.134 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 7431 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 4169235278 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 4169235278 2024-09-05T06:16:33.135 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.7431 192.168.0.1:0/4169235278", 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/4169235278", 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 61, 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 158, 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:16:33.136 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:16:33.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:33.147 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:16:33.147 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:16:33.153 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:16:33.154 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:16:33.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:33.154 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:16:33.210 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:16:33.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.381+0000 7fb7291ac640 1 Processor -- start 2024-09-05T06:16:33.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.381+0000 7fb7291ac640 1 -- start start 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb7291ac640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb72415b1a0 0x7fb7240b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb7291ac640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72406e580 0x7fb72406e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb7291ac640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb724072890 con 0x7fb7240afae0 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb7291ac640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb7240b0330 con 0x7fb72415b1a0 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb7291ac640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb72406ef10 con 0x7fb72406e580 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb722d9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb72415b1a0 0x7fb7240b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb722d9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb72415b1a0 0x7fb7240b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54502/0 (socket says 172.21.15.70:54502) 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb722d9d640 1 -- 172.21.15.70:0/1353925192 learned_addr learned my addr 172.21.15.70:0/1353925192 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb72359e640 1 --2- 172.21.15.70:0/1353925192 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72406e580 0x7fb72406e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb722d9d640 1 -- 172.21.15.70:0/1353925192 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72406e580 msgr2=0x7fb72406e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:33.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb722d9d640 1 --2- 172.21.15.70:0/1353925192 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72406e580 0x7fb72406e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb722d9d640 1 -- 172.21.15.70:0/1353925192 >> v1:172.21.15.196:6789/0 conn(0x7fb7240afae0 legacy=0x7fb72415b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:33.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb722d9d640 1 -- 172.21.15.70:0/1353925192 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb724072b70 con 0x7fb72415b1a0 2024-09-05T06:16:33.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb722d9d640 1 --2- 172.21.15.70:0/1353925192 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72415b1a0 0x7fb7240b45d0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fb72406f670 tx=0x7fb71401d8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c546803099fd3a5d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:33.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb721d9b640 1 -- 172.21.15.70:0/1353925192 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb71400b040 con 0x7fb72415b1a0 2024-09-05T06:16:33.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb721d9b640 1 -- 172.21.15.70:0/1353925192 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7140a76f0 con 0x7fb72415b1a0 2024-09-05T06:16:33.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.385+0000 7fb721d9b640 1 -- 172.21.15.70:0/1353925192 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7140a7ac0 con 0x7fb72415b1a0 2024-09-05T06:16:33.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- 172.21.15.70:0/1353925192 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72415b1a0 msgr2=0x7fb7240b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:33.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 --2- 172.21.15.70:0/1353925192 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72415b1a0 0x7fb7240b45d0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fb72406f670 tx=0x7fb71401d8d0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- 172.21.15.70:0/1353925192 shutdown_connections 2024-09-05T06:16:33.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 --2- 172.21.15.70:0/1353925192 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72406e580 0x7fb72406e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 --2- 172.21.15.70:0/1353925192 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72415b1a0 0x7fb7240b45d0 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- 172.21.15.70:0/1353925192 >> 172.21.15.70:0/1353925192 conn(0x7fb72406bcc0 msgr2=0x7fb72406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:33.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- 172.21.15.70:0/1353925192 shutdown_connections 2024-09-05T06:16:33.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- 172.21.15.70:0/1353925192 wait complete. 2024-09-05T06:16:33.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 Processor -- start 2024-09-05T06:16:33.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- start start 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72406e580 0x7fb724136f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7240afae0 0x7fb7241374b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72415b1a0 0x7fb724139f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb72415bc90 con 0x7fb72406e580 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb724073860 con 0x7fb7240afae0 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb7291ac640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb72415be10 con 0x7fb72415b1a0 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72406e580 0x7fb724136f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72406e580 0x7fb724136f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54510/0 (socket says 172.21.15.70:54510) 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 -- 172.21.15.70:0/3521647630 learned_addr learned my addr 172.21.15.70:0/3521647630 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb72359e640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72415b1a0 0x7fb724139f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 -- 172.21.15.70:0/3521647630 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72415b1a0 msgr2=0x7fb724139f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:33.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72415b1a0 0x7fb724139f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 -- 172.21.15.70:0/3521647630 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7240afae0 msgr2=0x7fb7241374b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb72259c640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7240afae0 0x7fb7241374b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7240afae0 0x7fb7241374b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 -- 172.21.15.70:0/3521647630 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb724138b40 con 0x7fb72406e580 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb722d9d640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72406e580 0x7fb724136f70 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fb71400a1c0 tx=0x7fb71401c110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb70b7fe640 1 -- 172.21.15.70:0/3521647630 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7140b8890 con 0x7fb72406e580 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.389+0000 7fb70b7fe640 1 -- 172.21.15.70:0/3521647630 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7140be070 con 0x7fb72406e580 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb724138e20 con 0x7fb72406e580 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb70b7fe640 1 -- 172.21.15.70:0/3521647630 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7140b8c70 con 0x7fb72406e580 2024-09-05T06:16:33.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7241393e0 con 0x7fb72406e580 2024-09-05T06:16:33.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7240b31d0 con 0x7fb72406e580 2024-09-05T06:16:33.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb70b7fe640 1 -- 172.21.15.70:0/3521647630 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb7140c3460 con 0x7fb72406e580 2024-09-05T06:16:33.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb70b7fe640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7100678c0 0x7fb710069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:33.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb70b7fe640 1 -- 172.21.15.70:0/3521647630 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fb714121c40 con 0x7fb72406e580 2024-09-05T06:16:33.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb72259c640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7100678c0 0x7fb710069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:33.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.393+0000 7fb72259c640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7100678c0 0x7fb710069d80 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fb724157720 tx=0x7fb718009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:33.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.401+0000 7fb70b7fe640 1 -- 172.21.15.70:0/3521647630 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb7140174c0 con 0x7fb72406e580 2024-09-05T06:16:33.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.601+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb724157eb0 con 0x7fb72406e580 2024-09-05T06:16:33.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.601+0000 7fb70b7fe640 1 -- 172.21.15.70:0/3521647630 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v61) ==== 53+0+73 (secure 0 0 0) 0x7fb7140f2810 con 0x7fb72406e580 2024-09-05T06:16:33.595 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:16:33.598 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.601+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7100678c0 msgr2=0x7fb710069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:33.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.601+0000 7fb7291ac640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7100678c0 0x7fb710069d80 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fb724157720 tx=0x7fb718009040 comp rx=0 tx=0).stop 2024-09-05T06:16:33.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.601+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72406e580 msgr2=0x7fb724136f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:33.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.601+0000 7fb7291ac640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72406e580 0x7fb724136f70 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fb71400a1c0 tx=0x7fb71401c110 comp rx=0 tx=0).stop 2024-09-05T06:16:33.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.605+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 shutdown_connections 2024-09-05T06:16:33.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.605+0000 7fb7291ac640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7100678c0 0x7fb710069d80 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.605+0000 7fb7291ac640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb72415b1a0 0x7fb724139f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.605+0000 7fb7291ac640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7240afae0 0x7fb7241374b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.605+0000 7fb7291ac640 1 --2- 172.21.15.70:0/3521647630 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb72406e580 0x7fb724136f70 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:33.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.605+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 >> 172.21.15.70:0/3521647630 conn(0x7fb72406bcc0 msgr2=0x7fb72406c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:33.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.605+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 shutdown_connections 2024-09-05T06:16:33.601 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:33.605+0000 7fb7291ac640 1 -- 172.21.15.70:0/3521647630 wait complete. 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:16:33.615 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:16:33.616 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:33.616 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:16:33.623 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:16:33.623 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:16:33.623 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:16:33.623 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:33.623 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42156sec preferred_lft 42156sec 2024-09-05T06:16:33.624 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:16:33.625 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:16:33.626 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:33.626 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:16:33.626 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:16:33.626 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:16:33.626 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:16:33.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:33.626 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:16:33.680 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:16:33.682 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:33.682 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:16:33.733 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:16:33.733 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:16:33.733 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:16:33.734 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:16:33.734 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:16:33.734 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:16:33.734 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:16:33.734 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:16:33.734 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:16:33.734 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:16:33.734 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:16:33.734 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:16:33.734 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:16:33.735 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:16:33.735 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:16:33.735 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:16:33.735 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:16:33.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:16:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:16:33.849 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:16:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:16:33.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:33.857 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:16:33.907 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:16:33.908 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:16:33.908 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:16:33.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:33.908 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:16:33.963 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:16:33.964 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:16:33.964 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:16:34.015 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:16:34.016 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:16:34.016 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:16:34.063 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:16:34.121 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:16:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:16:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:16:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:16:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:16:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:16:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:16:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:16:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:16:34.171 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:16:34.172 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:16:34.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:34.173 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:16:34.223 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:16:34.224 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:16:34.269 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:16:34.283 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:16:34.332 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:16:34.333 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:16:34.334 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:16:34.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:34.335 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:16:34.349 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:16:34.347+0000 7f808d43c580 -1 init, newargv = 0x55ef4a20c8c0 newargc=15 2024-09-05T06:16:34.349 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26474]: starting ceph client 2024-09-05T06:16:34.356 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26474]: starting fuse 2024-09-05T06:16:35.454 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:16:35.471 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:16:35.521 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:16:35.522 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:16:35.523 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:16:35.524 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:16:35.524 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:16:35.524 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:16:35.524 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:16:35.524 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:16:35.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:35.525 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:16:35.572 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:16:35.572 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:16:35.572 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:16:35.572 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:16:35.572 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:16:35.572 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:16:35.573 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:16:35.574 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:16:35.574 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:16:35.574 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:16:35.574 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:16:35.574 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:16:35.574 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:16:35.574 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:16:35.574 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:16:35.696 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.26474.asok 2024-09-05T06:16:35.700 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:16:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:16:35.708 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.26474.asok 2024-09-05T06:16:35.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:35.708 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.26474.asok status 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "26474", 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:16:35.862 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 6058, 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 6058 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 1339334266 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:16:35.863 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 1339334266 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.6058 192.168.0.1:0/1339334266", 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/1339334266", 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 61, 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 158, 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:16:35.864 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:16:35.865 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:16:35.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:35.878 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:16:35.878 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:16:35.883 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:16:35.884 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:16:35.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:16:35.884 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:16:35.938 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:16:36.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab77c8c640 1 Processor -- start 2024-09-05T06:16:36.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab77c8c640 1 -- start start 2024-09-05T06:16:36.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab77c8c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab7006bcc0 0x7fab7006c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab77c8c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fab700b4ea0 0x7fab700b52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab77c8c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab701627c0 0x7fab70162c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab77c8c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fab701596e0 con 0x7fab7006bcc0 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab77c8c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fab700b5bf0 con 0x7fab700b4ea0 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab77c8c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab7006c5e0 con 0x7fab701627c0 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75a28640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab7006bcc0 0x7fab7006c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75a28640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fab7006bcc0 0x7fab7006c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54516/0 (socket says 172.21.15.70:54516) 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75a28640 1 -- 172.21.15.70:0/1884978017 learned_addr learned my addr 172.21.15.70:0/1884978017 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab76229640 1 --2- 172.21.15.70:0/1884978017 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab701627c0 0x7fab70162c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75227640 1 --2- 172.21.15.70:0/1884978017 >> v2:172.21.15.196:3300/0 conn(0x7fab700b4ea0 0x7fab700b52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75a28640 1 -- 172.21.15.70:0/1884978017 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab701627c0 msgr2=0x7fab70162c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75a28640 1 --2- 172.21.15.70:0/1884978017 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab701627c0 0x7fab70162c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75a28640 1 -- 172.21.15.70:0/1884978017 >> v2:172.21.15.196:3300/0 conn(0x7fab700b4ea0 msgr2=0x7fab700b52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:36.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75a28640 1 --2- 172.21.15.70:0/1884978017 >> v2:172.21.15.196:3300/0 conn(0x7fab700b4ea0 0x7fab700b52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab75a28640 1 -- 172.21.15.70:0/1884978017 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab70072830 con 0x7fab7006bcc0 2024-09-05T06:16:36.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.077+0000 7fab76229640 1 --2- 172.21.15.70:0/1884978017 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab701627c0 0x7fab70162c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:16:36.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab75a28640 1 --2- 172.21.15.70:0/1884978017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab7006bcc0 0x7fab7006c0a0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fab700b6510 tx=0x7fab6c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=273f903b5f2e8d9c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab74a26640 1 -- 172.21.15.70:0/1884978017 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6c0b0070 con 0x7fab7006bcc0 2024-09-05T06:16:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab74a26640 1 -- 172.21.15.70:0/1884978017 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab700d08f0 con 0x7fab7006bcc0 2024-09-05T06:16:36.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab74a26640 1 -- 172.21.15.70:0/1884978017 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6c0ab820 con 0x7fab7006bcc0 2024-09-05T06:16:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 -- 172.21.15.70:0/1884978017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab7006bcc0 msgr2=0x7fab7006c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 --2- 172.21.15.70:0/1884978017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab7006bcc0 0x7fab7006c0a0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fab700b6510 tx=0x7fab6c01c490 comp rx=0 tx=0).stop 2024-09-05T06:16:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 -- 172.21.15.70:0/1884978017 shutdown_connections 2024-09-05T06:16:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 --2- 172.21.15.70:0/1884978017 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab701627c0 0x7fab70162c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 --2- 172.21.15.70:0/1884978017 >> v2:172.21.15.196:3300/0 conn(0x7fab700b4ea0 0x7fab700b52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 --2- 172.21.15.70:0/1884978017 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab7006bcc0 0x7fab7006c0a0 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 -- 172.21.15.70:0/1884978017 >> 172.21.15.70:0/1884978017 conn(0x7fab700b3790 msgr2=0x7fab700b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:36.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 -- 172.21.15.70:0/1884978017 shutdown_connections 2024-09-05T06:16:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.081+0000 7fab77c8c640 1 -- 172.21.15.70:0/1884978017 wait complete. 2024-09-05T06:16:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 Processor -- start 2024-09-05T06:16:36.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 -- start start 2024-09-05T06:16:36.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab7006bcc0 0x7fab701523c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab700b4ea0 0x7fab7006f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab701627c0 0x7fab7006fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fab700b5820 con 0x7fab700b4ea0 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fab70163580 con 0x7fab701627c0 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fab700b59a0 con 0x7fab7006bcc0 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab700b4ea0 0x7fab7006f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab700b4ea0 0x7fab7006f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54530/0 (socket says 172.21.15.70:54530) 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 -- 172.21.15.70:0/617112308 learned_addr learned my addr 172.21.15.70:0/617112308 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75a28640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab7006bcc0 0x7fab701523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab76229640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab701627c0 0x7fab7006fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 -- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab7006bcc0 msgr2=0x7fab701523c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab7006bcc0 0x7fab701523c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 -- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab701627c0 msgr2=0x7fab7006fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab701627c0 0x7fab7006fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 -- 172.21.15.70:0/617112308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab70159db0 con 0x7fab700b4ea0 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75a28640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab7006bcc0 0x7fab701523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab75227640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab700b4ea0 0x7fab7006f6a0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fab6000d800 tx=0x7fab6000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab667fc640 1 -- 172.21.15.70:0/617112308 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60018020 con 0x7fab700b4ea0 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab667fc640 1 -- 172.21.15.70:0/617112308 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab600096a0 con 0x7fab700b4ea0 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab7015a090 con 0x7fab700b4ea0 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab667fc640 1 -- 172.21.15.70:0/617112308 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60009a50 con 0x7fab700b4ea0 2024-09-05T06:16:36.082 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab7015a650 con 0x7fab700b4ea0 2024-09-05T06:16:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.085+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab700735f0 con 0x7fab700b4ea0 2024-09-05T06:16:36.083 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.089+0000 7fab667fc640 1 -- 172.21.15.70:0/617112308 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fab6001b020 con 0x7fab700b4ea0 2024-09-05T06:16:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.089+0000 7fab667fc640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab540678c0 0x7fab54069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.089+0000 7fab667fc640 1 -- 172.21.15.70:0/617112308 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fab600861e0 con 0x7fab700b4ea0 2024-09-05T06:16:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.089+0000 7fab75a28640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab540678c0 0x7fab54069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.089+0000 7fab75a28640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab540678c0 0x7fab54069d80 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fab70074010 tx=0x7fab6c0a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:36.087 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.093+0000 7fab667fc640 1 -- 172.21.15.70:0/617112308 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fab60022020 con 0x7fab700b4ea0 2024-09-05T06:16:36.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.285+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab7015acd0 con 0x7fab700b4ea0 2024-09-05T06:16:36.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.285+0000 7fab667fc640 1 -- 172.21.15.70:0/617112308 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7fab60056db0 con 0x7fab700b4ea0 2024-09-05T06:16:36.282 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:16:36.282 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":61,"btime":"2024-09-05T06:16:27:902176+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1345328527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1345328527},{"type":"v1","addr":"172.21.15.196:6835","nonce":1345328527}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":5986,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2592603274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2592603274},{"type":"v1","addr":"172.21.15.196:6833","nonce":2592603274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/81199482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":81199482},{"type":"v1","addr":"172.21.15.70:6836","nonce":81199482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:16:25.239492+0000","modified":"2024-09-05T06:16:27.241837+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7278":{"gid":7278,"name":"c","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2839886026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2839886026},{"type":"v1","addr":"172.21.15.70:6837","nonce":2839886026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7278,"qdb_cluster":[7278]},"id":9}]} 2024-09-05T06:16:36.282 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 61 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab540678c0 msgr2=0x7fab54069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab540678c0 0x7fab54069d80 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fab70074010 tx=0x7fab6c0a6000 comp rx=0 tx=0).stop 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab700b4ea0 msgr2=0x7fab7006f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab700b4ea0 0x7fab7006f6a0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fab6000d800 tx=0x7fab6000dcc0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 shutdown_connections 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fab540678c0 0x7fab54069d80 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fab701627c0 0x7fab7006fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab700b4ea0 0x7fab7006f6a0 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 --2- 172.21.15.70:0/617112308 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fab7006bcc0 0x7fab701523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 >> 172.21.15.70:0/617112308 conn(0x7fab700b3790 msgr2=0x7fab700b2bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 shutdown_connections 2024-09-05T06:16:36.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.289+0000 7fab77c8c640 1 -- 172.21.15.70:0/617112308 wait complete. 2024-09-05T06:16:36.302 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:16:36.434 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":7278,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":10.557535674,"mdsmap_epoch":61,"osdmap_epoch":158,"osdmap_epoch_barrier":158,"uptime":14.921987798} 2024-09-05T06:16:36.434 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 7278, "mdsmap_epoch": 61, "osdmap_epoch": 158, "osdmap_epoch_barrier": 158, "rank_uptime": 10.557535674, "state": "up:active", "uptime": 14.921987798, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:16:36.435 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set-quota cephfs_data max_bytes 33554432 2024-09-05T06:16:36.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc265c5640 1 Processor -- start 2024-09-05T06:16:36.559 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc265c5640 1 -- start start 2024-09-05T06:16:36.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc265c5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbc200b59c0 0x7fbc200d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc265c5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc20163430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc265c5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc200d1f40 con 0x7fbc200d16f0 2024-09-05T06:16:36.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc265c5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fbc200b5430 con 0x7fbc200b59c0 2024-09-05T06:16:36.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc265c5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbc200d2210 con 0x7fbc200d1ad0 2024-09-05T06:16:36.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc24b62640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc20163430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc1f7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbc200b59c0 0x7fbc200d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc24b62640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc20163430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:54172/0 (socket says 172.21.15.70:54172) 2024-09-05T06:16:36.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc1ffff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fbc200d16f0 0x7fbc20162d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:37940/0 (socket says 172.21.15.70:37940) 2024-09-05T06:16:36.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc1f7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbc200b59c0 0x7fbc200d5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:43560/0 (socket says 172.21.15.70:43560) 2024-09-05T06:16:36.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc24b62640 1 -- 172.21.15.70:0/4110309625 learned_addr learned my addr 172.21.15.70:0/4110309625 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:36.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc24b62640 1 -- 172.21.15.70:0/4110309625 >> v2:172.21.15.196:3300/0 conn(0x7fbc200b59c0 msgr2=0x7fbc200d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:16:36.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc24b62640 1 --2- 172.21.15.70:0/4110309625 >> v2:172.21.15.196:3300/0 conn(0x7fbc200b59c0 0x7fbc200d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc24b62640 1 -- 172.21.15.70:0/4110309625 >> v1:172.21.15.196:6789/0 conn(0x7fbc200d16f0 legacy=0x7fbc20162d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc24b62640 1 -- 172.21.15.70:0/4110309625 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc200d24f0 con 0x7fbc200d1ad0 2024-09-05T06:16:36.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.565+0000 7fbc1f7fe640 1 --2- 172.21.15.70:0/4110309625 >> v2:172.21.15.196:3300/0 conn(0x7fbc200b59c0 0x7fbc200d5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:16:36.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc24b62640 1 --2- 172.21.15.70:0/4110309625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc20163430 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbc18009e50 tx=0x7fbc1801ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=484f515cfd916ca7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:36.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc1effd640 1 -- 172.21.15.70:0/4110309625 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc180a58f0 con 0x7fbc200d1ad0 2024-09-05T06:16:36.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc1effd640 1 -- 172.21.15.70:0/4110309625 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc180a5a90 con 0x7fbc200d1ad0 2024-09-05T06:16:36.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc1effd640 1 -- 172.21.15.70:0/4110309625 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc180a5e60 con 0x7fbc200d1ad0 2024-09-05T06:16:36.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc265c5640 1 -- 172.21.15.70:0/4110309625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 msgr2=0x7fbc20163430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc265c5640 1 --2- 172.21.15.70:0/4110309625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc20163430 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbc18009e50 tx=0x7fbc1801ca00 comp rx=0 tx=0).stop 2024-09-05T06:16:36.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc265c5640 1 -- 172.21.15.70:0/4110309625 shutdown_connections 2024-09-05T06:16:36.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc265c5640 1 --2- 172.21.15.70:0/4110309625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc20163430 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc265c5640 1 --2- 172.21.15.70:0/4110309625 >> v2:172.21.15.196:3300/0 conn(0x7fbc200b59c0 0x7fbc200d5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc265c5640 1 -- 172.21.15.70:0/4110309625 >> 172.21.15.70:0/4110309625 conn(0x7fbc200d4c30 msgr2=0x7fbc200d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:36.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc265c5640 1 -- 172.21.15.70:0/4110309625 shutdown_connections 2024-09-05T06:16:36.565 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.569+0000 7fbc265c5640 1 -- 172.21.15.70:0/4110309625 wait complete. 2024-09-05T06:16:36.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 Processor -- start 2024-09-05T06:16:36.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 -- start start 2024-09-05T06:16:36.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbc200b59c0 0x7fbc200c8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbc200d16f0 0x7fbc200c8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc200ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbc200d3190 con 0x7fbc200b59c0 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbc200d3010 con 0x7fbc200d16f0 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbc200d3310 con 0x7fbc200d1ad0 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbc200b59c0 0x7fbc200c8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbc200b59c0 0x7fbc200c8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:54546/0 (socket says 172.21.15.70:54546) 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 -- 172.21.15.70:0/3070442155 learned_addr learned my addr 172.21.15.70:0/3070442155 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1f7fe640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbc200d16f0 0x7fbc200c8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc24b62640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc200ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 -- 172.21.15.70:0/3070442155 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 msgr2=0x7fbc200ca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc200ca0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 -- 172.21.15.70:0/3070442155 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbc200d16f0 msgr2=0x7fbc200c8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbc200d16f0 0x7fbc200c8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 -- 172.21.15.70:0/3070442155 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc201612a0 con 0x7fbc200b59c0 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1ffff640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbc200b59c0 0x7fbc200c8760 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fbc1000c420 tx=0x7fbc1000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1cff9640 1 -- 172.21.15.70:0/3070442155 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc100074e0 con 0x7fbc200b59c0 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1cff9640 1 -- 172.21.15.70:0/3070442155 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc10007680 con 0x7fbc200b59c0 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc20161580 con 0x7fbc200b59c0 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1cff9640 1 -- 172.21.15.70:0/3070442155 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc10004a30 con 0x7fbc200b59c0 2024-09-05T06:16:36.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc200c9450 con 0x7fbc200b59c0 2024-09-05T06:16:36.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc200d5750 con 0x7fbc200b59c0 2024-09-05T06:16:36.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.573+0000 7fbc1cff9640 1 -- 172.21.15.70:0/3070442155 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbc1001a020 con 0x7fbc200b59c0 2024-09-05T06:16:36.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.577+0000 7fbc1cff9640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc000678c0 0x7fbc00069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:16:36.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.577+0000 7fbc1cff9640 1 -- 172.21.15.70:0/3070442155 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5709+0+0 (secure 0 0 0) 0x7fbc10085b90 con 0x7fbc200b59c0 2024-09-05T06:16:36.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.577+0000 7fbc1f7fe640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc000678c0 0x7fbc00069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:16:36.571 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.577+0000 7fbc1f7fe640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc000678c0 0x7fbc00069d80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fbc08009580 tx=0x7fbc08008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:16:36.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.577+0000 7fbc1cff9640 1 -- 172.21.15.70:0/3070442155 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbc10021070 con 0x7fbc200b59c0 2024-09-05T06:16:36.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:36.729+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"} v 0) -- 0x7fbc201633c0 con 0x7fbc200b59c0 2024-09-05T06:16:37.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.525+0000 7fbc1cff9640 1 -- 172.21.15.70:0/3070442155 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"}]=0 set-quota max_bytes = 33554432 for pool cephfs_data v159) ==== 181+0+0 (secure 0 0 0) 0x7fbc10056840 con 0x7fbc200b59c0 2024-09-05T06:16:37.519 INFO:teuthology.orchestra.run.smithi070.stderr:set-quota max_bytes = 33554432 for pool cephfs_data 2024-09-05T06:16:37.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc000678c0 msgr2=0x7fbc00069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:37.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc000678c0 0x7fbc00069d80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fbc08009580 tx=0x7fbc08008040 comp rx=0 tx=0).stop 2024-09-05T06:16:37.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbc200b59c0 msgr2=0x7fbc200c8760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbc200b59c0 0x7fbc200c8760 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fbc1000c420 tx=0x7fbc1000c8e0 comp rx=0 tx=0).stop 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 shutdown_connections 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbc000678c0 0x7fbc00069d80 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbc200d1ad0 0x7fbc200ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbc200d16f0 0x7fbc200c8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 --2- 172.21.15.70:0/3070442155 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbc200b59c0 0x7fbc200c8760 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 >> 172.21.15.70:0/3070442155 conn(0x7fbc200d4c30 msgr2=0x7fbc200cf8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 shutdown_connections 2024-09-05T06:16:37.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:16:37.529+0000 7fbc265c5640 1 -- 172.21.15.70:0/3070442155 wait complete. 2024-09-05T06:16:37.544 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_mon_report_interval 2024-09-05T06:16:37.677 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_mon_report_interval":"5"} 2024-09-05T06:16:37.678 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_mon_report_interval": "5" } 2024-09-05T06:16:37.678 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mon_tick_interval 2024-09-05T06:16:37.800 INFO:teuthology.orchestra.run.smithi070.stdout:{"mon_tick_interval":"5"} 2024-09-05T06:16:37.800 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mon_tick_interval": "5" } 2024-09-05T06:16:37.800 INFO:tasks.cephfs.test_full:pool capacity 33554432, 32MB should be enough to fill it 2024-09-05T06:16:37.800 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> import time 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> import datetime 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> # Write some buffered data through before going full, all should be well 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> print("writing some data through which we expect to succeed") 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> bytes = 0 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> f = os.open("/home/ubuntu/cephtest/mnt.0/full_test_file", os.O_WRONLY | os.O_CREAT) 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> os.setxattr("/home/ubuntu/cephtest/mnt.0/full_test_file", '"'"'ceph.file.layout'"'"', b'"'"'stripe_unit=1048576 stripe_count=1 object_size=1048576'"'"') 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'a'"'"' * 512 * 1024) 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(f) 2024-09-05T06:16:37.801 DEBUG:teuthology.orchestra.run.smithi070:> print("fsync'"'"'ed data successfully, will now attempt to fill fs") 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> # Okay, now we'"'"'re going to fill up the filesystem, and then keep 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> # writing until we see an error from fsync. As long as we'"'"'re doing 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> # buffered IO, the error should always only appear from fsync and not 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> # from write 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> full = False 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> for n in range(0, int(32 * 0.9)): 2024-09-05T06:16:37.802 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'x'"'"' * 1024 * 1024) 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> print("wrote {0} bytes via buffered write, may repeat".format(bytes)) 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> print("done writing {0} bytes".format(bytes)) 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> # OK, now we should sneak in under the full condition 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> # due to the time it takes the OSDs to report to the 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> # mons, and get a successful fsync on our full-making data 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(f) 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> print("successfully fsync'"'"'ed prior to getting full state reported") 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> # buffered write, add more dirty data to the buffer 2024-09-05T06:16:37.803 DEBUG:teuthology.orchestra.run.smithi070:> print("starting buffered write") 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> try: 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> for n in range(0, int(32 * 0.2)): 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'x'"'"' * 1024 * 1024) 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> print("sleeping a bit as we'"'"'ve exceeded 90% of our expected full ratio") 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> time.sleep(15.0) 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> except OSError: 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> pass; 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> print("wrote, now waiting 30s and then doing a close we expect to fail") 2024-09-05T06:16:37.804 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> # Wait long enough for a background flush that should fail 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> time.sleep(30) 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> if True: 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> # ...and check that the failed background flush is reflected in fclose 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> try: 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> os.close(f) 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> except OSError: 2024-09-05T06:16:37.805 DEBUG:teuthology.orchestra.run.smithi070:> print("close() returned an error as expected") 2024-09-05T06:16:37.806 DEBUG:teuthology.orchestra.run.smithi070:> else: 2024-09-05T06:16:37.806 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("close() failed to raise error") 2024-09-05T06:16:37.806 DEBUG:teuthology.orchestra.run.smithi070:> else: 2024-09-05T06:16:37.806 DEBUG:teuthology.orchestra.run.smithi070:> # The kernel cephfs client does not raise errors on fclose 2024-09-05T06:16:37.806 DEBUG:teuthology.orchestra.run.smithi070:> os.close(f) 2024-09-05T06:16:37.806 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:16:37.806 DEBUG:teuthology.orchestra.run.smithi070:> os.unlink("/home/ubuntu/cephtest/mnt.0/full_test_file") 2024-09-05T06:16:37.806 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:17:01.146 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:17:01.150 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:17:31.251 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:17:31.255 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:18:01.387 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:18:01.390 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:18:26.776 INFO:teuthology.orchestra.run.smithi070.stdout:writing some data through which we expect to succeed 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed data successfully, will now attempt to fill fs 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 1572864 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 2621440 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 3670016 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 4718592 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 5767168 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 6815744 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 7864320 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 8912896 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 9961472 bytes via buffered write, may repeat 2024-09-05T06:18:26.777 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 11010048 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 12058624 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 13107200 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 14155776 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 15204352 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 16252928 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 17301504 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 18350080 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 19398656 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 20447232 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 21495808 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 22544384 bytes via buffered write, may repeat 2024-09-05T06:18:26.778 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 23592960 bytes via buffered write, may repeat 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 24641536 bytes via buffered write, may repeat 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 25690112 bytes via buffered write, may repeat 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 26738688 bytes via buffered write, may repeat 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 27787264 bytes via buffered write, may repeat 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 28835840 bytes via buffered write, may repeat 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:wrote 29884416 bytes via buffered write, may repeat 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:done writing 29884416 bytes 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:successfully fsync'ed prior to getting full state reported 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:starting buffered write 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:18:26.779 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:18:26.780 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:18:26.780 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:18:26.780 INFO:teuthology.orchestra.run.smithi070.stdout:wrote, now waiting 30s and then doing a close we expect to fail 2024-09-05T06:18:26.780 INFO:teuthology.orchestra.run.smithi070.stdout:close() returned an error as expected 2024-09-05T06:18:26.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:18:26.799 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:18:26.800 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:18:26.838 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:18:26.872 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:18:26.873 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:18:26.873 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:18:26.873 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:18:26.886 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:18:27.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf3a0c640 1 Processor -- start 2024-09-05T06:18:27.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf3a0c640 1 -- start start 2024-09-05T06:18:27.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf3a0c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bec167690 0x7f2bec0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf3a0c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2bec0d0c90 0x7f2bec071550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf3a0c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bec0b5980 con 0x7f2bec162f30 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf3a0c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2bec0b5c60 con 0x7f2bec0d0c90 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf3a0c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2bec166bb0 con 0x7f2bec167690 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf17a8640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2bec162f30 0x7f2bec0732f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56098/0 (socket says 172.21.15.70:56098) 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf17a8640 1 -- 172.21.15.70:0/2273180714 learned_addr learned my addr 172.21.15.70:0/2273180714 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf0fa7640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bec167690 0x7f2bec0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf1fa9640 1 --2- 172.21.15.70:0/2273180714 >> v2:172.21.15.196:3300/0 conn(0x7f2bec0d0c90 0x7f2bec071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3259990833 0 0) 0x7f2bec0b5980 con 0x7f2bec162f30 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2bd8003530 con 0x7f2bec162f30 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2097468906 0 0) 0x7f2bd8003530 con 0x7f2bec162f30 2024-09-05T06:18:27.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bec167690 msgr2=0x7f2bec0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bec167690 0x7f2bec0d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 >> v2:172.21.15.196:3300/0 conn(0x7f2bec0d0c90 msgr2=0x7f2bec071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 --2- 172.21.15.70:0/2273180714 >> v2:172.21.15.196:3300/0 conn(0x7f2bec0d0c90 0x7f2bec071550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bec166e90 con 0x7f2bec162f30 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f2be8001680 con 0x7f2bec162f30 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2bf1fa9640 1 --2- 172.21.15.70:0/2273180714 >> v2:172.21.15.196:3300/0 conn(0x7f2bec0d0c90 0x7f2bec071550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.059+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 >> v1:172.21.15.70:6789/0 conn(0x7f2bec162f30 legacy=0x7f2bec0732f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bd80039c0 0x7f2bd8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bec167690 0x7f2bd8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bd8004d50 0x7f2bd80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2bec0b5c60 con 0x7f2bd80039c0 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2bec166bb0 con 0x7f2bd8004d50 2024-09-05T06:18:27.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2bd800ba80 con 0x7f2bec167690 2024-09-05T06:18:27.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf17a8640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bd80039c0 0x7f2bd8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf1fa9640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bd8004d50 0x7f2bd80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf0fa7640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bec167690 0x7f2bd8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf17a8640 1 -- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bec167690 msgr2=0x7f2bd8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:27.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf17a8640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bec167690 0x7f2bd8004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf17a8640 1 -- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bd8004d50 msgr2=0x7f2bd80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:27.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf17a8640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bd8004d50 0x7f2bd80051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf17a8640 1 -- 172.21.15.70:0/2273180714 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd8003530 con 0x7f2bd80039c0 2024-09-05T06:18:27.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf17a8640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bd80039c0 0x7f2bd8003de0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f2be800c240 tx=0x7f2be801cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d70e31246d434f22 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:27.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be8007d40 con 0x7f2bd80039c0 2024-09-05T06:18:27.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2be80a9020 con 0x7f2bd80039c0 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2be3fff640 1 -- 172.21.15.70:0/2273180714 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be8005b00 con 0x7f2bd80039c0 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/2273180714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bd80039c0 msgr2=0x7f2bd8003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf3a0c640 1 --2- 172.21.15.70:0/2273180714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bd80039c0 0x7f2bd8003de0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f2be800c240 tx=0x7f2be801cca0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf1fa9640 1 -- 172.21.15.70:0/2273180714 reap_dead start 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/2273180714 shutdown_connections 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/2273180714 >> 172.21.15.70:0/2273180714 conn(0x7f2bec06bcc0 msgr2=0x7f2bec06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/2273180714 shutdown_connections 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.063+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/2273180714 wait complete. 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 Processor -- start 2024-09-05T06:18:27.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 -- start start 2024-09-05T06:18:27.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bd80039c0 0x7f2bec15ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bec1fbca0 0x7f2bec1ffac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bec1fc120 0x7f2bec200000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.064 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2bec0afaf0 con 0x7f2bec1fc120 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2bec167a70 con 0x7f2bec1fbca0 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2bec0afc70 con 0x7f2bd80039c0 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bec1fc120 0x7f2bec200000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bec1fc120 0x7f2bec200000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42486/0 (socket says 172.21.15.70:42486) 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 -- 172.21.15.70:0/640583722 learned_addr learned my addr 172.21.15.70:0/640583722 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf0fa7640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bec1fbca0 0x7f2bec1ffac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 -- 172.21.15.70:0/640583722 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bd80039c0 msgr2=0x7f2bec15ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bd80039c0 0x7f2bec15ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 -- 172.21.15.70:0/640583722 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bec1fbca0 msgr2=0x7f2bec1ffac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bec1fbca0 0x7f2bec1ffac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 -- 172.21.15.70:0/640583722 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bec15b1f0 con 0x7f2bec1fc120 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf0fa7640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bec1fbca0 0x7f2bec1ffac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf1fa9640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bec1fc120 0x7f2bec200000 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f2be40045e0 tx=0x7f2be4007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2be1ffb640 1 -- 172.21.15.70:0/640583722 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be4014410 con 0x7f2bec1fc120 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2be1ffb640 1 -- 172.21.15.70:0/640583722 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2be4019070 con 0x7f2bec1fc120 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bec15b4d0 con 0x7f2bec1fc120 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2be1ffb640 1 -- 172.21.15.70:0/640583722 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be40147d0 con 0x7f2bec1fc120 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bec15ba90 con 0x7f2bec1fc120 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bec071550 con 0x7f2bec1fc120 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.067+0000 7f2be1ffb640 1 -- 172.21.15.70:0/640583722 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2be4014970 con 0x7f2bec1fc120 2024-09-05T06:18:27.066 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.071+0000 7f2be1ffb640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2bd00678c0 0x7f2bd0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.071+0000 7f2be1ffb640 1 -- 172.21.15.70:0/640583722 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7f2be4086110 con 0x7f2bec1fc120 2024-09-05T06:18:27.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.071+0000 7f2bf17a8640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2bd00678c0 0x7f2bd0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.071+0000 7f2be1ffb640 1 -- 172.21.15.70:0/640583722 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7f2bd006f450 con 0x7f2bec1fc120 2024-09-05T06:18:27.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.071+0000 7f2bf17a8640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2bd00678c0 0x7f2bd0069d80 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f2be80aa000 tx=0x7f2bec0b5b50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:27.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.075+0000 7f2be1ffb640 1 -- 172.21.15.70:0/640583722 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2be4056ce0 con 0x7f2bec1fc120 2024-09-05T06:18:27.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.247+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2bec1687c0 con 0x7f2bec1fc120 2024-09-05T06:18:27.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.247+0000 7f2be1ffb640 1 -- 172.21.15.70:0/640583722 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v160) ==== 80+0+0 (secure 0 0 0) 0x7f2be40565e0 con 0x7f2bec1fc120 2024-09-05T06:18:27.243 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:18:27.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2bd00678c0 msgr2=0x7f2bd0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2bd00678c0 0x7f2bd0069d80 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f2be80aa000 tx=0x7f2bec0b5b50 comp rx=0 tx=0).stop 2024-09-05T06:18:27.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bec1fc120 msgr2=0x7f2bec200000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bec1fc120 0x7f2bec200000 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f2be40045e0 tx=0x7f2be4007700 comp rx=0 tx=0).stop 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 shutdown_connections 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2bd00678c0 0x7f2bd0069d80 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2bec1fc120 0x7f2bec200000 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2bec1fbca0 0x7f2bec1ffac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 --2- 172.21.15.70:0/640583722 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2bd80039c0 0x7f2bec15ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 >> 172.21.15.70:0/640583722 conn(0x7f2bec06bcc0 msgr2=0x7f2bec072df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 shutdown_connections 2024-09-05T06:18:27.246 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.251+0000 7f2bf3a0c640 1 -- 172.21.15.70:0/640583722 wait complete. 2024-09-05T06:18:27.263 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:18:27.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:27.263 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:18:27.272 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[37935]: fuse finished with error 0 and tester_r 0 2024-09-05T06:18:27.273 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:18:27.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:27.274 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:18:27.369 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:18:27.369 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:18:27.369 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:18:27.376 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:18:27.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f106b5e7640 1 Processor -- start 2024-09-05T06:18:27.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f106b5e7640 1 -- start start 2024-09-05T06:18:27.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f106b5e7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f106415b840 0x7f10640b6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f106b5e7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f10640b57c0 0x7f10640726b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f106b5e7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10640b6b30 con 0x7f10640b6560 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f106b5e7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f10640b4a90 con 0x7f10640b57c0 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f106b5e7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f10640b5330 con 0x7f106415b840 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f1068b82640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f10640b57c0 0x7f10640726b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f1068b82640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f10640b57c0 0x7f10640726b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42490/0 (socket says 172.21.15.70:42490) 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f1068b82640 1 -- 172.21.15.70:0/3809361926 learned_addr learned my addr 172.21.15.70:0/3809361926 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f1069383640 1 --2- 172.21.15.70:0/3809361926 >> v2:172.21.15.196:3300/0 conn(0x7f106415b840 0x7f10640b6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f1068b82640 1 -- 172.21.15.70:0/3809361926 >> v2:172.21.15.196:3300/0 conn(0x7f106415b840 msgr2=0x7f10640b6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f1068b82640 1 --2- 172.21.15.70:0/3809361926 >> v2:172.21.15.196:3300/0 conn(0x7f106415b840 0x7f10640b6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f1068b82640 1 -- 172.21.15.70:0/3809361926 >> v1:172.21.15.196:6789/0 conn(0x7f10640b6560 legacy=0x7f106415f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.504 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.507+0000 7f1068b82640 1 -- 172.21.15.70:0/3809361926 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10640b4ce0 con 0x7f10640b57c0 2024-09-05T06:18:27.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f1068b82640 1 --2- 172.21.15.70:0/3809361926 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10640b57c0 0x7f10640726b0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f10640cf6c0 tx=0x7f105401ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bf85c966d2c87d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:27.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f105bfff640 1 -- 172.21.15.70:0/3809361926 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10540b4070 con 0x7f10640b57c0 2024-09-05T06:18:27.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f105bfff640 1 -- 172.21.15.70:0/3809361926 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10540a7bd0 con 0x7f10640b57c0 2024-09-05T06:18:27.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f105bfff640 1 -- 172.21.15.70:0/3809361926 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10540af440 con 0x7f10640b57c0 2024-09-05T06:18:27.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 -- 172.21.15.70:0/3809361926 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10640b57c0 msgr2=0x7f10640726b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3809361926 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10640b57c0 0x7f10640726b0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f10640cf6c0 tx=0x7f105401ebf0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 -- 172.21.15.70:0/3809361926 shutdown_connections 2024-09-05T06:18:27.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3809361926 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f10640b57c0 0x7f10640726b0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3809361926 >> v2:172.21.15.196:3300/0 conn(0x7f106415b840 0x7f10640b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 -- 172.21.15.70:0/3809361926 >> 172.21.15.70:0/3809361926 conn(0x7f10640b3790 msgr2=0x7f10640b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:27.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 -- 172.21.15.70:0/3809361926 shutdown_connections 2024-09-05T06:18:27.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 -- 172.21.15.70:0/3809361926 wait complete. 2024-09-05T06:18:27.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 Processor -- start 2024-09-05T06:18:27.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 -- start start 2024-09-05T06:18:27.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.511+0000 7f106b5e7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10640b57c0 0x7f10641f3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f106b5e7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10640b6560 0x7f106414daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f106b5e7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f106415b840 0x7f106414b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f106b5e7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f106406bcc0 con 0x7f106415b840 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f106b5e7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1064073000 con 0x7f10640b6560 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f106b5e7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f106406be40 con 0x7f10640b57c0 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f106415b840 0x7f106414b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f106415b840 0x7f106414b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:42498/0 (socket says 172.21.15.70:42498) 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 -- 172.21.15.70:0/3071548095 learned_addr learned my addr 172.21.15.70:0/3071548095 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069383640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10640b57c0 0x7f10641f3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1068b82640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10640b6560 0x7f106414daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 -- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10640b57c0 msgr2=0x7f10641f3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10640b57c0 0x7f10641f3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 -- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10640b6560 msgr2=0x7f106414daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10640b6560 0x7f106414daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 -- 172.21.15.70:0/3071548095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1064155de0 con 0x7f106415b840 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1068b82640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10640b6560 0x7f106414daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069b84640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f106415b840 0x7f106414b2d0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f105c00c770 tx=0x7f105c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1059ffb640 1 -- 172.21.15.70:0/3071548095 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105c003b80 con 0x7f106415b840 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1059ffb640 1 -- 172.21.15.70:0/3071548095 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f105c003d20 con 0x7f106415b840 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10641560c0 con 0x7f106415b840 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1059ffb640 1 -- 172.21.15.70:0/3071548095 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105c00aa90 con 0x7f106415b840 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1064156680 con 0x7f106415b840 2024-09-05T06:18:27.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10640726b0 con 0x7f106415b840 2024-09-05T06:18:27.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1059ffb640 1 -- 172.21.15.70:0/3071548095 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f105c00ac30 con 0x7f106415b840 2024-09-05T06:18:27.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1059ffb640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10480678c0 0x7f1048069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:27.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1059ffb640 1 -- 172.21.15.70:0/3071548095 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7f105c085bd0 con 0x7f106415b840 2024-09-05T06:18:27.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069383640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10480678c0 0x7f1048069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:27.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1059ffb640 1 -- 172.21.15.70:0/3071548095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7f104806f3f0 con 0x7f106415b840 2024-09-05T06:18:27.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.515+0000 7f1069383640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10480678c0 0x7f1048069d80 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f106000b930 tx=0x7f1060008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:27.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.519+0000 7f1059ffb640 1 -- 172.21.15.70:0/3071548095 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f105c056710 con 0x7f106415b840 2024-09-05T06:18:27.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.695+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1064154470 con 0x7f106415b840 2024-09-05T06:18:27.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.695+0000 7f1059ffb640 1 -- 172.21.15.70:0/3071548095 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v160) ==== 80+0+0 (secure 0 0 0) 0x7f105c056010 con 0x7f106415b840 2024-09-05T06:18:27.692 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:18:27.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10480678c0 msgr2=0x7f1048069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10480678c0 0x7f1048069d80 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f106000b930 tx=0x7f1060008040 comp rx=0 tx=0).stop 2024-09-05T06:18:27.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f106415b840 msgr2=0x7f106414b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:27.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f106415b840 0x7f106414b2d0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f105c00c770 tx=0x7f105c00cc30 comp rx=0 tx=0).stop 2024-09-05T06:18:27.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 shutdown_connections 2024-09-05T06:18:27.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f10480678c0 0x7f1048069d80 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f106415b840 0x7f106414b2d0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f10640b6560 0x7f106414daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 --2- 172.21.15.70:0/3071548095 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f10640b57c0 0x7f10641f3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:27.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 >> 172.21.15.70:0/3071548095 conn(0x7f10640b3790 msgr2=0x7f10640706c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:27.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 shutdown_connections 2024-09-05T06:18:27.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:27.699+0000 7f106b5e7640 1 -- 172.21.15.70:0/3071548095 wait complete. 2024-09-05T06:18:27.710 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:18:27.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:27.710 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:18:27.723 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26474]: fuse finished with error 0 and tester_r 0 2024-09-05T06:18:27.725 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:18:27.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:27.725 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:18:27.892 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:18:27.892 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:18:27.892 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:18:27.898 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:18:27.898 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:18:27.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:27.898 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:18:27.945 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:18:27.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:18:27.946 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:18:27.946 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:18:27.946 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:18:27.953 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:18:27.953 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:18:27.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:27.953 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:18:28.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:18:28.001 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:18:28.001 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:18:28.124 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.127+0000 7fd738577640 1 Processor -- start 2024-09-05T06:18:28.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.127+0000 7fd738577640 1 -- start start 2024-09-05T06:18:28.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd738577640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd730157110 0x7fd7300b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd738577640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd7300b5ac0 0x7fd7300d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd738577640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd73006d570 con 0x7fd7300ceaf0 2024-09-05T06:18:28.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd738577640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd73006d850 con 0x7fd7300b5ac0 2024-09-05T06:18:28.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd738577640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd73006db30 con 0x7fd730157110 2024-09-05T06:18:28.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736b14640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd7300ceaf0 0x7fd7300af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56366/0 (socket says 172.21.15.70:56366) 2024-09-05T06:18:28.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736b14640 1 -- 172.21.15.70:0/3960777940 learned_addr learned my addr 172.21.15.70:0/3960777940 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:28.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736313640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd730157110 0x7fd7300b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735b12640 1 --2- 172.21.15.70:0/3960777940 >> v2:172.21.15.196:3300/0 conn(0x7fd7300b5ac0 0x7fd7300d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3665687494 0 0) 0x7fd73006d570 con 0x7fd7300ceaf0 2024-09-05T06:18:28.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd718003530 con 0x7fd7300ceaf0 2024-09-05T06:18:28.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3863232352 0 0) 0x7fd718003530 con 0x7fd7300ceaf0 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd730157110 msgr2=0x7fd7300b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd730157110 0x7fd7300b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 >> v2:172.21.15.196:3300/0 conn(0x7fd7300b5ac0 msgr2=0x7fd7300d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 --2- 172.21.15.70:0/3960777940 >> v2:172.21.15.196:3300/0 conn(0x7fd7300b5ac0 0x7fd7300d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd73006de10 con 0x7fd7300ceaf0 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fd728001a00 con 0x7fd7300ceaf0 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 >> v1:172.21.15.70:6789/0 conn(0x7fd7300ceaf0 legacy=0x7fd7300af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd730157110 0x7fd7180039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd718003f40 0x7fd718004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd718004d50 0x7fd7180051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd73006d850 con 0x7fd718004d50 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd73006db30 con 0x7fd718003f40 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd71800b9d0 con 0x7fd730157110 2024-09-05T06:18:28.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736b14640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd718004d50 0x7fd7180051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736313640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd730157110 0x7fd7180039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd735b12640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd718003f40 0x7fd718004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736b14640 1 -- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd730157110 msgr2=0x7fd7180039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:28.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736b14640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd730157110 0x7fd7180039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736b14640 1 -- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd718003f40 msgr2=0x7fd718004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:28.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736b14640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd718003f40 0x7fd718004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.131+0000 7fd736b14640 1 -- 172.21.15.70:0/3960777940 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd718003530 con 0x7fd718004d50 2024-09-05T06:18:28.132 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd736b14640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd718004d50 0x7fd7180051d0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fd7280013e0 tx=0x7fd72801d320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=636042f2fc17616c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72800a4e0 con 0x7fd718004d50 2024-09-05T06:18:28.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7280ad650 con 0x7fd718004d50 2024-09-05T06:18:28.133 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735311640 1 -- 172.21.15.70:0/3960777940 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7280ada40 con 0x7fd718004d50 2024-09-05T06:18:28.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- 172.21.15.70:0/3960777940 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd718004d50 msgr2=0x7fd7180051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 --2- 172.21.15.70:0/3960777940 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd718004d50 0x7fd7180051d0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fd7280013e0 tx=0x7fd72801d320 comp rx=0 tx=0).stop 2024-09-05T06:18:28.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd736b14640 1 -- 172.21.15.70:0/3960777940 reap_dead start 2024-09-05T06:18:28.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- 172.21.15.70:0/3960777940 shutdown_connections 2024-09-05T06:18:28.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- 172.21.15.70:0/3960777940 >> 172.21.15.70:0/3960777940 conn(0x7fd73006bcc0 msgr2=0x7fd73006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:28.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- 172.21.15.70:0/3960777940 shutdown_connections 2024-09-05T06:18:28.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- 172.21.15.70:0/3960777940 wait complete. 2024-09-05T06:18:28.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 Processor -- start 2024-09-05T06:18:28.135 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- start start 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd73014cfc0 0x7fd730151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd73014efe0 0x7fd73014d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd730152540 0x7fd7301529d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd7300b5580 con 0x7fd73014efe0 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd73006e3d0 con 0x7fd730152540 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd738577640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd7300b5700 con 0x7fd73014cfc0 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd73014efe0 0x7fd73014d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd73014efe0 0x7fd73014d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35136/0 (socket says 172.21.15.70:35136) 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 -- 172.21.15.70:0/349181167 learned_addr learned my addr 172.21.15.70:0/349181167 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd736313640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd73014cfc0 0x7fd730151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd736b14640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd730152540 0x7fd7301529d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 -- 172.21.15.70:0/349181167 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd73014cfc0 msgr2=0x7fd730151ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd73014cfc0 0x7fd730151ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 -- 172.21.15.70:0/349181167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd730152540 msgr2=0x7fd7301529d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd730152540 0x7fd7301529d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 -- 172.21.15.70:0/349181167 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd73014df40 con 0x7fd73014efe0 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd735b12640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd73014efe0 0x7fd73014d710 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7fd724011960 tx=0x7fd724011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.139+0000 7fd72effd640 1 -- 172.21.15.70:0/349181167 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd724019070 con 0x7fd73014efe0 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd72effd640 1 -- 172.21.15.70:0/349181167 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd724004240 con 0x7fd73014efe0 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd73014e220 con 0x7fd73014efe0 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd72effd640 1 -- 172.21.15.70:0/349181167 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72400f8e0 con 0x7fd73014efe0 2024-09-05T06:18:28.138 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd73014e7e0 con 0x7fd73014efe0 2024-09-05T06:18:28.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd73015ba10 con 0x7fd73014efe0 2024-09-05T06:18:28.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd72effd640 1 -- 172.21.15.70:0/349181167 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd72401c070 con 0x7fd73014efe0 2024-09-05T06:18:28.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd72effd640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd71c0678c0 0x7fd71c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd72effd640 1 -- 172.21.15.70:0/349181167 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7fd7240862d0 con 0x7fd73014efe0 2024-09-05T06:18:28.139 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd736313640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd71c0678c0 0x7fd71c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd72effd640 1 -- 172.21.15.70:0/349181167 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7fd71c06f3f0 con 0x7fd73014efe0 2024-09-05T06:18:28.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.143+0000 7fd736313640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd71c0678c0 0x7fd71c069d80 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fd730159530 tx=0x7fd720008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.147+0000 7fd72effd640 1 -- 172.21.15.70:0/349181167 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd724056cf0 con 0x7fd73014efe0 2024-09-05T06:18:28.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd73015b730 con 0x7fd73014efe0 2024-09-05T06:18:28.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd72effd640 1 -- 172.21.15.70:0/349181167 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7fd7240565f0 con 0x7fd73014efe0 2024-09-05T06:18:28.326 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:28.326 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":61,"btime":"2024-09-05T06:16:27:902176+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1345328527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1345328527},{"type":"v1","addr":"172.21.15.196:6835","nonce":1345328527}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":5986,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2592603274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2592603274},{"type":"v1","addr":"172.21.15.196:6833","nonce":2592603274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/81199482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":81199482},{"type":"v1","addr":"172.21.15.70:6836","nonce":81199482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:16:25.239492+0000","modified":"2024-09-05T06:16:27.241837+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7278":{"gid":7278,"name":"c","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2839886026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2839886026},{"type":"v1","addr":"172.21.15.70:6837","nonce":2839886026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7278,"qdb_cluster":[7278]},"id":9}]} 2024-09-05T06:18:28.327 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 61 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd71c0678c0 msgr2=0x7fd71c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd71c0678c0 0x7fd71c069d80 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fd730159530 tx=0x7fd720008040 comp rx=0 tx=0).stop 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd73014efe0 msgr2=0x7fd73014d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd73014efe0 0x7fd73014d710 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7fd724011960 tx=0x7fd724011e20 comp rx=0 tx=0).stop 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 shutdown_connections 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd71c0678c0 0x7fd71c069d80 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd730152540 0x7fd7301529d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd73014efe0 0x7fd73014d710 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 --2- 172.21.15.70:0/349181167 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd73014cfc0 0x7fd730151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 >> 172.21.15.70:0/349181167 conn(0x7fd73006bcc0 msgr2=0x7fd73015c210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:28.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 shutdown_connections 2024-09-05T06:18:28.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.331+0000 7fd738577640 1 -- 172.21.15.70:0/349181167 wait complete. 2024-09-05T06:18:28.344 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:18:28.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b25ed7640 1 Processor -- start 2024-09-05T06:18:28.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b25ed7640 1 -- start start 2024-09-05T06:18:28.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b25ed7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6b200afff0 0x7f6b200cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b25ed7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6b200731a0 0x7f6b2006e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b25ed7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b2015bc40 con 0x7f6b200cdf80 2024-09-05T06:18:28.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b25ed7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6b20072600 con 0x7f6b200731a0 2024-09-05T06:18:28.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b25ed7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6b200d14c0 con 0x7f6b200afff0 2024-09-05T06:18:28.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6b200731a0 0x7f6b2006e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1effd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f6b200cdf80 0x7f6b20072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56376/0 (socket says 172.21.15.70:56376) 2024-09-05T06:18:28.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1effd640 1 -- 172.21.15.70:0/1741199399 learned_addr learned my addr 172.21.15.70:0/1741199399 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:28.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1ffff640 1 -- 172.21.15.70:0/1741199399 >> v2:172.21.15.196:3300/0 conn(0x7f6b200afff0 msgr2=0x7f6b200cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:28.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1f7fe640 1 --2- 172.21.15.70:0/1741199399 >> v2:172.21.15.196:3300/0 conn(0x7f6b200afff0 0x7f6b200cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.465 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1ffff640 1 --2- 172.21.15.70:0/1741199399 >> v2:172.21.15.196:3300/0 conn(0x7f6b200afff0 0x7f6b200cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1ffff640 1 -- 172.21.15.70:0/1741199399 >> v1:172.21.15.70:6789/0 conn(0x7f6b200cdf80 legacy=0x7f6b20072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1ffff640 1 -- 172.21.15.70:0/1741199399 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b20071cd0 con 0x7f6b200731a0 2024-09-05T06:18:28.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1f7fe640 1 --2- 172.21.15.70:0/1741199399 >> v2:172.21.15.196:3300/0 conn(0x7f6b200afff0 0x7f6b200cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:28.468 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.467+0000 7f6b1e7fc640 1 -- 172.21.15.70:0/1741199399 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 303724827 0 0) 0x7f6b2015bc40 con 0x7f6b200cdf80 2024-09-05T06:18:28.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b1ffff640 1 --2- 172.21.15.70:0/1741199399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200731a0 0x7f6b2006e680 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f6b20071c30 tx=0x7f6b1801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4dba2f80be4b9fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b1e7fc640 1 -- 172.21.15.70:0/1741199399 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b180b2070 con 0x7f6b200731a0 2024-09-05T06:18:28.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b1e7fc640 1 -- 172.21.15.70:0/1741199399 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b180a57f0 con 0x7f6b200731a0 2024-09-05T06:18:28.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b1e7fc640 1 -- 172.21.15.70:0/1741199399 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b180a5bc0 con 0x7f6b200731a0 2024-09-05T06:18:28.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 -- 172.21.15.70:0/1741199399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200731a0 msgr2=0x7f6b2006e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.471 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/1741199399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200731a0 0x7f6b2006e680 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f6b20071c30 tx=0x7f6b1801c930 comp rx=0 tx=0).stop 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 -- 172.21.15.70:0/1741199399 shutdown_connections 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/1741199399 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200731a0 0x7f6b2006e680 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/1741199399 >> v2:172.21.15.196:3300/0 conn(0x7f6b200afff0 0x7f6b200cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 -- 172.21.15.70:0/1741199399 >> 172.21.15.70:0/1741199399 conn(0x7f6b2006bcc0 msgr2=0x7f6b2006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 -- 172.21.15.70:0/1741199399 shutdown_connections 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 -- 172.21.15.70:0/1741199399 wait complete. 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 Processor -- start 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.471+0000 7f6b25ed7640 1 -- start start 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b200731a0 0x7f6b20147240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200afff0 0x7f6b2015dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b200cdf80 0x7f6b2015e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.472 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2006efd0 con 0x7f6b200afff0 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6b200d1190 con 0x7f6b200731a0 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6b20168570 con 0x7f6b200cdf80 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200afff0 0x7f6b2015dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200afff0 0x7f6b2015dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35160/0 (socket says 172.21.15.70:35160) 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 -- 172.21.15.70:0/2430066500 learned_addr learned my addr 172.21.15.70:0/2430066500 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1ffff640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b200cdf80 0x7f6b2015e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1f7fe640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b200731a0 0x7f6b20147240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 -- 172.21.15.70:0/2430066500 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b200cdf80 msgr2=0x7f6b2015e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b200cdf80 0x7f6b2015e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 -- 172.21.15.70:0/2430066500 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b200731a0 msgr2=0x7f6b20147240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b200731a0 0x7f6b20147240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 -- 172.21.15.70:0/2430066500 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b20147780 con 0x7f6b200afff0 2024-09-05T06:18:28.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1effd640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200afff0 0x7f6b2015dcd0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400c480 tx=0x7f6b1400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b07fff640 1 -- 172.21.15.70:0/2430066500 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14018070 con 0x7f6b200afff0 2024-09-05T06:18:28.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b07fff640 1 -- 172.21.15.70:0/2430066500 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b14007500 con 0x7f6b200afff0 2024-09-05T06:18:28.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b07fff640 1 -- 172.21.15.70:0/2430066500 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14004a30 con 0x7f6b200afff0 2024-09-05T06:18:28.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b200cfc90 con 0x7f6b200afff0 2024-09-05T06:18:28.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b200b08c0 con 0x7f6b200afff0 2024-09-05T06:18:28.474 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b2006e680 con 0x7f6b200afff0 2024-09-05T06:18:28.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b07fff640 1 -- 172.21.15.70:0/2430066500 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6b14004bd0 con 0x7f6b200afff0 2024-09-05T06:18:28.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b07fff640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b0c0678c0 0x7f6b0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b07fff640 1 -- 172.21.15.70:0/2430066500 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7f6b14084e90 con 0x7f6b200afff0 2024-09-05T06:18:28.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1f7fe640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b0c0678c0 0x7f6b0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b07fff640 1 -- 172.21.15.70:0/2430066500 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7f6b0c06f3f0 con 0x7f6b200afff0 2024-09-05T06:18:28.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.475+0000 7f6b1f7fe640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b0c0678c0 0x7f6b0c069d80 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f6b10006fd0 tx=0x7f6b10008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.479+0000 7f6b07fff640 1 -- 172.21.15.70:0/2430066500 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6b14055a60 con 0x7f6b200afff0 2024-09-05T06:18:28.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.679+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6b20076260 con 0x7f6b200afff0 2024-09-05T06:18:28.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.679+0000 7f6b07fff640 1 -- 172.21.15.70:0/2430066500 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7f6b14055360 con 0x7f6b200afff0 2024-09-05T06:18:28.676 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:28.676 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":61,"btime":"2024-09-05T06:16:27:902176+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1345328527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1345328527},{"type":"v1","addr":"172.21.15.196:6835","nonce":1345328527}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":5986,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2592603274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2592603274},{"type":"v1","addr":"172.21.15.196:6833","nonce":2592603274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/81199482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":81199482},{"type":"v1","addr":"172.21.15.70:6836","nonce":81199482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:16:25.239492+0000","modified":"2024-09-05T06:16:27.241837+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7278":{"gid":7278,"name":"c","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2839886026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2839886026},{"type":"v1","addr":"172.21.15.70:6837","nonce":2839886026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7278,"qdb_cluster":[7278]},"id":9}]} 2024-09-05T06:18:28.677 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 61 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b0c0678c0 msgr2=0x7f6b0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b0c0678c0 0x7f6b0c069d80 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f6b10006fd0 tx=0x7f6b10008040 comp rx=0 tx=0).stop 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200afff0 msgr2=0x7f6b2015dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200afff0 0x7f6b2015dcd0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400c480 tx=0x7f6b1400c940 comp rx=0 tx=0).stop 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 shutdown_connections 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6b0c0678c0 0x7f6b0c069d80 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6b200cdf80 0x7f6b2015e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6b200afff0 0x7f6b2015dcd0 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 --2- 172.21.15.70:0/2430066500 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6b200731a0 0x7f6b20147240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 >> 172.21.15.70:0/2430066500 conn(0x7f6b2006bcc0 msgr2=0x7f6b20072a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 shutdown_connections 2024-09-05T06:18:28.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.683+0000 7f6b25ed7640 1 -- 172.21.15.70:0/2430066500 wait complete. 2024-09-05T06:18:28.696 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:18:28.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.815+0000 7f6250e73640 1 Processor -- start 2024-09-05T06:18:28.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.815+0000 7f6250e73640 1 -- start start 2024-09-05T06:18:28.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.815+0000 7f6250e73640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f624c157110 0x7f624c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.815+0000 7f6250e73640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f624c0b5ac0 0x7f624c0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f624c06d570 con 0x7f624c0ceaf0 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f624c06d850 con 0x7f624c0b5ac0 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f624c06db30 con 0x7f624c157110 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6249d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f624c0b5ac0 0x7f624c0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6249d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f624c0b5ac0 0x7f624c0d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35176/0 (socket says 172.21.15.70:35176) 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6249d9b640 1 -- 172.21.15.70:0/2523855971 learned_addr learned my addr 172.21.15.70:0/2523855971 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6249d9b640 1 -- 172.21.15.70:0/2523855971 >> v2:172.21.15.196:3300/0 conn(0x7f624c157110 msgr2=0x7f624c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f624a59c640 1 --2- 172.21.15.70:0/2523855971 >> v2:172.21.15.196:3300/0 conn(0x7f624c157110 0x7f624c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6249d9b640 1 --2- 172.21.15.70:0/2523855971 >> v2:172.21.15.196:3300/0 conn(0x7f624c157110 0x7f624c0b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6249d9b640 1 -- 172.21.15.70:0/2523855971 >> v1:172.21.15.196:6789/0 conn(0x7f624c0ceaf0 legacy=0x7f624c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:28.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6249d9b640 1 -- 172.21.15.70:0/2523855971 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f624c06de10 con 0x7f624c0b5ac0 2024-09-05T06:18:28.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6249d9b640 1 --2- 172.21.15.70:0/2523855971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c0d0750 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f624c0d1530 tx=0x7f624001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cf7087668becdc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f624959a640 1 -- 172.21.15.70:0/2523855971 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62400b0070 con 0x7f624c0b5ac0 2024-09-05T06:18:28.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f624959a640 1 -- 172.21.15.70:0/2523855971 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62400ab600 con 0x7f624c0b5ac0 2024-09-05T06:18:28.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f624959a640 1 -- 172.21.15.70:0/2523855971 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62400ab9d0 con 0x7f624c0b5ac0 2024-09-05T06:18:28.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 -- 172.21.15.70:0/2523855971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 msgr2=0x7f624c0d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 --2- 172.21.15.70:0/2523855971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c0d0750 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f624c0d1530 tx=0x7f624001c4e0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 -- 172.21.15.70:0/2523855971 shutdown_connections 2024-09-05T06:18:28.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 --2- 172.21.15.70:0/2523855971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c0d0750 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 --2- 172.21.15.70:0/2523855971 >> v2:172.21.15.196:3300/0 conn(0x7f624c157110 0x7f624c0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 -- 172.21.15.70:0/2523855971 >> 172.21.15.70:0/2523855971 conn(0x7f624c06bcc0 msgr2=0x7f624c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:28.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 -- 172.21.15.70:0/2523855971 shutdown_connections 2024-09-05T06:18:28.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.819+0000 7f6250e73640 1 -- 172.21.15.70:0/2523855971 wait complete. 2024-09-05T06:18:28.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 Processor -- start 2024-09-05T06:18:28.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 -- start start 2024-09-05T06:18:28.819 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c153b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f624c0ceaf0 0x7f624c155780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f624c157110 0x7f624c0b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f624c0b4280 con 0x7f624c0b5ac0 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f624c0d10a0 con 0x7f624c0ceaf0 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f624c0b4400 con 0x7f624c157110 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c153b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c153b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35188/0 (socket says 172.21.15.70:35188) 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 -- 172.21.15.70:0/2258354552 learned_addr learned my addr 172.21.15.70:0/2258354552 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624ad9d640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f624c157110 0x7f624c0b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 -- 172.21.15.70:0/2258354552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f624c157110 msgr2=0x7f624c0b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f624c157110 0x7f624c0b04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 -- 172.21.15.70:0/2258354552 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f624c0ceaf0 msgr2=0x7f624c155780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f624c0ceaf0 0x7f624c155780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 -- 172.21.15.70:0/2258354552 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f624c0cfd60 con 0x7f624c0b5ac0 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f624a59c640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c153b10 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f623c00c7f0 tx=0x7f623c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f623affd640 1 -- 172.21.15.70:0/2258354552 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f623c015070 con 0x7f624c0b5ac0 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f623affd640 1 -- 172.21.15.70:0/2258354552 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f623c004240 con 0x7f624c0b5ac0 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f624c14e030 con 0x7f624c0b5ac0 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f623affd640 1 -- 172.21.15.70:0/2258354552 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f623c003620 con 0x7f624c0b5ac0 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f624c14e5f0 con 0x7f624c0b5ac0 2024-09-05T06:18:28.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f624c14edc0 con 0x7f624c0b5ac0 2024-09-05T06:18:28.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f623affd640 1 -- 172.21.15.70:0/2258354552 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f623c0039d0 con 0x7f624c0b5ac0 2024-09-05T06:18:28.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f623affd640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f622c0678c0 0x7f622c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:28.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f623affd640 1 -- 172.21.15.70:0/2258354552 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7f623c085c70 con 0x7f624c0b5ac0 2024-09-05T06:18:28.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.823+0000 7f6249d9b640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f622c0678c0 0x7f622c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:28.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.827+0000 7f623affd640 1 -- 172.21.15.70:0/2258354552 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7f622c06f3f0 con 0x7f624c0b5ac0 2024-09-05T06:18:28.823 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.827+0000 7f6249d9b640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f622c0678c0 0x7f622c069d80 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f62400ad000 tx=0x7f6240004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:28.824 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.831+0000 7f623affd640 1 -- 172.21.15.70:0/2258354552 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f623c056840 con 0x7f624c0b5ac0 2024-09-05T06:18:28.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.995+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f624c0b4770 con 0x7f624c0b5ac0 2024-09-05T06:18:28.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.995+0000 7f623affd640 1 -- 172.21.15.70:0/2258354552 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v160) ==== 74+0+16702 (secure 0 0 0) 0x7f623c056140 con 0x7f624c0b5ac0 2024-09-05T06:18:28.991 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:28.991 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":160,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:17:40.238904+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:16:23.572268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"157","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-05T06:16:24.215401+0000","flags":1027,"flags_names":"hashpspool,full,full_quota","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"160","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:18:28.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.995+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f622c0678c0 msgr2=0x7f622c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.995+0000 7f6250e73640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f622c0678c0 0x7f622c069d80 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f62400ad000 tx=0x7f6240004740 comp rx=0 tx=0).stop 2024-09-05T06:18:28.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.995+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 msgr2=0x7f624c153b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:28.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.995+0000 7f6250e73640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c153b10 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f623c00c7f0 tx=0x7f623c00ccb0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.999+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 shutdown_connections 2024-09-05T06:18:28.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.999+0000 7f6250e73640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f622c0678c0 0x7f622c069d80 secure :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f62400ad000 tx=0x7f6240004740 comp rx=0 tx=0).stop 2024-09-05T06:18:28.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.999+0000 7f6250e73640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f624c157110 0x7f624c0b04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.999+0000 7f6250e73640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f624c0ceaf0 0x7f624c155780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.999+0000 7f6250e73640 1 --2- 172.21.15.70:0/2258354552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f624c0b5ac0 0x7f624c153b10 secure :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f623c00c7f0 tx=0x7f623c00ccb0 comp rx=0 tx=0).stop 2024-09-05T06:18:28.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.999+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 >> 172.21.15.70:0/2258354552 conn(0x7f624c06bcc0 msgr2=0x7f624c14fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:28.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.999+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 shutdown_connections 2024-09-05T06:18:28.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:28.999+0000 7f6250e73640 1 -- 172.21.15.70:0/2258354552 wait complete. 2024-09-05T06:18:29.009 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:18:29.010 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:18:29.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.119+0000 7f53a1a91640 1 Processor -- start 2024-09-05T06:18:29.117 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f53a1a91640 1 -- start start 2024-09-05T06:18:29.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f53a1a91640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f539c0d4980 0x7f539c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.118 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f53a1a91640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f539c0cfd30 con 0x7f539c15edb0 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f53a1a91640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f539c0d0010 con 0x7f539c0d3a50 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f53a1a91640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f539c0d02f0 con 0x7f539c0d4980 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f539b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f539c0d4980 0x7f539c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f539b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f539c0d4980 0x7f539c0d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35202/0 (socket says 172.21.15.70:35202) 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f539affd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f539c15edb0 0x7f539c0d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56388/0 (socket says 172.21.15.70:56388) 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f539b7fe640 1 -- 172.21.15.70:0/3716036548 learned_addr learned my addr 172.21.15.70:0/3716036548 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f539b7fe640 1 -- 172.21.15.70:0/3716036548 >> v1:172.21.15.196:6789/0 conn(0x7f539c0d3a50 legacy=0x7f539c0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f539b7fe640 1 -- 172.21.15.70:0/3716036548 >> v1:172.21.15.70:6789/0 conn(0x7f539c15edb0 legacy=0x7f539c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.119 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.123+0000 7f539b7fe640 1 -- 172.21.15.70:0/3716036548 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f539c0d05d0 con 0x7f539c0d4980 2024-09-05T06:18:29.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539b7fe640 1 --2- 172.21.15.70:0/3716036548 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c0d4980 0x7f539c0d4d60 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f538c009870 tx=0x7f538c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=590132bc575081e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539a7fc640 1 -- 172.21.15.70:0/3716036548 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f538c0aa670 con 0x7f539c0d4980 2024-09-05T06:18:29.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539a7fc640 1 -- 172.21.15.70:0/3716036548 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f538c0af070 con 0x7f539c0d4980 2024-09-05T06:18:29.121 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539a7fc640 1 -- 172.21.15.70:0/3716036548 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f538c0aaa30 con 0x7f539c0d4980 2024-09-05T06:18:29.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- 172.21.15.70:0/3716036548 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c0d4980 msgr2=0x7f539c0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 --2- 172.21.15.70:0/3716036548 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c0d4980 0x7f539c0d4d60 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f538c009870 tx=0x7f538c01c4f0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- 172.21.15.70:0/3716036548 shutdown_connections 2024-09-05T06:18:29.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 --2- 172.21.15.70:0/3716036548 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c0d4980 0x7f539c0d4d60 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- 172.21.15.70:0/3716036548 >> 172.21.15.70:0/3716036548 conn(0x7f539c08e690 msgr2=0x7f539c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:29.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- 172.21.15.70:0/3716036548 shutdown_connections 2024-09-05T06:18:29.122 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- 172.21.15.70:0/3716036548 wait complete. 2024-09-05T06:18:29.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 Processor -- start 2024-09-05T06:18:29.123 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- start start 2024-09-05T06:18:29.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f539c0d3a50 0x7f539c14da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f539c0d4980 0x7f539c160fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c15edb0 0x7f539c1614e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f539c16c8c0 con 0x7f539c15edb0 2024-09-05T06:18:29.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f539c16c740 con 0x7f539c0d3a50 2024-09-05T06:18:29.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f539c16ca40 con 0x7f539c0d4980 2024-09-05T06:18:29.125 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c15edb0 0x7f539c1614e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c15edb0 0x7f539c1614e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35214/0 (socket says 172.21.15.70:35214) 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 -- 172.21.15.70:0/3926460216 learned_addr learned my addr 172.21.15.70:0/3926460216 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539affd640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f539c0d4980 0x7f539c160fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539b7fe640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f539c0d3a50 0x7f539c14da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 -- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f539c0d4980 msgr2=0x7f539c160fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f539c0d4980 0x7f539c160fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 -- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f539c0d3a50 msgr2=0x7f539c14da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f539c0d3a50 0x7f539c14da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 -- 172.21.15.70:0/3926460216 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f539c160500 con 0x7f539c15edb0 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539affd640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f539c0d4980 0x7f539c160fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f539bfff640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c15edb0 0x7f539c1614e0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f539400c3c0 tx=0x7f539400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f5393fff640 1 -- 172.21.15.70:0/3926460216 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5394011790 con 0x7f539c15edb0 2024-09-05T06:18:29.126 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f5393fff640 1 -- 172.21.15.70:0/3926460216 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5394017070 con 0x7f539c15edb0 2024-09-05T06:18:29.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f539c153b80 con 0x7f539c15edb0 2024-09-05T06:18:29.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f5393fff640 1 -- 172.21.15.70:0/3926460216 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5394011b70 con 0x7f539c15edb0 2024-09-05T06:18:29.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.127+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f539c160a80 con 0x7f539c15edb0 2024-09-05T06:18:29.127 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.131+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f539c0d4d60 con 0x7f539c15edb0 2024-09-05T06:18:29.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.131+0000 7f5393fff640 1 -- 172.21.15.70:0/3926460216 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5394011d30 con 0x7f539c15edb0 2024-09-05T06:18:29.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.131+0000 7f5393fff640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f537c0678c0 0x7f537c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.131+0000 7f5393fff640 1 -- 172.21.15.70:0/3926460216 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7f5394086510 con 0x7f539c15edb0 2024-09-05T06:18:29.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.131+0000 7f539b7fe640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f537c0678c0 0x7f537c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.131+0000 7f5393fff640 1 -- 172.21.15.70:0/3926460216 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7f537c06f3f0 con 0x7f539c15edb0 2024-09-05T06:18:29.128 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.131+0000 7f539b7fe640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f537c0678c0 0x7f537c069d80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f538c0ae000 tx=0x7f538c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.130 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.135+0000 7f5393fff640 1 -- 172.21.15.70:0/3926460216 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5394057130 con 0x7f539c15edb0 2024-09-05T06:18:29.311 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.315+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f539c06cd10 con 0x7f539c15edb0 2024-09-05T06:18:29.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f5393fff640 1 -- 172.21.15.70:0/3926460216 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7f5394056a30 con 0x7f539c15edb0 2024-09-05T06:18:29.313 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:29.313 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":61,"btime":"2024-09-05T06:16:27:902176+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1345328527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1345328527},{"type":"v1","addr":"172.21.15.196:6835","nonce":1345328527}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":5986,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2592603274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2592603274},{"type":"v1","addr":"172.21.15.196:6833","nonce":2592603274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/81199482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":81199482},{"type":"v1","addr":"172.21.15.70:6836","nonce":81199482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:16:25.239492+0000","modified":"2024-09-05T06:16:27.241837+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7278":{"gid":7278,"name":"c","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2839886026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2839886026},{"type":"v1","addr":"172.21.15.70:6837","nonce":2839886026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7278,"qdb_cluster":[7278]},"id":9}]} 2024-09-05T06:18:29.313 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 61 2024-09-05T06:18:29.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f537c0678c0 msgr2=0x7f537c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f537c0678c0 0x7f537c069d80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f538c0ae000 tx=0x7f538c008040 comp rx=0 tx=0).stop 2024-09-05T06:18:29.315 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c15edb0 msgr2=0x7f539c1614e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c15edb0 0x7f539c1614e0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f539400c3c0 tx=0x7f539400c880 comp rx=0 tx=0).stop 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 shutdown_connections 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f537c0678c0 0x7f537c069d80 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f539c15edb0 0x7f539c1614e0 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f539c0d4980 0x7f539c160fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 --2- 172.21.15.70:0/3926460216 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f539c0d3a50 0x7f539c14da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 >> 172.21.15.70:0/3926460216 conn(0x7f539c08e690 msgr2=0x7f539c0b1f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 shutdown_connections 2024-09-05T06:18:29.316 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.319+0000 7f53a1a91640 1 -- 172.21.15.70:0/3926460216 wait complete. 2024-09-05T06:18:29.331 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:18:29.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.439+0000 7f083a0ed640 1 Processor -- start 2024-09-05T06:18:29.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.439+0000 7f083a0ed640 1 -- start start 2024-09-05T06:18:29.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f083a0ed640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340d4980 0x7f08340d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f083a0ed640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f08340d3a50 0x7f08340b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f083a0ed640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08340cfd30 con 0x7f083415edb0 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f083a0ed640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f08340d0010 con 0x7f08340d3a50 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f083a0ed640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f08340d02f0 con 0x7f08340d4980 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0832ffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f083415edb0 0x7f08340d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56392/0 (socket says 172.21.15.70:56392) 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0832ffd640 1 -- 172.21.15.70:0/1849103925 learned_addr learned my addr 172.21.15.70:0/1849103925 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0833fff640 1 --2- 172.21.15.70:0/1849103925 >> v2:172.21.15.196:3300/0 conn(0x7f08340d3a50 0x7f08340b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08337fe640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340d4980 0x7f08340d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 383058236 0 0) 0x7f08340cfd30 con 0x7f083415edb0 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f081c003530 con 0x7f083415edb0 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 831703048 0 0) 0x7f081c003530 con 0x7f083415edb0 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340d4980 msgr2=0x7f08340d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:29.440 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340d4980 0x7f08340d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 >> v2:172.21.15.196:3300/0 conn(0x7f08340d3a50 msgr2=0x7f08340b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 --2- 172.21.15.70:0/1849103925 >> v2:172.21.15.196:3300/0 conn(0x7f08340d3a50 0x7f08340b4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08340d05d0 con 0x7f083415edb0 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f0828001680 con 0x7f083415edb0 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 >> v1:172.21.15.70:6789/0 conn(0x7f083415edb0 legacy=0x7f08340d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f081c0039c0 0x7f081c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f081c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340d4980 0x7f081c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f08340d0010 con 0x7f081c004810 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f08340d02f0 con 0x7f081c0039c0 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f081c00b9d0 con 0x7f08340d4980 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0832ffd640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f081c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08337fe640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f081c0039c0 0x7f081c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0832ffd640 1 -- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340d4980 msgr2=0x7f081c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:29.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0832ffd640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340d4980 0x7f081c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0832ffd640 1 -- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f081c0039c0 msgr2=0x7f081c003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:29.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0832ffd640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f081c0039c0 0x7f081c003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f0832ffd640 1 -- 172.21.15.70:0/1849103925 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f081c003530 con 0x7f081c004810 2024-09-05T06:18:29.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.443+0000 7f08337fe640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f081c0039c0 0x7f081c003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f0832ffd640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f081c004c90 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f0828001060 tx=0x7f082801f3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcc507e864031187 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0828007d80 con 0x7f081c004810 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08280ac020 con 0x7f081c004810 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08327fc640 1 -- 172.21.15.70:0/1849103925 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08280058e0 con 0x7f081c004810 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- 172.21.15.70:0/1849103925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 msgr2=0x7f081c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 --2- 172.21.15.70:0/1849103925 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f081c004c90 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f0828001060 tx=0x7f082801f3b0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f0833fff640 1 -- 172.21.15.70:0/1849103925 reap_dead start 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- 172.21.15.70:0/1849103925 shutdown_connections 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- 172.21.15.70:0/1849103925 >> 172.21.15.70:0/1849103925 conn(0x7f083408e690 msgr2=0x7f083409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:29.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- 172.21.15.70:0/1849103925 shutdown_connections 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- 172.21.15.70:0/1849103925 wait complete. 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 Processor -- start 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- start start 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f0834155510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08340ba830 0x7f08340cb150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340b8240 0x7f083406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f08340d0dd0 con 0x7f081c004810 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f08340cf7e0 con 0x7f08340ba830 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f08340ca0b0 con 0x7f08340b8240 2024-09-05T06:18:29.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f0834155510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f0834155510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35234/0 (socket says 172.21.15.70:35234) 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 -- 172.21.15.70:0/3183808960 learned_addr learned my addr 172.21.15.70:0/3183808960 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f0833fff640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340b8240 0x7f083406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 -- 172.21.15.70:0/3183808960 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340b8240 msgr2=0x7f083406c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340b8240 0x7f083406c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 -- 172.21.15.70:0/3183808960 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08340ba830 msgr2=0x7f08340cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08340ba830 0x7f08340cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 -- 172.21.15.70:0/3183808960 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08340ca390 con 0x7f081c004810 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f08337fe640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f0834155510 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f0824010900 tx=0x7f0824010dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f081bfff640 1 -- 172.21.15.70:0/3183808960 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f082400f040 con 0x7f081c004810 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f081bfff640 1 -- 172.21.15.70:0/3183808960 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f082400ec20 con 0x7f081c004810 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08340ca670 con 0x7f081c004810 2024-09-05T06:18:29.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f081bfff640 1 -- 172.21.15.70:0/3183808960 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0824004020 con 0x7f081c004810 2024-09-05T06:18:29.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.447+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08340cac30 con 0x7f081c004810 2024-09-05T06:18:29.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.451+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08340d3340 con 0x7f081c004810 2024-09-05T06:18:29.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.451+0000 7f081bfff640 1 -- 172.21.15.70:0/3183808960 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f08240041c0 con 0x7f081c004810 2024-09-05T06:18:29.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.451+0000 7f081bfff640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08200678c0 0x7f0820069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.451+0000 7f081bfff640 1 -- 172.21.15.70:0/3183808960 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7f0824085f50 con 0x7f081c004810 2024-09-05T06:18:29.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.451+0000 7f0832ffd640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08200678c0 0x7f0820069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.451+0000 7f081bfff640 1 -- 172.21.15.70:0/3183808960 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7f082006f3f0 con 0x7f081c004810 2024-09-05T06:18:29.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.451+0000 7f0832ffd640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08200678c0 0x7f0820069d80 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f08280ad000 tx=0x7f0828000ff0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.455+0000 7f081bfff640 1 -- 172.21.15.70:0/3183808960 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0824018030 con 0x7f081c004810 2024-09-05T06:18:29.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.643+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f083409e2e0 con 0x7f081c004810 2024-09-05T06:18:29.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.643+0000 7f081bfff640 1 -- 172.21.15.70:0/3183808960 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7f0824056b20 con 0x7f081c004810 2024-09-05T06:18:29.641 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:29.641 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":61,"btime":"2024-09-05T06:16:27:902176+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1345328527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1345328527},{"type":"v1","addr":"172.21.15.196:6835","nonce":1345328527}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":5986,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2592603274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2592603274},{"type":"v1","addr":"172.21.15.196:6833","nonce":2592603274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/81199482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":81199482},{"type":"v1","addr":"172.21.15.70:6836","nonce":81199482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:16:25.239492+0000","modified":"2024-09-05T06:16:27.241837+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7278":{"gid":7278,"name":"c","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2839886026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2839886026},{"type":"v1","addr":"172.21.15.70:6837","nonce":2839886026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7278,"qdb_cluster":[7278]},"id":9}]} 2024-09-05T06:18:29.641 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 61 2024-09-05T06:18:29.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08200678c0 msgr2=0x7f0820069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08200678c0 0x7f0820069d80 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f08280ad000 tx=0x7f0828000ff0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 msgr2=0x7f0834155510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f0834155510 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f0824010900 tx=0x7f0824010dc0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 shutdown_connections 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08200678c0 0x7f0820069d80 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08340b8240 0x7f083406c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08340ba830 0x7f08340cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 --2- 172.21.15.70:0/3183808960 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f081c004810 0x7f0834155510 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 >> 172.21.15.70:0/3183808960 conn(0x7f083408e690 msgr2=0x7f08340cca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 shutdown_connections 2024-09-05T06:18:29.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.647+0000 7f083a0ed640 1 -- 172.21.15.70:0/3183808960 wait complete. 2024-09-05T06:18:29.659 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:18:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f77943b6640 1 Processor -- start 2024-09-05T06:18:29.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f77943b6640 1 -- start start 2024-09-05T06:18:29.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f77943b6640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f778c06ed90 0x7f778c072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f77943b6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f778c15bc40 con 0x7f778c072a90 2024-09-05T06:18:29.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f77943b6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f778c0d14c0 con 0x7f778c0afff0 2024-09-05T06:18:29.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f77943b6640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f778c073410 con 0x7f778c06ed90 2024-09-05T06:18:29.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f7791951640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f778c072a90 0x7f778c06e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56402/0 (socket says 172.21.15.70:56402) 2024-09-05T06:18:29.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f7791951640 1 -- 172.21.15.70:0/3797845255 learned_addr learned my addr 172.21.15.70:0/3797845255 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.767+0000 7f7792953640 1 --2- 172.21.15.70:0/3797845255 >> v2:172.21.15.196:3300/0 conn(0x7f778c06ed90 0x7f778c072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4092226972 0 0) 0x7f778c15bc40 con 0x7f778c072a90 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7778003530 con 0x7f778c072a90 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1182539408 0 0) 0x7f7778003530 con 0x7f778c072a90 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 >> v2:172.21.15.196:3300/0 conn(0x7f778c06ed90 msgr2=0x7f778c072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 --2- 172.21.15.70:0/3797845255 >> v2:172.21.15.196:3300/0 conn(0x7f778c06ed90 0x7f778c072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 >> v1:172.21.15.196:6789/0 conn(0x7f778c0afff0 legacy=0x7f778c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f778c071cd0 con 0x7f778c072a90 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f777c001680 con 0x7f778c072a90 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 >> v1:172.21.15.70:6789/0 conn(0x7f778c072a90 legacy=0x7f778c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77780039c0 0x7f7778003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7778004810 0x7f7778004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77780051d0 0x7f777800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f778c073410 con 0x7f77780051d0 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f777800c070 con 0x7f77780039c0 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f777800c270 con 0x7f7778004810 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792953640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77780051d0 0x7f777800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792152640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77780039c0 0x7f7778003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791951640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7778004810 0x7f7778004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792953640 1 -- 172.21.15.70:0/3797845255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7778004810 msgr2=0x7f7778004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792953640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7778004810 0x7f7778004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792953640 1 -- 172.21.15.70:0/3797845255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77780039c0 msgr2=0x7f7778003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792953640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f77780039c0 0x7f7778003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792953640 1 -- 172.21.15.70:0/3797845255 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7778003530 con 0x7f77780051d0 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792953640 1 -- 172.21.15.70:0/3797845255 reap_dead start 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7792953640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77780051d0 0x7f777800b9d0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f7784009fa0 tx=0x7f778401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba4bfc613c1fa4f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77840b2070 con 0x7f77780051d0 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77840a5d50 con 0x7f77780051d0 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f7791150640 1 -- 172.21.15.70:0/3797845255 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784009bf0 con 0x7f77780051d0 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f77943b6640 1 -- 172.21.15.70:0/3797845255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77780051d0 msgr2=0x7f777800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f77943b6640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77780051d0 0x7f777800b9d0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f7784009fa0 tx=0x7f778401cc80 comp rx=0 tx=0).stop 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f77943b6640 1 -- 172.21.15.70:0/3797845255 shutdown_connections 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f77943b6640 1 --2- 172.21.15.70:0/3797845255 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f77780051d0 0x7f777800b9d0 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f77943b6640 1 -- 172.21.15.70:0/3797845255 >> 172.21.15.70:0/3797845255 conn(0x7f778c06bcc0 msgr2=0x7f778c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:29.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f77943b6640 1 -- 172.21.15.70:0/3797845255 shutdown_connections 2024-09-05T06:18:29.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.771+0000 7f77943b6640 1 -- 172.21.15.70:0/3797845255 wait complete. 2024-09-05T06:18:29.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 Processor -- start 2024-09-05T06:18:29.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 -- start start 2024-09-05T06:18:29.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77780051d0 0x7f778c143200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f778c1e4710 0x7f778c151820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f778c151d60 0x7f778c0ce050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f778c072290 con 0x7f778c151d60 2024-09-05T06:18:29.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f778c072600 con 0x7f778c1e4710 2024-09-05T06:18:29.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f778c072ed0 con 0x7f77780051d0 2024-09-05T06:18:29.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f778c151d60 0x7f778c0ce050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f778c151d60 0x7f778c0ce050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35254/0 (socket says 172.21.15.70:35254) 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 -- 172.21.15.70:0/1087293629 learned_addr learned my addr 172.21.15.70:0/1087293629 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7791951640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f778c1e4710 0x7f778c151820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792152640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77780051d0 0x7f778c143200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 -- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77780051d0 msgr2=0x7f778c143200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77780051d0 0x7f778c143200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 -- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f778c1e4710 msgr2=0x7f778c151820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f778c1e4710 0x7f778c151820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 -- 172.21.15.70:0/1087293629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f778c153b60 con 0x7f778c151d60 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792152640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77780051d0 0x7f778c143200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7792953640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f778c151d60 0x7f778c0ce050 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f778401d520 tx=0x7f7784009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7782ffd640 1 -- 172.21.15.70:0/1087293629 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77840b2040 con 0x7f778c151d60 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7782ffd640 1 -- 172.21.15.70:0/1087293629 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77840099d0 con 0x7f778c151d60 2024-09-05T06:18:29.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f778c153e40 con 0x7f778c151d60 2024-09-05T06:18:29.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f7782ffd640 1 -- 172.21.15.70:0/1087293629 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784009bf0 con 0x7f778c151d60 2024-09-05T06:18:29.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f778c154400 con 0x7f778c151d60 2024-09-05T06:18:29.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.775+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f778c0cda40 con 0x7f778c151d60 2024-09-05T06:18:29.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.779+0000 7f7782ffd640 1 -- 172.21.15.70:0/1087293629 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f77840c0020 con 0x7f778c151d60 2024-09-05T06:18:29.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.779+0000 7f7782ffd640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77700678c0 0x7f7770069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:29.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.779+0000 7f7782ffd640 1 -- 172.21.15.70:0/1087293629 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7f7784120520 con 0x7f778c151d60 2024-09-05T06:18:29.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.779+0000 7f7792152640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77700678c0 0x7f7770069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:29.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.779+0000 7f7782ffd640 1 -- 172.21.15.70:0/1087293629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7f777006f3f0 con 0x7f778c151d60 2024-09-05T06:18:29.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.779+0000 7f7792152640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77700678c0 0x7f7770069d80 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7788007fd0 tx=0x7f7788009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:29.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.783+0000 7f7782ffd640 1 -- 172.21.15.70:0/1087293629 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f77840c7020 con 0x7f778c151d60 2024-09-05T06:18:29.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.931+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f778c0b5a40 con 0x7f778c151d60 2024-09-05T06:18:29.928 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.931+0000 7f7782ffd640 1 -- 172.21.15.70:0/1087293629 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v160) ==== 74+0+16702 (secure 0 0 0) 0x7f7784016990 con 0x7f778c151d60 2024-09-05T06:18:29.929 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:29.929 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":160,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:17:40.238904+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:16:23.572268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"157","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-05T06:16:24.215401+0000","flags":1027,"flags_names":"hashpspool,full,full_quota","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"160","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77700678c0 msgr2=0x7f7770069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77700678c0 0x7f7770069d80 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7788007fd0 tx=0x7f7788009040 comp rx=0 tx=0).stop 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f778c151d60 msgr2=0x7f778c0ce050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f778c151d60 0x7f778c0ce050 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f778401d520 tx=0x7f7784009750 comp rx=0 tx=0).stop 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 shutdown_connections 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f77700678c0 0x7f7770069d80 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f778c151d60 0x7f778c0ce050 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f778c1e4710 0x7f778c151820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 --2- 172.21.15.70:0/1087293629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f77780051d0 0x7f778c143200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:29.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 >> 172.21.15.70:0/1087293629 conn(0x7f778c06bcc0 msgr2=0x7f778c15e490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:29.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 shutdown_connections 2024-09-05T06:18:29.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:29.935+0000 7f77943b6640 1 -- 172.21.15.70:0/1087293629 wait complete. 2024-09-05T06:18:29.948 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:18:30.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.071+0000 7f68a61b9640 1 Processor -- start 2024-09-05T06:18:30.068 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.071+0000 7f68a61b9640 1 -- start start 2024-09-05T06:18:30.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f68a00ceaf0 0x7f68a00d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f68a00d0c90 0x7f68a00af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68a006d570 con 0x7f68a0157110 2024-09-05T06:18:30.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f68a00d10c0 con 0x7f68a00d0c90 2024-09-05T06:18:30.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f68a006d850 con 0x7f68a00ceaf0 2024-09-05T06:18:30.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f68a00d0c90 0x7f68a00af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689f7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f68a0157110 0x7f68a00b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56408/0 (socket says 172.21.15.70:56408) 2024-09-05T06:18:30.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689f7fe640 1 -- 172.21.15.70:0/3846299905 learned_addr learned my addr 172.21.15.70:0/3846299905 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:30.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689effd640 1 --2- 172.21.15.70:0/3846299905 >> v2:172.21.15.196:3300/0 conn(0x7f68a00ceaf0 0x7f68a00d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689ffff640 1 -- 172.21.15.70:0/3846299905 >> v2:172.21.15.196:3300/0 conn(0x7f68a00ceaf0 msgr2=0x7f68a00d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:30.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689ffff640 1 --2- 172.21.15.70:0/3846299905 >> v2:172.21.15.196:3300/0 conn(0x7f68a00ceaf0 0x7f68a00d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689ffff640 1 -- 172.21.15.70:0/3846299905 >> v1:172.21.15.70:6789/0 conn(0x7f68a0157110 legacy=0x7f68a00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689ffff640 1 -- 172.21.15.70:0/3846299905 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a006db30 con 0x7f68a00d0c90 2024-09-05T06:18:30.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689e7fc640 1 -- 172.21.15.70:0/3846299905 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4112502100 0 0) 0x7f68a006d570 con 0x7f68a0157110 2024-09-05T06:18:30.071 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689effd640 1 --2- 172.21.15.70:0/3846299905 >> v2:172.21.15.196:3300/0 conn(0x7f68a00ceaf0 0x7f68a00d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:30.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689ffff640 1 --2- 172.21.15.70:0/3846299905 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00d0c90 0x7f68a00af720 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f68a00d1500 tx=0x7f688801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cfc364710afbd8f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:30.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689e7fc640 1 -- 172.21.15.70:0/3846299905 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68880b0070 con 0x7f68a00d0c90 2024-09-05T06:18:30.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689e7fc640 1 -- 172.21.15.70:0/3846299905 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68880ab600 con 0x7f68a00d0c90 2024-09-05T06:18:30.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f689e7fc640 1 -- 172.21.15.70:0/3846299905 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68880ab9d0 con 0x7f68a00d0c90 2024-09-05T06:18:30.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 -- 172.21.15.70:0/3846299905 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00d0c90 msgr2=0x7f68a00af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 --2- 172.21.15.70:0/3846299905 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00d0c90 0x7f68a00af720 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f68a00d1500 tx=0x7f688801c480 comp rx=0 tx=0).stop 2024-09-05T06:18:30.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 -- 172.21.15.70:0/3846299905 shutdown_connections 2024-09-05T06:18:30.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 --2- 172.21.15.70:0/3846299905 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00d0c90 0x7f68a00af720 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 --2- 172.21.15.70:0/3846299905 >> v2:172.21.15.196:3300/0 conn(0x7f68a00ceaf0 0x7f68a00d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 -- 172.21.15.70:0/3846299905 >> 172.21.15.70:0/3846299905 conn(0x7f68a006bcc0 msgr2=0x7f68a006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:30.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 -- 172.21.15.70:0/3846299905 shutdown_connections 2024-09-05T06:18:30.074 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.075+0000 7f68a61b9640 1 -- 172.21.15.70:0/3846299905 wait complete. 2024-09-05T06:18:30.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 Processor -- start 2024-09-05T06:18:30.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 -- start start 2024-09-05T06:18:30.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00ceaf0 0x7f68a014a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68a00d0c90 0x7f68a014a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68a0157110 0x7f68a01585f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f68a00b3a70 con 0x7f68a00ceaf0 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f68a00b5c90 con 0x7f68a00d0c90 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f68a00b3bf0 con 0x7f68a0157110 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00ceaf0 0x7f68a014a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00ceaf0 0x7f68a014a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35274/0 (socket says 172.21.15.70:35274) 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 -- 172.21.15.70:0/1475350137 learned_addr learned my addr 172.21.15.70:0/1475350137 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689ffff640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68a0157110 0x7f68a01585f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689effd640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68a00d0c90 0x7f68a014a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 -- 172.21.15.70:0/1475350137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68a0157110 msgr2=0x7f68a01585f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68a0157110 0x7f68a01585f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 -- 172.21.15.70:0/1475350137 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68a00d0c90 msgr2=0x7f68a014a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68a00d0c90 0x7f68a014a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 -- 172.21.15.70:0/1475350137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a014ad30 con 0x7f68a00ceaf0 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f689f7fe640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00ceaf0 0x7f68a014a140 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f689000c4b0 tx=0x7f689000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6890018070 con 0x7f68a00ceaf0 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6890007500 con 0x7f68a00ceaf0 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a00b2d70 con 0x7f68a00ceaf0 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6890004a30 con 0x7f68a00ceaf0 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a01580d0 con 0x7f68a00ceaf0 2024-09-05T06:18:30.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.079+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a00cd020 con 0x7f68a00ceaf0 2024-09-05T06:18:30.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.083+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f689001b070 con 0x7f68a00ceaf0 2024-09-05T06:18:30.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.083+0000 7f6897fff640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f68840678c0 0x7f6884069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.083+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5709+0+0 (secure 0 0 0) 0x7f6890084e60 con 0x7f68a00ceaf0 2024-09-05T06:18:30.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.083+0000 7f689effd640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f68840678c0 0x7f6884069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.083+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=161}) -- 0x7f688406f450 con 0x7f68a00ceaf0 2024-09-05T06:18:30.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.083+0000 7f689effd640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f68840678c0 0x7f6884069d80 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f68980075b0 tx=0x7f6898007540 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:30.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.087+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6890055a30 con 0x7f68a00ceaf0 2024-09-05T06:18:30.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.283+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f68a00008e0 con 0x7f68a00ceaf0 2024-09-05T06:18:30.280 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:18:30.283+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:18:30.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.287+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v62) ==== 161+0+0 (secure 0 0 0) 0x7f6890055330 con 0x7f68a00ceaf0 2024-09-05T06:18:30.282 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:18:30.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.287+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(161..161 src has 1..161) ==== 374+0+0 (secure 0 0 0) 0x7f68900834a0 con 0x7f68a00ceaf0 2024-09-05T06:18:30.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.287+0000 7f6897fff640 1 -- 172.21.15.70:0/1475350137 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=162}) -- 0x7f688406fdb0 con 0x7f68a00ceaf0 2024-09-05T06:18:30.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.291+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f68840678c0 msgr2=0x7f6884069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.291+0000 7f68a61b9640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f68840678c0 0x7f6884069d80 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f68980075b0 tx=0x7f6898007540 comp rx=0 tx=0).stop 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.291+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00ceaf0 msgr2=0x7f68a014a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.291+0000 7f68a61b9640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00ceaf0 0x7f68a014a140 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f689000c4b0 tx=0x7f689000c970 comp rx=0 tx=0).stop 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.295+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 shutdown_connections 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.295+0000 7f68a61b9640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f68840678c0 0x7f6884069d80 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.295+0000 7f68a61b9640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f68a0157110 0x7f68a01585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.295+0000 7f68a61b9640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f68a00d0c90 0x7f68a014a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.295+0000 7f68a61b9640 1 --2- 172.21.15.70:0/1475350137 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f68a00ceaf0 0x7f68a014a140 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.295+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 >> 172.21.15.70:0/1475350137 conn(0x7f68a006bcc0 msgr2=0x7f68a015f050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.295+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 shutdown_connections 2024-09-05T06:18:30.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.295+0000 7f68a61b9640 1 -- 172.21.15.70:0/1475350137 wait complete. 2024-09-05T06:18:30.291 INFO:tasks.ceph.mds.c.smithi070.stderr: -9633> 2024-09-05T06:16:31.861+0000 7fa2144c6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:18:30.309 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:18:30.331 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:18:30.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.431+0000 7f257abfe640 1 Processor -- start 2024-09-05T06:18:30.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.431+0000 7f257abfe640 1 -- start start 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.431+0000 7f257abfe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f257415edb0 0x7f25740d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.431+0000 7f257abfe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f25740cf7e0 0x7f25740d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.431+0000 7f257abfe640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25740cfd30 con 0x7f25740d4980 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.431+0000 7f257abfe640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f25740b5620 con 0x7f257415edb0 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.431+0000 7f257abfe640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f25740d0010 con 0x7f25740cf7e0 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f257919b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f25740cf7e0 0x7f25740d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f2573fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f257415edb0 0x7f25740d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f257919b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f25740cf7e0 0x7f25740d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:41226/0 (socket says 172.21.15.70:41226) 2024-09-05T06:18:30.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f257919b640 1 -- 172.21.15.70:0/4274852690 learned_addr learned my addr 172.21.15.70:0/4274852690 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:30.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f257919b640 1 -- 172.21.15.70:0/4274852690 >> v2:172.21.15.196:3300/0 conn(0x7f257415edb0 msgr2=0x7f25740d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:30.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f257919b640 1 --2- 172.21.15.70:0/4274852690 >> v2:172.21.15.196:3300/0 conn(0x7f257415edb0 0x7f25740d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f257919b640 1 -- 172.21.15.70:0/4274852690 >> v1:172.21.15.196:6789/0 conn(0x7f25740d4980 legacy=0x7f25740d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f25737fe640 1 -- 172.21.15.70:0/4274852690 <== mon.1 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3461669498 0 0) 0x7f25740cfd30 con 0x7f25740d4980 2024-09-05T06:18:30.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f257919b640 1 -- 172.21.15.70:0/4274852690 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25740d02f0 con 0x7f25740cf7e0 2024-09-05T06:18:30.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f257919b640 1 --2- 172.21.15.70:0/4274852690 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f25740cf7e0 0x7f25740d3880 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f256c009e50 tx=0x7f256c01ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a16b2c32809b50dd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:30.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f25737fe640 1 -- 172.21.15.70:0/4274852690 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f256c0a58d0 con 0x7f25740cf7e0 2024-09-05T06:18:30.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f25737fe640 1 -- 172.21.15.70:0/4274852690 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f256c0a5a70 con 0x7f25740cf7e0 2024-09-05T06:18:30.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.435+0000 7f25737fe640 1 -- 172.21.15.70:0/4274852690 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f256c0a5e40 con 0x7f25740cf7e0 2024-09-05T06:18:30.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- 172.21.15.70:0/4274852690 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f25740cf7e0 msgr2=0x7f25740d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 --2- 172.21.15.70:0/4274852690 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f25740cf7e0 0x7f25740d3880 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f256c009e50 tx=0x7f256c01ca00 comp rx=0 tx=0).stop 2024-09-05T06:18:30.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- 172.21.15.70:0/4274852690 shutdown_connections 2024-09-05T06:18:30.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 --2- 172.21.15.70:0/4274852690 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f25740cf7e0 0x7f25740d3880 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 --2- 172.21.15.70:0/4274852690 >> v2:172.21.15.196:3300/0 conn(0x7f257415edb0 0x7f25740d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- 172.21.15.70:0/4274852690 >> 172.21.15.70:0/4274852690 conn(0x7f257408e690 msgr2=0x7f257409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:30.433 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- 172.21.15.70:0/4274852690 shutdown_connections 2024-09-05T06:18:30.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- 172.21.15.70:0/4274852690 wait complete. 2024-09-05T06:18:30.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 Processor -- start 2024-09-05T06:18:30.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- start start 2024-09-05T06:18:30.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25740cf7e0 0x7f25741551f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f25740d4980 0x7f25740b8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f257415edb0 0x7f25740b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f25740b4fa0 con 0x7f25740cf7e0 2024-09-05T06:18:30.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f25740b4e20 con 0x7f25740d4980 2024-09-05T06:18:30.436 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f25740b5120 con 0x7f257415edb0 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25740cf7e0 0x7f25741551f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25740cf7e0 0x7f25741551f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35296/0 (socket says 172.21.15.70:35296) 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 -- 172.21.15.70:0/3440426397 learned_addr learned my addr 172.21.15.70:0/3440426397 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257919b640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f257415edb0 0x7f25740b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f2573fff640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f25740d4980 0x7f25740b8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 -- 172.21.15.70:0/3440426397 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f257415edb0 msgr2=0x7f25740b8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f257415edb0 0x7f25740b8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 -- 172.21.15.70:0/3440426397 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f25740d4980 msgr2=0x7f25740b8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f25740d4980 0x7f25740b8510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 -- 172.21.15.70:0/3440426397 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2574159940 con 0x7f25740cf7e0 2024-09-05T06:18:30.437 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257899a640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25740cf7e0 0x7f25741551f0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f256800c4d0 tx=0x7f256800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:30.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f25717fa640 1 -- 172.21.15.70:0/3440426397 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2568017070 con 0x7f25740cf7e0 2024-09-05T06:18:30.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f25717fa640 1 -- 172.21.15.70:0/3440426397 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2568005480 con 0x7f25740cf7e0 2024-09-05T06:18:30.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2574159c20 con 0x7f25740cf7e0 2024-09-05T06:18:30.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f25717fa640 1 -- 172.21.15.70:0/3440426397 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2568003840 con 0x7f25740cf7e0 2024-09-05T06:18:30.438 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.439+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f257415a1e0 con 0x7f25740cf7e0 2024-09-05T06:18:30.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.443+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25740cfd30 con 0x7f25740cf7e0 2024-09-05T06:18:30.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.443+0000 7f25717fa640 1 -- 172.21.15.70:0/3440426397 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f256801a070 con 0x7f25740cf7e0 2024-09-05T06:18:30.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.443+0000 7f25717fa640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f25580678c0 0x7f2558069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:30.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.443+0000 7f25717fa640 1 -- 172.21.15.70:0/3440426397 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 5795+0+0 (secure 0 0 0) 0x7f25680850c0 con 0x7f25740cf7e0 2024-09-05T06:18:30.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.443+0000 7f2573fff640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f25580678c0 0x7f2558069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:30.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.443+0000 7f25717fa640 1 -- 172.21.15.70:0/3440426397 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=162}) -- 0x7f255806f4f0 con 0x7f25740cf7e0 2024-09-05T06:18:30.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.443+0000 7f2573fff640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f25580678c0 0x7f2558069d80 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f25740d5a80 tx=0x7f2560008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:30.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.447+0000 7f25717fa640 1 -- 172.21.15.70:0/3440426397 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2568055c60 con 0x7f25740cf7e0 2024-09-05T06:18:30.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:30.643+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f257406cfb0 con 0x7f25740cf7e0 2024-09-05T06:18:31.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.291+0000 7f25717fa640 1 -- 172.21.15.70:0/3440426397 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v63) ==== 104+0+0 (secure 0 0 0) 0x7f2568055560 con 0x7f25740cf7e0 2024-09-05T06:18:31.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f25580678c0 msgr2=0x7f2558069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:31.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f25580678c0 0x7f2558069d80 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f25740d5a80 tx=0x7f2560008040 comp rx=0 tx=0).stop 2024-09-05T06:18:31.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25740cf7e0 msgr2=0x7f25741551f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:31.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25740cf7e0 0x7f25741551f0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f256800c4d0 tx=0x7f256800c990 comp rx=0 tx=0).stop 2024-09-05T06:18:31.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 shutdown_connections 2024-09-05T06:18:31.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f25580678c0 0x7f2558069d80 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f257415edb0 0x7f25740b8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f25740d4980 0x7f25740b8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 --2- 172.21.15.70:0/3440426397 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25740cf7e0 0x7f25741551f0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 >> 172.21.15.70:0/3440426397 conn(0x7f257408e690 msgr2=0x7f2574157e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:31.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 shutdown_connections 2024-09-05T06:18:31.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.295+0000 7f257abfe640 1 -- 172.21.15.70:0/3440426397 wait complete. 2024-09-05T06:18:31.313 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:18:31.481 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:18:31.484 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:18:31.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.495+0000 7fd87f139640 1 Processor -- start 2024-09-05T06:18:31.491 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.495+0000 7fd87f139640 1 -- start start 2024-09-05T06:18:31.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd878073d20 0x7fd8780b1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:31.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 0x7fd8780b1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:31.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd87815c500 con 0x7fd878073230 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd8780b0c00 con 0x7fd878073d20 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd8780b0e50 con 0x7fd8780cd2b0 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd877fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd878073d20 0x7fd8780b1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd877fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd878073d20 0x7fd8780b1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35308/0 (socket says 172.21.15.70:35308) 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd877fff640 1 -- 172.21.15.70:0/3533586718 learned_addr learned my addr 172.21.15.70:0/3533586718 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87d6d6640 1 --2- 172.21.15.70:0/3533586718 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 0x7fd8780b1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd877fff640 1 -- 172.21.15.70:0/3533586718 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 msgr2=0x7fd8780b1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd877fff640 1 --2- 172.21.15.70:0/3533586718 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 0x7fd8780b1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd877fff640 1 -- 172.21.15.70:0/3533586718 >> v1:172.21.15.196:6789/0 conn(0x7fd878073230 legacy=0x7fd878073610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:31.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd877fff640 1 -- 172.21.15.70:0/3533586718 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8780b1130 con 0x7fd878073d20 2024-09-05T06:18:31.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd877fff640 1 --2- 172.21.15.70:0/3533586718 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073d20 0x7fd8780b1930 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fd864006fd0 tx=0x7fd86401e930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37830c3a1b23f301 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:31.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd8777fe640 1 -- 172.21.15.70:0/3533586718 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8640ad070 con 0x7fd878073d20 2024-09-05T06:18:31.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd8777fe640 1 -- 172.21.15.70:0/3533586718 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd864004230 con 0x7fd878073d20 2024-09-05T06:18:31.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd8777fe640 1 -- 172.21.15.70:0/3533586718 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8640a7760 con 0x7fd878073d20 2024-09-05T06:18:31.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 -- 172.21.15.70:0/3533586718 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073d20 msgr2=0x7fd8780b1930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:31.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 --2- 172.21.15.70:0/3533586718 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073d20 0x7fd8780b1930 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fd864006fd0 tx=0x7fd86401e930 comp rx=0 tx=0).stop 2024-09-05T06:18:31.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 -- 172.21.15.70:0/3533586718 shutdown_connections 2024-09-05T06:18:31.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 --2- 172.21.15.70:0/3533586718 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 0x7fd8780b1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 --2- 172.21.15.70:0/3533586718 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073d20 0x7fd8780b1930 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 -- 172.21.15.70:0/3533586718 >> 172.21.15.70:0/3533586718 conn(0x7fd878072380 msgr2=0x7fd8780b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:31.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 -- 172.21.15.70:0/3533586718 shutdown_connections 2024-09-05T06:18:31.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.499+0000 7fd87f139640 1 -- 172.21.15.70:0/3533586718 wait complete. 2024-09-05T06:18:31.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 Processor -- start 2024-09-05T06:18:31.498 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 -- start start 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073230 0x7fd878149960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd878073d20 0x7fd87814f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 0x7fd87814fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd8780b2530 con 0x7fd878073230 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd8780b23b0 con 0x7fd878073d20 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd8780b26b0 con 0x7fd8780cd2b0 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073230 0x7fd878149960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073230 0x7fd878149960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35314/0 (socket says 172.21.15.70:35314) 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 -- 172.21.15.70:0/530045092 learned_addr learned my addr 172.21.15.70:0/530045092 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87d6d6640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 0x7fd87814fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:31.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd877fff640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd878073d20 0x7fd87814f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 -- 172.21.15.70:0/530045092 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 msgr2=0x7fd87814fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 0x7fd87814fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 -- 172.21.15.70:0/530045092 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd878073d20 msgr2=0x7fd87814f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd878073d20 0x7fd87814f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 -- 172.21.15.70:0/530045092 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd878149ea0 con 0x7fd878073230 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87ced5640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073230 0x7fd878149960 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fd86c00c500 tx=0x7fd86c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd86c016020 con 0x7fd878073230 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd86c005220 con 0x7fd878073230 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd87814a140 con 0x7fd878073230 2024-09-05T06:18:31.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd86c007030 con 0x7fd878073230 2024-09-05T06:18:31.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8780d0760 con 0x7fd878073230 2024-09-05T06:18:31.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.503+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8780b2ad0 con 0x7fd878073230 2024-09-05T06:18:31.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.507+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd86c0071f0 con 0x7fd878073230 2024-09-05T06:18:31.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.507+0000 7fd8757fa640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd85c0678f0 0x7fd85c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:31.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.507+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 5795+0+0 (secure 0 0 0) 0x7fd86c0856a0 con 0x7fd878073230 2024-09-05T06:18:31.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.507+0000 7fd877fff640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd85c0678f0 0x7fd85c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:31.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.507+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=162}) -- 0x7fd85c06f530 con 0x7fd878073230 2024-09-05T06:18:31.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.507+0000 7fd877fff640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd85c0678f0 0x7fd85c069db0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd8640b1000 tx=0x7fd8640a9070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:31.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.511+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd86c020020 con 0x7fd878073230 2024-09-05T06:18:31.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:31.671+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd8780b0520 con 0x7fd878073230 2024-09-05T06:18:32.625 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.631+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v162) ==== 181+0+0 (secure 0 0 0) 0x7fd86c056190 con 0x7fd878073230 2024-09-05T06:18:32.625 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:18:32.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.631+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(162..162 src has 1..162) ==== 296+0+0 (secure 0 0 0) 0x7fd86c0b8030 con 0x7fd878073230 2024-09-05T06:18:32.626 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.631+0000 7fd8757fa640 1 -- 172.21.15.70:0/530045092 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=163}) -- 0x7fd85c06d960 con 0x7fd878073230 2024-09-05T06:18:32.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd85c0678f0 msgr2=0x7fd85c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:32.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd85c0678f0 0x7fd85c069db0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd8640b1000 tx=0x7fd8640a9070 comp rx=0 tx=0).stop 2024-09-05T06:18:32.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073230 msgr2=0x7fd878149960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:32.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073230 0x7fd878149960 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fd86c00c500 tx=0x7fd86c00c9c0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 shutdown_connections 2024-09-05T06:18:32.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd85c0678f0 0x7fd85c069db0 secure :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd8640b1000 tx=0x7fd8640a9070 comp rx=0 tx=0).stop 2024-09-05T06:18:32.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8780cd2b0 0x7fd87814fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd878073d20 0x7fd87814f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 --2- 172.21.15.70:0/530045092 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd878073230 0x7fd878149960 secure :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fd86c00c500 tx=0x7fd86c00c9c0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 >> 172.21.15.70:0/530045092 conn(0x7fd878072380 msgr2=0x7fd87806ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:32.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.635+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 shutdown_connections 2024-09-05T06:18:32.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.639+0000 7fd87f139640 1 -- 172.21.15.70:0/530045092 wait complete. 2024-09-05T06:18:32.654 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:18:32.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a24704640 1 Processor -- start 2024-09-05T06:18:32.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a24704640 1 -- start start 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a24704640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2a1c0d16f0 0x7f2a1c0d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a24704640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b59c0 0x7f2a1c0d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a24704640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a1c0d2210 con 0x7f2a1c162d20 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a24704640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2a1c0b5430 con 0x7f2a1c0d16f0 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a24704640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a1c0d24f0 con 0x7f2a1c0b59c0 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a22ca1640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2a1c162d20 0x7f2a1c1631b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56418/0 (socket says 172.21.15.70:56418) 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a22ca1640 1 -- 172.21.15.70:0/1460796782 learned_addr learned my addr 172.21.15.70:0/1460796782 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a21c9f640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b59c0 0x7f2a1c0d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:32.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a224a0640 1 --2- 172.21.15.70:0/1460796782 >> v2:172.21.15.196:3300/0 conn(0x7f2a1c0d16f0 0x7f2a1c0d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1832950869 0 0) 0x7f2a1c0d2210 con 0x7f2a1c162d20 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a08003530 con 0x7f2a1c162d20 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2204291496 0 0) 0x7f2a08003530 con 0x7f2a1c162d20 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b59c0 msgr2=0x7f2a1c0d1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b59c0 0x7f2a1c0d1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 >> v2:172.21.15.196:3300/0 conn(0x7f2a1c0d16f0 msgr2=0x7f2a1c0d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 --2- 172.21.15.70:0/1460796782 >> v2:172.21.15.196:3300/0 conn(0x7f2a1c0d16f0 0x7f2a1c0d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a1c0b4de0 con 0x7f2a1c162d20 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f2a14001a00 con 0x7f2a1c162d20 2024-09-05T06:18:32.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 >> v1:172.21.15.70:6789/0 conn(0x7f2a1c162d20 legacy=0x7f2a1c1631b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a080039c0 0x7f2a08003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a08004810 0x7f2a08004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b59c0 0x7f2a080051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1c0b5430 con 0x7f2a080039c0 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1c0d24f0 con 0x7f2a08004810 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a0800ba00 con 0x7f2a1c0b59c0 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a224a0640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a080039c0 0x7f2a08003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a21c9f640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a08004810 0x7f2a08004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a224a0640 1 -- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b59c0 msgr2=0x7f2a080051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a224a0640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b59c0 0x7f2a080051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a224a0640 1 -- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a08004810 msgr2=0x7f2a08004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a224a0640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a08004810 0x7f2a08004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.779+0000 7f2a224a0640 1 -- 172.21.15.70:0/1460796782 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a08003530 con 0x7f2a080039c0 2024-09-05T06:18:32.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a224a0640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a080039c0 0x7f2a08003de0 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f2a1800ba30 tx=0x7f2a1801c6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fc9fb0bcbda7a33 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:32.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a180b3070 con 0x7f2a080039c0 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a180ae670 con 0x7f2a080039c0 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a2149e640 1 -- 172.21.15.70:0/1460796782 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1800b600 con 0x7f2a080039c0 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a24704640 1 -- 172.21.15.70:0/1460796782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a080039c0 msgr2=0x7f2a08003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a24704640 1 --2- 172.21.15.70:0/1460796782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a080039c0 0x7f2a08003de0 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f2a1800ba30 tx=0x7f2a1801c6b0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a22ca1640 1 -- 172.21.15.70:0/1460796782 reap_dead start 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a24704640 1 -- 172.21.15.70:0/1460796782 shutdown_connections 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a24704640 1 -- 172.21.15.70:0/1460796782 >> 172.21.15.70:0/1460796782 conn(0x7f2a1c0d4c30 msgr2=0x7f2a1c0d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a24704640 1 -- 172.21.15.70:0/1460796782 shutdown_connections 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a24704640 1 -- 172.21.15.70:0/1460796782 wait complete. 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a24704640 1 Processor -- start 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.783+0000 7f2a24704640 1 -- start start 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a080039c0 0x7f2a1c157a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b7b10 0x7f2a1c0b7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1c0cd040 0x7f2a1c0cd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1c0d33a0 con 0x7f2a1c0cd040 2024-09-05T06:18:32.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1c0d3220 con 0x7f2a080039c0 2024-09-05T06:18:32.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a1c0d3520 con 0x7f2a1c0b7b10 2024-09-05T06:18:32.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1c0cd040 0x7f2a1c0cd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:32.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1c0cd040 0x7f2a1c0cd4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35332/0 (socket says 172.21.15.70:35332) 2024-09-05T06:18:32.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 -- 172.21.15.70:0/3320231362 learned_addr learned my addr 172.21.15.70:0/3320231362 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:32.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a21c9f640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b7b10 0x7f2a1c0b7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a224a0640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a080039c0 0x7f2a1c157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 -- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b7b10 msgr2=0x7f2a1c0b7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b7b10 0x7f2a1c0b7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 -- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a080039c0 msgr2=0x7f2a1c157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a080039c0 0x7f2a1c157a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 -- 172.21.15.70:0/3320231362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a1c0cbd00 con 0x7f2a1c0cd040 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a224a0640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a080039c0 0x7f2a1c157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a22ca1640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1c0cd040 0x7f2a1c0cd4f0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c163100 tx=0x7f2a1400ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1400a5b0 con 0x7f2a1c0cd040 2024-09-05T06:18:32.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a1400a750 con 0x7f2a1c0cd040 2024-09-05T06:18:32.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a1c0cbfa0 con 0x7f2a1c0cd040 2024-09-05T06:18:32.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1400ab40 con 0x7f2a1c0cd040 2024-09-05T06:18:32.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a1c0cc560 con 0x7f2a1c0cd040 2024-09-05T06:18:32.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a1c0d5750 con 0x7f2a1c0cd040 2024-09-05T06:18:32.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a14011070 con 0x7f2a1c0cd040 2024-09-05T06:18:32.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a12ffd640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a000678f0 0x7f2a00069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:32.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5357+0+0 (secure 0 0 0) 0x7f2a14085540 con 0x7f2a1c0cd040 2024-09-05T06:18:32.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a224a0640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a000678f0 0x7f2a00069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:32.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=163}) -- 0x7f2a0006e6c0 con 0x7f2a1c0cd040 2024-09-05T06:18:32.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.787+0000 7f2a224a0640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a000678f0 0x7f2a00069db0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2a180b0000 tx=0x7f2a180046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:32.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.791+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2a1401a060 con 0x7f2a1c0cd040 2024-09-05T06:18:32.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:32.943+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2a1c0d0680 con 0x7f2a1c0cd040 2024-09-05T06:18:33.627 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.631+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v163) ==== 169+0+0 (secure 0 0 0) 0x7f2a14055b90 con 0x7f2a1c0cd040 2024-09-05T06:18:33.628 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:18:33.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.631+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(163..163 src has 1..163) ==== 296+0+0 (secure 0 0 0) 0x7f2a140b8030 con 0x7f2a1c0cd040 2024-09-05T06:18:33.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.631+0000 7f2a12ffd640 1 -- 172.21.15.70:0/3320231362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=164}) -- 0x7f2a0006d4b0 con 0x7f2a1c0cd040 2024-09-05T06:18:33.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.639+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a000678f0 msgr2=0x7f2a00069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:33.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.639+0000 7f2a24704640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a000678f0 0x7f2a00069db0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2a180b0000 tx=0x7f2a180046d0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.639+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1c0cd040 msgr2=0x7f2a1c0cd4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:33.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.639+0000 7f2a24704640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1c0cd040 0x7f2a1c0cd4f0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c163100 tx=0x7f2a1400ccd0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.647+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 shutdown_connections 2024-09-05T06:18:33.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.647+0000 7f2a24704640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a000678f0 0x7f2a00069db0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.647+0000 7f2a24704640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1c0cd040 0x7f2a1c0cd4f0 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.647+0000 7f2a24704640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a1c0b7b10 0x7f2a1c0b7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.647+0000 7f2a24704640 1 --2- 172.21.15.70:0/3320231362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a080039c0 0x7f2a1c157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.647+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 >> 172.21.15.70:0/3320231362 conn(0x7f2a1c0d4c30 msgr2=0x7f2a1c164eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:33.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.647+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 shutdown_connections 2024-09-05T06:18:33.643 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.647+0000 7f2a24704640 1 -- 172.21.15.70:0/3320231362 wait complete. 2024-09-05T06:18:33.666 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:18:33.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd21d91640 1 Processor -- start 2024-09-05T06:18:33.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd21d91640 1 -- start start 2024-09-05T06:18:33.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd21d91640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fcd1c0d4980 0x7fcd1c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:33.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd21d91640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcd1c0d3a50 0x7fcd1c0b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:33.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd21d91640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd1c0cfd30 con 0x7fcd1c15edb0 2024-09-05T06:18:33.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd21d91640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fcd1c0d0010 con 0x7fcd1c0d3a50 2024-09-05T06:18:33.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd21d91640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fcd1c0d02f0 con 0x7fcd1c0d4980 2024-09-05T06:18:33.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd1bfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcd1c0d3a50 0x7fcd1c0b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:33.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd1bfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcd1c0d3a50 0x7fcd1c0b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35336/0 (socket says 172.21.15.70:35336) 2024-09-05T06:18:33.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.782+0000 7fcd1bfff640 1 -- 172.21.15.70:0/77771522 learned_addr learned my addr 172.21.15.70:0/77771522 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:33.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1b7fe640 1 --2- 172.21.15.70:0/77771522 >> v2:172.21.15.196:3300/0 conn(0x7fcd1c0d4980 0x7fcd1c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:33.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1bfff640 1 -- 172.21.15.70:0/77771522 >> v2:172.21.15.196:3300/0 conn(0x7fcd1c0d4980 msgr2=0x7fcd1c0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:33.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1bfff640 1 --2- 172.21.15.70:0/77771522 >> v2:172.21.15.196:3300/0 conn(0x7fcd1c0d4980 0x7fcd1c0d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1bfff640 1 -- 172.21.15.70:0/77771522 >> v1:172.21.15.196:6789/0 conn(0x7fcd1c15edb0 legacy=0x7fcd1c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:33.782 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1bfff640 1 -- 172.21.15.70:0/77771522 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd1c0d05d0 con 0x7fcd1c0d3a50 2024-09-05T06:18:33.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1bfff640 1 --2- 172.21.15.70:0/77771522 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d3a50 0x7fcd1c0b4610 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c08d8e0 tx=0x7fcd1401c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69026f7019bc3a55 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:33.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1a7fc640 1 -- 172.21.15.70:0/77771522 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd140a5860 con 0x7fcd1c0d3a50 2024-09-05T06:18:33.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1a7fc640 1 -- 172.21.15.70:0/77771522 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd140a5a00 con 0x7fcd1c0d3a50 2024-09-05T06:18:33.783 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd1a7fc640 1 -- 172.21.15.70:0/77771522 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd140a5dd0 con 0x7fcd1c0d3a50 2024-09-05T06:18:33.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd21d91640 1 -- 172.21.15.70:0/77771522 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d3a50 msgr2=0x7fcd1c0b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:33.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd21d91640 1 --2- 172.21.15.70:0/77771522 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d3a50 0x7fcd1c0b4610 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c08d8e0 tx=0x7fcd1401c980 comp rx=0 tx=0).stop 2024-09-05T06:18:33.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd21d91640 1 -- 172.21.15.70:0/77771522 shutdown_connections 2024-09-05T06:18:33.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd21d91640 1 --2- 172.21.15.70:0/77771522 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d3a50 0x7fcd1c0b4610 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd21d91640 1 --2- 172.21.15.70:0/77771522 >> v2:172.21.15.196:3300/0 conn(0x7fcd1c0d4980 0x7fcd1c0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd21d91640 1 -- 172.21.15.70:0/77771522 >> 172.21.15.70:0/77771522 conn(0x7fcd1c08e690 msgr2=0x7fcd1c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:33.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd21d91640 1 -- 172.21.15.70:0/77771522 shutdown_connections 2024-09-05T06:18:33.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.786+0000 7fcd21d91640 1 -- 172.21.15.70:0/77771522 wait complete. 2024-09-05T06:18:33.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 Processor -- start 2024-09-05T06:18:33.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 -- start start 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcd1c0d3a50 0x7fcd1c1578e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d4980 0x7fcd1c0ce850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcd1c15edb0 0x7fcd1c14fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcd1c0b54e0 con 0x7fcd1c0d4980 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fcd1c0b5360 con 0x7fcd1c15edb0 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fcd1c16b730 con 0x7fcd1c0d3a50 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d4980 0x7fcd1c0ce850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d4980 0x7fcd1c0ce850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35338/0 (socket says 172.21.15.70:35338) 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 -- 172.21.15.70:0/344416666 learned_addr learned my addr 172.21.15.70:0/344416666 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1b7fe640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcd1c0d3a50 0x7fcd1c1578e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1bfff640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcd1c15edb0 0x7fcd1c14fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:33.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 -- 172.21.15.70:0/344416666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcd1c0d3a50 msgr2=0x7fcd1c1578e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcd1c0d3a50 0x7fcd1c1578e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 -- 172.21.15.70:0/344416666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcd1c15edb0 msgr2=0x7fcd1c14fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcd1c15edb0 0x7fcd1c14fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 -- 172.21.15.70:0/344416666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd1c1506b0 con 0x7fcd1c0d4980 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1affd640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d4980 0x7fcd1c0ce850 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fcd1000b410 tx=0x7fcd1000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd03fff640 1 -- 172.21.15.70:0/344416666 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd10015030 con 0x7fcd1c0d4980 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd03fff640 1 -- 172.21.15.70:0/344416666 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd10004020 con 0x7fcd1c0d4980 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd1c156b20 con 0x7fcd1c0d4980 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd03fff640 1 -- 172.21.15.70:0/344416666 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd10004450 con 0x7fcd1c0d4980 2024-09-05T06:18:33.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd1c1570e0 con 0x7fcd1c0d4980 2024-09-05T06:18:33.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd1c0b4610 con 0x7fcd1c0d4980 2024-09-05T06:18:33.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd03fff640 1 -- 172.21.15.70:0/344416666 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcd10018070 con 0x7fcd1c0d4980 2024-09-05T06:18:33.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd03fff640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcd080678c0 0x7fcd08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:33.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd03fff640 1 -- 172.21.15.70:0/344416666 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4943+0+0 (secure 0 0 0) 0x7fcd10085590 con 0x7fcd1c0d4980 2024-09-05T06:18:33.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.790+0000 7fcd1b7fe640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcd080678c0 0x7fcd08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:33.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.794+0000 7fcd1b7fe640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcd080678c0 0x7fcd08069d80 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c0ccaa0 tx=0x7fcd0c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:33.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.798+0000 7fcd03fff640 1 -- 172.21.15.70:0/344416666 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcd1c1506b0 con 0x7fcd1c0d4980 2024-09-05T06:18:33.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.958+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fcd1c0684f0 con 0x7fcd1c0d4980 2024-09-05T06:18:33.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.962+0000 7fcd03fff640 1 -- 172.21.15.70:0/344416666 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7fcd10056350 con 0x7fcd1c0d4980 2024-09-05T06:18:33.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcd080678c0 msgr2=0x7fcd08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:33.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcd080678c0 0x7fcd08069d80 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c0ccaa0 tx=0x7fcd0c008040 comp rx=0 tx=0).stop 2024-09-05T06:18:33.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d4980 msgr2=0x7fcd1c0ce850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:33.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d4980 0x7fcd1c0ce850 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fcd1000b410 tx=0x7fcd1000b8d0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 shutdown_connections 2024-09-05T06:18:33.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fcd080678c0 0x7fcd08069d80 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcd1c15edb0 0x7fcd1c14fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd1c0d4980 0x7fcd1c0ce850 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 --2- 172.21.15.70:0/344416666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcd1c0d3a50 0x7fcd1c1578e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:33.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 >> 172.21.15.70:0/344416666 conn(0x7fcd1c08e690 msgr2=0x7fcd1c0d1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:33.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 shutdown_connections 2024-09-05T06:18:33.965 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:33.966+0000 7fcd21d91640 1 -- 172.21.15.70:0/344416666 wait complete. 2024-09-05T06:18:33.981 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_fclose' 2024-09-05T06:18:34.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f5742a77640 1 Processor -- start 2024-09-05T06:18:34.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f5742a77640 1 -- start start 2024-09-05T06:18:34.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f5742a77640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f573c15f290 0x7f573c073980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f5742a77640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f573c15dbe0 con 0x7f573c15a770 2024-09-05T06:18:34.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f5742a77640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f573c15de80 con 0x7f573c0752c0 2024-09-05T06:18:34.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f5742a77640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f573c15ab50 con 0x7f573c15f290 2024-09-05T06:18:34.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f5740813640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f573c15a770 0x7f573c073270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56430/0 (socket says 172.21.15.70:56430) 2024-09-05T06:18:34.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f5740813640 1 -- 172.21.15.70:0/1753661019 learned_addr learned my addr 172.21.15.70:0/1753661019 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:34.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f573bfff640 1 --2- 172.21.15.70:0/1753661019 >> v2:172.21.15.70:3300/0 conn(0x7f573c15f290 0x7f573c073980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f573b7fe640 1 -- 172.21.15.70:0/1753661019 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2000916022 0 0) 0x7f573c15dbe0 con 0x7f573c15a770 2024-09-05T06:18:34.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f573b7fe640 1 -- 172.21.15.70:0/1753661019 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5724003530 con 0x7f573c15a770 2024-09-05T06:18:34.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f573bfff640 1 -- 172.21.15.70:0/1753661019 >> v1:172.21.15.196:6789/0 conn(0x7f573c0752c0 legacy=0x7f573c1666e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:34.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f573bfff640 1 -- 172.21.15.70:0/1753661019 >> v1:172.21.15.70:6789/0 conn(0x7f573c15a770 legacy=0x7f573c073270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.094+0000 7f573bfff640 1 -- 172.21.15.70:0/1753661019 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573c0b36e0 con 0x7f573c15f290 2024-09-05T06:18:34.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f573bfff640 1 --2- 172.21.15.70:0/1753661019 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c073980 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f57300097f0 tx=0x7f573001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29237f2b0e5670ed server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:34.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f573b7fe640 1 -- 172.21.15.70:0/1753661019 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57300b0070 con 0x7f573c15f290 2024-09-05T06:18:34.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f573b7fe640 1 -- 172.21.15.70:0/1753661019 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57300ab600 con 0x7f573c15f290 2024-09-05T06:18:34.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f573b7fe640 1 -- 172.21.15.70:0/1753661019 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57300ab9b0 con 0x7f573c15f290 2024-09-05T06:18:34.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- 172.21.15.70:0/1753661019 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 msgr2=0x7f573c073980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 --2- 172.21.15.70:0/1753661019 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c073980 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f57300097f0 tx=0x7f573001c460 comp rx=0 tx=0).stop 2024-09-05T06:18:34.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- 172.21.15.70:0/1753661019 shutdown_connections 2024-09-05T06:18:34.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 --2- 172.21.15.70:0/1753661019 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c073980 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- 172.21.15.70:0/1753661019 >> 172.21.15.70:0/1753661019 conn(0x7f573c0723c0 msgr2=0x7f573c0b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:34.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- 172.21.15.70:0/1753661019 shutdown_connections 2024-09-05T06:18:34.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- 172.21.15.70:0/1753661019 wait complete. 2024-09-05T06:18:34.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 Processor -- start 2024-09-05T06:18:34.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- start start 2024-09-05T06:18:34.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f573c0752c0 0x7f573c1468c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f573c15a770 0x7f573c15ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c15cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f573c16a620 con 0x7f573c15f290 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f573c16a7a0 con 0x7f573c0752c0 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f573c16a920 con 0x7f573c15a770 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c15cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c15cf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35342/0 (socket says 172.21.15.70:35342) 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 -- 172.21.15.70:0/3707226930 learned_addr learned my addr 172.21.15.70:0/3707226930 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5740813640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f573c0752c0 0x7f573c1468c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f573bfff640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f573c15a770 0x7f573c15ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 -- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f573c15a770 msgr2=0x7f573c15ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f573c15a770 0x7f573c15ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 -- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f573c0752c0 msgr2=0x7f573c1468c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f573c0752c0 0x7f573c1468c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 -- 172.21.15.70:0/3707226930 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573c152820 con 0x7f573c15f290 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5740813640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f573c0752c0 0x7f573c1468c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5741014640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c15cf50 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f573400c780 tx=0x7f573400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f57397fa640 1 -- 172.21.15.70:0/3707226930 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5734004b70 con 0x7f573c15f290 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f57397fa640 1 -- 172.21.15.70:0/3707226930 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5734004d10 con 0x7f573c15f290 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.098+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f573c151780 con 0x7f573c15f290 2024-09-05T06:18:34.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.102+0000 7f57397fa640 1 -- 172.21.15.70:0/3707226930 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f573400aa90 con 0x7f573c15f290 2024-09-05T06:18:34.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.102+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f573c151d40 con 0x7f573c15f290 2024-09-05T06:18:34.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.102+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f573c073270 con 0x7f573c15f290 2024-09-05T06:18:34.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.102+0000 7f57397fa640 1 -- 172.21.15.70:0/3707226930 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f573400ac30 con 0x7f573c15f290 2024-09-05T06:18:34.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.102+0000 7f57397fa640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57280678c0 0x7f5728069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.102+0000 7f57397fa640 1 -- 172.21.15.70:0/3707226930 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4943+0+0 (secure 0 0 0) 0x7f57340863f0 con 0x7f573c15f290 2024-09-05T06:18:34.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.102+0000 7f5740813640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57280678c0 0x7f5728069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.102+0000 7f5740813640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57280678c0 0x7f5728069d80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f572c005890 tx=0x7f572c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:34.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.106+0000 7f57397fa640 1 -- 172.21.15.70:0/3707226930 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5734020070 con 0x7f573c15f290 2024-09-05T06:18:34.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.318+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_fclose"]} v 0) -- 0x7f573c06f9a0 con 0x7f573c15f290 2024-09-05T06:18:34.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.658+0000 7f57397fa640 1 -- 172.21.15.70:0/3707226930 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_fclose"]}]=0 v410) ==== 132+0+0 (secure 0 0 0) 0x7f5734057210 con 0x7f573c15f290 2024-09-05T06:18:34.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57280678c0 msgr2=0x7f5728069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57280678c0 0x7f5728069d80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f572c005890 tx=0x7f572c009040 comp rx=0 tx=0).stop 2024-09-05T06:18:34.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 msgr2=0x7f573c15cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c15cf50 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f573400c780 tx=0x7f573400cc40 comp rx=0 tx=0).stop 2024-09-05T06:18:34.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 shutdown_connections 2024-09-05T06:18:34.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f57280678c0 0x7f5728069d80 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f573c15f290 0x7f573c15cf50 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f573c15a770 0x7f573c15ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 --2- 172.21.15.70:0/3707226930 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f573c0752c0 0x7f573c1468c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 >> 172.21.15.70:0/3707226930 conn(0x7f573c0723c0 msgr2=0x7f573c150470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:34.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 shutdown_connections 2024-09-05T06:18:34.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.662+0000 7f5742a77640 1 -- 172.21.15.70:0/3707226930 wait complete. 2024-09-05T06:18:34.677 INFO:tasks.cephfs_test_runner:test_full_fclose (tasks.cephfs.test_full.TestQuotaFull) ... ok 2024-09-05T06:18:34.677 INFO:tasks.cephfs_test_runner:Starting test: test_full_fsync (tasks.cephfs.test_full.TestQuotaFull) That when the full flag is encountered during asynchronous 2024-09-05T06:18:34.677 INFO:tasks.cephfs_test_runner:test_full_fsync (tasks.cephfs.test_full.TestQuotaFull) 2024-09-05T06:18:34.678 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:18:34.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.790+0000 7ff107737640 1 Processor -- start 2024-09-05T06:18:34.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.790+0000 7ff107737640 1 -- start start 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.790+0000 7ff107737640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff100157110 0x7ff1000b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.790+0000 7ff107737640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff1000d0e60 0x7ff1000af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.790+0000 7ff107737640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff10006d570 con 0x7ff1000b5ac0 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.790+0000 7ff107737640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff10006d850 con 0x7ff1000d0e60 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.790+0000 7ff107737640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff10006db30 con 0x7ff100157110 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff1054d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff100157110 0x7ff1000b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff105cd4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff1000d0e60 0x7ff1000af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff1054d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff100157110 0x7ff1000b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:41316/0 (socket says 172.21.15.70:41316) 2024-09-05T06:18:34.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff1054d3640 1 -- 172.21.15.70:0/1344332153 learned_addr learned my addr 172.21.15.70:0/1344332153 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:34.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff105cd4640 1 -- 172.21.15.70:0/1344332153 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff100157110 msgr2=0x7ff1000b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:34.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff105cd4640 1 --2- 172.21.15.70:0/1344332153 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff100157110 0x7ff1000b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff105cd4640 1 -- 172.21.15.70:0/1344332153 >> v1:172.21.15.196:6789/0 conn(0x7ff1000b5ac0 legacy=0x7ff1000d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff105cd4640 1 -- 172.21.15.70:0/1344332153 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10006de10 con 0x7ff1000d0e60 2024-09-05T06:18:34.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff1054d3640 1 --2- 172.21.15.70:0/1344332153 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff100157110 0x7ff1000b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:18:34.791 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff105cd4640 1 --2- 172.21.15.70:0/1344332153 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000d0e60 0x7ff1000af720 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8009d90 tx=0x7ff0f801c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3627a803f2715801 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:34.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff0f7fff640 1 -- 172.21.15.70:0/1344332153 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f80b2070 con 0x7ff1000d0e60 2024-09-05T06:18:34.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff0f7fff640 1 -- 172.21.15.70:0/1344332153 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0f80a5830 con 0x7ff1000d0e60 2024-09-05T06:18:34.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff0f7fff640 1 -- 172.21.15.70:0/1344332153 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f80a5c00 con 0x7ff1000d0e60 2024-09-05T06:18:34.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff107737640 1 -- 172.21.15.70:0/1344332153 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000d0e60 msgr2=0x7ff1000af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff107737640 1 --2- 172.21.15.70:0/1344332153 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000d0e60 0x7ff1000af720 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8009d90 tx=0x7ff0f801c970 comp rx=0 tx=0).stop 2024-09-05T06:18:34.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff107737640 1 -- 172.21.15.70:0/1344332153 shutdown_connections 2024-09-05T06:18:34.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff107737640 1 --2- 172.21.15.70:0/1344332153 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000d0e60 0x7ff1000af720 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff107737640 1 --2- 172.21.15.70:0/1344332153 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff100157110 0x7ff1000b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff107737640 1 -- 172.21.15.70:0/1344332153 >> 172.21.15.70:0/1344332153 conn(0x7ff10006bcc0 msgr2=0x7ff10006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:34.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff107737640 1 -- 172.21.15.70:0/1344332153 shutdown_connections 2024-09-05T06:18:34.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.794+0000 7ff107737640 1 -- 172.21.15.70:0/1344332153 wait complete. 2024-09-05T06:18:34.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 Processor -- start 2024-09-05T06:18:34.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 -- start start 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000b5ac0 0x7ff100148150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff1000d0e60 0x7ff100154e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff100157110 0x7ff10015b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff1000b3e80 con 0x7ff100157110 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff1000b3d00 con 0x7ff1000b5ac0 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff1000b4000 con 0x7ff1000d0e60 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff100157110 0x7ff10015b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff100157110 0x7ff10015b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35352/0 (socket says 172.21.15.70:35352) 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 -- 172.21.15.70:0/2251968355 learned_addr learned my addr 172.21.15.70:0/2251968355 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:34.796 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff1054d3640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000b5ac0 0x7ff100148150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff104cd2640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff1000d0e60 0x7ff100154e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 -- 172.21.15.70:0/2251968355 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff1000d0e60 msgr2=0x7ff100154e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff1000d0e60 0x7ff100154e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 -- 172.21.15.70:0/2251968355 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000b5ac0 msgr2=0x7ff100148150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000b5ac0 0x7ff100148150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 -- 172.21.15.70:0/2251968355 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff100148ac0 con 0x7ff100157110 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff105cd4640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff100157110 0x7ff10015b8b0 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8009d90 tx=0x7ff0f8019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff0f5ffb640 1 -- 172.21.15.70:0/2251968355 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f80b2050 con 0x7ff100157110 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff0f5ffb640 1 -- 172.21.15.70:0/2251968355 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0f80be070 con 0x7ff100157110 2024-09-05T06:18:34.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff100148d60 con 0x7ff100157110 2024-09-05T06:18:34.798 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff0f5ffb640 1 -- 172.21.15.70:0/2251968355 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f80ada70 con 0x7ff100157110 2024-09-05T06:18:34.798 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff100149320 con 0x7ff100157110 2024-09-05T06:18:34.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.798+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1000af720 con 0x7ff100157110 2024-09-05T06:18:34.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.802+0000 7ff0f5ffb640 1 -- 172.21.15.70:0/2251968355 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff0f80a56b0 con 0x7ff100157110 2024-09-05T06:18:34.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.802+0000 7ff0f5ffb640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0e40678f0 0x7ff0e4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:34.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.802+0000 7ff0f5ffb640 1 -- 172.21.15.70:0/2251968355 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4943+0+0 (secure 0 0 0) 0x7ff0f81209c0 con 0x7ff100157110 2024-09-05T06:18:34.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.802+0000 7ff1054d3640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0e40678f0 0x7ff0e4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:34.799 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.802+0000 7ff1054d3640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0e40678f0 0x7ff0e4069db0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff0fc009a40 tx=0x7ff0fc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:34.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.806+0000 7ff0f5ffb640 1 -- 172.21.15.70:0/2251968355 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff0f8122e20 con 0x7ff100157110 2024-09-05T06:18:34.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.954+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff1000d0530 con 0x7ff100157110 2024-09-05T06:18:34.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff0f5ffb640 1 -- 172.21.15.70:0/2251968355 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v163) ==== 74+0+13031 (secure 0 0 0) 0x7ff0f8016560 con 0x7ff100157110 2024-09-05T06:18:34.953 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:34.954 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":163,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:18:33.634489+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6837/2839886026":"2024-09-06T06:18:30.290128+0000","172.21.15.70:6835/2839886026":"2024-09-06T06:18:30.290128+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0e40678f0 msgr2=0x7ff0e4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0e40678f0 0x7ff0e4069db0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff0fc009a40 tx=0x7ff0fc008040 comp rx=0 tx=0).stop 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff100157110 msgr2=0x7ff10015b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff100157110 0x7ff10015b8b0 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8009d90 tx=0x7ff0f8019710 comp rx=0 tx=0).stop 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 shutdown_connections 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff0e40678f0 0x7ff0e4069db0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff100157110 0x7ff10015b8b0 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff1000d0e60 0x7ff100154e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 --2- 172.21.15.70:0/2251968355 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff1000b5ac0 0x7ff100148150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 >> 172.21.15.70:0/2251968355 conn(0x7ff10006bcc0 msgr2=0x7ff10015e320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:34.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 shutdown_connections 2024-09-05T06:18:34.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:34.958+0000 7ff107737640 1 -- 172.21.15.70:0/2251968355 wait complete. 2024-09-05T06:18:34.972 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '114', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:18:34.972 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:18:35.088 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.090+0000 7f19f419c640 1 Processor -- start 2024-09-05T06:18:35.089 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.090+0000 7f19f419c640 1 -- start start 2024-09-05T06:18:35.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f419c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f19ec15c8f0 0x7f19ec0d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f419c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f19ec0d1610 0x7f19ec06f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.090 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f419c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19ec0d0610 con 0x7f19ec0cdfa0 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f419c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f19ec0ce4d0 con 0x7f19ec15c8f0 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f419c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f19ec0ce7b0 con 0x7f19ec0d1610 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1f38640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f19ec15c8f0 0x7f19ec0d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1f38640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f19ec15c8f0 0x7f19ec0d10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35354/0 (socket says 172.21.15.70:35354) 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1f38640 1 -- 172.21.15.70:0/4248444889 learned_addr learned my addr 172.21.15.70:0/4248444889 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1737640 1 --2- 172.21.15.70:0/4248444889 >> v2:172.21.15.196:3300/0 conn(0x7f19ec0d1610 0x7f19ec06f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1f38640 1 -- 172.21.15.70:0/4248444889 >> v2:172.21.15.196:3300/0 conn(0x7f19ec0d1610 msgr2=0x7f19ec06f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1f38640 1 --2- 172.21.15.70:0/4248444889 >> v2:172.21.15.196:3300/0 conn(0x7f19ec0d1610 0x7f19ec06f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1f38640 1 -- 172.21.15.70:0/4248444889 >> v1:172.21.15.196:6789/0 conn(0x7f19ec0cdfa0 legacy=0x7f19ec0cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:35.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1f38640 1 -- 172.21.15.70:0/4248444889 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19ec0d08d0 con 0x7f19ec15c8f0 2024-09-05T06:18:35.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f1f38640 1 --2- 172.21.15.70:0/4248444889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0d10d0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f19ec0d1b30 tx=0x7f19e801c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed5fa17a8d4a2288 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f0f36640 1 -- 172.21.15.70:0/4248444889 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e80aa430 con 0x7f19ec15c8f0 2024-09-05T06:18:35.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f0f36640 1 -- 172.21.15.70:0/4248444889 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19e80af070 con 0x7f19ec15c8f0 2024-09-05T06:18:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.094+0000 7f19f0f36640 1 -- 172.21.15.70:0/4248444889 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e80aa7f0 con 0x7f19ec15c8f0 2024-09-05T06:18:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- 172.21.15.70:0/4248444889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 msgr2=0x7f19ec0d10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 --2- 172.21.15.70:0/4248444889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0d10d0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f19ec0d1b30 tx=0x7f19e801c4b0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- 172.21.15.70:0/4248444889 shutdown_connections 2024-09-05T06:18:35.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 --2- 172.21.15.70:0/4248444889 >> v2:172.21.15.196:3300/0 conn(0x7f19ec0d1610 0x7f19ec06f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 --2- 172.21.15.70:0/4248444889 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0d10d0 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- 172.21.15.70:0/4248444889 >> 172.21.15.70:0/4248444889 conn(0x7f19ec0b45d0 msgr2=0x7f19ec0b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:35.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- 172.21.15.70:0/4248444889 shutdown_connections 2024-09-05T06:18:35.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- 172.21.15.70:0/4248444889 wait complete. 2024-09-05T06:18:35.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 Processor -- start 2024-09-05T06:18:35.095 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- start start 2024-09-05T06:18:35.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19ec0cdfa0 0x7f19ec0c8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19ec0d1610 0x7f19ec0b6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0b6570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f19ec169bf0 con 0x7f19ec15c8f0 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f19ec0701e0 con 0x7f19ec0cdfa0 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f19ec169d70 con 0x7f19ec0d1610 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0b6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0b6570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35356/0 (socket says 172.21.15.70:35356) 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 -- 172.21.15.70:0/4187464922 learned_addr learned my addr 172.21.15.70:0/4187464922 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f1737640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19ec0d1610 0x7f19ec0b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 -- 172.21.15.70:0/4187464922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19ec0d1610 msgr2=0x7f19ec0b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19ec0d1610 0x7f19ec0b6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 -- 172.21.15.70:0/4187464922 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19ec0cdfa0 msgr2=0x7f19ec0c8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f1f38640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19ec0cdfa0 0x7f19ec0c8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19ec0cdfa0 0x7f19ec0c8c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 -- 172.21.15.70:0/4187464922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19ec0c9140 con 0x7f19ec15c8f0 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f2739640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0b6570 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f19e400c7b0 tx=0x7f19e400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19e27fc640 1 -- 172.21.15.70:0/4187464922 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e4004b70 con 0x7f19ec15c8f0 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19e27fc640 1 -- 172.21.15.70:0/4187464922 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19e4004d10 con 0x7f19ec15c8f0 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19e27fc640 1 -- 172.21.15.70:0/4187464922 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e400aa90 con 0x7f19ec15c8f0 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19ec0b0b30 con 0x7f19ec15c8f0 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.098+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19ec0b10f0 con 0x7f19ec15c8f0 2024-09-05T06:18:35.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.102+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19ec076250 con 0x7f19ec15c8f0 2024-09-05T06:18:35.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.102+0000 7f19e27fc640 1 -- 172.21.15.70:0/4187464922 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f19e400ac30 con 0x7f19ec15c8f0 2024-09-05T06:18:35.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.102+0000 7f19e27fc640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19d00678f0 0x7f19d0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.102+0000 7f19e27fc640 1 -- 172.21.15.70:0/4187464922 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4943+0+0 (secure 0 0 0) 0x7f19e4085b00 con 0x7f19ec15c8f0 2024-09-05T06:18:35.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.102+0000 7f19f1f38640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19d00678f0 0x7f19d0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.102+0000 7f19f1f38640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19d00678f0 0x7f19d0069db0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f19e80ae000 tx=0x7f19e8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.106+0000 7f19e27fc640 1 -- 172.21.15.70:0/4187464922 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f19e4020070 con 0x7f19ec15c8f0 2024-09-05T06:18:35.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.254+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f19ec06f890 con 0x7f19ec15c8f0 2024-09-05T06:18:35.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19e27fc640 1 -- 172.21.15.70:0/4187464922 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v163) ==== 93+0+10 (secure 0 0 0) 0x7f19e40569d0 con 0x7f19ec15c8f0 2024-09-05T06:18:35.253 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:18:35.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19d00678f0 msgr2=0x7f19d0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19d00678f0 0x7f19d0069db0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f19e80ae000 tx=0x7f19e8008040 comp rx=0 tx=0).stop 2024-09-05T06:18:35.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 msgr2=0x7f19ec0b6570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0b6570 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f19e400c7b0 tx=0x7f19e400cc70 comp rx=0 tx=0).stop 2024-09-05T06:18:35.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 shutdown_connections 2024-09-05T06:18:35.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f19d00678f0 0x7f19d0069db0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19ec15c8f0 0x7f19ec0b6570 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f19ec0d1610 0x7f19ec0b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 --2- 172.21.15.70:0/4187464922 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f19ec0cdfa0 0x7f19ec0c8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 >> 172.21.15.70:0/4187464922 conn(0x7f19ec0b45d0 msgr2=0x7f19ec0b3730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:35.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 shutdown_connections 2024-09-05T06:18:35.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.258+0000 7f19f419c640 1 -- 172.21.15.70:0/4187464922 wait complete. 2024-09-05T06:18:35.271 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_fsync' 2024-09-05T06:18:35.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb89c3a640 1 Processor -- start 2024-09-05T06:18:35.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb89c3a640 1 -- start start 2024-09-05T06:18:35.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb89c3a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdb8415edb0 0x7fdb840d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb89c3a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 0x7fdb840d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb89c3a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb840cfd30 con 0x7fdb840d4980 2024-09-05T06:18:35.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb89c3a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdb840b5620 con 0x7fdb8415edb0 2024-09-05T06:18:35.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb89c3a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdb840d0010 con 0x7fdb840cf7e0 2024-09-05T06:18:35.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb7bfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdb8415edb0 0x7fdb840d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb7bfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdb8415edb0 0x7fdb840d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35360/0 (socket says 172.21.15.70:35360) 2024-09-05T06:18:35.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.378+0000 7fdb7bfff640 1 -- 172.21.15.70:0/2653483786 learned_addr learned my addr 172.21.15.70:0/2653483786 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:35.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb83fff640 1 --2- 172.21.15.70:0/2653483786 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 0x7fdb840d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb7bfff640 1 -- 172.21.15.70:0/2653483786 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 msgr2=0x7fdb840d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:35.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb7bfff640 1 --2- 172.21.15.70:0/2653483786 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 0x7fdb840d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb7bfff640 1 -- 172.21.15.70:0/2653483786 >> v1:172.21.15.70:6789/0 conn(0x7fdb840d4980 legacy=0x7fdb840d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb7bfff640 1 -- 172.21.15.70:0/2653483786 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb840d02f0 con 0x7fdb8415edb0 2024-09-05T06:18:35.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb83fff640 1 --2- 172.21.15.70:0/2653483786 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 0x7fdb840d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:35.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb7bfff640 1 --2- 172.21.15.70:0/2653483786 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb840d3340 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009870 tx=0x7fdb6c01c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac5f22d2025444b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb82ffd640 1 -- 172.21.15.70:0/2653483786 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c0a95f0 con 0x7fdb8415edb0 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb82ffd640 1 -- 172.21.15.70:0/2653483786 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb6c0a9790 con 0x7fdb8415edb0 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb82ffd640 1 -- 172.21.15.70:0/2653483786 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c0a9b60 con 0x7fdb8415edb0 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb89c3a640 1 -- 172.21.15.70:0/2653483786 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 msgr2=0x7fdb840d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/2653483786 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb840d3340 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009870 tx=0x7fdb6c01c530 comp rx=0 tx=0).stop 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb89c3a640 1 -- 172.21.15.70:0/2653483786 shutdown_connections 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/2653483786 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 0x7fdb840d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/2653483786 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb840d3340 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb89c3a640 1 -- 172.21.15.70:0/2653483786 >> 172.21.15.70:0/2653483786 conn(0x7fdb8408e690 msgr2=0x7fdb8409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb89c3a640 1 -- 172.21.15.70:0/2653483786 shutdown_connections 2024-09-05T06:18:35.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.382+0000 7fdb89c3a640 1 -- 172.21.15.70:0/2653483786 wait complete. 2024-09-05T06:18:35.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 Processor -- start 2024-09-05T06:18:35.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 -- start start 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 0x7fdb84153220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb840d4980 0x7fdb8415df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb8415e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdb840b4fa0 con 0x7fdb8415edb0 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdb840b4e20 con 0x7fdb840d4980 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdb840b5120 con 0x7fdb840cf7e0 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb8415e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb8415e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35366/0 (socket says 172.21.15.70:35366) 2024-09-05T06:18:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 -- 172.21.15.70:0/1178143802 learned_addr learned my addr 172.21.15.70:0/1178143802 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 -- 172.21.15.70:0/1178143802 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 msgr2=0x7fdb84153220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 0x7fdb84153220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 -- 172.21.15.70:0/1178143802 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb840d4980 msgr2=0x7fdb8415df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb840d4980 0x7fdb8415df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 -- 172.21.15.70:0/1178143802 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb8415c910 con 0x7fdb8415edb0 2024-09-05T06:18:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb83fff640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb8415e470 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fdb7c00cef0 tx=0x7fdb7c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb80ff9640 1 -- 172.21.15.70:0/1178143802 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb7c01a070 con 0x7fdb8415edb0 2024-09-05T06:18:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb80ff9640 1 -- 172.21.15.70:0/1178143802 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb7c00d860 con 0x7fdb8415edb0 2024-09-05T06:18:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb8415cbf0 con 0x7fdb8415edb0 2024-09-05T06:18:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb80ff9640 1 -- 172.21.15.70:0/1178143802 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb7c00dc50 con 0x7fdb8415edb0 2024-09-05T06:18:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb8415d1b0 con 0x7fdb8415edb0 2024-09-05T06:18:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb840d4d60 con 0x7fdb8415edb0 2024-09-05T06:18:35.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb80ff9640 1 -- 172.21.15.70:0/1178143802 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdb7c01d070 con 0x7fdb8415edb0 2024-09-05T06:18:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb80ff9640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb640678f0 0x7fdb64069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb837fe640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb640678f0 0x7fdb64069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.386+0000 7fdb80ff9640 1 -- 172.21.15.70:0/1178143802 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4943+0+0 (secure 0 0 0) 0x7fdb7c0861f0 con 0x7fdb8415edb0 2024-09-05T06:18:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.390+0000 7fdb837fe640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb640678f0 0x7fdb64069db0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fdb74000f70 tx=0x7fdb740079e0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.394+0000 7fdb80ff9640 1 -- 172.21.15.70:0/1178143802 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdb7c0570f0 con 0x7fdb8415edb0 2024-09-05T06:18:35.599 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.602+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_fsync"]} v 0) -- 0x7fdb840cbaf0 con 0x7fdb8415edb0 2024-09-05T06:18:35.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb80ff9640 1 -- 172.21.15.70:0/1178143802 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_fsync"]}]=0 v411) ==== 134+0+0 (secure 0 0 0) 0x7fdb7c0569f0 con 0x7fdb8415edb0 2024-09-05T06:18:35.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb640678f0 msgr2=0x7fdb64069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb640678f0 0x7fdb64069db0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fdb74000f70 tx=0x7fdb740079e0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 msgr2=0x7fdb8415e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb8415e470 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fdb7c00cef0 tx=0x7fdb7c00a710 comp rx=0 tx=0).stop 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 shutdown_connections 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdb640678f0 0x7fdb64069db0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb8415edb0 0x7fdb8415e470 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdb840d4980 0x7fdb8415df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 --2- 172.21.15.70:0/1178143802 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdb840cf7e0 0x7fdb84153220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 >> 172.21.15.70:0/1178143802 conn(0x7fdb8408e690 msgr2=0x7fdb840b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 shutdown_connections 2024-09-05T06:18:35.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.662+0000 7fdb89c3a640 1 -- 172.21.15.70:0/1178143802 wait complete. 2024-09-05T06:18:35.678 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:18:35.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.802+0000 7fe9f6736640 1 Processor -- start 2024-09-05T06:18:35.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.802+0000 7fe9f6736640 1 -- start start 2024-09-05T06:18:35.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f015edb0 0x7fe9f00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9f00cf7e0 0x7fe9f00d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9f00cfd30 con 0x7fe9f00d4980 2024-09-05T06:18:35.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe9f00b5620 con 0x7fe9f00cf7e0 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe9f00d0010 con 0x7fe9f015edb0 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f4cd3640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe9f00cf7e0 0x7fe9f00d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9effff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe9f00d4980 0x7fe9f00d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56438/0 (socket says 172.21.15.70:56438) 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9effff640 1 -- 172.21.15.70:0/1669075802 learned_addr learned my addr 172.21.15.70:0/1669075802 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9ef7fe640 1 --2- 172.21.15.70:0/1669075802 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f015edb0 0x7fe9f00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f4cd3640 1 -- 172.21.15.70:0/1669075802 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f015edb0 msgr2=0x7fe9f00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f4cd3640 1 --2- 172.21.15.70:0/1669075802 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f015edb0 0x7fe9f00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f4cd3640 1 -- 172.21.15.70:0/1669075802 >> v1:172.21.15.70:6789/0 conn(0x7fe9f00d4980 legacy=0x7fe9f00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f4cd3640 1 -- 172.21.15.70:0/1669075802 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9f00d02f0 con 0x7fe9f00cf7e0 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9eeffd640 1 -- 172.21.15.70:0/1669075802 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2061021966 0 0) 0x7fe9f00cfd30 con 0x7fe9f00d4980 2024-09-05T06:18:35.802 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9ef7fe640 1 --2- 172.21.15.70:0/1669075802 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f015edb0 0x7fe9f00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:35.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f4cd3640 1 --2- 172.21.15.70:0/1669075802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00cf7e0 0x7fe9f00d3880 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8009d90 tx=0x7fe9e801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b02000e1c9b6a92e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9eeffd640 1 -- 172.21.15.70:0/1669075802 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e80b2070 con 0x7fe9f00cf7e0 2024-09-05T06:18:35.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9eeffd640 1 -- 172.21.15.70:0/1669075802 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e80a5a00 con 0x7fe9f00cf7e0 2024-09-05T06:18:35.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9eeffd640 1 -- 172.21.15.70:0/1669075802 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e80a5dd0 con 0x7fe9f00cf7e0 2024-09-05T06:18:35.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 -- 172.21.15.70:0/1669075802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00cf7e0 msgr2=0x7fe9f00d3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 --2- 172.21.15.70:0/1669075802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00cf7e0 0x7fe9f00d3880 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8009d90 tx=0x7fe9e801c940 comp rx=0 tx=0).stop 2024-09-05T06:18:35.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 -- 172.21.15.70:0/1669075802 shutdown_connections 2024-09-05T06:18:35.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 --2- 172.21.15.70:0/1669075802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00cf7e0 0x7fe9f00d3880 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 --2- 172.21.15.70:0/1669075802 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f015edb0 0x7fe9f00d3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 -- 172.21.15.70:0/1669075802 >> 172.21.15.70:0/1669075802 conn(0x7fe9f008e690 msgr2=0x7fe9f009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:35.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 -- 172.21.15.70:0/1669075802 shutdown_connections 2024-09-05T06:18:35.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.806+0000 7fe9f6736640 1 -- 172.21.15.70:0/1669075802 wait complete. 2024-09-05T06:18:35.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 Processor -- start 2024-09-05T06:18:35.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 -- start start 2024-09-05T06:18:35.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f00cf7e0 0x7fe9f0161cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00d4980 0x7fe9f006cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9f015edb0 0x7fe9f00b89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f00b4fa0 con 0x7fe9f00d4980 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f00b4e20 con 0x7fe9f015edb0 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe9f00b5120 con 0x7fe9f00cf7e0 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00d4980 0x7fe9f006cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00d4980 0x7fe9f006cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35384/0 (socket says 172.21.15.70:35384) 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 -- 172.21.15.70:0/3874197200 learned_addr learned my addr 172.21.15.70:0/3874197200 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9effff640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f00cf7e0 0x7fe9f0161cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 -- 172.21.15.70:0/3874197200 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f00cf7e0 msgr2=0x7fe9f0161cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f00cf7e0 0x7fe9f0161cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 -- 172.21.15.70:0/3874197200 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9f015edb0 msgr2=0x7fe9f00b89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9f015edb0 0x7fe9f00b89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 -- 172.21.15.70:0/3874197200 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9f00b7c30 con 0x7fe9f00d4980 2024-09-05T06:18:35.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9effff640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f00cf7e0 0x7fe9f0161cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:35.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ef7fe640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00d4980 0x7fe9f006cc70 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400c7f0 tx=0x7fe9e400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ecff9640 1 -- 172.21.15.70:0/3874197200 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4015070 con 0x7fe9f00d4980 2024-09-05T06:18:35.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ecff9640 1 -- 172.21.15.70:0/3874197200 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e4004220 con 0x7fe9f00d4980 2024-09-05T06:18:35.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9ecff9640 1 -- 172.21.15.70:0/3874197200 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4003620 con 0x7fe9f00d4980 2024-09-05T06:18:35.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9f00b7f10 con 0x7fe9f00d4980 2024-09-05T06:18:35.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9f00b84d0 con 0x7fe9f00d4980 2024-09-05T06:18:35.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.810+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9f00d4d60 con 0x7fe9f00d4980 2024-09-05T06:18:35.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.814+0000 7fe9ecff9640 1 -- 172.21.15.70:0/3874197200 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe9e40039d0 con 0x7fe9f00d4980 2024-09-05T06:18:35.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.814+0000 7fe9ecff9640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9dc0678c0 0x7fe9dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:35.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.814+0000 7fe9ecff9640 1 -- 172.21.15.70:0/3874197200 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4943+0+0 (secure 0 0 0) 0x7fe9e4085d70 con 0x7fe9f00d4980 2024-09-05T06:18:35.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.814+0000 7fe9effff640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9dc0678c0 0x7fe9dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:35.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.814+0000 7fe9effff640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9dc0678c0 0x7fe9dc069d80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0000f70 tx=0x7fe9e0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:35.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.818+0000 7fe9ecff9640 1 -- 172.21.15.70:0/3874197200 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe9e4056d20 con 0x7fe9f00d4980 2024-09-05T06:18:35.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.978+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe9f015be40 con 0x7fe9f00d4980 2024-09-05T06:18:35.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9ecff9640 1 -- 172.21.15.70:0/3874197200 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7fe9e4056620 con 0x7fe9f00d4980 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9dc0678c0 msgr2=0x7fe9dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9dc0678c0 0x7fe9dc069d80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0000f70 tx=0x7fe9e0009040 comp rx=0 tx=0).stop 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00d4980 msgr2=0x7fe9f006cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00d4980 0x7fe9f006cc70 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400c7f0 tx=0x7fe9e400ccb0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 shutdown_connections 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe9dc0678c0 0x7fe9dc069d80 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe9f015edb0 0x7fe9f00b89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe9f00d4980 0x7fe9f006cc70 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 --2- 172.21.15.70:0/3874197200 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe9f00cf7e0 0x7fe9f0161cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:35.981 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 >> 172.21.15.70:0/3874197200 conn(0x7fe9f008e690 msgr2=0x7fe9f00b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:35.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 shutdown_connections 2024-09-05T06:18:35.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:35.982+0000 7fe9f6736640 1 -- 172.21.15.70:0/3874197200 wait complete. 2024-09-05T06:18:35.997 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:18:35.998 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:18:36.043 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:18:36.124 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:18:36.124 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:18:36.124 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:18:36.130 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:18:36.130 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:18:36.130 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:18:36.136 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:18:36.136 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:18:36.136 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:18:36.178 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:18:36.178 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:18:36.178 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:18:36.184 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:18:36.184 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:18:36.184 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:18:36.344 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.346+0000 7f8a824ef640 1 Processor -- start 2024-09-05T06:18:36.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.346+0000 7f8a824ef640 1 -- start start 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a824ef640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a7c0ceaf0 0x7f8a7c0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a824ef640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8a7c0d0c90 0x7f8a7c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a824ef640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a7c06d570 con 0x7f8a7c157110 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a824ef640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8a7c0d10c0 con 0x7f8a7c0ceaf0 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a824ef640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8a7c06d850 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a7c0ceaf0 0x7f8a7c0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8a7c0ceaf0 0x7f8a7c0d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35388/0 (socket says 172.21.15.70:35388) 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7b7fe640 1 -- 172.21.15.70:0/1162581016 learned_addr learned my addr 172.21.15.70:0/1162581016 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a80a8c640 1 --2- 172.21.15.70:0/1162581016 >> v2:172.21.15.196:3300/0 conn(0x7f8a7c0d0c90 0x7f8a7c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7b7fe640 1 -- 172.21.15.70:0/1162581016 >> v2:172.21.15.196:3300/0 conn(0x7f8a7c0d0c90 msgr2=0x7f8a7c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:36.346 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7b7fe640 1 --2- 172.21.15.70:0/1162581016 >> v2:172.21.15.196:3300/0 conn(0x7f8a7c0d0c90 0x7f8a7c0af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7b7fe640 1 -- 172.21.15.70:0/1162581016 >> v1:172.21.15.196:6789/0 conn(0x7f8a7c157110 legacy=0x7f8a7c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:36.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7b7fe640 1 -- 172.21.15.70:0/1162581016 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a7c06db30 con 0x7f8a7c0ceaf0 2024-09-05T06:18:36.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7b7fe640 1 --2- 172.21.15.70:0/1162581016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0ceaf0 0x7f8a7c0d0750 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c06ed50 tx=0x7f8a7001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=277998d8a25da3df server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:36.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7affd640 1 -- 172.21.15.70:0/1162581016 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a700b0070 con 0x7f8a7c0ceaf0 2024-09-05T06:18:36.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7affd640 1 -- 172.21.15.70:0/1162581016 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a700ab600 con 0x7f8a7c0ceaf0 2024-09-05T06:18:36.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.350+0000 7f8a7affd640 1 -- 172.21.15.70:0/1162581016 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a700ab9d0 con 0x7f8a7c0ceaf0 2024-09-05T06:18:36.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- 172.21.15.70:0/1162581016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0ceaf0 msgr2=0x7f8a7c0d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 --2- 172.21.15.70:0/1162581016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0ceaf0 0x7f8a7c0d0750 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c06ed50 tx=0x7f8a7001c4e0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- 172.21.15.70:0/1162581016 shutdown_connections 2024-09-05T06:18:36.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 --2- 172.21.15.70:0/1162581016 >> v2:172.21.15.196:3300/0 conn(0x7f8a7c0d0c90 0x7f8a7c0af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 --2- 172.21.15.70:0/1162581016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0ceaf0 0x7f8a7c0d0750 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- 172.21.15.70:0/1162581016 >> 172.21.15.70:0/1162581016 conn(0x7f8a7c06bcc0 msgr2=0x7f8a7c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:36.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- 172.21.15.70:0/1162581016 shutdown_connections 2024-09-05T06:18:36.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- 172.21.15.70:0/1162581016 wait complete. 2024-09-05T06:18:36.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 Processor -- start 2024-09-05T06:18:36.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- start start 2024-09-05T06:18:36.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a7c0ceaf0 0x7f8a7c157620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0d0c90 0x7f8a7c1512c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a7c157110 0x7f8a7c151800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7c0b3a70 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7c0b5c90 con 0x7f8a7c157110 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8a7c0b3bf0 con 0x7f8a7c0ceaf0 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0d0c90 0x7f8a7c1512c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0d0c90 0x7f8a7c1512c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35390/0 (socket says 172.21.15.70:35390) 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 -- 172.21.15.70:0/3519461875 learned_addr learned my addr 172.21.15.70:0/3519461875 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7bfff640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a7c0ceaf0 0x7f8a7c157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 -- 172.21.15.70:0/3519461875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a7c0ceaf0 msgr2=0x7f8a7c157620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a7c0ceaf0 0x7f8a7c157620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 -- 172.21.15.70:0/3519461875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a7c157110 msgr2=0x7f8a7c151800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a80a8c640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a7c157110 0x7f8a7c151800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a7c157110 0x7f8a7c151800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 -- 172.21.15.70:0/3519461875 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a7c1580e0 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a7b7fe640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0d0c90 0x7f8a7c1512c0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f8a70000c10 tx=0x7f8a70019280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:36.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a78ff9640 1 -- 172.21.15.70:0/3519461875 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a700b0040 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a78ff9640 1 -- 172.21.15.70:0/3519461875 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a700b9070 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a78ff9640 1 -- 172.21.15.70:0/3519461875 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a700b4830 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a7c1583c0 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.354+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a7c158980 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.358+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a7c158cf0 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.358+0000 7f8a78ff9640 1 -- 172.21.15.70:0/3519461875 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8a700b49d0 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.358+0000 7f8a78ff9640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a680678c0 0x7f8a68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.358+0000 7f8a78ff9640 1 -- 172.21.15.70:0/3519461875 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4943+0+0 (secure 0 0 0) 0x7f8a7011f850 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.358+0000 7f8a7bfff640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a680678c0 0x7f8a68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.358+0000 7f8a7bfff640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a680678c0 0x7f8a68069d80 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c1f8f80 tx=0x7f8a6c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:36.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.362+0000 7f8a78ff9640 1 -- 172.21.15.70:0/3519461875 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8a7c158cf0 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.554+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a7c0b4fe0 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a78ff9640 1 -- 172.21.15.70:0/3519461875 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+3911 (secure 0 0 0) 0x7f8a700160d0 con 0x7f8a7c0d0c90 2024-09-05T06:18:36.554 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:36.554 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":63,"btime":"2024-09-05T06:18:31:292289+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/1345328527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":1345328527},{"type":"v1","addr":"172.21.15.196:6835","nonce":1345328527}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":5986,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2592603274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2592603274},{"type":"v1","addr":"172.21.15.196:6833","nonce":2592603274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/81199482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":81199482},{"type":"v1","addr":"172.21.15.70:6836","nonce":81199482}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7518,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/4172967545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":4172967545},{"type":"v1","addr":"172.21.15.70:6837","nonce":4172967545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[]} 2024-09-05T06:18:36.555 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 63 2024-09-05T06:18:36.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a680678c0 msgr2=0x7f8a68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a680678c0 0x7f8a68069d80 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c1f8f80 tx=0x7f8a6c008040 comp rx=0 tx=0).stop 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0d0c90 msgr2=0x7f8a7c1512c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0d0c90 0x7f8a7c1512c0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f8a70000c10 tx=0x7f8a70019280 comp rx=0 tx=0).stop 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 shutdown_connections 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8a680678c0 0x7f8a68069d80 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8a7c157110 0x7f8a7c151800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a7c0d0c90 0x7f8a7c1512c0 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 --2- 172.21.15.70:0/3519461875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8a7c0ceaf0 0x7f8a7c157620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 >> 172.21.15.70:0/3519461875 conn(0x7f8a7c06bcc0 msgr2=0x7f8a7c0b3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 shutdown_connections 2024-09-05T06:18:36.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.558+0000 7f8a824ef640 1 -- 172.21.15.70:0/3519461875 wait complete. 2024-09-05T06:18:36.573 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:18:36.573 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:18:36.573 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:18:36.573 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:18:36.573 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:18:36.574 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:18:36.574 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:18:36.574 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:18:36.574 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:18:36.574 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:18:36.574 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:18:36.574 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:18:36.575 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:18:36.575 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:18:36.575 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:18:36.575 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:18:36.583 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:18:36.583 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:18:36.584 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:18:36.584 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:18:36.595 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:18:36.596 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:18:36.597 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:18:36.597 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:18:36.626 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:18:36.627 DEBUG:teuthology.parallel:result is None 2024-09-05T06:18:36.643 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:18:36.644 DEBUG:teuthology.parallel:result is None 2024-09-05T06:18:36.646 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:18:36.647 DEBUG:teuthology.parallel:result is None 2024-09-05T06:18:36.649 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:18:36.649 DEBUG:teuthology.parallel:result is None 2024-09-05T06:18:36.649 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:18:36.704 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:18:36.706 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:18:36.723 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:18:36.723 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:18:36.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c3a7d640 1 Processor -- start 2024-09-05T06:18:36.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c3a7d640 1 -- start start 2024-09-05T06:18:36.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c3a7d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb7bc073980 0x7fb7bc15b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c3a7d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb7bc15ecc0 0x7fb7bc15cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c3a7d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7bc15f180 con 0x7fb7bc0d09c0 2024-09-05T06:18:36.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c3a7d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb7bc15f460 con 0x7fb7bc073980 2024-09-05T06:18:36.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c3a7d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb7bc15f740 con 0x7fb7bc15ecc0 2024-09-05T06:18:36.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c1018640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb7bc073980 0x7fb7bc15b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c1819640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb7bc0d09c0 0x7fb7bc073270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:56442/0 (socket says 172.21.15.70:56442) 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c1819640 1 -- 172.21.15.70:0/2312103042 learned_addr learned my addr 172.21.15.70:0/2312103042 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c201a640 1 --2- 172.21.15.70:0/2312103042 >> v2:172.21.15.196:3300/0 conn(0x7fb7bc15ecc0 0x7fb7bc15cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c1018640 1 -- 172.21.15.70:0/2312103042 >> v2:172.21.15.196:3300/0 conn(0x7fb7bc15ecc0 msgr2=0x7fb7bc15cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c1018640 1 --2- 172.21.15.70:0/2312103042 >> v2:172.21.15.196:3300/0 conn(0x7fb7bc15ecc0 0x7fb7bc15cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c1018640 1 -- 172.21.15.70:0/2312103042 >> v1:172.21.15.70:6789/0 conn(0x7fb7bc0d09c0 legacy=0x7fb7bc073270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c1018640 1 -- 172.21.15.70:0/2312103042 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7bc15fa20 con 0x7fb7bc073980 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c0817640 1 -- 172.21.15.70:0/2312103042 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3160780788 0 0) 0x7fb7bc15f180 con 0x7fb7bc0d09c0 2024-09-05T06:18:36.773 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.774+0000 7fb7c201a640 1 --2- 172.21.15.70:0/2312103042 >> v2:172.21.15.196:3300/0 conn(0x7fb7bc15ecc0 0x7fb7bc15cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:18:36.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c1018640 1 --2- 172.21.15.70:0/2312103042 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc15b6d0 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc0708f0 tx=0x7fb7ac01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d85b0e65a2b3c9e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:36.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c0817640 1 -- 172.21.15.70:0/2312103042 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac0b0070 con 0x7fb7bc073980 2024-09-05T06:18:36.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c0817640 1 -- 172.21.15.70:0/2312103042 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7ac0ab600 con 0x7fb7bc073980 2024-09-05T06:18:36.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c0817640 1 -- 172.21.15.70:0/2312103042 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc074090 con 0x7fb7bc073980 2024-09-05T06:18:36.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/2312103042 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 msgr2=0x7fb7bc15b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/2312103042 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc15b6d0 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc0708f0 tx=0x7fb7ac01c3f0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/2312103042 shutdown_connections 2024-09-05T06:18:36.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/2312103042 >> v2:172.21.15.196:3300/0 conn(0x7fb7bc15ecc0 0x7fb7bc15cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/2312103042 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc15b6d0 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/2312103042 >> 172.21.15.70:0/2312103042 conn(0x7fb7bc0723c0 msgr2=0x7fb7bc0b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:36.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/2312103042 shutdown_connections 2024-09-05T06:18:36.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/2312103042 wait complete. 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 Processor -- start 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.778+0000 7fb7c3a7d640 1 -- start start 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc14acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7bc0d09c0 0x7fb7bc154360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7bc15ecc0 0x7fb7bc144de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb7bc15d580 con 0x7fb7bc073980 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb7bc15d400 con 0x7fb7bc15ecc0 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb7bc15d700 con 0x7fb7bc0d09c0 2024-09-05T06:18:36.778 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc14acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc14acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:35436/0 (socket says 172.21.15.70:35436) 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 -- 172.21.15.70:0/3622521231 learned_addr learned my addr 172.21.15.70:0/3622521231 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c201a640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7bc15ecc0 0x7fb7bc144de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1018640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7bc0d09c0 0x7fb7bc154360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 -- 172.21.15.70:0/3622521231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7bc0d09c0 msgr2=0x7fb7bc154360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7bc0d09c0 0x7fb7bc154360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 -- 172.21.15.70:0/3622521231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7bc15ecc0 msgr2=0x7fb7bc144de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7bc15ecc0 0x7fb7bc144de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 -- 172.21.15.70:0/3622521231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7bc09ee30 con 0x7fb7bc073980 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1819640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc14acc0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7fb7b800c520 tx=0x7fb7b800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7b27fc640 1 -- 172.21.15.70:0/3622521231 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b8018070 con 0x7fb7bc073980 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7b27fc640 1 -- 172.21.15.70:0/3622521231 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7b80074e0 con 0x7fb7bc073980 2024-09-05T06:18:36.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7b27fc640 1 -- 172.21.15.70:0/3622521231 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b80049f0 con 0x7fb7bc073980 2024-09-05T06:18:36.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7bc147270 con 0x7fb7bc073980 2024-09-05T06:18:36.780 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7bc09eb50 con 0x7fb7bc073980 2024-09-05T06:18:36.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7bc15cc50 con 0x7fb7bc073980 2024-09-05T06:18:36.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7b27fc640 1 -- 172.21.15.70:0/3622521231 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb7b8004b90 con 0x7fb7bc073980 2024-09-05T06:18:36.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7b27fc640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7a00678c0 0x7fb7a0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:36.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7b27fc640 1 -- 172.21.15.70:0/3622521231 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 4943+0+0 (secure 0 0 0) 0x7fb7b8084b20 con 0x7fb7bc073980 2024-09-05T06:18:36.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1018640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7a00678c0 0x7fb7a0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:36.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.782+0000 7fb7c1018640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7a00678c0 0x7fb7a0069d80 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac0ad000 tx=0x7fb7ac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:36.784 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.786+0000 7fb7b27fc640 1 -- 172.21.15.70:0/3622521231 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb7b80553a0 con 0x7fb7bc073980 2024-09-05T06:18:36.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:36.946+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb7bc15c0e0 con 0x7fb7bc073980 2024-09-05T06:18:38.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.010+0000 7fb7b27fc640 1 -- 172.21.15.70:0/3622521231 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v168) ==== 97+0+0 (secure 0 0 0) 0x7fb7b80596a0 con 0x7fb7bc073980 2024-09-05T06:18:38.006 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:18:38.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7a00678c0 msgr2=0x7fb7a0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7a00678c0 0x7fb7a0069d80 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac0ad000 tx=0x7fb7ac008040 comp rx=0 tx=0).stop 2024-09-05T06:18:38.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 msgr2=0x7fb7bc14acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc14acc0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7fb7b800c520 tx=0x7fb7b800c9e0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 shutdown_connections 2024-09-05T06:18:38.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7a00678c0 0x7fb7a0069d80 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7bc15ecc0 0x7fb7bc144de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7bc0d09c0 0x7fb7bc154360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 --2- 172.21.15.70:0/3622521231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7bc073980 0x7fb7bc14acc0 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 >> 172.21.15.70:0/3622521231 conn(0x7fb7bc0723c0 msgr2=0x7fb7bc06ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:38.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 shutdown_connections 2024-09-05T06:18:38.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.014+0000 7fb7c3a7d640 1 -- 172.21.15.70:0/3622521231 wait complete. 2024-09-05T06:18:38.029 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:18:38.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f94581fb640 1 Processor -- start 2024-09-05T06:18:38.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f94581fb640 1 -- start start 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f94581fb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f945015ea00 0x7f9450072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f94581fb640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f94500b5310 0x7f94500b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f94581fb640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f945006e4d0 con 0x7f945006d770 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f94581fb640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f94500b5ca0 con 0x7f94500b5310 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f94581fb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9450071db0 con 0x7f945015ea00 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f9455796640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f94500b5310 0x7f94500b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f9455796640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f94500b5310 0x7f94500b5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37218/0 (socket says 172.21.15.70:37218) 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f9455796640 1 -- 172.21.15.70:0/698210643 learned_addr learned my addr 172.21.15.70:0/698210643 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f9455f97640 1 --2- 172.21.15.70:0/698210643 >> v2:172.21.15.196:3300/0 conn(0x7f945015ea00 0x7f9450072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f9455796640 1 -- 172.21.15.70:0/698210643 >> v2:172.21.15.196:3300/0 conn(0x7f945015ea00 msgr2=0x7f9450072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:38.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f9455796640 1 --2- 172.21.15.70:0/698210643 >> v2:172.21.15.196:3300/0 conn(0x7f945015ea00 0x7f9450072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f9455796640 1 -- 172.21.15.70:0/698210643 >> v1:172.21.15.196:6789/0 conn(0x7f945006d770 legacy=0x7f945006dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:38.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.210+0000 7f9455796640 1 -- 172.21.15.70:0/698210643 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9450071760 con 0x7f94500b5310 2024-09-05T06:18:38.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f9455796640 1 --2- 172.21.15.70:0/698210643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f94500b5310 0x7f94500b5760 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f945006f6d0 tx=0x7f944001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c363a02475c18c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f9454f95640 1 -- 172.21.15.70:0/698210643 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94400b0070 con 0x7f94500b5310 2024-09-05T06:18:38.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f9454f95640 1 -- 172.21.15.70:0/698210643 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94400ab600 con 0x7f94500b5310 2024-09-05T06:18:38.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f9454f95640 1 -- 172.21.15.70:0/698210643 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94400ab9d0 con 0x7f94500b5310 2024-09-05T06:18:38.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 -- 172.21.15.70:0/698210643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f94500b5310 msgr2=0x7f94500b5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 --2- 172.21.15.70:0/698210643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f94500b5310 0x7f94500b5760 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f945006f6d0 tx=0x7f944001c4e0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 -- 172.21.15.70:0/698210643 shutdown_connections 2024-09-05T06:18:38.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 --2- 172.21.15.70:0/698210643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f94500b5310 0x7f94500b5760 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 --2- 172.21.15.70:0/698210643 >> v2:172.21.15.196:3300/0 conn(0x7f945015ea00 0x7f9450072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 -- 172.21.15.70:0/698210643 >> 172.21.15.70:0/698210643 conn(0x7f945006bcc0 msgr2=0x7f945006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:38.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 -- 172.21.15.70:0/698210643 shutdown_connections 2024-09-05T06:18:38.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 -- 172.21.15.70:0/698210643 wait complete. 2024-09-05T06:18:38.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 Processor -- start 2024-09-05T06:18:38.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.214+0000 7f94581fb640 1 -- start start 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f945006d770 0x7f9450159850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f94500b5310 0x7f94501401d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f945015ea00 0x7f9450157e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f94500b4750 con 0x7f945006d770 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f94500b45d0 con 0x7f945015ea00 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f94500b48d0 con 0x7f94500b5310 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f945006d770 0x7f9450159850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f945006d770 0x7f9450159850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37230/0 (socket says 172.21.15.70:37230) 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 -- 172.21.15.70:0/2235846443 learned_addr learned my addr 172.21.15.70:0/2235846443 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9456798640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f945015ea00 0x7f9450157e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 -- 172.21.15.70:0/2235846443 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f94500b5310 msgr2=0x7f94501401d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f94500b5310 0x7f94501401d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 -- 172.21.15.70:0/2235846443 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f945015ea00 msgr2=0x7f9450157e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f945015ea00 0x7f9450157e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 -- 172.21.15.70:0/2235846443 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9450140710 con 0x7f945006d770 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455f97640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f945006d770 0x7f9450159850 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f944c00d800 tx=0x7f944c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94467fc640 1 -- 172.21.15.70:0/2235846443 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944c00b6c0 con 0x7f945006d770 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94467fc640 1 -- 172.21.15.70:0/2235846443 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f944c019070 con 0x7f945006d770 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94501608e0 con 0x7f945006d770 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94467fc640 1 -- 172.21.15.70:0/2235846443 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944c00ba60 con 0x7f945006d770 2024-09-05T06:18:38.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f945015f260 con 0x7f945006d770 2024-09-05T06:18:38.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94500b5760 con 0x7f945006d770 2024-09-05T06:18:38.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94467fc640 1 -- 172.21.15.70:0/2235846443 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f944c00bc00 con 0x7f945006d770 2024-09-05T06:18:38.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94467fc640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f94340678f0 0x7f9434069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455796640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f94340678f0 0x7f9434069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f94467fc640 1 -- 172.21.15.70:0/2235846443 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(168..168 src has 1..168) ==== 4857+0+0 (secure 0 0 0) 0x7f944c085db0 con 0x7f945006d770 2024-09-05T06:18:38.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.218+0000 7f9455796640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f94340678f0 0x7f9434069db0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f94400ad000 tx=0x7f9440004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.222+0000 7f94467fc640 1 -- 172.21.15.70:0/2235846443 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f944c056c40 con 0x7f945006d770 2024-09-05T06:18:38.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9450072560 con 0x7f945006d770 2024-09-05T06:18:38.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94467fc640 1 -- 172.21.15.70:0/2235846443 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7f944c056540 con 0x7f945006d770 2024-09-05T06:18:38.442 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:38.442 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:18:38.442 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:18:38.442 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.442 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:18:38.442 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:18:38.443 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.444 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:18:38.445 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.446 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.447 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.448 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:18:38.449 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:18:38.450 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.451 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:18:38.452 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:18:38.453 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.454 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.455 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.456 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:18:38.457 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:18:38.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f94340678f0 msgr2=0x7f9434069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f94340678f0 0x7f9434069db0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f94400ad000 tx=0x7f9440004740 comp rx=0 tx=0).stop 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f945006d770 msgr2=0x7f9450159850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f945006d770 0x7f9450159850 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f944c00d800 tx=0x7f944c00dcc0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 shutdown_connections 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f94340678f0 0x7f9434069db0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f945015ea00 0x7f9450157e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f94500b5310 0x7f94501401d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 --2- 172.21.15.70:0/2235846443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f945006d770 0x7f9450159850 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 >> 172.21.15.70:0/2235846443 conn(0x7f945006bcc0 msgr2=0x7f945015b8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 shutdown_connections 2024-09-05T06:18:38.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.446+0000 7f94581fb640 1 -- 172.21.15.70:0/2235846443 wait complete. 2024-09-05T06:18:38.462 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:18:38.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c675b640 1 Processor -- start 2024-09-05T06:18:38.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c675b640 1 -- start start 2024-09-05T06:18:38.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c675b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f73c01452d0 0x7f73c00b5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c675b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c01456b0 0x7f73c00b60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c675b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73c00d1430 con 0x7f73c00b6c20 2024-09-05T06:18:38.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c675b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f73c00ceb20 con 0x7f73c01452d0 2024-09-05T06:18:38.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c675b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f73c00ce280 con 0x7f73c01456b0 2024-09-05T06:18:38.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73bffff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f73c01452d0 0x7f73c00b5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c4cf8640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f73c00b6c20 0x7f73c015f6f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:43646/0 (socket says 172.21.15.70:43646) 2024-09-05T06:18:38.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73c4cf8640 1 -- 172.21.15.70:0/3164197166 learned_addr learned my addr 172.21.15.70:0/3164197166 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:38.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73bf7fe640 1 --2- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c01456b0 0x7f73c00b60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73bffff640 1 -- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c01456b0 msgr2=0x7f73c00b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:38.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73bffff640 1 --2- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c01456b0 0x7f73c00b60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73bffff640 1 -- 172.21.15.70:0/3164197166 >> v1:172.21.15.196:6789/0 conn(0x7f73c00b6c20 legacy=0x7f73c015f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73bffff640 1 -- 172.21.15.70:0/3164197166 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73c00ce560 con 0x7f73c01452d0 2024-09-05T06:18:38.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.586+0000 7f73bf7fe640 1 --2- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c01456b0 0x7f73c00b60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:18:38.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73bffff640 1 --2- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01452d0 0x7f73c00b5ba0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f73b00097c0 tx=0x7f73b001c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35385ce0b9d2b5ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73beffd640 1 -- 172.21.15.70:0/3164197166 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b00b0070 con 0x7f73c01452d0 2024-09-05T06:18:38.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73beffd640 1 -- 172.21.15.70:0/3164197166 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73b00ab600 con 0x7f73c01452d0 2024-09-05T06:18:38.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73beffd640 1 -- 172.21.15.70:0/3164197166 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c0160610 con 0x7f73c01452d0 2024-09-05T06:18:38.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 -- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01452d0 msgr2=0x7f73c00b5ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 --2- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01452d0 0x7f73c00b5ba0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f73b00097c0 tx=0x7f73b001c410 comp rx=0 tx=0).stop 2024-09-05T06:18:38.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 -- 172.21.15.70:0/3164197166 shutdown_connections 2024-09-05T06:18:38.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 --2- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c01456b0 0x7f73c00b60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 --2- 172.21.15.70:0/3164197166 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01452d0 0x7f73c00b5ba0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 -- 172.21.15.70:0/3164197166 >> 172.21.15.70:0/3164197166 conn(0x7f73c0072730 msgr2=0x7f73c0072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:38.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 -- 172.21.15.70:0/3164197166 shutdown_connections 2024-09-05T06:18:38.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 -- 172.21.15.70:0/3164197166 wait complete. 2024-09-05T06:18:38.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 Processor -- start 2024-09-05T06:18:38.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.590+0000 7f73c675b640 1 -- start start 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c00b6c20 0x7f73c0138de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c01452d0 0x7f73c006f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01456b0 0x7f73c006fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f73c006bcc0 con 0x7f73c01452d0 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f73c006f4c0 con 0x7f73c01456b0 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f73c006be40 con 0x7f73c00b6c20 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c01452d0 0x7f73c006f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c01452d0 0x7f73c006f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37232/0 (socket says 172.21.15.70:37232) 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 -- 172.21.15.70:0/3420577235 learned_addr learned my addr 172.21.15.70:0/3420577235 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c4cf8640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01456b0 0x7f73c006fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bffff640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c00b6c20 0x7f73c0138de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 -- 172.21.15.70:0/3420577235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c00b6c20 msgr2=0x7f73c0138de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c00b6c20 0x7f73c0138de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 -- 172.21.15.70:0/3420577235 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01456b0 msgr2=0x7f73c006fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01456b0 0x7f73c006fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 -- 172.21.15.70:0/3420577235 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73c013ad70 con 0x7f73c01452d0 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bf7fe640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c01452d0 0x7f73c006f640 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f73b400e980 tx=0x7f73b400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bcff9640 1 -- 172.21.15.70:0/3420577235 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b4017070 con 0x7f73c01452d0 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bcff9640 1 -- 172.21.15.70:0/3420577235 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73b400ca00 con 0x7f73c01452d0 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73c013b050 con 0x7f73c01452d0 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bcff9640 1 -- 172.21.15.70:0/3420577235 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b400cdd0 con 0x7f73c01452d0 2024-09-05T06:18:38.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73c013b610 con 0x7f73c01452d0 2024-09-05T06:18:38.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73c015f6f0 con 0x7f73c01452d0 2024-09-05T06:18:38.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bcff9640 1 -- 172.21.15.70:0/3420577235 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f73b401a070 con 0x7f73c01452d0 2024-09-05T06:18:38.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bcff9640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73ac0678c0 0x7f73ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bffff640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73ac0678c0 0x7f73ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bcff9640 1 -- 172.21.15.70:0/3420577235 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(168..168 src has 1..168) ==== 4857+0+0 (secure 0 0 0) 0x7f73b4085860 con 0x7f73c01452d0 2024-09-05T06:18:38.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.594+0000 7f73bffff640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73ac0678c0 0x7f73ac069d80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f73b00ad000 tx=0x7f73b0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.598+0000 7f73bcff9640 1 -- 172.21.15.70:0/3420577235 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f73b40566f0 con 0x7f73c01452d0 2024-09-05T06:18:38.764 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.766+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f73c0141510 con 0x7f73c01452d0 2024-09-05T06:18:38.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73bcff9640 1 -- 172.21.15.70:0/3420577235 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v168) ==== 84+0+65 (secure 0 0 0) 0x7f73b4055ff0 con 0x7f73c01452d0 2024-09-05T06:18:38.765 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:38.765 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:18:38.765 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:18:38.765 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:18:38.765 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:18:38.765 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:38.765 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:18:38.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73ac0678c0 msgr2=0x7f73ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73ac0678c0 0x7f73ac069d80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f73b00ad000 tx=0x7f73b0008040 comp rx=0 tx=0).stop 2024-09-05T06:18:38.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c01452d0 msgr2=0x7f73c006f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c01452d0 0x7f73c006f640 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f73b400e980 tx=0x7f73b400ee40 comp rx=0 tx=0).stop 2024-09-05T06:18:38.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 shutdown_connections 2024-09-05T06:18:38.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f73ac0678c0 0x7f73ac069d80 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f73c01456b0 0x7f73c006fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73c01452d0 0x7f73c006f640 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 --2- 172.21.15.70:0/3420577235 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73c00b6c20 0x7f73c0138de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 >> 172.21.15.70:0/3420577235 conn(0x7f73c0072730 msgr2=0x7f73c00b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:38.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 shutdown_connections 2024-09-05T06:18:38.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.770+0000 7f73c675b640 1 -- 172.21.15.70:0/3420577235 wait complete. 2024-09-05T06:18:38.784 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:18:38.784 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:18:38.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f425e982640 1 Processor -- start 2024-09-05T06:18:38.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f425e982640 1 -- start start 2024-09-05T06:18:38.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f425e982640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4258072a90 0x7f4258072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f425e982640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f425806e680 0x7f425806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f425e982640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f425815bc40 con 0x7f42580afff0 2024-09-05T06:18:38.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f425e982640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4258073410 con 0x7f425806e680 2024-09-05T06:18:38.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f425e982640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4258072600 con 0x7f4258072a90 2024-09-05T06:18:38.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f4257fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f42580afff0 0x7f42580cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53050/0 (socket says 172.21.15.70:53050) 2024-09-05T06:18:38.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f425cf1f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f425806e680 0x7f425806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.910+0000 7f4257fff640 1 -- 172.21.15.70:0/1796643589 learned_addr learned my addr 172.21.15.70:0/1796643589 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:38.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.914+0000 7f425cf1f640 1 -- 172.21.15.70:0/1796643589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4258072a90 msgr2=0x7f4258072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:38.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.914+0000 7f425cf1f640 1 --2- 172.21.15.70:0/1796643589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4258072a90 0x7f4258072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.914+0000 7f425cf1f640 1 -- 172.21.15.70:0/1796643589 >> v1:172.21.15.70:6789/0 conn(0x7f42580afff0 legacy=0x7f42580cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.914+0000 7f425cf1f640 1 -- 172.21.15.70:0/1796643589 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42580d14c0 con 0x7f425806e680 2024-09-05T06:18:38.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.914+0000 7f4256ffd640 1 -- 172.21.15.70:0/1796643589 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 715346813 0 0) 0x7f425815bc40 con 0x7f42580afff0 2024-09-05T06:18:38.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425cf1f640 1 --2- 172.21.15.70:0/1796643589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f425806e680 0x7f425806eb30 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f42500097c0 tx=0x7f425001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7eb9095351aacb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f4256ffd640 1 -- 172.21.15.70:0/1796643589 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42500b0070 con 0x7f425806e680 2024-09-05T06:18:38.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f4256ffd640 1 -- 172.21.15.70:0/1796643589 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42500ab600 con 0x7f425806e680 2024-09-05T06:18:38.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f4256ffd640 1 -- 172.21.15.70:0/1796643589 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42500ab9d0 con 0x7f425806e680 2024-09-05T06:18:38.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 -- 172.21.15.70:0/1796643589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f425806e680 msgr2=0x7f425806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 --2- 172.21.15.70:0/1796643589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f425806e680 0x7f425806eb30 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f42500097c0 tx=0x7f425001c4a0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 -- 172.21.15.70:0/1796643589 shutdown_connections 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 --2- 172.21.15.70:0/1796643589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f425806e680 0x7f425806eb30 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 --2- 172.21.15.70:0/1796643589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4258072a90 0x7f4258072ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 -- 172.21.15.70:0/1796643589 >> 172.21.15.70:0/1796643589 conn(0x7f425806bcc0 msgr2=0x7f425806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 -- 172.21.15.70:0/1796643589 shutdown_connections 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 -- 172.21.15.70:0/1796643589 wait complete. 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 Processor -- start 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 -- start start 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f425806e680 0x7f425814a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4258072a90 0x7f42580b2d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.918+0000 7f425e982640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42580afff0 0x7f4258151dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f425e982640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f42580ce2d0 con 0x7f4258072a90 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f425e982640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f42580ce150 con 0x7f42580afff0 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f425e982640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f42580d0f80 con 0x7f425806e680 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4258072a90 0x7f42580b2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4258072a90 0x7f42580b2d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37254/0 (socket says 172.21.15.70:37254) 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 -- 172.21.15.70:0/3135535128 learned_addr learned my addr 172.21.15.70:0/3135535128 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4257fff640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f425806e680 0x7f425814a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 -- 172.21.15.70:0/3135535128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f425806e680 msgr2=0x7f425814a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f425806e680 0x7f425814a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 -- 172.21.15.70:0/3135535128 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42580afff0 msgr2=0x7f4258151dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42580afff0 0x7f4258151dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 -- 172.21.15.70:0/3135535128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4258168110 con 0x7f4258072a90 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f42577fe640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4258072a90 0x7f42580b2d10 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f424c00b480 tx=0x7f424c00b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4254ff9640 1 -- 172.21.15.70:0/3135535128 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f424c014070 con 0x7f4258072a90 2024-09-05T06:18:38.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4254ff9640 1 -- 172.21.15.70:0/3135535128 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f424c010890 con 0x7f4258072a90 2024-09-05T06:18:38.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42580b2100 con 0x7f4258072a90 2024-09-05T06:18:38.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4254ff9640 1 -- 172.21.15.70:0/3135535128 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f424c010c80 con 0x7f4258072a90 2024-09-05T06:18:38.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42581683b0 con 0x7f4258072a90 2024-09-05T06:18:38.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f425806eb30 con 0x7f4258072a90 2024-09-05T06:18:38.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4254ff9640 1 -- 172.21.15.70:0/3135535128 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f424c017070 con 0x7f4258072a90 2024-09-05T06:18:38.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4254ff9640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42440678f0 0x7f4244069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:38.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4254ff9640 1 -- 172.21.15.70:0/3135535128 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(168..168 src has 1..168) ==== 4857+0+0 (secure 0 0 0) 0x7f424c085a60 con 0x7f4258072a90 2024-09-05T06:18:38.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4257fff640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42440678f0 0x7f4244069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:38.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.922+0000 7f4257fff640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42440678f0 0x7f4244069db0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f4248007fd0 tx=0x7f4248009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:38.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:38.926+0000 7f4254ff9640 1 -- 172.21.15.70:0/3135535128 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f424c056a60 con 0x7f4258072a90 2024-09-05T06:18:39.084 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:39.086+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f42580ccd00 con 0x7f4258072a90 2024-09-05T06:18:40.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.014+0000 7f4254ff9640 1 -- 172.21.15.70:0/3135535128 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v169) ==== 138+0+0 (secure 0 0 0) 0x7f424c010e20 con 0x7f4258072a90 2024-09-05T06:18:40.011 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:18:40.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42440678f0 msgr2=0x7f4244069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:40.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42440678f0 0x7f4244069db0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f4248007fd0 tx=0x7f4248009040 comp rx=0 tx=0).stop 2024-09-05T06:18:40.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4258072a90 msgr2=0x7f42580b2d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:40.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4258072a90 0x7f42580b2d10 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f424c00b480 tx=0x7f424c00b940 comp rx=0 tx=0).stop 2024-09-05T06:18:40.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 shutdown_connections 2024-09-05T06:18:40.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f42440678f0 0x7f4244069db0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42580afff0 0x7f4258151dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4258072a90 0x7f42580b2d10 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 --2- 172.21.15.70:0/3135535128 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f425806e680 0x7f425814a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.018+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 >> 172.21.15.70:0/3135535128 conn(0x7f425806bcc0 msgr2=0x7f42580ce4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:40.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.022+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 shutdown_connections 2024-09-05T06:18:40.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.022+0000 7f425e982640 1 -- 172.21.15.70:0/3135535128 wait complete. 2024-09-05T06:18:40.041 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:18:40.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3f639e640 1 Processor -- start 2024-09-05T06:18:40.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3f639e640 1 -- start start 2024-09-05T06:18:40.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3f639e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3f00d0750 0x7fd3f00d0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:40.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3f639e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd3f00b3930 0x7fd3f00b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:40.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3f639e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3f015de60 con 0x7fd3f00afe60 2024-09-05T06:18:40.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3f639e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd3f006d750 con 0x7fd3f00d0750 2024-09-05T06:18:40.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3f639e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd3f006da30 con 0x7fd3f00b3930 2024-09-05T06:18:40.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3e7fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3f00d0750 0x7fd3f00d0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:40.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3e7fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd3f00d0750 0x7fd3f00d0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37256/0 (socket says 172.21.15.70:37256) 2024-09-05T06:18:40.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3e7fff640 1 -- 172.21.15.70:0/2688857821 learned_addr learned my addr 172.21.15.70:0/2688857821 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:40.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3f493b640 1 --2- 172.21.15.70:0/2688857821 >> v2:172.21.15.196:3300/0 conn(0x7fd3f00b3930 0x7fd3f00b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:40.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3e7fff640 1 -- 172.21.15.70:0/2688857821 >> v2:172.21.15.196:3300/0 conn(0x7fd3f00b3930 msgr2=0x7fd3f00b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:40.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3e7fff640 1 --2- 172.21.15.70:0/2688857821 >> v2:172.21.15.196:3300/0 conn(0x7fd3f00b3930 0x7fd3f00b3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3e7fff640 1 -- 172.21.15.70:0/2688857821 >> v1:172.21.15.196:6789/0 conn(0x7fd3f00afe60 legacy=0x7fd3f00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:40.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.174+0000 7fd3e7fff640 1 -- 172.21.15.70:0/2688857821 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3f006dd10 con 0x7fd3f00d0750 2024-09-05T06:18:40.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 --2- 172.21.15.70:0/2688857821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00d0750 0x7fd3f00d0be0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fd3f00ce660 tx=0x7fd3d801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e17fb8a70a6c8eb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:40.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3ef7fe640 1 -- 172.21.15.70:0/2688857821 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d80b0070 con 0x7fd3f00d0750 2024-09-05T06:18:40.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3ef7fe640 1 -- 172.21.15.70:0/2688857821 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3d80ab600 con 0x7fd3f00d0750 2024-09-05T06:18:40.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3ef7fe640 1 -- 172.21.15.70:0/2688857821 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d80ab9d0 con 0x7fd3f00d0750 2024-09-05T06:18:40.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- 172.21.15.70:0/2688857821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00d0750 msgr2=0x7fd3f00d0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:40.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 --2- 172.21.15.70:0/2688857821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00d0750 0x7fd3f00d0be0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fd3f00ce660 tx=0x7fd3d801c450 comp rx=0 tx=0).stop 2024-09-05T06:18:40.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- 172.21.15.70:0/2688857821 shutdown_connections 2024-09-05T06:18:40.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 --2- 172.21.15.70:0/2688857821 >> v2:172.21.15.196:3300/0 conn(0x7fd3f00b3930 0x7fd3f00b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 --2- 172.21.15.70:0/2688857821 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00d0750 0x7fd3f00d0be0 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- 172.21.15.70:0/2688857821 >> 172.21.15.70:0/2688857821 conn(0x7fd3f006bcc0 msgr2=0x7fd3f006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:40.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- 172.21.15.70:0/2688857821 shutdown_connections 2024-09-05T06:18:40.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- 172.21.15.70:0/2688857821 wait complete. 2024-09-05T06:18:40.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 Processor -- start 2024-09-05T06:18:40.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- start start 2024-09-05T06:18:40.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3f00afe60 0x7fd3f0154c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00b3930 0x7fd3f0151d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3f00d0750 0x7fd3f01602c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f00cec70 con 0x7fd3f00b3930 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f00ceaf0 con 0x7fd3f00d0750 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f639e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd3f0169660 con 0x7fd3f00afe60 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00b3930 0x7fd3f0151d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00b3930 0x7fd3f0151d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37268/0 (socket says 172.21.15.70:37268) 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 -- 172.21.15.70:0/3521246221 learned_addr learned my addr 172.21.15.70:0/3521246221 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3f493b640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3f00d0750 0x7fd3f01602c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:40.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3effff640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3f00afe60 0x7fd3f0154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 -- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3f00afe60 msgr2=0x7fd3f0154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3f00afe60 0x7fd3f0154c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 -- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3f00d0750 msgr2=0x7fd3f01602c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3f00d0750 0x7fd3f01602c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.178+0000 7fd3e7fff640 1 -- 172.21.15.70:0/3521246221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3f0153bb0 con 0x7fd3f00b3930 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3effff640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3f00afe60 0x7fd3f0154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3e7fff640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00b3930 0x7fd3f0151d10 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fd3d80ae040 tx=0x7fd3d801ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3ed7fa640 1 -- 172.21.15.70:0/3521246221 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d80ba020 con 0x7fd3f00b3930 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3ed7fa640 1 -- 172.21.15.70:0/3521246221 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3d80b6620 con 0x7fd3f00b3930 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3ed7fa640 1 -- 172.21.15.70:0/3521246221 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d80b0040 con 0x7fd3f00b3930 2024-09-05T06:18:40.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3f0153e90 con 0x7fd3f00b3930 2024-09-05T06:18:40.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3f0154450 con 0x7fd3f00b3930 2024-09-05T06:18:40.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3f00b3da0 con 0x7fd3f00b3930 2024-09-05T06:18:40.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3ed7fa640 1 -- 172.21.15.70:0/3521246221 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd3d80bd020 con 0x7fd3f00b3930 2024-09-05T06:18:40.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3ed7fa640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3d00678f0 0x7fd3d0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:40.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3effff640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3d00678f0 0x7fd3d0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:40.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3ed7fa640 1 -- 172.21.15.70:0/3521246221 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 5227+0+0 (secure 0 0 0) 0x7fd3d811fc70 con 0x7fd3f00b3930 2024-09-05T06:18:40.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.182+0000 7fd3effff640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3d00678f0 0x7fd3d0069db0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000a850 tx=0x7fd3e0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:40.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.186+0000 7fd3ed7fa640 1 -- 172.21.15.70:0/3521246221 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd3d80c4030 con 0x7fd3f00b3930 2024-09-05T06:18:40.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:40.350+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd3f015ea00 con 0x7fd3f00b3930 2024-09-05T06:18:41.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.018+0000 7fd3ed7fa640 1 -- 172.21.15.70:0/3521246221 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v170) ==== 170+0+0 (secure 0 0 0) 0x7fd3d80160d0 con 0x7fd3f00b3930 2024-09-05T06:18:41.016 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:18:41.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3d00678f0 msgr2=0x7fd3d0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:41.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3d00678f0 0x7fd3d0069db0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000a850 tx=0x7fd3e0008040 comp rx=0 tx=0).stop 2024-09-05T06:18:41.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00b3930 msgr2=0x7fd3f0151d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:41.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00b3930 0x7fd3f0151d10 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fd3d80ae040 tx=0x7fd3d801ac90 comp rx=0 tx=0).stop 2024-09-05T06:18:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 shutdown_connections 2024-09-05T06:18:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd3d00678f0 0x7fd3d0069db0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd3f00d0750 0x7fd3f01602c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd3f00b3930 0x7fd3f0151d10 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.020 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 --2- 172.21.15.70:0/3521246221 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd3f00afe60 0x7fd3f0154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 >> 172.21.15.70:0/3521246221 conn(0x7fd3f006bcc0 msgr2=0x7fd3f00cf610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:41.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 shutdown_connections 2024-09-05T06:18:41.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.022+0000 7fd3f639e640 1 -- 172.21.15.70:0/3521246221 wait complete. 2024-09-05T06:18:41.050 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:18:41.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95c94c640 1 Processor -- start 2024-09-05T06:18:41.173 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95c94c640 1 -- start start 2024-09-05T06:18:41.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95c94c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc9580afff0 0x7fc9580cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95c94c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 0x7fc95806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95c94c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc95815bc40 con 0x7fc9580cdf80 2024-09-05T06:18:41.176 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95c94c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc958072600 con 0x7fc9580afff0 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95c94c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc9580d14c0 con 0x7fc9580731a0 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc94dd9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc9580cdf80 0x7fc958072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53066/0 (socket says 172.21.15.70:53066) 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc94dd9b640 1 -- 172.21.15.70:0/2031765778 learned_addr learned my addr 172.21.15.70:0/2031765778 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95659c640 1 --2- 172.21.15.70:0/2031765778 >> v2:172.21.15.196:3300/0 conn(0x7fc9580afff0 0x7fc9580cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc956d9d640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 0x7fc95806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2634864057 0 0) 0x7fc95815bc40 con 0x7fc9580cdf80 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc944003530 con 0x7fc9580cdf80 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2259297529 0 0) 0x7fc944003530 con 0x7fc9580cdf80 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 msgr2=0x7fc95806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:41.177 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 0x7fc95806e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 >> v2:172.21.15.196:3300/0 conn(0x7fc9580afff0 msgr2=0x7fc9580cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 --2- 172.21.15.70:0/2031765778 >> v2:172.21.15.196:3300/0 conn(0x7fc9580afff0 0x7fc9580cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc958071cd0 con 0x7fc9580cdf80 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fc940001680 con 0x7fc9580cdf80 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 >> v1:172.21.15.70:6789/0 conn(0x7fc9580cdf80 legacy=0x7fc958072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9440039c0 0x7fc944003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc944004810 0x7fc944004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 0x7fc9440051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc958072600 con 0x7fc9440039c0 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc9580d14c0 con 0x7fc944004810 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc94400b9d0 con 0x7fc9580731a0 2024-09-05T06:18:41.178 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95659c640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9440039c0 0x7fc944003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95659c640 1 -- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 msgr2=0x7fc9440051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc94dd9b640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc944004810 0x7fc944004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc956d9d640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 0x7fc9440051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95659c640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 0x7fc9440051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95659c640 1 -- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc944004810 msgr2=0x7fc944004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95659c640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc944004810 0x7fc944004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc95659c640 1 -- 172.21.15.70:0/2031765778 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc944003530 con 0x7fc9440039c0 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc956d9d640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9580731a0 0x7fc9440051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:41.179 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.178+0000 7fc94dd9b640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc944004810 0x7fc944004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:41.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95659c640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9440039c0 0x7fc944003de0 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7fc948009ae0 tx=0x7fc94801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11d567b05bbf9e77 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:41.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9480096b0 con 0x7fc9440039c0 2024-09-05T06:18:41.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9480a8410 con 0x7fc9440039c0 2024-09-05T06:18:41.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc955d9b640 1 -- 172.21.15.70:0/2031765778 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9480a8800 con 0x7fc9440039c0 2024-09-05T06:18:41.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95c94c640 1 -- 172.21.15.70:0/2031765778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9440039c0 msgr2=0x7fc944003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:41.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95c94c640 1 --2- 172.21.15.70:0/2031765778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9440039c0 0x7fc944003de0 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7fc948009ae0 tx=0x7fc94801cab0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc956d9d640 1 -- 172.21.15.70:0/2031765778 reap_dead start 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95c94c640 1 -- 172.21.15.70:0/2031765778 shutdown_connections 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95c94c640 1 -- 172.21.15.70:0/2031765778 >> 172.21.15.70:0/2031765778 conn(0x7fc95806bcc0 msgr2=0x7fc95806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95c94c640 1 -- 172.21.15.70:0/2031765778 shutdown_connections 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95c94c640 1 -- 172.21.15.70:0/2031765778 wait complete. 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95c94c640 1 Processor -- start 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.182+0000 7fc95c94c640 1 -- start start 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9440039c0 0x7fc958161070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc958163ec0 0x7fc9581541c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9580b2430 0x7fc9580ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc9580d0b00 con 0x7fc9580b2430 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc9580d0980 con 0x7fc958163ec0 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc9580d0c80 con 0x7fc9440039c0 2024-09-05T06:18:41.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9580b2430 0x7fc9580ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9580b2430 0x7fc9580ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37290/0 (socket says 172.21.15.70:37290) 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 -- 172.21.15.70:0/2241363878 learned_addr learned my addr 172.21.15.70:0/2241363878 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc94dd9b640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc958163ec0 0x7fc9581541c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95659c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9440039c0 0x7fc958161070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 -- 172.21.15.70:0/2241363878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9440039c0 msgr2=0x7fc958161070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9440039c0 0x7fc958161070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 -- 172.21.15.70:0/2241363878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc958163ec0 msgr2=0x7fc9581541c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc958163ec0 0x7fc9581541c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 -- 172.21.15.70:0/2241363878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9580b2c10 con 0x7fc9580b2430 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc956d9d640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9580b2430 0x7fc9580ae8b0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7fc958071c00 tx=0x7fc95000f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:41.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc94f7fe640 1 -- 172.21.15.70:0/2241363878 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95001c070 con 0x7fc9580b2430 2024-09-05T06:18:41.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc94f7fe640 1 -- 172.21.15.70:0/2241363878 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc950017400 con 0x7fc9580b2430 2024-09-05T06:18:41.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9580b2ef0 con 0x7fc9580b2430 2024-09-05T06:18:41.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc94f7fe640 1 -- 172.21.15.70:0/2241363878 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9500177d0 con 0x7fc9580b2430 2024-09-05T06:18:41.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9580b0750 con 0x7fc9580b2430 2024-09-05T06:18:41.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9580d1060 con 0x7fc9580b2430 2024-09-05T06:18:41.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc94f7fe640 1 -- 172.21.15.70:0/2241363878 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc95001f070 con 0x7fc9580b2430 2024-09-05T06:18:41.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc94f7fe640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9380678f0 0x7fc938069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:41.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc94f7fe640 1 -- 172.21.15.70:0/2241363878 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 5609+0+0 (secure 0 0 0) 0x7fc950085d40 con 0x7fc9580b2430 2024-09-05T06:18:41.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95659c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9380678f0 0x7fc938069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:41.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.186+0000 7fc95659c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9380678f0 0x7fc938069db0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc9480af000 tx=0x7fc9480046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:41.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.190+0000 7fc94f7fe640 1 -- 172.21.15.70:0/2241363878 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc950012070 con 0x7fc9580b2430 2024-09-05T06:18:41.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:41.386+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc95815c8e0 con 0x7fc9580b2430 2024-09-05T06:18:42.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.050+0000 7fc94f7fe640 1 -- 172.21.15.70:0/2241363878 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 20 and data pool 21 v65) ==== 174+0+0 (secure 0 0 0) 0x7fc9500568e0 con 0x7fc9580b2430 2024-09-05T06:18:42.047 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 20 and data pool 21 2024-09-05T06:18:42.050 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9380678f0 msgr2=0x7fc938069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9380678f0 0x7fc938069db0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc9480af000 tx=0x7fc9480046d0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9580b2430 msgr2=0x7fc9580ae8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9580b2430 0x7fc9580ae8b0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7fc958071c00 tx=0x7fc95000f4a0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 shutdown_connections 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc9380678f0 0x7fc938069db0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9580b2430 0x7fc9580ae8b0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc958163ec0 0x7fc9581541c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 --2- 172.21.15.70:0/2241363878 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc9440039c0 0x7fc958161070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 >> 172.21.15.70:0/2241363878 conn(0x7fc95806bcc0 msgr2=0x7fc9581573e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 shutdown_connections 2024-09-05T06:18:42.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.054+0000 7fc95c94c640 1 -- 172.21.15.70:0/2241363878 wait complete. 2024-09-05T06:18:42.079 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:18:42.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.198+0000 7f7277405640 1 Processor -- start 2024-09-05T06:18:42.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f7277405640 1 -- start start 2024-09-05T06:18:42.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f7277405640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7270157110 0x7f72700b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f7277405640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f72700b5ac0 0x7f72700d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f7277405640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f72700ceaf0 0x7f72700d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f7277405640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f727006d570 con 0x7f72700b5ac0 2024-09-05T06:18:42.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f7277405640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f727006d850 con 0x7f72700ceaf0 2024-09-05T06:18:42.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f7277405640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f727006db30 con 0x7f7270157110 2024-09-05T06:18:42.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f72700b5ac0 0x7f72700d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f72700b5ac0 0x7f72700d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37304/0 (socket says 172.21.15.70:37304) 2024-09-05T06:18:42.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 -- 172.21.15.70:0/3488743492 learned_addr learned my addr 172.21.15.70:0/3488743492 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:42.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72759a2640 1 --2- 172.21.15.70:0/3488743492 >> v2:172.21.15.196:3300/0 conn(0x7f72700ceaf0 0x7f72700d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 -- 172.21.15.70:0/3488743492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7270157110 msgr2=0x7f72700b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:42.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 --2- 172.21.15.70:0/3488743492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7270157110 0x7f72700b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 -- 172.21.15.70:0/3488743492 >> v2:172.21.15.196:3300/0 conn(0x7f72700ceaf0 msgr2=0x7f72700d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:42.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 --2- 172.21.15.70:0/3488743492 >> v2:172.21.15.196:3300/0 conn(0x7f72700ceaf0 0x7f72700d0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 -- 172.21.15.70:0/3488743492 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f727006de10 con 0x7f72700b5ac0 2024-09-05T06:18:42.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72759a2640 1 --2- 172.21.15.70:0/3488743492 >> v2:172.21.15.196:3300/0 conn(0x7f72700ceaf0 0x7f72700d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:42.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f72749a0640 1 --2- 172.21.15.70:0/3488743492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700b5ac0 0x7f72700d0750 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f7270073840 tx=0x7f726401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12a75605059c6d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.202+0000 7f7263fff640 1 -- 172.21.15.70:0/3488743492 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72640b0070 con 0x7f72700b5ac0 2024-09-05T06:18:42.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7263fff640 1 -- 172.21.15.70:0/3488743492 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72640ab600 con 0x7f72700b5ac0 2024-09-05T06:18:42.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7263fff640 1 -- 172.21.15.70:0/3488743492 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72640ab9d0 con 0x7f72700b5ac0 2024-09-05T06:18:42.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- 172.21.15.70:0/3488743492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700b5ac0 msgr2=0x7f72700d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 --2- 172.21.15.70:0/3488743492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700b5ac0 0x7f72700d0750 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f7270073840 tx=0x7f726401c520 comp rx=0 tx=0).stop 2024-09-05T06:18:42.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- 172.21.15.70:0/3488743492 shutdown_connections 2024-09-05T06:18:42.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 --2- 172.21.15.70:0/3488743492 >> v2:172.21.15.196:3300/0 conn(0x7f72700ceaf0 0x7f72700d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 --2- 172.21.15.70:0/3488743492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700b5ac0 0x7f72700d0750 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 --2- 172.21.15.70:0/3488743492 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7270157110 0x7f72700b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- 172.21.15.70:0/3488743492 >> 172.21.15.70:0/3488743492 conn(0x7f727006bcc0 msgr2=0x7f727006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:42.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- 172.21.15.70:0/3488743492 shutdown_connections 2024-09-05T06:18:42.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- 172.21.15.70:0/3488743492 wait complete. 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 Processor -- start 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- start start 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72700b5ac0 0x7f727014f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700ceaf0 0x7f72700b16c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7270157110 0x7f72700b1c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f72700b0300 con 0x7f72700ceaf0 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f72700b0180 con 0x7f72700b5ac0 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7270160550 con 0x7f7270157110 2024-09-05T06:18:42.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700ceaf0 0x7f72700b16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700ceaf0 0x7f72700b16c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37318/0 (socket says 172.21.15.70:37318) 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 -- 172.21.15.70:0/2135469538 learned_addr learned my addr 172.21.15.70:0/2135469538 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72751a1640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72700b5ac0 0x7f727014f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 -- 172.21.15.70:0/2135469538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7270157110 msgr2=0x7f72700b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7270157110 0x7f72700b1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 -- 172.21.15.70:0/2135469538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72700b5ac0 msgr2=0x7f727014f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72700b5ac0 0x7f727014f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 -- 172.21.15.70:0/2135469538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72701576c0 con 0x7f72700ceaf0 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f72749a0640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700ceaf0 0x7f72700b16c0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f726401abd0 tx=0x7f72640192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7261ffb640 1 -- 172.21.15.70:0/2135469538 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72640ba070 con 0x7f72700ceaf0 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7261ffb640 1 -- 172.21.15.70:0/2135469538 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72640b4620 con 0x7f72700ceaf0 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7270153170 con 0x7f72700ceaf0 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7261ffb640 1 -- 172.21.15.70:0/2135469538 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72640b0040 con 0x7f72700ceaf0 2024-09-05T06:18:42.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.206+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7270157960 con 0x7f72700ceaf0 2024-09-05T06:18:42.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.210+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72700b5580 con 0x7f72700ceaf0 2024-09-05T06:18:42.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.210+0000 7f7261ffb640 1 -- 172.21.15.70:0/2135469538 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72640bd070 con 0x7f72700ceaf0 2024-09-05T06:18:42.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.210+0000 7f7261ffb640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72540678c0 0x7f7254069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.210+0000 7f7261ffb640 1 -- 172.21.15.70:0/2135469538 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(171..171 src has 1..171) ==== 5709+0+0 (secure 0 0 0) 0x7f726411efa0 con 0x7f72700ceaf0 2024-09-05T06:18:42.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.210+0000 7f72751a1640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72540678c0 0x7f7254069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.210+0000 7f72751a1640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72540678c0 0x7f7254069d80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f726c00a790 tx=0x7f726c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.214+0000 7f7261ffb640 1 -- 172.21.15.70:0/2135469538 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7264016110 con 0x7f72700ceaf0 2024-09-05T06:18:42.372 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.374+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f72700d0530 con 0x7f72700ceaf0 2024-09-05T06:18:42.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.378+0000 7f7261ffb640 1 -- 172.21.15.70:0/2135469538 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v171) ==== 74+0+16741 (secure 0 0 0) 0x7f72640efc50 con 0x7f72700ceaf0 2024-09-05T06:18:42.375 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:42.375 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":171,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:18:41.394754+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:18:39.132682+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"171","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-05T06:18:40.396616+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"171","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:18:42.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72540678c0 msgr2=0x7f7254069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72540678c0 0x7f7254069d80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f726c00a790 tx=0x7f726c008040 comp rx=0 tx=0).stop 2024-09-05T06:18:42.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700ceaf0 msgr2=0x7f72700b16c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700ceaf0 0x7f72700b16c0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f726401abd0 tx=0x7f72640192c0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 shutdown_connections 2024-09-05T06:18:42.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72540678c0 0x7f7254069d80 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7270157110 0x7f72700b1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72700ceaf0 0x7f72700b16c0 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 --2- 172.21.15.70:0/2135469538 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72700b5ac0 0x7f727014f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 >> 172.21.15.70:0/2135469538 conn(0x7f727006bcc0 msgr2=0x7f727014fd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:42.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 shutdown_connections 2024-09-05T06:18:42.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.382+0000 7f7277405640 1 -- 172.21.15.70:0/2135469538 wait complete. 2024-09-05T06:18:42.395 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:18:42.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26cf19640 1 Processor -- start 2024-09-05T06:18:42.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26cf19640 1 -- start start 2024-09-05T06:18:42.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26cf19640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd268157110 0x7fd2680b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26cf19640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680d0e60 0x7fd2680af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26cf19640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd26806d570 con 0x7fd2680b5ac0 2024-09-05T06:18:42.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26cf19640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd26806d850 con 0x7fd268157110 2024-09-05T06:18:42.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26cf19640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd26806db30 con 0x7fd2680d0e60 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26659c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd268157110 0x7fd2680b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd265d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd2680b5ac0 0x7fd2680d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53080/0 (socket says 172.21.15.70:53080) 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26659c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd268157110 0x7fd2680b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37326/0 (socket says 172.21.15.70:37326) 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd265d9b640 1 -- 172.21.15.70:0/2548937071 learned_addr learned my addr 172.21.15.70:0/2548937071 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd266d9d640 1 --2- 172.21.15.70:0/2548937071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680d0e60 0x7fd2680af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26659c640 1 -- 172.21.15.70:0/2548937071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680d0e60 msgr2=0x7fd2680af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26659c640 1 --2- 172.21.15.70:0/2548937071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680d0e60 0x7fd2680af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26659c640 1 -- 172.21.15.70:0/2548937071 >> v1:172.21.15.70:6789/0 conn(0x7fd2680b5ac0 legacy=0x7fd2680d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26559a640 1 -- 172.21.15.70:0/2548937071 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 686542354 0 0) 0x7fd26806d570 con 0x7fd2680b5ac0 2024-09-05T06:18:42.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.522+0000 7fd26659c640 1 -- 172.21.15.70:0/2548937071 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd26806de10 con 0x7fd268157110 2024-09-05T06:18:42.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26659c640 1 --2- 172.21.15.70:0/2548937071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd268157110 0x7fd2680b5580 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fd2580097c0 tx=0x7fd25801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e570e31516ed62d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26559a640 1 -- 172.21.15.70:0/2548937071 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2580b0070 con 0x7fd268157110 2024-09-05T06:18:42.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26559a640 1 -- 172.21.15.70:0/2548937071 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2580ab600 con 0x7fd268157110 2024-09-05T06:18:42.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26559a640 1 -- 172.21.15.70:0/2548937071 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2580ab9d0 con 0x7fd268157110 2024-09-05T06:18:42.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26cf19640 1 -- 172.21.15.70:0/2548937071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd268157110 msgr2=0x7fd2680b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26cf19640 1 --2- 172.21.15.70:0/2548937071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd268157110 0x7fd2680b5580 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fd2580097c0 tx=0x7fd25801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26cf19640 1 -- 172.21.15.70:0/2548937071 shutdown_connections 2024-09-05T06:18:42.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26cf19640 1 --2- 172.21.15.70:0/2548937071 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680d0e60 0x7fd2680af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26cf19640 1 --2- 172.21.15.70:0/2548937071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd268157110 0x7fd2680b5580 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26cf19640 1 -- 172.21.15.70:0/2548937071 >> 172.21.15.70:0/2548937071 conn(0x7fd26806bcc0 msgr2=0x7fd26806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:42.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26cf19640 1 -- 172.21.15.70:0/2548937071 shutdown_connections 2024-09-05T06:18:42.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.526+0000 7fd26cf19640 1 -- 172.21.15.70:0/2548937071 wait complete. 2024-09-05T06:18:42.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 Processor -- start 2024-09-05T06:18:42.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 -- start start 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd2680b5ac0 0x7fd26814a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2680d0e60 0x7fd2680b4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd268157110 0x7fd2680b5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd2680b3e80 con 0x7fd2680d0e60 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd2680b3d00 con 0x7fd2680b5ac0 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd2680b4000 con 0x7fd268157110 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2680d0e60 0x7fd2680b4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2680d0e60 0x7fd2680b4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37342/0 (socket says 172.21.15.70:37342) 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 -- 172.21.15.70:0/3742163336 learned_addr learned my addr 172.21.15.70:0/3742163336 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26659c640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd2680b5ac0 0x7fd26814a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd266d9d640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd268157110 0x7fd2680b5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 -- 172.21.15.70:0/3742163336 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd268157110 msgr2=0x7fd2680b5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd268157110 0x7fd2680b5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 -- 172.21.15.70:0/3742163336 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd2680b5ac0 msgr2=0x7fd26814a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd2680b5ac0 0x7fd26814a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 -- 172.21.15.70:0/3742163336 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd268154480 con 0x7fd2680d0e60 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd265d9b640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2680d0e60 0x7fd2680b4e20 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fd25c00c4b0 tx=0x7fd25c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd256ffd640 1 -- 172.21.15.70:0/3742163336 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd25c018070 con 0x7fd2680d0e60 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd256ffd640 1 -- 172.21.15.70:0/3742163336 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd25c007500 con 0x7fd2680d0e60 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd256ffd640 1 -- 172.21.15.70:0/3742163336 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd25c004a30 con 0x7fd2680d0e60 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd268154760 con 0x7fd2680d0e60 2024-09-05T06:18:42.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd268154d20 con 0x7fd2680d0e60 2024-09-05T06:18:42.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd26806d570 con 0x7fd2680d0e60 2024-09-05T06:18:42.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.530+0000 7fd256ffd640 1 -- 172.21.15.70:0/3742163336 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd25c01b070 con 0x7fd2680d0e60 2024-09-05T06:18:42.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.534+0000 7fd256ffd640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd2480678c0 0x7fd248069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.534+0000 7fd256ffd640 1 -- 172.21.15.70:0/3742163336 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(171..171 src has 1..171) ==== 5709+0+0 (secure 0 0 0) 0x7fd25c084fb0 con 0x7fd2680d0e60 2024-09-05T06:18:42.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.534+0000 7fd26659c640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd2480678c0 0x7fd248069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.534+0000 7fd26659c640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd2480678c0 0x7fd248069d80 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fd2580ad000 tx=0x7fd258008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.538+0000 7fd256ffd640 1 -- 172.21.15.70:0/3742163336 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd25c055bb0 con 0x7fd2680d0e60 2024-09-05T06:18:42.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.694+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd26815e410 con 0x7fd2680d0e60 2024-09-05T06:18:42.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.698+0000 7fd256ffd640 1 -- 172.21.15.70:0/3742163336 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v171) ==== 74+0+16741 (secure 0 0 0) 0x7fd25c0554b0 con 0x7fd2680d0e60 2024-09-05T06:18:42.694 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:42.694 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":171,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:18:41.394754+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:18:39.132682+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"171","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-05T06:18:40.396616+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"171","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:18:42.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd2480678c0 msgr2=0x7fd248069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd2480678c0 0x7fd248069d80 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fd2580ad000 tx=0x7fd258008040 comp rx=0 tx=0).stop 2024-09-05T06:18:42.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2680d0e60 msgr2=0x7fd2680b4e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2680d0e60 0x7fd2680b4e20 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fd25c00c4b0 tx=0x7fd25c00c970 comp rx=0 tx=0).stop 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 shutdown_connections 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd2480678c0 0x7fd248069d80 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd268157110 0x7fd2680b5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2680d0e60 0x7fd2680b4e20 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 --2- 172.21.15.70:0/3742163336 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd2680b5ac0 0x7fd26814a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 >> 172.21.15.70:0/3742163336 conn(0x7fd26806bcc0 msgr2=0x7fd26815bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 shutdown_connections 2024-09-05T06:18:42.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.702+0000 7fd26cf19640 1 -- 172.21.15.70:0/3742163336 wait complete. 2024-09-05T06:18:42.714 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:18:42.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff475b47640 1 Processor -- start 2024-09-05T06:18:42.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff475b47640 1 -- start start 2024-09-05T06:18:42.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff475b47640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 0x7ff4700b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff475b47640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4700b5ac0 0x7ff4700d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff475b47640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff47006d570 con 0x7ff4700ceaf0 2024-09-05T06:18:42.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff475b47640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff47006d850 con 0x7ff4700b5ac0 2024-09-05T06:18:42.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff475b47640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff47006db30 con 0x7ff470157110 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46effd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4700b5ac0 0x7ff4700d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46effd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff4700b5ac0 0x7ff4700d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37358/0 (socket says 172.21.15.70:37358) 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46effd640 1 -- 172.21.15.70:0/113300226 learned_addr learned my addr 172.21.15.70:0/113300226 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7ff4700ceaf0 0x7ff4700af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53094/0 (socket says 172.21.15.70:53094) 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46f7fe640 1 --2- 172.21.15.70:0/113300226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 0x7ff4700b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46effd640 1 -- 172.21.15.70:0/113300226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 msgr2=0x7ff4700b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46effd640 1 --2- 172.21.15.70:0/113300226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 0x7ff4700b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46effd640 1 -- 172.21.15.70:0/113300226 >> v1:172.21.15.70:6789/0 conn(0x7ff4700ceaf0 legacy=0x7ff4700af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.834+0000 7ff46effd640 1 -- 172.21.15.70:0/113300226 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff47006de10 con 0x7ff4700b5ac0 2024-09-05T06:18:42.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff46effd640 1 --2- 172.21.15.70:0/113300226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4700b5ac0 0x7ff4700d0750 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7ff464009870 tx=0x7ff46401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb4efddbf0c0b919 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff46e7fc640 1 -- 172.21.15.70:0/113300226 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4640b2070 con 0x7ff4700b5ac0 2024-09-05T06:18:42.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff46e7fc640 1 -- 172.21.15.70:0/113300226 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4640a9070 con 0x7ff4700b5ac0 2024-09-05T06:18:42.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff46e7fc640 1 -- 172.21.15.70:0/113300226 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4640ad880 con 0x7ff4700b5ac0 2024-09-05T06:18:42.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 -- 172.21.15.70:0/113300226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4700b5ac0 msgr2=0x7ff4700d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 --2- 172.21.15.70:0/113300226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4700b5ac0 0x7ff4700d0750 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7ff464009870 tx=0x7ff46401c560 comp rx=0 tx=0).stop 2024-09-05T06:18:42.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 -- 172.21.15.70:0/113300226 shutdown_connections 2024-09-05T06:18:42.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 --2- 172.21.15.70:0/113300226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff4700b5ac0 0x7ff4700d0750 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 --2- 172.21.15.70:0/113300226 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 0x7ff4700b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 -- 172.21.15.70:0/113300226 >> 172.21.15.70:0/113300226 conn(0x7ff47006bcc0 msgr2=0x7ff47006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 -- 172.21.15.70:0/113300226 shutdown_connections 2024-09-05T06:18:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 -- 172.21.15.70:0/113300226 wait complete. 2024-09-05T06:18:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 Processor -- start 2024-09-05T06:18:42.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.838+0000 7ff475b47640 1 -- start start 2024-09-05T06:18:42.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4700ceaf0 0x7ff47014d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 0x7ff4700b2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff470159410 0x7ff4701598c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff4700b4280 con 0x7ff470159410 2024-09-05T06:18:42.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff4700d10a0 con 0x7ff4700ceaf0 2024-09-05T06:18:42.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff4700b4400 con 0x7ff470157110 2024-09-05T06:18:42.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff470159410 0x7ff4701598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff470159410 0x7ff4701598c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37360/0 (socket says 172.21.15.70:37360) 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 -- 172.21.15.70:0/2706450969 learned_addr learned my addr 172.21.15.70:0/2706450969 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 -- 172.21.15.70:0/2706450969 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 msgr2=0x7ff4700b2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 0x7ff4700b2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 -- 172.21.15.70:0/2706450969 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4700ceaf0 msgr2=0x7ff47014d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46f7fe640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4700ceaf0 0x7ff47014d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4700ceaf0 0x7ff47014d630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 -- 172.21.15.70:0/2706450969 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4700b1050 con 0x7ff470159410 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46ffff640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff470159410 0x7ff4701598c0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7ff46800c7a0 tx=0x7ff46800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff457fff640 1 -- 172.21.15.70:0/2706450969 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff468017070 con 0x7ff470159410 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff457fff640 1 -- 172.21.15.70:0/2706450969 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff46800a640 con 0x7ff470159410 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4700b1330 con 0x7ff470159410 2024-09-05T06:18:42.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff457fff640 1 -- 172.21.15.70:0/2706450969 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46800a9f0 con 0x7ff470159410 2024-09-05T06:18:42.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4700b18f0 con 0x7ff470159410 2024-09-05T06:18:42.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4700b4740 con 0x7ff470159410 2024-09-05T06:18:42.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff457fff640 1 -- 172.21.15.70:0/2706450969 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff46801a070 con 0x7ff470159410 2024-09-05T06:18:42.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff457fff640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff45c0678c0 0x7ff45c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:42.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff457fff640 1 -- 172.21.15.70:0/2706450969 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(171..171 src has 1..171) ==== 5709+0+0 (secure 0 0 0) 0x7ff4680851a0 con 0x7ff470159410 2024-09-05T06:18:42.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46f7fe640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff45c0678c0 0x7ff45c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:42.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.842+0000 7ff46f7fe640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff45c0678c0 0x7ff45c069d80 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ff46000b7c0 tx=0x7ff460008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:42.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:42.846+0000 7ff457fff640 1 -- 172.21.15.70:0/2706450969 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff468055720 con 0x7ff470159410 2024-09-05T06:18:43.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.034+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff4700d0530 con 0x7ff470159410 2024-09-05T06:18:43.075 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.078+0000 7ff457fff640 1 -- 172.21.15.70:0/2706450969 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v66) ==== 118+0+0 (secure 0 0 0) 0x7ff468059a20 con 0x7ff470159410 2024-09-05T06:18:43.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff45c0678c0 msgr2=0x7ff45c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:43.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff45c0678c0 0x7ff45c069d80 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ff46000b7c0 tx=0x7ff460008040 comp rx=0 tx=0).stop 2024-09-05T06:18:43.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff470159410 msgr2=0x7ff4701598c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:43.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff470159410 0x7ff4701598c0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7ff46800c7a0 tx=0x7ff46800cc60 comp rx=0 tx=0).stop 2024-09-05T06:18:43.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 shutdown_connections 2024-09-05T06:18:43.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff45c0678c0 0x7ff45c069d80 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff470159410 0x7ff4701598c0 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff470157110 0x7ff4700b2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 --2- 172.21.15.70:0/2706450969 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff4700ceaf0 0x7ff47014d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 >> 172.21.15.70:0/2706450969 conn(0x7ff47006bcc0 msgr2=0x7ff47015be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:43.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 shutdown_connections 2024-09-05T06:18:43.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.082+0000 7ff475b47640 1 -- 172.21.15.70:0/2706450969 wait complete. 2024-09-05T06:18:43.094 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:18:43.095 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:18:43.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f730b0b3640 1 Processor -- start 2024-09-05T06:18:43.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f730b0b3640 1 -- start start 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f730b0b3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7304072a90 0x7f7304072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f730b0b3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f730406e680 0x7f730406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f730b0b3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f730415bc40 con 0x7f73040afff0 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f730b0b3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f7304073410 con 0x7f730406e680 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f730b0b3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7304072600 con 0x7f7304072a90 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7308e4f640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f73040afff0 0x7f73040cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53098/0 (socket says 172.21.15.70:53098) 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7308e4f640 1 -- 172.21.15.70:0/2838985808 learned_addr learned my addr 172.21.15.70:0/2838985808 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1468563052 0 0) 0x7f730415bc40 con 0x7f73040afff0 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72ec003530 con 0x7f73040afff0 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7303fff640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7304072a90 0x7f7304072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7309650640 1 --2- 172.21.15.70:0/2838985808 >> v2:172.21.15.196:3300/0 conn(0x7f730406e680 0x7f730406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1778547214 0 0) 0x7f72ec003530 con 0x7f73040afff0 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7304072a90 msgr2=0x7f7304072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7304072a90 0x7f7304072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 >> v2:172.21.15.196:3300/0 conn(0x7f730406e680 msgr2=0x7f730406eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 --2- 172.21.15.70:0/2838985808 >> v2:172.21.15.196:3300/0 conn(0x7f730406e680 0x7f730406eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73040d14c0 con 0x7f73040afff0 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f72f4001680 con 0x7f73040afff0 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 >> v1:172.21.15.70:6789/0 conn(0x7f73040afff0 legacy=0x7f73040cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72ec0039c0 0x7f72ec003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72ec004810 0x7f72ec004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7304072a90 0x7f72ec0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7304073410 con 0x7f72ec0039c0 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7304072600 con 0x7f72ec004810 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f72ec00b9d0 con 0x7f7304072a90 2024-09-05T06:18:43.206 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7308e4f640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72ec0039c0 0x7f72ec003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:43.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7303fff640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72ec004810 0x7f72ec004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:43.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7308e4f640 1 -- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7304072a90 msgr2=0x7f72ec0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:43.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7308e4f640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7304072a90 0x7f72ec0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7308e4f640 1 -- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72ec004810 msgr2=0x7f72ec004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:43.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7308e4f640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f72ec004810 0x7f72ec004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.206+0000 7f7308e4f640 1 -- 172.21.15.70:0/2838985808 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72ec003530 con 0x7f72ec0039c0 2024-09-05T06:18:43.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f7308e4f640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72ec0039c0 0x7f72ec003de0 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f72f4001060 tx=0x7f72f401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8b0d61560adad5a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:43.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72f4007d80 con 0x7f72ec0039c0 2024-09-05T06:18:43.208 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72f40a9020 con 0x7f72ec0039c0 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f73037fe640 1 -- 172.21.15.70:0/2838985808 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72f4005b00 con 0x7f72ec0039c0 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f730b0b3640 1 -- 172.21.15.70:0/2838985808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72ec0039c0 msgr2=0x7f72ec003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f730b0b3640 1 --2- 172.21.15.70:0/2838985808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72ec0039c0 0x7f72ec003de0 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f72f4001060 tx=0x7f72f401cca0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f7309650640 1 -- 172.21.15.70:0/2838985808 reap_dead start 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f730b0b3640 1 -- 172.21.15.70:0/2838985808 shutdown_connections 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f730b0b3640 1 -- 172.21.15.70:0/2838985808 >> 172.21.15.70:0/2838985808 conn(0x7f730406bcc0 msgr2=0x7f730406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f730b0b3640 1 -- 172.21.15.70:0/2838985808 shutdown_connections 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f730b0b3640 1 -- 172.21.15.70:0/2838985808 wait complete. 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f730b0b3640 1 Processor -- start 2024-09-05T06:18:43.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.210+0000 7f730b0b3640 1 -- start start 2024-09-05T06:18:43.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7304153300 0x7f73041f6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73041567e0 0x7f73040cf250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73040cf790 0x7f730406d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f73040ce150 con 0x7f73040cf790 2024-09-05T06:18:43.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f73040ce2d0 con 0x7f7304153300 2024-09-05T06:18:43.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f73040d0f80 con 0x7f73041567e0 2024-09-05T06:18:43.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73040cf790 0x7f730406d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:43.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73040cf790 0x7f730406d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37374/0 (socket says 172.21.15.70:37374) 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 -- 172.21.15.70:0/4067657822 learned_addr learned my addr 172.21.15.70:0/4067657822 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7308e4f640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7304153300 0x7f73041f6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7303fff640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73041567e0 0x7f73040cf250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 -- 172.21.15.70:0/4067657822 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73041567e0 msgr2=0x7f73040cf250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73041567e0 0x7f73040cf250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 -- 172.21.15.70:0/4067657822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7304153300 msgr2=0x7f73041f6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7304153300 0x7f73041f6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 -- 172.21.15.70:0/4067657822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73040b3160 con 0x7f73040cf790 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7309650640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73040cf790 0x7f730406d570 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f730406f700 tx=0x7f72fc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f73017fa640 1 -- 172.21.15.70:0/4067657822 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc00ed90 con 0x7f73040cf790 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f73017fa640 1 -- 172.21.15.70:0/4067657822 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72fc019070 con 0x7f73040cf790 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73040b2830 con 0x7f73040cf790 2024-09-05T06:18:43.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f73017fa640 1 -- 172.21.15.70:0/4067657822 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc014660 con 0x7f73040cf790 2024-09-05T06:18:43.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73040b2df0 con 0x7f73040cf790 2024-09-05T06:18:43.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f730406eae0 con 0x7f73040cf790 2024-09-05T06:18:43.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f73017fa640 1 -- 172.21.15.70:0/4067657822 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72fc014800 con 0x7f73040cf790 2024-09-05T06:18:43.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f73017fa640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72f00678c0 0x7f72f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:43.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f73017fa640 1 -- 172.21.15.70:0/4067657822 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f72fc085fc0 con 0x7f73040cf790 2024-09-05T06:18:43.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7308e4f640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72f00678c0 0x7f72f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:43.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.214+0000 7f7308e4f640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72f00678c0 0x7f72f0069d80 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f72f40aa000 tx=0x7f72f4001a50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:43.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.218+0000 7f73017fa640 1 -- 172.21.15.70:0/4067657822 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f72fc056b90 con 0x7f73040cf790 2024-09-05T06:18:43.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:43.418+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f73040cea50 con 0x7f73040cf790 2024-09-05T06:18:44.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f73017fa640 1 -- 172.21.15.70:0/4067657822 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v67) ==== 122+0+0 (secure 0 0 0) 0x7f72fc056490 con 0x7f73040cf790 2024-09-05T06:18:44.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72f00678c0 msgr2=0x7f72f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72f00678c0 0x7f72f0069d80 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f72f40aa000 tx=0x7f72f4001a50 comp rx=0 tx=0).stop 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73040cf790 msgr2=0x7f730406d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73040cf790 0x7f730406d570 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f730406f700 tx=0x7f72fc00e4b0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 shutdown_connections 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f72f00678c0 0x7f72f0069d80 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f73040cf790 0x7f730406d570 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73041567e0 0x7f73040cf250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 --2- 172.21.15.70:0/4067657822 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7304153300 0x7f73041f6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.082+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 >> 172.21.15.70:0/4067657822 conn(0x7f730406bcc0 msgr2=0x7f73041619e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.086+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 shutdown_connections 2024-09-05T06:18:44.081 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.086+0000 7f730b0b3640 1 -- 172.21.15.70:0/4067657822 wait complete. 2024-09-05T06:18:44.103 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:18:44.104 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:18:44.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f8bb7640 1 Processor -- start 2024-09-05T06:18:44.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f8bb7640 1 -- start start 2024-09-05T06:18:44.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f8bb7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb1f4157110 0x7fb1f40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f8bb7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40d0e60 0x7fb1f40af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f8bb7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1f406d570 con 0x7fb1f40b5ac0 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f8bb7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb1f406d850 con 0x7fb1f4157110 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f8bb7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb1f406db30 con 0x7fb1f40d0e60 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1e9d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb1f40b5ac0 0x7fb1f40d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53106/0 (socket says 172.21.15.70:53106) 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1e9d9b640 1 -- 172.21.15.70:0/684304908 learned_addr learned my addr 172.21.15.70:0/684304908 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f259c640 1 --2- 172.21.15.70:0/684304908 >> v2:172.21.15.196:3300/0 conn(0x7fb1f4157110 0x7fb1f40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f2d9d640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40d0e60 0x7fb1f40af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2143769207 0 0) 0x7fb1f406d570 con 0x7fb1f40b5ac0 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb1e0003530 con 0x7fb1f40b5ac0 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2010079087 0 0) 0x7fb1e0003530 con 0x7fb1f40b5ac0 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40d0e60 msgr2=0x7fb1f40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40d0e60 0x7fb1f40af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 >> v2:172.21.15.196:3300/0 conn(0x7fb1f4157110 msgr2=0x7fb1f40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 --2- 172.21.15.70:0/684304908 >> v2:172.21.15.196:3300/0 conn(0x7fb1f4157110 0x7fb1f40b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1f406de10 con 0x7fb1f40b5ac0 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fb1dc001680 con 0x7fb1f40b5ac0 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 >> v1:172.21.15.70:6789/0 conn(0x7fb1f40b5ac0 legacy=0x7fb1f40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00039c0 0x7fb1e0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e0004810 0x7fb1e0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40d0e60 0x7fb1e00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f406d850 con 0x7fb1e00039c0 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f406db30 con 0x7fb1e0004810 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e000b9d0 con 0x7fb1f40d0e60 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f259c640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00039c0 0x7fb1e0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1e9d9b640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e0004810 0x7fb1e0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f259c640 1 -- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40d0e60 msgr2=0x7fb1e00051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f259c640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40d0e60 0x7fb1e00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f259c640 1 -- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e0004810 msgr2=0x7fb1e0004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f259c640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1e0004810 0x7fb1e0004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.230+0000 7fb1f259c640 1 -- 172.21.15.70:0/684304908 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e0003530 con 0x7fb1e00039c0 2024-09-05T06:18:44.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f259c640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00039c0 0x7fb1e0003de0 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fb1e4009ae0 tx=0x7fb1e401cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6003bf3dabf36b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e40096b0 con 0x7fb1e00039c0 2024-09-05T06:18:44.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1e40a8410 con 0x7fb1e00039c0 2024-09-05T06:18:44.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f1d9b640 1 -- 172.21.15.70:0/684304908 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e40a8800 con 0x7fb1e00039c0 2024-09-05T06:18:44.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/684304908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00039c0 msgr2=0x7fb1e0003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 --2- 172.21.15.70:0/684304908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1e00039c0 0x7fb1e0003de0 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fb1e4009ae0 tx=0x7fb1e401cab0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f2d9d640 1 -- 172.21.15.70:0/684304908 reap_dead start 2024-09-05T06:18:44.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/684304908 shutdown_connections 2024-09-05T06:18:44.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/684304908 >> 172.21.15.70:0/684304908 conn(0x7fb1f406bcc0 msgr2=0x7fb1f406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:44.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/684304908 shutdown_connections 2024-09-05T06:18:44.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/684304908 wait complete. 2024-09-05T06:18:44.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 Processor -- start 2024-09-05T06:18:44.232 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- start start 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1f4148370 0x7fb1f4073050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1f414f5f0 0x7fb1f41548e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40ae8b0 0x7fb1f40aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f40b0340 con 0x7fb1f4148370 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f40b01c0 con 0x7fb1f414f5f0 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f8bb7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb1f40b3a70 con 0x7fb1f40ae8b0 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1f4148370 0x7fb1f4073050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1f4148370 0x7fb1f4073050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37398/0 (socket says 172.21.15.70:37398) 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f259c640 1 -- 172.21.15.70:0/2099749224 learned_addr learned my addr 172.21.15.70:0/2099749224 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f259c640 1 -- 172.21.15.70:0/2099749224 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40ae8b0 msgr2=0x7fb1f40aed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f259c640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40ae8b0 0x7fb1f40aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1f259c640 1 -- 172.21.15.70:0/2099749224 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1f414f5f0 msgr2=0x7fb1f41548e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.234+0000 7fb1e9d9b640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1f414f5f0 0x7fb1f41548e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1f259c640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1f414f5f0 0x7fb1f41548e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1f259c640 1 -- 172.21.15.70:0/2099749224 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1f41f8480 con 0x7fb1f4148370 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1f259c640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1f4148370 0x7fb1f4073050 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fb1e401d350 tx=0x7fb1e4019850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1eb7fe640 1 -- 172.21.15.70:0/2099749224 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e40be070 con 0x7fb1f4148370 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1eb7fe640 1 -- 172.21.15.70:0/2099749224 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1e400f000 con 0x7fb1f4148370 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1f41f8760 con 0x7fb1f4148370 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1eb7fe640 1 -- 172.21.15.70:0/2099749224 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e40096b0 con 0x7fb1f4148370 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1f41f8d20 con 0x7fb1f4148370 2024-09-05T06:18:44.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1f40af270 con 0x7fb1f4148370 2024-09-05T06:18:44.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1eb7fe640 1 -- 172.21.15.70:0/2099749224 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb1e40a8ce0 con 0x7fb1f4148370 2024-09-05T06:18:44.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1eb7fe640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1d40678f0 0x7fb1d4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1eb7fe640 1 -- 172.21.15.70:0/2099749224 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7fb1e411f3d0 con 0x7fb1f4148370 2024-09-05T06:18:44.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1e9d9b640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1d40678f0 0x7fb1d4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.238+0000 7fb1e9d9b640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1d40678f0 0x7fb1d4069db0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc000c10 tx=0x7fb1dc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.242+0000 7fb1eb7fe640 1 -- 172.21.15.70:0/2099749224 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb1e40ac030 con 0x7fb1f4148370 2024-09-05T06:18:44.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.422+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb1f406d570 con 0x7fb1f4148370 2024-09-05T06:18:44.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.422+0000 7fb1eb7fe640 1 -- 172.21.15.70:0/2099749224 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5224 (secure 0 0 0) 0x7fb1e40167c0 con 0x7fb1f4148370 2024-09-05T06:18:44.420 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:44.420 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":67,"btime":"2024-09-05T06:18:44:084893+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5687,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/686463817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":686463817},{"type":"v1","addr":"172.21.15.196:6834","nonce":686463817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5690,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/113269698","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":113269698},{"type":"v1","addr":"172.21.15.196:6835","nonce":113269698}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7587,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/937071757","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":937071757},{"type":"v1","addr":"172.21.15.70:6835","nonce":937071757}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:18:41.395255+0000","modified":"2024-09-05T06:18:43.425327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7590},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7590":{"gid":7590,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2507797379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2507797379},{"type":"v1","addr":"172.21.15.70:6837","nonce":2507797379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7590,"qdb_cluster":[7590]},"id":10}]} 2024-09-05T06:18:44.421 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 67 2024-09-05T06:18:44.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1d40678f0 msgr2=0x7fb1d4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1d40678f0 0x7fb1d4069db0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc000c10 tx=0x7fb1dc009040 comp rx=0 tx=0).stop 2024-09-05T06:18:44.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1f4148370 msgr2=0x7fb1f4073050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1f4148370 0x7fb1f4073050 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fb1e401d350 tx=0x7fb1e4019850 comp rx=0 tx=0).stop 2024-09-05T06:18:44.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 shutdown_connections 2024-09-05T06:18:44.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1d40678f0 0x7fb1d4069db0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1f40ae8b0 0x7fb1f40aed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1f414f5f0 0x7fb1f41548e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 --2- 172.21.15.70:0/2099749224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1f4148370 0x7fb1f4073050 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 >> 172.21.15.70:0/2099749224 conn(0x7fb1f406bcc0 msgr2=0x7fb1f406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:44.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 shutdown_connections 2024-09-05T06:18:44.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.426+0000 7fb1f8bb7640 1 -- 172.21.15.70:0/2099749224 wait complete. 2024-09-05T06:18:44.440 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:18:44.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.554+0000 7f3b21469640 1 Processor -- start 2024-09-05T06:18:44.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.554+0000 7f3b21469640 1 -- start start 2024-09-05T06:18:44.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b21469640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3b1c0d0e60 0x7f3b1c0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b21469640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b1c06d570 con 0x7f3b1c0ceaf0 2024-09-05T06:18:44.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b21469640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b1c06d850 con 0x7f3b1c157110 2024-09-05T06:18:44.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b21469640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3b1c06db30 con 0x7f3b1c0d0e60 2024-09-05T06:18:44.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f3b1c0ceaf0 0x7f3b1c0d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53110/0 (socket says 172.21.15.70:53110) 2024-09-05T06:18:44.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 -- 172.21.15.70:0/2762188213 learned_addr learned my addr 172.21.15.70:0/2762188213 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:44.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1b7fe640 1 --2- 172.21.15.70:0/2762188213 >> v2:172.21.15.196:3300/0 conn(0x7f3b1c0d0e60 0x7f3b1c0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1164844487 0 0) 0x7f3b1c06d570 con 0x7f3b1c0ceaf0 2024-09-05T06:18:44.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3b04003530 con 0x7f3b1c0ceaf0 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2644008602 0 0) 0x7f3b04003530 con 0x7f3b1c0ceaf0 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 >> v2:172.21.15.196:3300/0 conn(0x7f3b1c0d0e60 msgr2=0x7f3b1c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 --2- 172.21.15.70:0/2762188213 >> v2:172.21.15.196:3300/0 conn(0x7f3b1c0d0e60 0x7f3b1c0af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 >> v1:172.21.15.196:6789/0 conn(0x7f3b1c157110 legacy=0x7f3b1c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b1c06de10 con 0x7f3b1c0ceaf0 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3b100016a0 con 0x7f3b1c0ceaf0 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 >> v1:172.21.15.70:6789/0 conn(0x7f3b1c0ceaf0 legacy=0x7f3b1c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b040039c0 0x7f3b04003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b04004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b040051d0 0x7f3b0400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.556 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3b1c06db30 con 0x7f3b04004810 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3b0400c070 con 0x7f3b040039c0 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3b0400c270 con 0x7f3b040051d0 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b04004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1b7fe640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b040051d0 0x7f3b0400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1affd640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b040039c0 0x7f3b04003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 -- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b040051d0 msgr2=0x7f3b0400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b040051d0 0x7f3b0400b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 -- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b040039c0 msgr2=0x7f3b04003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b040039c0 0x7f3b04003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1b7fe640 1 -- 172.21.15.70:0/2762188213 reap_dead start 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 -- 172.21.15.70:0/2762188213 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b04003530 con 0x7f3b04004810 2024-09-05T06:18:44.557 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1affd640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b040039c0 0x7f3b04003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:44.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.558+0000 7f3b1a7fc640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b04004c90 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c06f1b0 tx=0x7f3b1001f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7279f39b7eeabb1e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b10007d60 con 0x7f3b04004810 2024-09-05T06:18:44.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b100ac070 con 0x7f3b04004810 2024-09-05T06:18:44.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b19ffb640 1 -- 172.21.15.70:0/2762188213 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b10005b20 con 0x7f3b04004810 2024-09-05T06:18:44.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- 172.21.15.70:0/2762188213 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 msgr2=0x7f3b04004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.560 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b04004c90 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c06f1b0 tx=0x7f3b1001f330 comp rx=0 tx=0).stop 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- 172.21.15.70:0/2762188213 shutdown_connections 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 --2- 172.21.15.70:0/2762188213 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b04004c90 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- 172.21.15.70:0/2762188213 >> 172.21.15.70:0/2762188213 conn(0x7f3b1c06bcc0 msgr2=0x7f3b1c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- 172.21.15.70:0/2762188213 shutdown_connections 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- 172.21.15.70:0/2762188213 wait complete. 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 Processor -- start 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- start start 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b1c1575a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b1c13eb10 0x7f3b1c159f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b1c15a4b0 0x7f3b1c141550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3b1c0d0750 con 0x7f3b04004810 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3b1c06e3d0 con 0x7f3b1c15a4b0 2024-09-05T06:18:44.561 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3b1c0d08d0 con 0x7f3b1c13eb10 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b1c1575a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b1c1575a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37422/0 (socket says 172.21.15.70:37422) 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 -- 172.21.15.70:0/2916177172 learned_addr learned my addr 172.21.15.70:0/2916177172 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1b7fe640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b1c15a4b0 0x7f3b1c141550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 -- 172.21.15.70:0/2916177172 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b1c13eb10 msgr2=0x7f3b1c159f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b1c13eb10 0x7f3b1c159f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 -- 172.21.15.70:0/2916177172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b1c15a4b0 msgr2=0x7f3b1c141550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b1c15a4b0 0x7f3b1c141550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 -- 172.21.15.70:0/2916177172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b1c13f4c0 con 0x7f3b04004810 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b1affd640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b1c1575a0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f3b0c00d4a0 tx=0x7f3b0c00d960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b037fe640 1 -- 172.21.15.70:0/2916177172 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b0c019070 con 0x7f3b04004810 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b037fe640 1 -- 172.21.15.70:0/2916177172 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b0c0054a0 con 0x7f3b04004810 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b1c13f7a0 con 0x7f3b04004810 2024-09-05T06:18:44.562 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b037fe640 1 -- 172.21.15.70:0/2916177172 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b0c007270 con 0x7f3b04004810 2024-09-05T06:18:44.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.562+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b1c13fd60 con 0x7f3b04004810 2024-09-05T06:18:44.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.566+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b1c0b5580 con 0x7f3b04004810 2024-09-05T06:18:44.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.566+0000 7f3b037fe640 1 -- 172.21.15.70:0/2916177172 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3b0c01c070 con 0x7f3b04004810 2024-09-05T06:18:44.563 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.566+0000 7f3b037fe640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3b080678c0 0x7f3b08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.566+0000 7f3b1a7fc640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3b080678c0 0x7f3b08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.566+0000 7f3b037fe640 1 -- 172.21.15.70:0/2916177172 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f3b0c085420 con 0x7f3b04004810 2024-09-05T06:18:44.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.566+0000 7f3b1a7fc640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3b080678c0 0x7f3b08069d80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3b100ae000 tx=0x7f3b10001a70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.570+0000 7f3b037fe640 1 -- 172.21.15.70:0/2916177172 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3b0c055f80 con 0x7f3b04004810 2024-09-05T06:18:44.716 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.718+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3b1c0d0530 con 0x7f3b04004810 2024-09-05T06:18:44.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.722+0000 7f3b037fe640 1 -- 172.21.15.70:0/2916177172 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v172) ==== 74+0+16728 (secure 0 0 0) 0x7f3b0c055880 con 0x7f3b04004810 2024-09-05T06:18:44.719 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:44.719 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":172,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:18:43.055989+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:18:39.132682+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"171","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-05T06:18:40.396616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"172","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:18:44.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3b080678c0 msgr2=0x7f3b08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3b080678c0 0x7f3b08069d80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3b100ae000 tx=0x7f3b10001a70 comp rx=0 tx=0).stop 2024-09-05T06:18:44.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 msgr2=0x7f3b1c1575a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b1c1575a0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f3b0c00d4a0 tx=0x7f3b0c00d960 comp rx=0 tx=0).stop 2024-09-05T06:18:44.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 shutdown_connections 2024-09-05T06:18:44.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3b080678c0 0x7f3b08069d80 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b1c15a4b0 0x7f3b1c141550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b1c13eb10 0x7f3b1c159f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 --2- 172.21.15.70:0/2916177172 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3b04004810 0x7f3b1c1575a0 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 >> 172.21.15.70:0/2916177172 conn(0x7f3b1c06bcc0 msgr2=0x7f3b1c15f5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:44.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 shutdown_connections 2024-09-05T06:18:44.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.726+0000 7f3b21469640 1 -- 172.21.15.70:0/2916177172 wait complete. 2024-09-05T06:18:44.737 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:18:44.737 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:18:44.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.850+0000 7f360f8bf640 1 Processor -- start 2024-09-05T06:18:44.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360f8bf640 1 -- start start 2024-09-05T06:18:44.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360f8bf640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f360815c8f0 0x7f36080d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360f8bf640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36080d0610 con 0x7f360806ffa0 2024-09-05T06:18:44.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360f8bf640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36080ce4d0 con 0x7f36080d1610 2024-09-05T06:18:44.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360f8bf640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36080ce7b0 con 0x7f360815c8f0 2024-09-05T06:18:44.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360de5c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f360806ffa0 0x7f36081606a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53126/0 (socket says 172.21.15.70:53126) 2024-09-05T06:18:44.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360de5c640 1 -- 172.21.15.70:0/1644608791 learned_addr learned my addr 172.21.15.70:0/1644608791 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:44.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360d65b640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f360815c8f0 0x7f36080d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1949679510 0 0) 0x7f36080d0610 con 0x7f360806ffa0 2024-09-05T06:18:44.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f35f4003530 con 0x7f360806ffa0 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2468769327 0 0) 0x7f35f4003530 con 0x7f360806ffa0 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f360815c8f0 msgr2=0x7f36080d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f360815c8f0 0x7f36080d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 >> v1:172.21.15.196:6789/0 conn(0x7f36080d1610 legacy=0x7f360806f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36080d08d0 con 0x7f360806ffa0 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f3600001a00 con 0x7f360806ffa0 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 >> v1:172.21.15.70:6789/0 conn(0x7f360806ffa0 legacy=0x7f36081606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f360815c8f0 0x7f35f40039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35f4003fc0 0x7f35f4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f35f40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f36080ce7b0 con 0x7f35f4004d50 2024-09-05T06:18:44.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f35f400bb10 con 0x7f35f4003fc0 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f35f400bd10 con 0x7f360815c8f0 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360de5c640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f35f40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360ce5a640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35f4003fc0 0x7f35f4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360d65b640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f360815c8f0 0x7f35f40039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360de5c640 1 -- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f360815c8f0 msgr2=0x7f35f40039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360de5c640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f360815c8f0 0x7f35f40039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360de5c640 1 -- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35f4003fc0 msgr2=0x7f35f4004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360de5c640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f35f4003fc0 0x7f35f4004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.854+0000 7f360de5c640 1 -- 172.21.15.70:0/1644608791 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35f4003530 con 0x7f35f4004d50 2024-09-05T06:18:44.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360de5c640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f35f40051d0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f360000a780 tx=0x7f360001d2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7498d6bbea4407b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f360000a3d0 con 0x7f35f4004d50 2024-09-05T06:18:44.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36000ad630 con 0x7f35f4004d50 2024-09-05T06:18:44.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f35fffff640 1 -- 172.21.15.70:0/1644608791 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36000adaa0 con 0x7f35f4004d50 2024-09-05T06:18:44.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- 172.21.15.70:0/1644608791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 msgr2=0x7f35f40051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 --2- 172.21.15.70:0/1644608791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f35f40051d0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f360000a780 tx=0x7f360001d2a0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360de5c640 1 -- 172.21.15.70:0/1644608791 reap_dead start 2024-09-05T06:18:44.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- 172.21.15.70:0/1644608791 shutdown_connections 2024-09-05T06:18:44.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- 172.21.15.70:0/1644608791 >> 172.21.15.70:0/1644608791 conn(0x7f36080b45d0 msgr2=0x7f36080b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:44.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- 172.21.15.70:0/1644608791 shutdown_connections 2024-09-05T06:18:44.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- 172.21.15.70:0/1644608791 wait complete. 2024-09-05T06:18:44.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 Processor -- start 2024-09-05T06:18:44.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- start start 2024-09-05T06:18:44.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f36081e7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36080b8710 0x7f36081e7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f360815a950 0x7f3608148f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f36080cdfa0 con 0x7f35f4004d50 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f36080b52f0 con 0x7f360815a950 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360f8bf640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36080ce120 con 0x7f36080b8710 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360d65b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f36081e7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360d65b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f36081e7570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37452/0 (socket says 172.21.15.70:37452) 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360d65b640 1 -- 172.21.15.70:0/207619845 learned_addr learned my addr 172.21.15.70:0/207619845 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360ce5a640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36080b8710 0x7f36081e7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360de5c640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f360815a950 0x7f3608148f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360d65b640 1 -- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36080b8710 msgr2=0x7f36081e7ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360d65b640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36080b8710 0x7f36081e7ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360d65b640 1 -- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f360815a950 msgr2=0x7f3608148f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360d65b640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f360815a950 0x7f3608148f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360d65b640 1 -- 172.21.15.70:0/207619845 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3608149cc0 con 0x7f35f4004d50 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.858+0000 7f360de5c640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f360815a950 0x7f3608148f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:44.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f360d65b640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f36081e7570 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f36040115e0 tx=0x7f3604011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f35fdffb640 1 -- 172.21.15.70:0/207619845 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3604015870 con 0x7f35f4004d50 2024-09-05T06:18:44.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f35fdffb640 1 -- 172.21.15.70:0/207619845 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3604015a10 con 0x7f35f4004d50 2024-09-05T06:18:44.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36080b7950 con 0x7f35f4004d50 2024-09-05T06:18:44.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f35fdffb640 1 -- 172.21.15.70:0/207619845 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3604015dc0 con 0x7f35f4004d50 2024-09-05T06:18:44.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36080b7f10 con 0x7f35f4004d50 2024-09-05T06:18:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3608076250 con 0x7f35f4004d50 2024-09-05T06:18:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f35fdffb640 1 -- 172.21.15.70:0/207619845 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f360400f480 con 0x7f35f4004d50 2024-09-05T06:18:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f35fdffb640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35ec0678f0 0x7f35ec069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f35fdffb640 1 -- 172.21.15.70:0/207619845 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f3604086570 con 0x7f35f4004d50 2024-09-05T06:18:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f360ce5a640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35ec0678f0 0x7f35ec069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.862+0000 7f360ce5a640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35ec0678f0 0x7f35ec069db0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f36081e82b0 tx=0x7f35f8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:44.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:44.866+0000 7f35fdffb640 1 -- 172.21.15.70:0/207619845 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3604019030 con 0x7f35f4004d50 2024-09-05T06:18:45.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.026+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f360815ccd0 con 0x7f35ec0678f0 2024-09-05T06:18:45.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.030+0000 7f35fdffb640 1 -- 172.21.15.70:0/207619845 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247921 (secure 0 0 0) 0x7f360815ccd0 con 0x7f35ec0678f0 2024-09-05T06:18:45.031 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:45.033 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:18:45.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35ec0678f0 msgr2=0x7f35ec069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35ec0678f0 0x7f35ec069db0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f36081e82b0 tx=0x7f35f8009040 comp rx=0 tx=0).stop 2024-09-05T06:18:45.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 msgr2=0x7f36081e7570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f36081e7570 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f36040115e0 tx=0x7f3604011aa0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 shutdown_connections 2024-09-05T06:18:45.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f35ec0678f0 0x7f35ec069db0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f360815a950 0x7f3608148f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36080b8710 0x7f36081e7ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 --2- 172.21.15.70:0/207619845 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35f4004d50 0x7f36081e7570 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 >> 172.21.15.70:0/207619845 conn(0x7f36080b45d0 msgr2=0x7f3608070390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:45.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 shutdown_connections 2024-09-05T06:18:45.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.034+0000 7f360f8bf640 1 -- 172.21.15.70:0/207619845 wait complete. 2024-09-05T06:18:45.050 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":430,"stamp":"2024-09-05T06:18:44.497621+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":8616,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1553883,"statfs":{"total":1600000000,"available":1591176353,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.475778"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.093491+0000","last_change":"2024-09-05T06:18:42.093014+0000","last_active":"2024-09-05T06:18:42.093491+0000","last_peered":"2024-09-05T06:18:42.093491+0000","last_clean":"2024-09-05T06:18:42.093491+0000","last_became_active":"2024-09-05T06:18:42.083902+0000","last_became_peered":"2024-09-05T06:18:42.083902+0000","last_unstale":"2024-09-05T06:18:42.093491+0000","last_undegraded":"2024-09-05T06:18:42.093491+0000","last_fullsized":"2024-09-05T06:18:42.093491+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:04:19.289093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.066923+0000","last_change":"2024-09-05T06:18:42.066516+0000","last_active":"2024-09-05T06:18:42.066923+0000","last_peered":"2024-09-05T06:18:42.066923+0000","last_clean":"2024-09-05T06:18:42.066923+0000","last_became_active":"2024-09-05T06:18:42.064821+0000","last_became_peered":"2024-09-05T06:18:42.064821+0000","last_unstale":"2024-09-05T06:18:42.066923+0000","last_undegraded":"2024-09-05T06:18:42.066923+0000","last_fullsized":"2024-09-05T06:18:42.066923+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:40:47.570850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.076420+0000","last_change":"2024-09-05T06:18:42.076020+0000","last_active":"2024-09-05T06:18:42.076420+0000","last_peered":"2024-09-05T06:18:42.076420+0000","last_clean":"2024-09-05T06:18:42.076420+0000","last_became_active":"2024-09-05T06:18:42.075711+0000","last_became_peered":"2024-09-05T06:18:42.075711+0000","last_unstale":"2024-09-05T06:18:42.076420+0000","last_undegraded":"2024-09-05T06:18:42.076420+0000","last_fullsized":"2024-09-05T06:18:42.076420+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:00.021989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.087765+0000","last_change":"2024-09-05T06:18:42.080231+0000","last_active":"2024-09-05T06:18:42.087765+0000","last_peered":"2024-09-05T06:18:42.087765+0000","last_clean":"2024-09-05T06:18:42.087765+0000","last_became_active":"2024-09-05T06:18:42.079921+0000","last_became_peered":"2024-09-05T06:18:42.079921+0000","last_unstale":"2024-09-05T06:18:42.087765+0000","last_undegraded":"2024-09-05T06:18:42.087765+0000","last_fullsized":"2024-09-05T06:18:42.087765+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:09:43.584195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.089312+0000","last_change":"2024-09-05T06:18:42.089158+0000","last_active":"2024-09-05T06:18:42.089312+0000","last_peered":"2024-09-05T06:18:42.089312+0000","last_clean":"2024-09-05T06:18:42.089312+0000","last_became_active":"2024-09-05T06:18:42.088924+0000","last_became_peered":"2024-09-05T06:18:42.088924+0000","last_unstale":"2024-09-05T06:18:42.089312+0000","last_undegraded":"2024-09-05T06:18:42.089312+0000","last_fullsized":"2024-09-05T06:18:42.089312+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:18:36.730440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.089509+0000","last_change":"2024-09-05T06:18:42.089190+0000","last_active":"2024-09-05T06:18:42.089509+0000","last_peered":"2024-09-05T06:18:42.089509+0000","last_clean":"2024-09-05T06:18:42.089509+0000","last_became_active":"2024-09-05T06:18:42.078553+0000","last_became_peered":"2024-09-05T06:18:42.078553+0000","last_unstale":"2024-09-05T06:18:42.089509+0000","last_undegraded":"2024-09-05T06:18:42.089509+0000","last_fullsized":"2024-09-05T06:18:42.089509+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:56.487827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091639+0000","last_change":"2024-09-05T06:18:42.091402+0000","last_active":"2024-09-05T06:18:42.091639+0000","last_peered":"2024-09-05T06:18:42.091639+0000","last_clean":"2024-09-05T06:18:42.091639+0000","last_became_active":"2024-09-05T06:18:42.090376+0000","last_became_peered":"2024-09-05T06:18:42.090376+0000","last_unstale":"2024-09-05T06:18:42.091639+0000","last_undegraded":"2024-09-05T06:18:42.091639+0000","last_fullsized":"2024-09-05T06:18:42.091639+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:54:56.068115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.079705+0000","last_change":"2024-09-05T06:18:42.079083+0000","last_active":"2024-09-05T06:18:42.079705+0000","last_peered":"2024-09-05T06:18:42.079705+0000","last_clean":"2024-09-05T06:18:42.079705+0000","last_became_active":"2024-09-05T06:18:42.077399+0000","last_became_peered":"2024-09-05T06:18:42.077399+0000","last_unstale":"2024-09-05T06:18:42.079705+0000","last_undegraded":"2024-09-05T06:18:42.079705+0000","last_fullsized":"2024-09-05T06:18:42.079705+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:40.768650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.068175+0000","last_change":"2024-09-05T06:18:42.067867+0000","last_active":"2024-09-05T06:18:42.068175+0000","last_peered":"2024-09-05T06:18:42.068175+0000","last_clean":"2024-09-05T06:18:42.068175+0000","last_became_active":"2024-09-05T06:18:42.067153+0000","last_became_peered":"2024-09-05T06:18:42.067153+0000","last_unstale":"2024-09-05T06:18:42.068175+0000","last_undegraded":"2024-09-05T06:18:42.068175+0000","last_fullsized":"2024-09-05T06:18:42.068175+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:18.743176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.076438+0000","last_change":"2024-09-05T06:18:42.076315+0000","last_active":"2024-09-05T06:18:42.076438+0000","last_peered":"2024-09-05T06:18:42.076438+0000","last_clean":"2024-09-05T06:18:42.076438+0000","last_became_active":"2024-09-05T06:18:42.076084+0000","last_became_peered":"2024-09-05T06:18:42.076084+0000","last_unstale":"2024-09-05T06:18:42.076438+0000","last_undegraded":"2024-09-05T06:18:42.076438+0000","last_fullsized":"2024-09-05T06:18:42.076438+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:12:04.066897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.090373+0000","last_change":"2024-09-05T06:18:42.090015+0000","last_active":"2024-09-05T06:18:42.090373+0000","last_peered":"2024-09-05T06:18:42.090373+0000","last_clean":"2024-09-05T06:18:42.090373+0000","last_became_active":"2024-09-05T06:18:42.079403+0000","last_became_peered":"2024-09-05T06:18:42.079403+0000","last_unstale":"2024-09-05T06:18:42.090373+0000","last_undegraded":"2024-09-05T06:18:42.090373+0000","last_fullsized":"2024-09-05T06:18:42.090373+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:31.768865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.090294+0000","last_change":"2024-09-05T06:18:42.089976+0000","last_active":"2024-09-05T06:18:42.090294+0000","last_peered":"2024-09-05T06:18:42.090294+0000","last_clean":"2024-09-05T06:18:42.090294+0000","last_became_active":"2024-09-05T06:18:42.089681+0000","last_became_peered":"2024-09-05T06:18:42.089681+0000","last_unstale":"2024-09-05T06:18:42.090294+0000","last_undegraded":"2024-09-05T06:18:42.090294+0000","last_fullsized":"2024-09-05T06:18:42.090294+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:37:55.691935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091278+0000","last_change":"2024-09-05T06:18:42.091163+0000","last_active":"2024-09-05T06:18:42.091278+0000","last_peered":"2024-09-05T06:18:42.091278+0000","last_clean":"2024-09-05T06:18:42.091278+0000","last_became_active":"2024-09-05T06:18:42.091005+0000","last_became_peered":"2024-09-05T06:18:42.091005+0000","last_unstale":"2024-09-05T06:18:42.091278+0000","last_undegraded":"2024-09-05T06:18:42.091278+0000","last_fullsized":"2024-09-05T06:18:42.091278+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:54:41.337562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.082806+0000","last_change":"2024-09-05T06:18:42.079030+0000","last_active":"2024-09-05T06:18:42.082806+0000","last_peered":"2024-09-05T06:18:42.082806+0000","last_clean":"2024-09-05T06:18:42.082806+0000","last_became_active":"2024-09-05T06:18:42.078551+0000","last_became_peered":"2024-09-05T06:18:42.078551+0000","last_unstale":"2024-09-05T06:18:42.082806+0000","last_undegraded":"2024-09-05T06:18:42.082806+0000","last_fullsized":"2024-09-05T06:18:42.082806+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:30:09.863449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.102137+0000","last_change":"2024-09-05T06:18:42.102028+0000","last_active":"2024-09-05T06:18:42.102137+0000","last_peered":"2024-09-05T06:18:42.102137+0000","last_clean":"2024-09-05T06:18:42.102137+0000","last_became_active":"2024-09-05T06:18:42.101787+0000","last_became_peered":"2024-09-05T06:18:42.101787+0000","last_unstale":"2024-09-05T06:18:42.102137+0000","last_undegraded":"2024-09-05T06:18:42.102137+0000","last_fullsized":"2024-09-05T06:18:42.102137+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:42.658960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.064659+0000","last_change":"2024-09-05T06:18:42.064356+0000","last_active":"2024-09-05T06:18:42.064659+0000","last_peered":"2024-09-05T06:18:42.064659+0000","last_clean":"2024-09-05T06:18:42.064659+0000","last_became_active":"2024-09-05T06:18:42.063747+0000","last_became_peered":"2024-09-05T06:18:42.063747+0000","last_unstale":"2024-09-05T06:18:42.064659+0000","last_undegraded":"2024-09-05T06:18:42.064659+0000","last_fullsized":"2024-09-05T06:18:42.064659+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:59:29.389350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.089396+0000","last_change":"2024-09-05T06:18:42.089261+0000","last_active":"2024-09-05T06:18:42.089396+0000","last_peered":"2024-09-05T06:18:42.089396+0000","last_clean":"2024-09-05T06:18:42.089396+0000","last_became_active":"2024-09-05T06:18:42.089019+0000","last_became_peered":"2024-09-05T06:18:42.089019+0000","last_unstale":"2024-09-05T06:18:42.089396+0000","last_undegraded":"2024-09-05T06:18:42.089396+0000","last_fullsized":"2024-09-05T06:18:42.089396+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:41.159213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.073462+0000","last_change":"2024-09-05T06:18:42.073304+0000","last_active":"2024-09-05T06:18:42.073462+0000","last_peered":"2024-09-05T06:18:42.073462+0000","last_clean":"2024-09-05T06:18:42.073462+0000","last_became_active":"2024-09-05T06:18:42.072840+0000","last_became_peered":"2024-09-05T06:18:42.072840+0000","last_unstale":"2024-09-05T06:18:42.073462+0000","last_undegraded":"2024-09-05T06:18:42.073462+0000","last_fullsized":"2024-09-05T06:18:42.073462+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:44:19.730533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.100110+0000","last_change":"2024-09-05T06:18:42.099834+0000","last_active":"2024-09-05T06:18:42.100110+0000","last_peered":"2024-09-05T06:18:42.100110+0000","last_clean":"2024-09-05T06:18:42.100110+0000","last_became_active":"2024-09-05T06:18:42.084420+0000","last_became_peered":"2024-09-05T06:18:42.084420+0000","last_unstale":"2024-09-05T06:18:42.100110+0000","last_undegraded":"2024-09-05T06:18:42.100110+0000","last_fullsized":"2024-09-05T06:18:42.100110+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:06:58.013130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.098700+0000","last_change":"2024-09-05T06:18:42.098330+0000","last_active":"2024-09-05T06:18:42.098700+0000","last_peered":"2024-09-05T06:18:42.098700+0000","last_clean":"2024-09-05T06:18:42.098700+0000","last_became_active":"2024-09-05T06:18:42.096245+0000","last_became_peered":"2024-09-05T06:18:42.096245+0000","last_unstale":"2024-09-05T06:18:42.098700+0000","last_undegraded":"2024-09-05T06:18:42.098700+0000","last_fullsized":"2024-09-05T06:18:42.098700+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:36.168810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.090705+0000","last_change":"2024-09-05T06:18:42.090477+0000","last_active":"2024-09-05T06:18:42.090705+0000","last_peered":"2024-09-05T06:18:42.090705+0000","last_clean":"2024-09-05T06:18:42.090705+0000","last_became_active":"2024-09-05T06:18:42.090228+0000","last_became_peered":"2024-09-05T06:18:42.090228+0000","last_unstale":"2024-09-05T06:18:42.090705+0000","last_undegraded":"2024-09-05T06:18:42.090705+0000","last_fullsized":"2024-09-05T06:18:42.090705+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:45.862562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.087754+0000","last_change":"2024-09-05T06:18:42.087606+0000","last_active":"2024-09-05T06:18:42.087754+0000","last_peered":"2024-09-05T06:18:42.087754+0000","last_clean":"2024-09-05T06:18:42.087754+0000","last_became_active":"2024-09-05T06:18:42.087125+0000","last_became_peered":"2024-09-05T06:18:42.087125+0000","last_unstale":"2024-09-05T06:18:42.087754+0000","last_undegraded":"2024-09-05T06:18:42.087754+0000","last_fullsized":"2024-09-05T06:18:42.087754+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:13:49.473560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.094806+0000","last_change":"2024-09-05T06:18:42.094652+0000","last_active":"2024-09-05T06:18:42.094806+0000","last_peered":"2024-09-05T06:18:42.094806+0000","last_clean":"2024-09-05T06:18:42.094806+0000","last_became_active":"2024-09-05T06:18:42.094317+0000","last_became_peered":"2024-09-05T06:18:42.094317+0000","last_unstale":"2024-09-05T06:18:42.094806+0000","last_undegraded":"2024-09-05T06:18:42.094806+0000","last_fullsized":"2024-09-05T06:18:42.094806+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:25:57.002423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081324+0000","last_change":"2024-09-05T06:18:42.081193+0000","last_active":"2024-09-05T06:18:42.081324+0000","last_peered":"2024-09-05T06:18:42.081324+0000","last_clean":"2024-09-05T06:18:42.081324+0000","last_became_active":"2024-09-05T06:18:42.080959+0000","last_became_peered":"2024-09-05T06:18:42.080959+0000","last_unstale":"2024-09-05T06:18:42.081324+0000","last_undegraded":"2024-09-05T06:18:42.081324+0000","last_fullsized":"2024-09-05T06:18:42.081324+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:08:08.236251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.076423+0000","last_change":"2024-09-05T06:18:42.076021+0000","last_active":"2024-09-05T06:18:42.076423+0000","last_peered":"2024-09-05T06:18:42.076423+0000","last_clean":"2024-09-05T06:18:42.076423+0000","last_became_active":"2024-09-05T06:18:42.075406+0000","last_became_peered":"2024-09-05T06:18:42.075406+0000","last_unstale":"2024-09-05T06:18:42.076423+0000","last_undegraded":"2024-09-05T06:18:42.076423+0000","last_fullsized":"2024-09-05T06:18:42.076423+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:53.940515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.074532+0000","last_change":"2024-09-05T06:18:42.073826+0000","last_active":"2024-09-05T06:18:42.074532+0000","last_peered":"2024-09-05T06:18:42.074532+0000","last_clean":"2024-09-05T06:18:42.074532+0000","last_became_active":"2024-09-05T06:18:42.073204+0000","last_became_peered":"2024-09-05T06:18:42.073204+0000","last_unstale":"2024-09-05T06:18:42.074532+0000","last_undegraded":"2024-09-05T06:18:42.074532+0000","last_fullsized":"2024-09-05T06:18:42.074532+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:22.203794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.067505+0000","last_change":"2024-09-05T06:18:42.067214+0000","last_active":"2024-09-05T06:18:42.067505+0000","last_peered":"2024-09-05T06:18:42.067505+0000","last_clean":"2024-09-05T06:18:42.067505+0000","last_became_active":"2024-09-05T06:18:42.065822+0000","last_became_peered":"2024-09-05T06:18:42.065822+0000","last_unstale":"2024-09-05T06:18:42.067505+0000","last_undegraded":"2024-09-05T06:18:42.067505+0000","last_fullsized":"2024-09-05T06:18:42.067505+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:45:31.075910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081843+0000","last_change":"2024-09-05T06:18:42.081498+0000","last_active":"2024-09-05T06:18:42.081843+0000","last_peered":"2024-09-05T06:18:42.081843+0000","last_clean":"2024-09-05T06:18:42.081843+0000","last_became_active":"2024-09-05T06:18:42.080857+0000","last_became_peered":"2024-09-05T06:18:42.080857+0000","last_unstale":"2024-09-05T06:18:42.081843+0000","last_undegraded":"2024-09-05T06:18:42.081843+0000","last_fullsized":"2024-09-05T06:18:42.081843+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:28.840831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.100629+0000","last_change":"2024-09-05T06:18:42.100365+0000","last_active":"2024-09-05T06:18:42.100629+0000","last_peered":"2024-09-05T06:18:42.100629+0000","last_clean":"2024-09-05T06:18:42.100629+0000","last_became_active":"2024-09-05T06:18:42.093846+0000","last_became_peered":"2024-09-05T06:18:42.093846+0000","last_unstale":"2024-09-05T06:18:42.100629+0000","last_undegraded":"2024-09-05T06:18:42.100629+0000","last_fullsized":"2024-09-05T06:18:42.100629+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:19.142522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.083039+0000","last_change":"2024-09-05T06:18:42.082953+0000","last_active":"2024-09-05T06:18:42.083039+0000","last_peered":"2024-09-05T06:18:42.083039+0000","last_clean":"2024-09-05T06:18:42.083039+0000","last_became_active":"2024-09-05T06:18:42.079057+0000","last_became_peered":"2024-09-05T06:18:42.079057+0000","last_unstale":"2024-09-05T06:18:42.083039+0000","last_undegraded":"2024-09-05T06:18:42.083039+0000","last_fullsized":"2024-09-05T06:18:42.083039+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:40.640494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.060991+0000","last_change":"2024-09-05T06:18:42.059616+0000","last_active":"2024-09-05T06:18:42.060991+0000","last_peered":"2024-09-05T06:18:42.060991+0000","last_clean":"2024-09-05T06:18:42.060991+0000","last_became_active":"2024-09-05T06:18:42.058963+0000","last_became_peered":"2024-09-05T06:18:42.058963+0000","last_unstale":"2024-09-05T06:18:42.060991+0000","last_undegraded":"2024-09-05T06:18:42.060991+0000","last_fullsized":"2024-09-05T06:18:42.060991+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:09.013993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081105+0000","last_change":"2024-09-05T06:18:42.080672+0000","last_active":"2024-09-05T06:18:42.081105+0000","last_peered":"2024-09-05T06:18:42.081105+0000","last_clean":"2024-09-05T06:18:42.081105+0000","last_became_active":"2024-09-05T06:18:42.080121+0000","last_became_peered":"2024-09-05T06:18:42.080121+0000","last_unstale":"2024-09-05T06:18:42.081105+0000","last_undegraded":"2024-09-05T06:18:42.081105+0000","last_fullsized":"2024-09-05T06:18:42.081105+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:17:04.278230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091750+0000","last_change":"2024-09-05T06:18:42.091651+0000","last_active":"2024-09-05T06:18:42.091750+0000","last_peered":"2024-09-05T06:18:42.091750+0000","last_clean":"2024-09-05T06:18:42.091750+0000","last_became_active":"2024-09-05T06:18:42.091473+0000","last_became_peered":"2024-09-05T06:18:42.091473+0000","last_unstale":"2024-09-05T06:18:42.091750+0000","last_undegraded":"2024-09-05T06:18:42.091750+0000","last_fullsized":"2024-09-05T06:18:42.091750+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:42:11.334591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"171'4","reported_seq":16,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.088035+0000","last_change":"2024-09-05T06:18:41.056750+0000","last_active":"2024-09-05T06:18:42.088035+0000","last_peered":"2024-09-05T06:18:42.088035+0000","last_clean":"2024-09-05T06:18:42.088035+0000","last_became_active":"2024-09-05T06:18:41.056177+0000","last_became_peered":"2024-09-05T06:18:41.056177+0000","last_unstale":"2024-09-05T06:18:42.088035+0000","last_undegraded":"2024-09-05T06:18:42.088035+0000","last_fullsized":"2024-09-05T06:18:42.088035+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:31.737760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.088636+0000","last_change":"2024-09-05T06:18:42.088332+0000","last_active":"2024-09-05T06:18:42.088636+0000","last_peered":"2024-09-05T06:18:42.088636+0000","last_clean":"2024-09-05T06:18:42.088636+0000","last_became_active":"2024-09-05T06:18:42.087623+0000","last_became_peered":"2024-09-05T06:18:42.087623+0000","last_unstale":"2024-09-05T06:18:42.088636+0000","last_undegraded":"2024-09-05T06:18:42.088636+0000","last_fullsized":"2024-09-05T06:18:42.088636+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:59:24.284692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.1e","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.084757+0000","last_change":"2024-09-05T06:18:41.047010+0000","last_active":"2024-09-05T06:18:42.084757+0000","last_peered":"2024-09-05T06:18:42.084757+0000","last_clean":"2024-09-05T06:18:42.084757+0000","last_became_active":"2024-09-05T06:18:41.045179+0000","last_became_peered":"2024-09-05T06:18:41.045179+0000","last_unstale":"2024-09-05T06:18:42.084757+0000","last_undegraded":"2024-09-05T06:18:42.084757+0000","last_fullsized":"2024-09-05T06:18:42.084757+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:06.822741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.092525+0000","last_change":"2024-09-05T06:18:42.092193+0000","last_active":"2024-09-05T06:18:42.092525+0000","last_peered":"2024-09-05T06:18:42.092525+0000","last_clean":"2024-09-05T06:18:42.092525+0000","last_became_active":"2024-09-05T06:18:42.088477+0000","last_became_peered":"2024-09-05T06:18:42.088477+0000","last_unstale":"2024-09-05T06:18:42.092525+0000","last_undegraded":"2024-09-05T06:18:42.092525+0000","last_fullsized":"2024-09-05T06:18:42.092525+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:42.930470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.1d","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081799+0000","last_change":"2024-09-05T06:18:41.057240+0000","last_active":"2024-09-05T06:18:42.081799+0000","last_peered":"2024-09-05T06:18:42.081799+0000","last_clean":"2024-09-05T06:18:42.081799+0000","last_became_active":"2024-09-05T06:18:41.055966+0000","last_became_peered":"2024-09-05T06:18:41.055966+0000","last_unstale":"2024-09-05T06:18:42.081799+0000","last_undegraded":"2024-09-05T06:18:42.081799+0000","last_fullsized":"2024-09-05T06:18:42.081799+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:58.229885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.088729+0000","last_change":"2024-09-05T06:18:42.088446+0000","last_active":"2024-09-05T06:18:42.088729+0000","last_peered":"2024-09-05T06:18:42.088729+0000","last_clean":"2024-09-05T06:18:42.088729+0000","last_became_active":"2024-09-05T06:18:42.088097+0000","last_became_peered":"2024-09-05T06:18:42.088097+0000","last_unstale":"2024-09-05T06:18:42.088729+0000","last_undegraded":"2024-09-05T06:18:42.088729+0000","last_fullsized":"2024-09-05T06:18:42.088729+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:29.237001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1c","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.084990+0000","last_change":"2024-09-05T06:18:41.052772+0000","last_active":"2024-09-05T06:18:42.084990+0000","last_peered":"2024-09-05T06:18:42.084990+0000","last_clean":"2024-09-05T06:18:42.084990+0000","last_became_active":"2024-09-05T06:18:41.052032+0000","last_became_peered":"2024-09-05T06:18:41.052032+0000","last_unstale":"2024-09-05T06:18:42.084990+0000","last_undegraded":"2024-09-05T06:18:42.084990+0000","last_fullsized":"2024-09-05T06:18:42.084990+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:36.333430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.085688+0000","last_change":"2024-09-05T06:18:42.085379+0000","last_active":"2024-09-05T06:18:42.085688+0000","last_peered":"2024-09-05T06:18:42.085688+0000","last_clean":"2024-09-05T06:18:42.085688+0000","last_became_active":"2024-09-05T06:18:42.084694+0000","last_became_peered":"2024-09-05T06:18:42.084694+0000","last_unstale":"2024-09-05T06:18:42.085688+0000","last_undegraded":"2024-09-05T06:18:42.085688+0000","last_fullsized":"2024-09-05T06:18:42.085688+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:20:10.205328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081912+0000","last_change":"2024-09-05T06:18:41.044066+0000","last_active":"2024-09-05T06:18:42.081912+0000","last_peered":"2024-09-05T06:18:42.081912+0000","last_clean":"2024-09-05T06:18:42.081912+0000","last_became_active":"2024-09-05T06:18:41.043331+0000","last_became_peered":"2024-09-05T06:18:41.043331+0000","last_unstale":"2024-09-05T06:18:42.081912+0000","last_undegraded":"2024-09-05T06:18:42.081912+0000","last_fullsized":"2024-09-05T06:18:42.081912+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:03:05.142797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.093473+0000","last_change":"2024-09-05T06:18:42.088774+0000","last_active":"2024-09-05T06:18:42.093473+0000","last_peered":"2024-09-05T06:18:42.093473+0000","last_clean":"2024-09-05T06:18:42.093473+0000","last_became_active":"2024-09-05T06:18:42.088159+0000","last_became_peered":"2024-09-05T06:18:42.088159+0000","last_unstale":"2024-09-05T06:18:42.093473+0000","last_undegraded":"2024-09-05T06:18:42.093473+0000","last_fullsized":"2024-09-05T06:18:42.093473+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:37.064138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1a","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.075861+0000","last_change":"2024-09-05T06:18:41.050492+0000","last_active":"2024-09-05T06:18:42.075861+0000","last_peered":"2024-09-05T06:18:42.075861+0000","last_clean":"2024-09-05T06:18:42.075861+0000","last_became_active":"2024-09-05T06:18:41.050271+0000","last_became_peered":"2024-09-05T06:18:41.050271+0000","last_unstale":"2024-09-05T06:18:42.075861+0000","last_undegraded":"2024-09-05T06:18:42.075861+0000","last_fullsized":"2024-09-05T06:18:42.075861+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:16:12.896482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.072534+0000","last_change":"2024-09-05T06:18:42.072259+0000","last_active":"2024-09-05T06:18:42.072534+0000","last_peered":"2024-09-05T06:18:42.072534+0000","last_clean":"2024-09-05T06:18:42.072534+0000","last_became_active":"2024-09-05T06:18:42.071633+0000","last_became_peered":"2024-09-05T06:18:42.071633+0000","last_unstale":"2024-09-05T06:18:42.072534+0000","last_undegraded":"2024-09-05T06:18:42.072534+0000","last_fullsized":"2024-09-05T06:18:42.072534+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:39:34.358982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.064539+0000","last_change":"2024-09-05T06:18:41.051706+0000","last_active":"2024-09-05T06:18:42.064539+0000","last_peered":"2024-09-05T06:18:42.064539+0000","last_clean":"2024-09-05T06:18:42.064539+0000","last_became_active":"2024-09-05T06:18:41.051034+0000","last_became_peered":"2024-09-05T06:18:41.051034+0000","last_unstale":"2024-09-05T06:18:42.064539+0000","last_undegraded":"2024-09-05T06:18:42.064539+0000","last_fullsized":"2024-09-05T06:18:42.064539+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:27:24.378055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.105859+0000","last_change":"2024-09-05T06:18:42.105703+0000","last_active":"2024-09-05T06:18:42.105859+0000","last_peered":"2024-09-05T06:18:42.105859+0000","last_clean":"2024-09-05T06:18:42.105859+0000","last_became_active":"2024-09-05T06:18:42.105449+0000","last_became_peered":"2024-09-05T06:18:42.105449+0000","last_unstale":"2024-09-05T06:18:42.105859+0000","last_undegraded":"2024-09-05T06:18:42.105859+0000","last_fullsized":"2024-09-05T06:18:42.105859+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:14.116371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.071293+0000","last_change":"2024-09-05T06:18:41.049434+0000","last_active":"2024-09-05T06:18:42.071293+0000","last_peered":"2024-09-05T06:18:42.071293+0000","last_clean":"2024-09-05T06:18:42.071293+0000","last_became_active":"2024-09-05T06:18:41.049208+0000","last_became_peered":"2024-09-05T06:18:41.049208+0000","last_unstale":"2024-09-05T06:18:42.071293+0000","last_undegraded":"2024-09-05T06:18:42.071293+0000","last_fullsized":"2024-09-05T06:18:42.071293+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:07.945608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.095173+0000","last_change":"2024-09-05T06:18:42.095060+0000","last_active":"2024-09-05T06:18:42.095173+0000","last_peered":"2024-09-05T06:18:42.095173+0000","last_clean":"2024-09-05T06:18:42.095173+0000","last_became_active":"2024-09-05T06:18:42.094551+0000","last_became_peered":"2024-09-05T06:18:42.094551+0000","last_unstale":"2024-09-05T06:18:42.095173+0000","last_undegraded":"2024-09-05T06:18:42.095173+0000","last_fullsized":"2024-09-05T06:18:42.095173+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:52:56.616481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.069032+0000","last_change":"2024-09-05T06:18:41.050181+0000","last_active":"2024-09-05T06:18:42.069032+0000","last_peered":"2024-09-05T06:18:42.069032+0000","last_clean":"2024-09-05T06:18:42.069032+0000","last_became_active":"2024-09-05T06:18:41.049498+0000","last_became_peered":"2024-09-05T06:18:41.049498+0000","last_unstale":"2024-09-05T06:18:42.069032+0000","last_undegraded":"2024-09-05T06:18:42.069032+0000","last_fullsized":"2024-09-05T06:18:42.069032+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:03.819860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.078469+0000","last_change":"2024-09-05T06:18:42.077895+0000","last_active":"2024-09-05T06:18:42.078469+0000","last_peered":"2024-09-05T06:18:42.078469+0000","last_clean":"2024-09-05T06:18:42.078469+0000","last_became_active":"2024-09-05T06:18:42.077300+0000","last_became_peered":"2024-09-05T06:18:42.077300+0000","last_unstale":"2024-09-05T06:18:42.078469+0000","last_undegraded":"2024-09-05T06:18:42.078469+0000","last_fullsized":"2024-09-05T06:18:42.078469+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:45:34.437628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.063113+0000","last_change":"2024-09-05T06:18:41.046968+0000","last_active":"2024-09-05T06:18:42.063113+0000","last_peered":"2024-09-05T06:18:42.063113+0000","last_clean":"2024-09-05T06:18:42.063113+0000","last_became_active":"2024-09-05T06:18:41.046564+0000","last_became_peered":"2024-09-05T06:18:41.046564+0000","last_unstale":"2024-09-05T06:18:42.063113+0000","last_undegraded":"2024-09-05T06:18:42.063113+0000","last_fullsized":"2024-09-05T06:18:42.063113+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:07:45.007518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.077070+0000","last_change":"2024-09-05T06:18:42.075615+0000","last_active":"2024-09-05T06:18:42.077070+0000","last_peered":"2024-09-05T06:18:42.077070+0000","last_clean":"2024-09-05T06:18:42.077070+0000","last_became_active":"2024-09-05T06:18:42.074916+0000","last_became_peered":"2024-09-05T06:18:42.074916+0000","last_unstale":"2024-09-05T06:18:42.077070+0000","last_undegraded":"2024-09-05T06:18:42.077070+0000","last_fullsized":"2024-09-05T06:18:42.077070+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:15.459853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.14","version":"171'6","reported_seq":18,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.102520+0000","last_change":"2024-09-05T06:18:41.052082+0000","last_active":"2024-09-05T06:18:42.102520+0000","last_peered":"2024-09-05T06:18:42.102520+0000","last_clean":"2024-09-05T06:18:42.102520+0000","last_became_active":"2024-09-05T06:18:41.050880+0000","last_became_peered":"2024-09-05T06:18:41.050880+0000","last_unstale":"2024-09-05T06:18:42.102520+0000","last_undegraded":"2024-09-05T06:18:42.102520+0000","last_fullsized":"2024-09-05T06:18:42.102520+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:56:54.228451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.094047+0000","last_change":"2024-09-05T06:18:42.093687+0000","last_active":"2024-09-05T06:18:42.094047+0000","last_peered":"2024-09-05T06:18:42.094047+0000","last_clean":"2024-09-05T06:18:42.094047+0000","last_became_active":"2024-09-05T06:18:42.090164+0000","last_became_peered":"2024-09-05T06:18:42.090164+0000","last_unstale":"2024-09-05T06:18:42.094047+0000","last_undegraded":"2024-09-05T06:18:42.094047+0000","last_fullsized":"2024-09-05T06:18:42.094047+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:41.395731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.13","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081532+0000","last_change":"2024-09-05T06:18:41.056563+0000","last_active":"2024-09-05T06:18:42.081532+0000","last_peered":"2024-09-05T06:18:42.081532+0000","last_clean":"2024-09-05T06:18:42.081532+0000","last_became_active":"2024-09-05T06:18:41.055130+0000","last_became_peered":"2024-09-05T06:18:41.055130+0000","last_unstale":"2024-09-05T06:18:42.081532+0000","last_undegraded":"2024-09-05T06:18:42.081532+0000","last_fullsized":"2024-09-05T06:18:42.081532+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:01:50.277274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.097604+0000","last_change":"2024-09-05T06:18:42.097304+0000","last_active":"2024-09-05T06:18:42.097604+0000","last_peered":"2024-09-05T06:18:42.097604+0000","last_clean":"2024-09-05T06:18:42.097604+0000","last_became_active":"2024-09-05T06:18:42.093929+0000","last_became_peered":"2024-09-05T06:18:42.093929+0000","last_unstale":"2024-09-05T06:18:42.097604+0000","last_undegraded":"2024-09-05T06:18:42.097604+0000","last_fullsized":"2024-09-05T06:18:42.097604+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:55:37.089015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.077106+0000","last_change":"2024-09-05T06:18:41.052519+0000","last_active":"2024-09-05T06:18:42.077106+0000","last_peered":"2024-09-05T06:18:42.077106+0000","last_clean":"2024-09-05T06:18:42.077106+0000","last_became_active":"2024-09-05T06:18:41.051752+0000","last_became_peered":"2024-09-05T06:18:41.051752+0000","last_unstale":"2024-09-05T06:18:42.077106+0000","last_undegraded":"2024-09-05T06:18:42.077106+0000","last_fullsized":"2024-09-05T06:18:42.077106+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:02.916577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.094090+0000","last_change":"2024-09-05T06:18:42.093776+0000","last_active":"2024-09-05T06:18:42.094090+0000","last_peered":"2024-09-05T06:18:42.094090+0000","last_clean":"2024-09-05T06:18:42.094090+0000","last_became_active":"2024-09-05T06:18:42.089918+0000","last_became_peered":"2024-09-05T06:18:42.089918+0000","last_unstale":"2024-09-05T06:18:42.094090+0000","last_undegraded":"2024-09-05T06:18:42.094090+0000","last_fullsized":"2024-09-05T06:18:42.094090+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:47:04.118621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.054590+0000","last_change":"2024-09-05T06:18:41.043237+0000","last_active":"2024-09-05T06:18:42.054590+0000","last_peered":"2024-09-05T06:18:42.054590+0000","last_clean":"2024-09-05T06:18:42.054590+0000","last_became_active":"2024-09-05T06:18:41.040722+0000","last_became_peered":"2024-09-05T06:18:41.040722+0000","last_unstale":"2024-09-05T06:18:42.054590+0000","last_undegraded":"2024-09-05T06:18:42.054590+0000","last_fullsized":"2024-09-05T06:18:42.054590+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:08:00.503907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.094960+0000","last_change":"2024-09-05T06:18:42.094837+0000","last_active":"2024-09-05T06:18:42.094960+0000","last_peered":"2024-09-05T06:18:42.094960+0000","last_clean":"2024-09-05T06:18:42.094960+0000","last_became_active":"2024-09-05T06:18:42.094169+0000","last_became_peered":"2024-09-05T06:18:42.094169+0000","last_unstale":"2024-09-05T06:18:42.094960+0000","last_undegraded":"2024-09-05T06:18:42.094960+0000","last_fullsized":"2024-09-05T06:18:42.094960+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:28.284875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.10","version":"171'8","reported_seq":20,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.100989+0000","last_change":"2024-09-05T06:18:41.034875+0000","last_active":"2024-09-05T06:18:42.100989+0000","last_peered":"2024-09-05T06:18:42.100989+0000","last_clean":"2024-09-05T06:18:42.100989+0000","last_became_active":"2024-09-05T06:18:41.031765+0000","last_became_peered":"2024-09-05T06:18:41.031765+0000","last_unstale":"2024-09-05T06:18:42.100989+0000","last_undegraded":"2024-09-05T06:18:42.100989+0000","last_fullsized":"2024-09-05T06:18:42.100989+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:00:21.175171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.083706+0000","last_change":"2024-09-05T06:18:42.083588+0000","last_active":"2024-09-05T06:18:42.083706+0000","last_peered":"2024-09-05T06:18:42.083706+0000","last_clean":"2024-09-05T06:18:42.083706+0000","last_became_active":"2024-09-05T06:18:42.083311+0000","last_became_peered":"2024-09-05T06:18:42.083311+0000","last_unstale":"2024-09-05T06:18:42.083706+0000","last_undegraded":"2024-09-05T06:18:42.083706+0000","last_fullsized":"2024-09-05T06:18:42.083706+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:47.932088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.f","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.105099+0000","last_change":"2024-09-05T06:18:41.044848+0000","last_active":"2024-09-05T06:18:42.105099+0000","last_peered":"2024-09-05T06:18:42.105099+0000","last_clean":"2024-09-05T06:18:42.105099+0000","last_became_active":"2024-09-05T06:18:41.044534+0000","last_became_peered":"2024-09-05T06:18:41.044534+0000","last_unstale":"2024-09-05T06:18:42.105099+0000","last_undegraded":"2024-09-05T06:18:42.105099+0000","last_fullsized":"2024-09-05T06:18:42.105099+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:25.489290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.061257+0000","last_change":"2024-09-05T06:18:42.060870+0000","last_active":"2024-09-05T06:18:42.061257+0000","last_peered":"2024-09-05T06:18:42.061257+0000","last_clean":"2024-09-05T06:18:42.061257+0000","last_became_active":"2024-09-05T06:18:42.060253+0000","last_became_peered":"2024-09-05T06:18:42.060253+0000","last_unstale":"2024-09-05T06:18:42.061257+0000","last_undegraded":"2024-09-05T06:18:42.061257+0000","last_fullsized":"2024-09-05T06:18:42.061257+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.209013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.e","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.101547+0000","last_change":"2024-09-05T06:18:41.053847+0000","last_active":"2024-09-05T06:18:42.101547+0000","last_peered":"2024-09-05T06:18:42.101547+0000","last_clean":"2024-09-05T06:18:42.101547+0000","last_became_active":"2024-09-05T06:18:41.053159+0000","last_became_peered":"2024-09-05T06:18:41.053159+0000","last_unstale":"2024-09-05T06:18:42.101547+0000","last_undegraded":"2024-09-05T06:18:42.101547+0000","last_fullsized":"2024-09-05T06:18:42.101547+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:27.437854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.083779+0000","last_change":"2024-09-05T06:18:42.083688+0000","last_active":"2024-09-05T06:18:42.083779+0000","last_peered":"2024-09-05T06:18:42.083779+0000","last_clean":"2024-09-05T06:18:42.083779+0000","last_became_active":"2024-09-05T06:18:42.083479+0000","last_became_peered":"2024-09-05T06:18:42.083479+0000","last_unstale":"2024-09-05T06:18:42.083779+0000","last_undegraded":"2024-09-05T06:18:42.083779+0000","last_fullsized":"2024-09-05T06:18:42.083779+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:48.738552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.d","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.071360+0000","last_change":"2024-09-05T06:18:41.036915+0000","last_active":"2024-09-05T06:18:42.071360+0000","last_peered":"2024-09-05T06:18:42.071360+0000","last_clean":"2024-09-05T06:18:42.071360+0000","last_became_active":"2024-09-05T06:18:41.036280+0000","last_became_peered":"2024-09-05T06:18:41.036280+0000","last_unstale":"2024-09-05T06:18:42.071360+0000","last_undegraded":"2024-09-05T06:18:42.071360+0000","last_fullsized":"2024-09-05T06:18:42.071360+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:10:31.959221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091879+0000","last_change":"2024-09-05T06:18:42.091436+0000","last_active":"2024-09-05T06:18:42.091879+0000","last_peered":"2024-09-05T06:18:42.091879+0000","last_clean":"2024-09-05T06:18:42.091879+0000","last_became_active":"2024-09-05T06:18:42.086301+0000","last_became_peered":"2024-09-05T06:18:42.086301+0000","last_unstale":"2024-09-05T06:18:42.091879+0000","last_undegraded":"2024-09-05T06:18:42.091879+0000","last_fullsized":"2024-09-05T06:18:42.091879+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:14.605085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.054977+0000","last_change":"2024-09-05T06:18:41.043815+0000","last_active":"2024-09-05T06:18:42.054977+0000","last_peered":"2024-09-05T06:18:42.054977+0000","last_clean":"2024-09-05T06:18:42.054977+0000","last_became_active":"2024-09-05T06:18:41.042597+0000","last_became_peered":"2024-09-05T06:18:41.042597+0000","last_unstale":"2024-09-05T06:18:42.054977+0000","last_undegraded":"2024-09-05T06:18:42.054977+0000","last_fullsized":"2024-09-05T06:18:42.054977+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:34:21.322431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.105619+0000","last_change":"2024-09-05T06:18:42.105526+0000","last_active":"2024-09-05T06:18:42.105619+0000","last_peered":"2024-09-05T06:18:42.105619+0000","last_clean":"2024-09-05T06:18:42.105619+0000","last_became_active":"2024-09-05T06:18:42.105336+0000","last_became_peered":"2024-09-05T06:18:42.105336+0000","last_unstale":"2024-09-05T06:18:42.105619+0000","last_undegraded":"2024-09-05T06:18:42.105619+0000","last_fullsized":"2024-09-05T06:18:42.105619+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:56:06.147005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.b","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.074747+0000","last_change":"2024-09-05T06:18:41.051265+0000","last_active":"2024-09-05T06:18:42.074747+0000","last_peered":"2024-09-05T06:18:42.074747+0000","last_clean":"2024-09-05T06:18:42.074747+0000","last_became_active":"2024-09-05T06:18:41.050663+0000","last_became_peered":"2024-09-05T06:18:41.050663+0000","last_unstale":"2024-09-05T06:18:42.074747+0000","last_undegraded":"2024-09-05T06:18:42.074747+0000","last_fullsized":"2024-09-05T06:18:42.074747+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:23:58.540049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.068892+0000","last_change":"2024-09-05T06:18:42.067605+0000","last_active":"2024-09-05T06:18:42.068892+0000","last_peered":"2024-09-05T06:18:42.068892+0000","last_clean":"2024-09-05T06:18:42.068892+0000","last_became_active":"2024-09-05T06:18:42.064691+0000","last_became_peered":"2024-09-05T06:18:42.064691+0000","last_unstale":"2024-09-05T06:18:42.068892+0000","last_undegraded":"2024-09-05T06:18:42.068892+0000","last_fullsized":"2024-09-05T06:18:42.068892+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:26.715235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.079579+0000","last_change":"2024-09-05T06:18:41.047987+0000","last_active":"2024-09-05T06:18:42.079579+0000","last_peered":"2024-09-05T06:18:42.079579+0000","last_clean":"2024-09-05T06:18:42.079579+0000","last_became_active":"2024-09-05T06:18:41.047484+0000","last_became_peered":"2024-09-05T06:18:41.047484+0000","last_unstale":"2024-09-05T06:18:42.079579+0000","last_undegraded":"2024-09-05T06:18:42.079579+0000","last_fullsized":"2024-09-05T06:18:42.079579+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:37:54.806009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.097997+0000","last_change":"2024-09-05T06:18:42.097893+0000","last_active":"2024-09-05T06:18:42.097997+0000","last_peered":"2024-09-05T06:18:42.097997+0000","last_clean":"2024-09-05T06:18:42.097997+0000","last_became_active":"2024-09-05T06:18:42.097754+0000","last_became_peered":"2024-09-05T06:18:42.097754+0000","last_unstale":"2024-09-05T06:18:42.097997+0000","last_undegraded":"2024-09-05T06:18:42.097997+0000","last_fullsized":"2024-09-05T06:18:42.097997+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:09:52.576339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.073914+0000","last_change":"2024-09-05T06:18:41.045473+0000","last_active":"2024-09-05T06:18:42.073914+0000","last_peered":"2024-09-05T06:18:42.073914+0000","last_clean":"2024-09-05T06:18:42.073914+0000","last_became_active":"2024-09-05T06:18:41.045155+0000","last_became_peered":"2024-09-05T06:18:41.045155+0000","last_unstale":"2024-09-05T06:18:42.073914+0000","last_undegraded":"2024-09-05T06:18:42.073914+0000","last_fullsized":"2024-09-05T06:18:42.073914+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:16.980859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.064739+0000","last_change":"2024-09-05T06:18:42.064407+0000","last_active":"2024-09-05T06:18:42.064739+0000","last_peered":"2024-09-05T06:18:42.064739+0000","last_clean":"2024-09-05T06:18:42.064739+0000","last_became_active":"2024-09-05T06:18:42.063558+0000","last_became_peered":"2024-09-05T06:18:42.063558+0000","last_unstale":"2024-09-05T06:18:42.064739+0000","last_undegraded":"2024-09-05T06:18:42.064739+0000","last_fullsized":"2024-09-05T06:18:42.064739+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:18:37.406274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.072805+0000","last_change":"2024-09-05T06:18:41.046826+0000","last_active":"2024-09-05T06:18:42.072805+0000","last_peered":"2024-09-05T06:18:42.072805+0000","last_clean":"2024-09-05T06:18:42.072805+0000","last_became_active":"2024-09-05T06:18:41.046199+0000","last_became_peered":"2024-09-05T06:18:41.046199+0000","last_unstale":"2024-09-05T06:18:42.072805+0000","last_undegraded":"2024-09-05T06:18:42.072805+0000","last_fullsized":"2024-09-05T06:18:42.072805+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:41.032182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.093495+0000","last_change":"2024-09-05T06:18:42.090281+0000","last_active":"2024-09-05T06:18:42.093495+0000","last_peered":"2024-09-05T06:18:42.093495+0000","last_clean":"2024-09-05T06:18:42.093495+0000","last_became_active":"2024-09-05T06:18:42.089654+0000","last_became_peered":"2024-09-05T06:18:42.089654+0000","last_unstale":"2024-09-05T06:18:42.093495+0000","last_undegraded":"2024-09-05T06:18:42.093495+0000","last_fullsized":"2024-09-05T06:18:42.093495+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:33.035257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.7","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.088437+0000","last_change":"2024-09-05T06:18:41.037257+0000","last_active":"2024-09-05T06:18:42.088437+0000","last_peered":"2024-09-05T06:18:42.088437+0000","last_clean":"2024-09-05T06:18:42.088437+0000","last_became_active":"2024-09-05T06:18:41.036907+0000","last_became_peered":"2024-09-05T06:18:41.036907+0000","last_unstale":"2024-09-05T06:18:42.088437+0000","last_undegraded":"2024-09-05T06:18:42.088437+0000","last_fullsized":"2024-09-05T06:18:42.088437+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:42:30.551141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.087802+0000","last_change":"2024-09-05T06:18:42.085932+0000","last_active":"2024-09-05T06:18:42.087802+0000","last_peered":"2024-09-05T06:18:42.087802+0000","last_clean":"2024-09-05T06:18:42.087802+0000","last_became_active":"2024-09-05T06:18:42.085627+0000","last_became_peered":"2024-09-05T06:18:42.085627+0000","last_unstale":"2024-09-05T06:18:42.087802+0000","last_undegraded":"2024-09-05T06:18:42.087802+0000","last_fullsized":"2024-09-05T06:18:42.087802+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:50.851391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.054580+0000","last_change":"2024-09-05T06:18:41.046664+0000","last_active":"2024-09-05T06:18:42.054580+0000","last_peered":"2024-09-05T06:18:42.054580+0000","last_clean":"2024-09-05T06:18:42.054580+0000","last_became_active":"2024-09-05T06:18:41.038454+0000","last_became_peered":"2024-09-05T06:18:41.038454+0000","last_unstale":"2024-09-05T06:18:42.054580+0000","last_undegraded":"2024-09-05T06:18:42.054580+0000","last_fullsized":"2024-09-05T06:18:42.054580+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:47.709416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.095683+0000","last_change":"2024-09-05T06:18:42.094742+0000","last_active":"2024-09-05T06:18:42.095683+0000","last_peered":"2024-09-05T06:18:42.095683+0000","last_clean":"2024-09-05T06:18:42.095683+0000","last_became_active":"2024-09-05T06:18:42.080891+0000","last_became_peered":"2024-09-05T06:18:42.080891+0000","last_unstale":"2024-09-05T06:18:42.095683+0000","last_undegraded":"2024-09-05T06:18:42.095683+0000","last_fullsized":"2024-09-05T06:18:42.095683+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:34:49.950756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.065458+0000","last_change":"2024-09-05T06:18:41.051497+0000","last_active":"2024-09-05T06:18:42.065458+0000","last_peered":"2024-09-05T06:18:42.065458+0000","last_clean":"2024-09-05T06:18:42.065458+0000","last_became_active":"2024-09-05T06:18:41.050019+0000","last_became_peered":"2024-09-05T06:18:41.050019+0000","last_unstale":"2024-09-05T06:18:42.065458+0000","last_undegraded":"2024-09-05T06:18:42.065458+0000","last_fullsized":"2024-09-05T06:18:42.065458+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:11:57.717093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.102504+0000","last_change":"2024-09-05T06:18:42.102322+0000","last_active":"2024-09-05T06:18:42.102504+0000","last_peered":"2024-09-05T06:18:42.102504+0000","last_clean":"2024-09-05T06:18:42.102504+0000","last_became_active":"2024-09-05T06:18:42.099099+0000","last_became_peered":"2024-09-05T06:18:42.099099+0000","last_unstale":"2024-09-05T06:18:42.102504+0000","last_undegraded":"2024-09-05T06:18:42.102504+0000","last_fullsized":"2024-09-05T06:18:42.102504+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:29:36.226583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.063358+0000","last_change":"2024-09-05T06:18:41.043137+0000","last_active":"2024-09-05T06:18:42.063358+0000","last_peered":"2024-09-05T06:18:42.063358+0000","last_clean":"2024-09-05T06:18:42.063358+0000","last_became_active":"2024-09-05T06:18:41.042493+0000","last_became_peered":"2024-09-05T06:18:41.042493+0000","last_unstale":"2024-09-05T06:18:42.063358+0000","last_undegraded":"2024-09-05T06:18:42.063358+0000","last_fullsized":"2024-09-05T06:18:42.063358+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:50:36.398092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091213+0000","last_change":"2024-09-05T06:18:42.090939+0000","last_active":"2024-09-05T06:18:42.091213+0000","last_peered":"2024-09-05T06:18:42.091213+0000","last_clean":"2024-09-05T06:18:42.091213+0000","last_became_active":"2024-09-05T06:18:42.089315+0000","last_became_peered":"2024-09-05T06:18:42.089315+0000","last_unstale":"2024-09-05T06:18:42.091213+0000","last_undegraded":"2024-09-05T06:18:42.091213+0000","last_fullsized":"2024-09-05T06:18:42.091213+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:16:39.818370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.053011+0000","last_change":"2024-09-05T06:18:41.047094+0000","last_active":"2024-09-05T06:18:42.053011+0000","last_peered":"2024-09-05T06:18:42.053011+0000","last_clean":"2024-09-05T06:18:42.053011+0000","last_became_active":"2024-09-05T06:18:41.046430+0000","last_became_peered":"2024-09-05T06:18:41.046430+0000","last_unstale":"2024-09-05T06:18:42.053011+0000","last_undegraded":"2024-09-05T06:18:42.053011+0000","last_fullsized":"2024-09-05T06:18:42.053011+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:18:30.075028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.093529+0000","last_change":"2024-09-05T06:18:42.090448+0000","last_active":"2024-09-05T06:18:42.093529+0000","last_peered":"2024-09-05T06:18:42.093529+0000","last_clean":"2024-09-05T06:18:42.093529+0000","last_became_active":"2024-09-05T06:18:42.089639+0000","last_became_peered":"2024-09-05T06:18:42.089639+0000","last_unstale":"2024-09-05T06:18:42.093529+0000","last_undegraded":"2024-09-05T06:18:42.093529+0000","last_fullsized":"2024-09-05T06:18:42.093529+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:51:53.103299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.070926+0000","last_change":"2024-09-05T06:18:41.050690+0000","last_active":"2024-09-05T06:18:42.070926+0000","last_peered":"2024-09-05T06:18:42.070926+0000","last_clean":"2024-09-05T06:18:42.070926+0000","last_became_active":"2024-09-05T06:18:41.050423+0000","last_became_peered":"2024-09-05T06:18:41.050423+0000","last_unstale":"2024-09-05T06:18:42.070926+0000","last_undegraded":"2024-09-05T06:18:42.070926+0000","last_fullsized":"2024-09-05T06:18:42.070926+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:50:45.330017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.104640+0000","last_change":"2024-09-05T06:18:42.104563+0000","last_active":"2024-09-05T06:18:42.104640+0000","last_peered":"2024-09-05T06:18:42.104640+0000","last_clean":"2024-09-05T06:18:42.104640+0000","last_became_active":"2024-09-05T06:18:42.104377+0000","last_became_peered":"2024-09-05T06:18:42.104377+0000","last_unstale":"2024-09-05T06:18:42.104640+0000","last_undegraded":"2024-09-05T06:18:42.104640+0000","last_fullsized":"2024-09-05T06:18:42.104640+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:09:01.599516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.073057+0000","last_change":"2024-09-05T06:18:41.052160+0000","last_active":"2024-09-05T06:18:42.073057+0000","last_peered":"2024-09-05T06:18:42.073057+0000","last_clean":"2024-09-05T06:18:42.073057+0000","last_became_active":"2024-09-05T06:18:41.051337+0000","last_became_peered":"2024-09-05T06:18:41.051337+0000","last_unstale":"2024-09-05T06:18:42.073057+0000","last_undegraded":"2024-09-05T06:18:42.073057+0000","last_fullsized":"2024-09-05T06:18:42.073057+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:53:24.838097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.089117+0000","last_change":"2024-09-05T06:18:42.088195+0000","last_active":"2024-09-05T06:18:42.089117+0000","last_peered":"2024-09-05T06:18:42.089117+0000","last_clean":"2024-09-05T06:18:42.089117+0000","last_became_active":"2024-09-05T06:18:42.087421+0000","last_became_peered":"2024-09-05T06:18:42.087421+0000","last_unstale":"2024-09-05T06:18:42.089117+0000","last_undegraded":"2024-09-05T06:18:42.089117+0000","last_fullsized":"2024-09-05T06:18:42.089117+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:04.579476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.064961+0000","last_change":"2024-09-05T06:18:41.045979+0000","last_active":"2024-09-05T06:18:42.064961+0000","last_peered":"2024-09-05T06:18:42.064961+0000","last_clean":"2024-09-05T06:18:42.064961+0000","last_became_active":"2024-09-05T06:18:41.044293+0000","last_became_peered":"2024-09-05T06:18:41.044293+0000","last_unstale":"2024-09-05T06:18:42.064961+0000","last_undegraded":"2024-09-05T06:18:42.064961+0000","last_fullsized":"2024-09-05T06:18:42.064961+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:55:53.981552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.075777+0000","last_change":"2024-09-05T06:18:42.074383+0000","last_active":"2024-09-05T06:18:42.075777+0000","last_peered":"2024-09-05T06:18:42.075777+0000","last_clean":"2024-09-05T06:18:42.075777+0000","last_became_active":"2024-09-05T06:18:42.073748+0000","last_became_peered":"2024-09-05T06:18:42.073748+0000","last_unstale":"2024-09-05T06:18:42.075777+0000","last_undegraded":"2024-09-05T06:18:42.075777+0000","last_fullsized":"2024-09-05T06:18:42.075777+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:26.537022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.15","version":"171'3","reported_seq":15,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.086896+0000","last_change":"2024-09-05T06:18:41.052424+0000","last_active":"2024-09-05T06:18:42.086896+0000","last_peered":"2024-09-05T06:18:42.086896+0000","last_clean":"2024-09-05T06:18:42.086896+0000","last_became_active":"2024-09-05T06:18:41.051834+0000","last_became_peered":"2024-09-05T06:18:41.051834+0000","last_unstale":"2024-09-05T06:18:42.086896+0000","last_undegraded":"2024-09-05T06:18:42.086896+0000","last_fullsized":"2024-09-05T06:18:42.086896+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:48.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":470,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.065760+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:18:42.065760+0000","last_peered":"2024-09-05T06:18:42.065760+0000","last_clean":"2024-09-05T06:18:42.065760+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:18:42.065760+0000","last_undegraded":"2024-09-05T06:18:42.065760+0000","last_fullsized":"2024-09-05T06:18:42.065760+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574956,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574957,"num_pgs":12,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574957,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1508,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193803,"statfs":{"total":200000000,"available":198455192,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574956,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574956,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":939,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194373,"statfs":{"total":200000000,"available":199038169,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574956,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574956,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1508,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193803,"statfs":{"total":200000000,"available":198455192,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574956,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:18:45.058 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:18:45.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eb0f94640 1 Processor -- start 2024-09-05T06:18:45.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eb0f94640 1 -- start start 2024-09-05T06:18:45.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eb0f94640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0ceaf0 0x7f2eac0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eb0f94640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2eac0d0c90 0x7f2eac0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eb0f94640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2eac06d570 con 0x7f2eac157110 2024-09-05T06:18:45.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eb0f94640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2eac0d10e0 con 0x7f2eac0d0c90 2024-09-05T06:18:45.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eb0f94640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2eac06d850 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eaad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2eac0d0c90 0x7f2eac0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eaad9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2eac0d0c90 0x7f2eac0af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37468/0 (socket says 172.21.15.70:37468) 2024-09-05T06:18:45.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eaad9d640 1 -- 172.21.15.70:0/1595089773 learned_addr learned my addr 172.21.15.70:0/1595089773 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:45.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eaa59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2eac157110 0x7f2eac0b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53134/0 (socket says 172.21.15.70:53134) 2024-09-05T06:18:45.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2ea3fff640 1 --2- 172.21.15.70:0/1595089773 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0ceaf0 0x7f2eac0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eaad9d640 1 -- 172.21.15.70:0/1595089773 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0ceaf0 msgr2=0x7f2eac0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:45.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eaad9d640 1 --2- 172.21.15.70:0/1595089773 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0ceaf0 0x7f2eac0d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eaad9d640 1 -- 172.21.15.70:0/1595089773 >> v1:172.21.15.70:6789/0 conn(0x7f2eac157110 legacy=0x7f2eac0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2ea9d9b640 1 -- 172.21.15.70:0/1595089773 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3975432115 0 0) 0x7f2eac06d570 con 0x7f2eac157110 2024-09-05T06:18:45.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.218+0000 7f2eaad9d640 1 -- 172.21.15.70:0/1595089773 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2eac06db30 con 0x7f2eac0d0c90 2024-09-05T06:18:45.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eaad9d640 1 --2- 172.21.15.70:0/1595089773 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0d0c90 0x7f2eac0af720 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f2ea4009e50 tx=0x7f2ea401ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd9060edad59a507 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2ea9d9b640 1 -- 172.21.15.70:0/1595089773 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea40a56c0 con 0x7f2eac0d0c90 2024-09-05T06:18:45.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2ea9d9b640 1 -- 172.21.15.70:0/1595089773 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ea40a5860 con 0x7f2eac0d0c90 2024-09-05T06:18:45.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2ea9d9b640 1 -- 172.21.15.70:0/1595089773 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea40a5c30 con 0x7f2eac0d0c90 2024-09-05T06:18:45.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 -- 172.21.15.70:0/1595089773 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0d0c90 msgr2=0x7f2eac0af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/1595089773 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0d0c90 0x7f2eac0af720 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f2ea4009e50 tx=0x7f2ea401ca30 comp rx=0 tx=0).stop 2024-09-05T06:18:45.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 -- 172.21.15.70:0/1595089773 shutdown_connections 2024-09-05T06:18:45.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/1595089773 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0d0c90 0x7f2eac0af720 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/1595089773 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0ceaf0 0x7f2eac0d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 -- 172.21.15.70:0/1595089773 >> 172.21.15.70:0/1595089773 conn(0x7f2eac06bcc0 msgr2=0x7f2eac06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:45.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 -- 172.21.15.70:0/1595089773 shutdown_connections 2024-09-05T06:18:45.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 -- 172.21.15.70:0/1595089773 wait complete. 2024-09-05T06:18:45.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 Processor -- start 2024-09-05T06:18:45.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.222+0000 7f2eb0f94640 1 -- start start 2024-09-05T06:18:45.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0ceaf0 0x7f2eac1471d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0d0c90 0x7f2eac0720c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2eac157110 0x7f2eac072600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2eac0b3a70 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2eac0b5c90 con 0x7f2eac157110 2024-09-05T06:18:45.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2eac0b3bf0 con 0x7f2eac0d0c90 2024-09-05T06:18:45.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0ceaf0 0x7f2eac1471d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0ceaf0 0x7f2eac1471d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37480/0 (socket says 172.21.15.70:37480) 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 -- 172.21.15.70:0/3693842899 learned_addr learned my addr 172.21.15.70:0/3693842899 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea3fff640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0d0c90 0x7f2eac0720c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 -- 172.21.15.70:0/3693842899 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0d0c90 msgr2=0x7f2eac0720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaad9d640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2eac157110 0x7f2eac072600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0d0c90 0x7f2eac0720c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 -- 172.21.15.70:0/3693842899 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2eac157110 msgr2=0x7f2eac072600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2eac157110 0x7f2eac072600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 -- 172.21.15.70:0/3693842899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2eac071c40 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eaa59c640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0ceaf0 0x7f2eac1471d0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f2e9400c480 tx=0x7f2e9400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea2ffd640 1 -- 172.21.15.70:0/3693842899 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e94018070 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea2ffd640 1 -- 172.21.15.70:0/3693842899 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e94007500 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea2ffd640 1 -- 172.21.15.70:0/3693842899 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e94004a30 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2eac153360 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2eac153920 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2eac072ee0 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea2ffd640 1 -- 172.21.15.70:0/3693842899 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2e9401b070 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea2ffd640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2e8c0678c0 0x7f2e8c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea2ffd640 1 -- 172.21.15.70:0/3693842899 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f2e94084f70 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea3fff640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2e8c0678c0 0x7f2e8c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.226+0000 7f2ea3fff640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2e8c0678c0 0x7f2e8c069d80 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f2eac148680 tx=0x7f2e9c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.230+0000 7f2ea2ffd640 1 -- 172.21.15.70:0/3693842899 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2e94055b40 con 0x7f2eac0ceaf0 2024-09-05T06:18:45.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.390+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2eac0d0530 con 0x7f2e8c0678c0 2024-09-05T06:18:45.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.398+0000 7f2ea2ffd640 1 -- 172.21.15.70:0/3693842899 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247921 (secure 0 0 0) 0x7f2eac0d0530 con 0x7f2e8c0678c0 2024-09-05T06:18:45.397 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:45.398 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:18:45.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2e8c0678c0 msgr2=0x7f2e8c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2e8c0678c0 0x7f2e8c069d80 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f2eac148680 tx=0x7f2e9c008040 comp rx=0 tx=0).stop 2024-09-05T06:18:45.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0ceaf0 msgr2=0x7f2eac1471d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0ceaf0 0x7f2eac1471d0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f2e9400c480 tx=0x7f2e9400c940 comp rx=0 tx=0).stop 2024-09-05T06:18:45.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 shutdown_connections 2024-09-05T06:18:45.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2e8c0678c0 0x7f2e8c069d80 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2eac157110 0x7f2eac072600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2eac0d0c90 0x7f2eac0720c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 --2- 172.21.15.70:0/3693842899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2eac0ceaf0 0x7f2eac1471d0 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 >> 172.21.15.70:0/3693842899 conn(0x7f2eac06bcc0 msgr2=0x7f2eac155d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:45.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 shutdown_connections 2024-09-05T06:18:45.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.402+0000 7f2eb0f94640 1 -- 172.21.15.70:0/3693842899 wait complete. 2024-09-05T06:18:45.414 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":430,"stamp":"2024-09-05T06:18:44.497621+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":8616,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1553883,"statfs":{"total":1600000000,"available":1591176353,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.475778"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.093491+0000","last_change":"2024-09-05T06:18:42.093014+0000","last_active":"2024-09-05T06:18:42.093491+0000","last_peered":"2024-09-05T06:18:42.093491+0000","last_clean":"2024-09-05T06:18:42.093491+0000","last_became_active":"2024-09-05T06:18:42.083902+0000","last_became_peered":"2024-09-05T06:18:42.083902+0000","last_unstale":"2024-09-05T06:18:42.093491+0000","last_undegraded":"2024-09-05T06:18:42.093491+0000","last_fullsized":"2024-09-05T06:18:42.093491+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:04:19.289093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.066923+0000","last_change":"2024-09-05T06:18:42.066516+0000","last_active":"2024-09-05T06:18:42.066923+0000","last_peered":"2024-09-05T06:18:42.066923+0000","last_clean":"2024-09-05T06:18:42.066923+0000","last_became_active":"2024-09-05T06:18:42.064821+0000","last_became_peered":"2024-09-05T06:18:42.064821+0000","last_unstale":"2024-09-05T06:18:42.066923+0000","last_undegraded":"2024-09-05T06:18:42.066923+0000","last_fullsized":"2024-09-05T06:18:42.066923+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:40:47.570850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.076420+0000","last_change":"2024-09-05T06:18:42.076020+0000","last_active":"2024-09-05T06:18:42.076420+0000","last_peered":"2024-09-05T06:18:42.076420+0000","last_clean":"2024-09-05T06:18:42.076420+0000","last_became_active":"2024-09-05T06:18:42.075711+0000","last_became_peered":"2024-09-05T06:18:42.075711+0000","last_unstale":"2024-09-05T06:18:42.076420+0000","last_undegraded":"2024-09-05T06:18:42.076420+0000","last_fullsized":"2024-09-05T06:18:42.076420+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:00.021989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.087765+0000","last_change":"2024-09-05T06:18:42.080231+0000","last_active":"2024-09-05T06:18:42.087765+0000","last_peered":"2024-09-05T06:18:42.087765+0000","last_clean":"2024-09-05T06:18:42.087765+0000","last_became_active":"2024-09-05T06:18:42.079921+0000","last_became_peered":"2024-09-05T06:18:42.079921+0000","last_unstale":"2024-09-05T06:18:42.087765+0000","last_undegraded":"2024-09-05T06:18:42.087765+0000","last_fullsized":"2024-09-05T06:18:42.087765+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:09:43.584195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.089312+0000","last_change":"2024-09-05T06:18:42.089158+0000","last_active":"2024-09-05T06:18:42.089312+0000","last_peered":"2024-09-05T06:18:42.089312+0000","last_clean":"2024-09-05T06:18:42.089312+0000","last_became_active":"2024-09-05T06:18:42.088924+0000","last_became_peered":"2024-09-05T06:18:42.088924+0000","last_unstale":"2024-09-05T06:18:42.089312+0000","last_undegraded":"2024-09-05T06:18:42.089312+0000","last_fullsized":"2024-09-05T06:18:42.089312+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:18:36.730440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.089509+0000","last_change":"2024-09-05T06:18:42.089190+0000","last_active":"2024-09-05T06:18:42.089509+0000","last_peered":"2024-09-05T06:18:42.089509+0000","last_clean":"2024-09-05T06:18:42.089509+0000","last_became_active":"2024-09-05T06:18:42.078553+0000","last_became_peered":"2024-09-05T06:18:42.078553+0000","last_unstale":"2024-09-05T06:18:42.089509+0000","last_undegraded":"2024-09-05T06:18:42.089509+0000","last_fullsized":"2024-09-05T06:18:42.089509+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:56.487827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091639+0000","last_change":"2024-09-05T06:18:42.091402+0000","last_active":"2024-09-05T06:18:42.091639+0000","last_peered":"2024-09-05T06:18:42.091639+0000","last_clean":"2024-09-05T06:18:42.091639+0000","last_became_active":"2024-09-05T06:18:42.090376+0000","last_became_peered":"2024-09-05T06:18:42.090376+0000","last_unstale":"2024-09-05T06:18:42.091639+0000","last_undegraded":"2024-09-05T06:18:42.091639+0000","last_fullsized":"2024-09-05T06:18:42.091639+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:54:56.068115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.079705+0000","last_change":"2024-09-05T06:18:42.079083+0000","last_active":"2024-09-05T06:18:42.079705+0000","last_peered":"2024-09-05T06:18:42.079705+0000","last_clean":"2024-09-05T06:18:42.079705+0000","last_became_active":"2024-09-05T06:18:42.077399+0000","last_became_peered":"2024-09-05T06:18:42.077399+0000","last_unstale":"2024-09-05T06:18:42.079705+0000","last_undegraded":"2024-09-05T06:18:42.079705+0000","last_fullsized":"2024-09-05T06:18:42.079705+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:40.768650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.068175+0000","last_change":"2024-09-05T06:18:42.067867+0000","last_active":"2024-09-05T06:18:42.068175+0000","last_peered":"2024-09-05T06:18:42.068175+0000","last_clean":"2024-09-05T06:18:42.068175+0000","last_became_active":"2024-09-05T06:18:42.067153+0000","last_became_peered":"2024-09-05T06:18:42.067153+0000","last_unstale":"2024-09-05T06:18:42.068175+0000","last_undegraded":"2024-09-05T06:18:42.068175+0000","last_fullsized":"2024-09-05T06:18:42.068175+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:18.743176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.076438+0000","last_change":"2024-09-05T06:18:42.076315+0000","last_active":"2024-09-05T06:18:42.076438+0000","last_peered":"2024-09-05T06:18:42.076438+0000","last_clean":"2024-09-05T06:18:42.076438+0000","last_became_active":"2024-09-05T06:18:42.076084+0000","last_became_peered":"2024-09-05T06:18:42.076084+0000","last_unstale":"2024-09-05T06:18:42.076438+0000","last_undegraded":"2024-09-05T06:18:42.076438+0000","last_fullsized":"2024-09-05T06:18:42.076438+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:12:04.066897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.090373+0000","last_change":"2024-09-05T06:18:42.090015+0000","last_active":"2024-09-05T06:18:42.090373+0000","last_peered":"2024-09-05T06:18:42.090373+0000","last_clean":"2024-09-05T06:18:42.090373+0000","last_became_active":"2024-09-05T06:18:42.079403+0000","last_became_peered":"2024-09-05T06:18:42.079403+0000","last_unstale":"2024-09-05T06:18:42.090373+0000","last_undegraded":"2024-09-05T06:18:42.090373+0000","last_fullsized":"2024-09-05T06:18:42.090373+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:23:31.768865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.090294+0000","last_change":"2024-09-05T06:18:42.089976+0000","last_active":"2024-09-05T06:18:42.090294+0000","last_peered":"2024-09-05T06:18:42.090294+0000","last_clean":"2024-09-05T06:18:42.090294+0000","last_became_active":"2024-09-05T06:18:42.089681+0000","last_became_peered":"2024-09-05T06:18:42.089681+0000","last_unstale":"2024-09-05T06:18:42.090294+0000","last_undegraded":"2024-09-05T06:18:42.090294+0000","last_fullsized":"2024-09-05T06:18:42.090294+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:37:55.691935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091278+0000","last_change":"2024-09-05T06:18:42.091163+0000","last_active":"2024-09-05T06:18:42.091278+0000","last_peered":"2024-09-05T06:18:42.091278+0000","last_clean":"2024-09-05T06:18:42.091278+0000","last_became_active":"2024-09-05T06:18:42.091005+0000","last_became_peered":"2024-09-05T06:18:42.091005+0000","last_unstale":"2024-09-05T06:18:42.091278+0000","last_undegraded":"2024-09-05T06:18:42.091278+0000","last_fullsized":"2024-09-05T06:18:42.091278+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:54:41.337562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.082806+0000","last_change":"2024-09-05T06:18:42.079030+0000","last_active":"2024-09-05T06:18:42.082806+0000","last_peered":"2024-09-05T06:18:42.082806+0000","last_clean":"2024-09-05T06:18:42.082806+0000","last_became_active":"2024-09-05T06:18:42.078551+0000","last_became_peered":"2024-09-05T06:18:42.078551+0000","last_unstale":"2024-09-05T06:18:42.082806+0000","last_undegraded":"2024-09-05T06:18:42.082806+0000","last_fullsized":"2024-09-05T06:18:42.082806+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:30:09.863449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.102137+0000","last_change":"2024-09-05T06:18:42.102028+0000","last_active":"2024-09-05T06:18:42.102137+0000","last_peered":"2024-09-05T06:18:42.102137+0000","last_clean":"2024-09-05T06:18:42.102137+0000","last_became_active":"2024-09-05T06:18:42.101787+0000","last_became_peered":"2024-09-05T06:18:42.101787+0000","last_unstale":"2024-09-05T06:18:42.102137+0000","last_undegraded":"2024-09-05T06:18:42.102137+0000","last_fullsized":"2024-09-05T06:18:42.102137+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:42.658960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.064659+0000","last_change":"2024-09-05T06:18:42.064356+0000","last_active":"2024-09-05T06:18:42.064659+0000","last_peered":"2024-09-05T06:18:42.064659+0000","last_clean":"2024-09-05T06:18:42.064659+0000","last_became_active":"2024-09-05T06:18:42.063747+0000","last_became_peered":"2024-09-05T06:18:42.063747+0000","last_unstale":"2024-09-05T06:18:42.064659+0000","last_undegraded":"2024-09-05T06:18:42.064659+0000","last_fullsized":"2024-09-05T06:18:42.064659+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:59:29.389350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.089396+0000","last_change":"2024-09-05T06:18:42.089261+0000","last_active":"2024-09-05T06:18:42.089396+0000","last_peered":"2024-09-05T06:18:42.089396+0000","last_clean":"2024-09-05T06:18:42.089396+0000","last_became_active":"2024-09-05T06:18:42.089019+0000","last_became_peered":"2024-09-05T06:18:42.089019+0000","last_unstale":"2024-09-05T06:18:42.089396+0000","last_undegraded":"2024-09-05T06:18:42.089396+0000","last_fullsized":"2024-09-05T06:18:42.089396+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:41.159213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.073462+0000","last_change":"2024-09-05T06:18:42.073304+0000","last_active":"2024-09-05T06:18:42.073462+0000","last_peered":"2024-09-05T06:18:42.073462+0000","last_clean":"2024-09-05T06:18:42.073462+0000","last_became_active":"2024-09-05T06:18:42.072840+0000","last_became_peered":"2024-09-05T06:18:42.072840+0000","last_unstale":"2024-09-05T06:18:42.073462+0000","last_undegraded":"2024-09-05T06:18:42.073462+0000","last_fullsized":"2024-09-05T06:18:42.073462+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:44:19.730533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.100110+0000","last_change":"2024-09-05T06:18:42.099834+0000","last_active":"2024-09-05T06:18:42.100110+0000","last_peered":"2024-09-05T06:18:42.100110+0000","last_clean":"2024-09-05T06:18:42.100110+0000","last_became_active":"2024-09-05T06:18:42.084420+0000","last_became_peered":"2024-09-05T06:18:42.084420+0000","last_unstale":"2024-09-05T06:18:42.100110+0000","last_undegraded":"2024-09-05T06:18:42.100110+0000","last_fullsized":"2024-09-05T06:18:42.100110+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:06:58.013130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.098700+0000","last_change":"2024-09-05T06:18:42.098330+0000","last_active":"2024-09-05T06:18:42.098700+0000","last_peered":"2024-09-05T06:18:42.098700+0000","last_clean":"2024-09-05T06:18:42.098700+0000","last_became_active":"2024-09-05T06:18:42.096245+0000","last_became_peered":"2024-09-05T06:18:42.096245+0000","last_unstale":"2024-09-05T06:18:42.098700+0000","last_undegraded":"2024-09-05T06:18:42.098700+0000","last_fullsized":"2024-09-05T06:18:42.098700+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:36.168810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.090705+0000","last_change":"2024-09-05T06:18:42.090477+0000","last_active":"2024-09-05T06:18:42.090705+0000","last_peered":"2024-09-05T06:18:42.090705+0000","last_clean":"2024-09-05T06:18:42.090705+0000","last_became_active":"2024-09-05T06:18:42.090228+0000","last_became_peered":"2024-09-05T06:18:42.090228+0000","last_unstale":"2024-09-05T06:18:42.090705+0000","last_undegraded":"2024-09-05T06:18:42.090705+0000","last_fullsized":"2024-09-05T06:18:42.090705+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:45.862562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.087754+0000","last_change":"2024-09-05T06:18:42.087606+0000","last_active":"2024-09-05T06:18:42.087754+0000","last_peered":"2024-09-05T06:18:42.087754+0000","last_clean":"2024-09-05T06:18:42.087754+0000","last_became_active":"2024-09-05T06:18:42.087125+0000","last_became_peered":"2024-09-05T06:18:42.087125+0000","last_unstale":"2024-09-05T06:18:42.087754+0000","last_undegraded":"2024-09-05T06:18:42.087754+0000","last_fullsized":"2024-09-05T06:18:42.087754+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:13:49.473560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.094806+0000","last_change":"2024-09-05T06:18:42.094652+0000","last_active":"2024-09-05T06:18:42.094806+0000","last_peered":"2024-09-05T06:18:42.094806+0000","last_clean":"2024-09-05T06:18:42.094806+0000","last_became_active":"2024-09-05T06:18:42.094317+0000","last_became_peered":"2024-09-05T06:18:42.094317+0000","last_unstale":"2024-09-05T06:18:42.094806+0000","last_undegraded":"2024-09-05T06:18:42.094806+0000","last_fullsized":"2024-09-05T06:18:42.094806+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:25:57.002423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081324+0000","last_change":"2024-09-05T06:18:42.081193+0000","last_active":"2024-09-05T06:18:42.081324+0000","last_peered":"2024-09-05T06:18:42.081324+0000","last_clean":"2024-09-05T06:18:42.081324+0000","last_became_active":"2024-09-05T06:18:42.080959+0000","last_became_peered":"2024-09-05T06:18:42.080959+0000","last_unstale":"2024-09-05T06:18:42.081324+0000","last_undegraded":"2024-09-05T06:18:42.081324+0000","last_fullsized":"2024-09-05T06:18:42.081324+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:08:08.236251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.076423+0000","last_change":"2024-09-05T06:18:42.076021+0000","last_active":"2024-09-05T06:18:42.076423+0000","last_peered":"2024-09-05T06:18:42.076423+0000","last_clean":"2024-09-05T06:18:42.076423+0000","last_became_active":"2024-09-05T06:18:42.075406+0000","last_became_peered":"2024-09-05T06:18:42.075406+0000","last_unstale":"2024-09-05T06:18:42.076423+0000","last_undegraded":"2024-09-05T06:18:42.076423+0000","last_fullsized":"2024-09-05T06:18:42.076423+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:53.940515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.074532+0000","last_change":"2024-09-05T06:18:42.073826+0000","last_active":"2024-09-05T06:18:42.074532+0000","last_peered":"2024-09-05T06:18:42.074532+0000","last_clean":"2024-09-05T06:18:42.074532+0000","last_became_active":"2024-09-05T06:18:42.073204+0000","last_became_peered":"2024-09-05T06:18:42.073204+0000","last_unstale":"2024-09-05T06:18:42.074532+0000","last_undegraded":"2024-09-05T06:18:42.074532+0000","last_fullsized":"2024-09-05T06:18:42.074532+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:22.203794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.067505+0000","last_change":"2024-09-05T06:18:42.067214+0000","last_active":"2024-09-05T06:18:42.067505+0000","last_peered":"2024-09-05T06:18:42.067505+0000","last_clean":"2024-09-05T06:18:42.067505+0000","last_became_active":"2024-09-05T06:18:42.065822+0000","last_became_peered":"2024-09-05T06:18:42.065822+0000","last_unstale":"2024-09-05T06:18:42.067505+0000","last_undegraded":"2024-09-05T06:18:42.067505+0000","last_fullsized":"2024-09-05T06:18:42.067505+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:45:31.075910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081843+0000","last_change":"2024-09-05T06:18:42.081498+0000","last_active":"2024-09-05T06:18:42.081843+0000","last_peered":"2024-09-05T06:18:42.081843+0000","last_clean":"2024-09-05T06:18:42.081843+0000","last_became_active":"2024-09-05T06:18:42.080857+0000","last_became_peered":"2024-09-05T06:18:42.080857+0000","last_unstale":"2024-09-05T06:18:42.081843+0000","last_undegraded":"2024-09-05T06:18:42.081843+0000","last_fullsized":"2024-09-05T06:18:42.081843+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:28.840831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.100629+0000","last_change":"2024-09-05T06:18:42.100365+0000","last_active":"2024-09-05T06:18:42.100629+0000","last_peered":"2024-09-05T06:18:42.100629+0000","last_clean":"2024-09-05T06:18:42.100629+0000","last_became_active":"2024-09-05T06:18:42.093846+0000","last_became_peered":"2024-09-05T06:18:42.093846+0000","last_unstale":"2024-09-05T06:18:42.100629+0000","last_undegraded":"2024-09-05T06:18:42.100629+0000","last_fullsized":"2024-09-05T06:18:42.100629+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:38:19.142522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.083039+0000","last_change":"2024-09-05T06:18:42.082953+0000","last_active":"2024-09-05T06:18:42.083039+0000","last_peered":"2024-09-05T06:18:42.083039+0000","last_clean":"2024-09-05T06:18:42.083039+0000","last_became_active":"2024-09-05T06:18:42.079057+0000","last_became_peered":"2024-09-05T06:18:42.079057+0000","last_unstale":"2024-09-05T06:18:42.083039+0000","last_undegraded":"2024-09-05T06:18:42.083039+0000","last_fullsized":"2024-09-05T06:18:42.083039+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:40.640494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.060991+0000","last_change":"2024-09-05T06:18:42.059616+0000","last_active":"2024-09-05T06:18:42.060991+0000","last_peered":"2024-09-05T06:18:42.060991+0000","last_clean":"2024-09-05T06:18:42.060991+0000","last_became_active":"2024-09-05T06:18:42.058963+0000","last_became_peered":"2024-09-05T06:18:42.058963+0000","last_unstale":"2024-09-05T06:18:42.060991+0000","last_undegraded":"2024-09-05T06:18:42.060991+0000","last_fullsized":"2024-09-05T06:18:42.060991+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:45:09.013993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081105+0000","last_change":"2024-09-05T06:18:42.080672+0000","last_active":"2024-09-05T06:18:42.081105+0000","last_peered":"2024-09-05T06:18:42.081105+0000","last_clean":"2024-09-05T06:18:42.081105+0000","last_became_active":"2024-09-05T06:18:42.080121+0000","last_became_peered":"2024-09-05T06:18:42.080121+0000","last_unstale":"2024-09-05T06:18:42.081105+0000","last_undegraded":"2024-09-05T06:18:42.081105+0000","last_fullsized":"2024-09-05T06:18:42.081105+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:17:04.278230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091750+0000","last_change":"2024-09-05T06:18:42.091651+0000","last_active":"2024-09-05T06:18:42.091750+0000","last_peered":"2024-09-05T06:18:42.091750+0000","last_clean":"2024-09-05T06:18:42.091750+0000","last_became_active":"2024-09-05T06:18:42.091473+0000","last_became_peered":"2024-09-05T06:18:42.091473+0000","last_unstale":"2024-09-05T06:18:42.091750+0000","last_undegraded":"2024-09-05T06:18:42.091750+0000","last_fullsized":"2024-09-05T06:18:42.091750+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:42:11.334591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"171'4","reported_seq":16,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.088035+0000","last_change":"2024-09-05T06:18:41.056750+0000","last_active":"2024-09-05T06:18:42.088035+0000","last_peered":"2024-09-05T06:18:42.088035+0000","last_clean":"2024-09-05T06:18:42.088035+0000","last_became_active":"2024-09-05T06:18:41.056177+0000","last_became_peered":"2024-09-05T06:18:41.056177+0000","last_unstale":"2024-09-05T06:18:42.088035+0000","last_undegraded":"2024-09-05T06:18:42.088035+0000","last_fullsized":"2024-09-05T06:18:42.088035+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:31.737760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.088636+0000","last_change":"2024-09-05T06:18:42.088332+0000","last_active":"2024-09-05T06:18:42.088636+0000","last_peered":"2024-09-05T06:18:42.088636+0000","last_clean":"2024-09-05T06:18:42.088636+0000","last_became_active":"2024-09-05T06:18:42.087623+0000","last_became_peered":"2024-09-05T06:18:42.087623+0000","last_unstale":"2024-09-05T06:18:42.088636+0000","last_undegraded":"2024-09-05T06:18:42.088636+0000","last_fullsized":"2024-09-05T06:18:42.088636+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:59:24.284692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.1e","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.084757+0000","last_change":"2024-09-05T06:18:41.047010+0000","last_active":"2024-09-05T06:18:42.084757+0000","last_peered":"2024-09-05T06:18:42.084757+0000","last_clean":"2024-09-05T06:18:42.084757+0000","last_became_active":"2024-09-05T06:18:41.045179+0000","last_became_peered":"2024-09-05T06:18:41.045179+0000","last_unstale":"2024-09-05T06:18:42.084757+0000","last_undegraded":"2024-09-05T06:18:42.084757+0000","last_fullsized":"2024-09-05T06:18:42.084757+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:06.822741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.092525+0000","last_change":"2024-09-05T06:18:42.092193+0000","last_active":"2024-09-05T06:18:42.092525+0000","last_peered":"2024-09-05T06:18:42.092525+0000","last_clean":"2024-09-05T06:18:42.092525+0000","last_became_active":"2024-09-05T06:18:42.088477+0000","last_became_peered":"2024-09-05T06:18:42.088477+0000","last_unstale":"2024-09-05T06:18:42.092525+0000","last_undegraded":"2024-09-05T06:18:42.092525+0000","last_fullsized":"2024-09-05T06:18:42.092525+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:42.930470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.1d","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081799+0000","last_change":"2024-09-05T06:18:41.057240+0000","last_active":"2024-09-05T06:18:42.081799+0000","last_peered":"2024-09-05T06:18:42.081799+0000","last_clean":"2024-09-05T06:18:42.081799+0000","last_became_active":"2024-09-05T06:18:41.055966+0000","last_became_peered":"2024-09-05T06:18:41.055966+0000","last_unstale":"2024-09-05T06:18:42.081799+0000","last_undegraded":"2024-09-05T06:18:42.081799+0000","last_fullsized":"2024-09-05T06:18:42.081799+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:58.229885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.088729+0000","last_change":"2024-09-05T06:18:42.088446+0000","last_active":"2024-09-05T06:18:42.088729+0000","last_peered":"2024-09-05T06:18:42.088729+0000","last_clean":"2024-09-05T06:18:42.088729+0000","last_became_active":"2024-09-05T06:18:42.088097+0000","last_became_peered":"2024-09-05T06:18:42.088097+0000","last_unstale":"2024-09-05T06:18:42.088729+0000","last_undegraded":"2024-09-05T06:18:42.088729+0000","last_fullsized":"2024-09-05T06:18:42.088729+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:29.237001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1c","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.084990+0000","last_change":"2024-09-05T06:18:41.052772+0000","last_active":"2024-09-05T06:18:42.084990+0000","last_peered":"2024-09-05T06:18:42.084990+0000","last_clean":"2024-09-05T06:18:42.084990+0000","last_became_active":"2024-09-05T06:18:41.052032+0000","last_became_peered":"2024-09-05T06:18:41.052032+0000","last_unstale":"2024-09-05T06:18:42.084990+0000","last_undegraded":"2024-09-05T06:18:42.084990+0000","last_fullsized":"2024-09-05T06:18:42.084990+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:10:36.333430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.085688+0000","last_change":"2024-09-05T06:18:42.085379+0000","last_active":"2024-09-05T06:18:42.085688+0000","last_peered":"2024-09-05T06:18:42.085688+0000","last_clean":"2024-09-05T06:18:42.085688+0000","last_became_active":"2024-09-05T06:18:42.084694+0000","last_became_peered":"2024-09-05T06:18:42.084694+0000","last_unstale":"2024-09-05T06:18:42.085688+0000","last_undegraded":"2024-09-05T06:18:42.085688+0000","last_fullsized":"2024-09-05T06:18:42.085688+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:20:10.205328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081912+0000","last_change":"2024-09-05T06:18:41.044066+0000","last_active":"2024-09-05T06:18:42.081912+0000","last_peered":"2024-09-05T06:18:42.081912+0000","last_clean":"2024-09-05T06:18:42.081912+0000","last_became_active":"2024-09-05T06:18:41.043331+0000","last_became_peered":"2024-09-05T06:18:41.043331+0000","last_unstale":"2024-09-05T06:18:42.081912+0000","last_undegraded":"2024-09-05T06:18:42.081912+0000","last_fullsized":"2024-09-05T06:18:42.081912+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:03:05.142797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.093473+0000","last_change":"2024-09-05T06:18:42.088774+0000","last_active":"2024-09-05T06:18:42.093473+0000","last_peered":"2024-09-05T06:18:42.093473+0000","last_clean":"2024-09-05T06:18:42.093473+0000","last_became_active":"2024-09-05T06:18:42.088159+0000","last_became_peered":"2024-09-05T06:18:42.088159+0000","last_unstale":"2024-09-05T06:18:42.093473+0000","last_undegraded":"2024-09-05T06:18:42.093473+0000","last_fullsized":"2024-09-05T06:18:42.093473+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:37.064138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1a","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.075861+0000","last_change":"2024-09-05T06:18:41.050492+0000","last_active":"2024-09-05T06:18:42.075861+0000","last_peered":"2024-09-05T06:18:42.075861+0000","last_clean":"2024-09-05T06:18:42.075861+0000","last_became_active":"2024-09-05T06:18:41.050271+0000","last_became_peered":"2024-09-05T06:18:41.050271+0000","last_unstale":"2024-09-05T06:18:42.075861+0000","last_undegraded":"2024-09-05T06:18:42.075861+0000","last_fullsized":"2024-09-05T06:18:42.075861+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:16:12.896482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.072534+0000","last_change":"2024-09-05T06:18:42.072259+0000","last_active":"2024-09-05T06:18:42.072534+0000","last_peered":"2024-09-05T06:18:42.072534+0000","last_clean":"2024-09-05T06:18:42.072534+0000","last_became_active":"2024-09-05T06:18:42.071633+0000","last_became_peered":"2024-09-05T06:18:42.071633+0000","last_unstale":"2024-09-05T06:18:42.072534+0000","last_undegraded":"2024-09-05T06:18:42.072534+0000","last_fullsized":"2024-09-05T06:18:42.072534+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:39:34.358982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.064539+0000","last_change":"2024-09-05T06:18:41.051706+0000","last_active":"2024-09-05T06:18:42.064539+0000","last_peered":"2024-09-05T06:18:42.064539+0000","last_clean":"2024-09-05T06:18:42.064539+0000","last_became_active":"2024-09-05T06:18:41.051034+0000","last_became_peered":"2024-09-05T06:18:41.051034+0000","last_unstale":"2024-09-05T06:18:42.064539+0000","last_undegraded":"2024-09-05T06:18:42.064539+0000","last_fullsized":"2024-09-05T06:18:42.064539+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:27:24.378055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.105859+0000","last_change":"2024-09-05T06:18:42.105703+0000","last_active":"2024-09-05T06:18:42.105859+0000","last_peered":"2024-09-05T06:18:42.105859+0000","last_clean":"2024-09-05T06:18:42.105859+0000","last_became_active":"2024-09-05T06:18:42.105449+0000","last_became_peered":"2024-09-05T06:18:42.105449+0000","last_unstale":"2024-09-05T06:18:42.105859+0000","last_undegraded":"2024-09-05T06:18:42.105859+0000","last_fullsized":"2024-09-05T06:18:42.105859+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:14.116371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.071293+0000","last_change":"2024-09-05T06:18:41.049434+0000","last_active":"2024-09-05T06:18:42.071293+0000","last_peered":"2024-09-05T06:18:42.071293+0000","last_clean":"2024-09-05T06:18:42.071293+0000","last_became_active":"2024-09-05T06:18:41.049208+0000","last_became_peered":"2024-09-05T06:18:41.049208+0000","last_unstale":"2024-09-05T06:18:42.071293+0000","last_undegraded":"2024-09-05T06:18:42.071293+0000","last_fullsized":"2024-09-05T06:18:42.071293+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:07.945608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.095173+0000","last_change":"2024-09-05T06:18:42.095060+0000","last_active":"2024-09-05T06:18:42.095173+0000","last_peered":"2024-09-05T06:18:42.095173+0000","last_clean":"2024-09-05T06:18:42.095173+0000","last_became_active":"2024-09-05T06:18:42.094551+0000","last_became_peered":"2024-09-05T06:18:42.094551+0000","last_unstale":"2024-09-05T06:18:42.095173+0000","last_undegraded":"2024-09-05T06:18:42.095173+0000","last_fullsized":"2024-09-05T06:18:42.095173+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:52:56.616481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.069032+0000","last_change":"2024-09-05T06:18:41.050181+0000","last_active":"2024-09-05T06:18:42.069032+0000","last_peered":"2024-09-05T06:18:42.069032+0000","last_clean":"2024-09-05T06:18:42.069032+0000","last_became_active":"2024-09-05T06:18:41.049498+0000","last_became_peered":"2024-09-05T06:18:41.049498+0000","last_unstale":"2024-09-05T06:18:42.069032+0000","last_undegraded":"2024-09-05T06:18:42.069032+0000","last_fullsized":"2024-09-05T06:18:42.069032+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:03.819860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.078469+0000","last_change":"2024-09-05T06:18:42.077895+0000","last_active":"2024-09-05T06:18:42.078469+0000","last_peered":"2024-09-05T06:18:42.078469+0000","last_clean":"2024-09-05T06:18:42.078469+0000","last_became_active":"2024-09-05T06:18:42.077300+0000","last_became_peered":"2024-09-05T06:18:42.077300+0000","last_unstale":"2024-09-05T06:18:42.078469+0000","last_undegraded":"2024-09-05T06:18:42.078469+0000","last_fullsized":"2024-09-05T06:18:42.078469+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:45:34.437628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.063113+0000","last_change":"2024-09-05T06:18:41.046968+0000","last_active":"2024-09-05T06:18:42.063113+0000","last_peered":"2024-09-05T06:18:42.063113+0000","last_clean":"2024-09-05T06:18:42.063113+0000","last_became_active":"2024-09-05T06:18:41.046564+0000","last_became_peered":"2024-09-05T06:18:41.046564+0000","last_unstale":"2024-09-05T06:18:42.063113+0000","last_undegraded":"2024-09-05T06:18:42.063113+0000","last_fullsized":"2024-09-05T06:18:42.063113+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:07:45.007518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.077070+0000","last_change":"2024-09-05T06:18:42.075615+0000","last_active":"2024-09-05T06:18:42.077070+0000","last_peered":"2024-09-05T06:18:42.077070+0000","last_clean":"2024-09-05T06:18:42.077070+0000","last_became_active":"2024-09-05T06:18:42.074916+0000","last_became_peered":"2024-09-05T06:18:42.074916+0000","last_unstale":"2024-09-05T06:18:42.077070+0000","last_undegraded":"2024-09-05T06:18:42.077070+0000","last_fullsized":"2024-09-05T06:18:42.077070+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:15.459853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.14","version":"171'6","reported_seq":18,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.102520+0000","last_change":"2024-09-05T06:18:41.052082+0000","last_active":"2024-09-05T06:18:42.102520+0000","last_peered":"2024-09-05T06:18:42.102520+0000","last_clean":"2024-09-05T06:18:42.102520+0000","last_became_active":"2024-09-05T06:18:41.050880+0000","last_became_peered":"2024-09-05T06:18:41.050880+0000","last_unstale":"2024-09-05T06:18:42.102520+0000","last_undegraded":"2024-09-05T06:18:42.102520+0000","last_fullsized":"2024-09-05T06:18:42.102520+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:56:54.228451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.094047+0000","last_change":"2024-09-05T06:18:42.093687+0000","last_active":"2024-09-05T06:18:42.094047+0000","last_peered":"2024-09-05T06:18:42.094047+0000","last_clean":"2024-09-05T06:18:42.094047+0000","last_became_active":"2024-09-05T06:18:42.090164+0000","last_became_peered":"2024-09-05T06:18:42.090164+0000","last_unstale":"2024-09-05T06:18:42.094047+0000","last_undegraded":"2024-09-05T06:18:42.094047+0000","last_fullsized":"2024-09-05T06:18:42.094047+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:41.395731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.13","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.081532+0000","last_change":"2024-09-05T06:18:41.056563+0000","last_active":"2024-09-05T06:18:42.081532+0000","last_peered":"2024-09-05T06:18:42.081532+0000","last_clean":"2024-09-05T06:18:42.081532+0000","last_became_active":"2024-09-05T06:18:41.055130+0000","last_became_peered":"2024-09-05T06:18:41.055130+0000","last_unstale":"2024-09-05T06:18:42.081532+0000","last_undegraded":"2024-09-05T06:18:42.081532+0000","last_fullsized":"2024-09-05T06:18:42.081532+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:01:50.277274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.097604+0000","last_change":"2024-09-05T06:18:42.097304+0000","last_active":"2024-09-05T06:18:42.097604+0000","last_peered":"2024-09-05T06:18:42.097604+0000","last_clean":"2024-09-05T06:18:42.097604+0000","last_became_active":"2024-09-05T06:18:42.093929+0000","last_became_peered":"2024-09-05T06:18:42.093929+0000","last_unstale":"2024-09-05T06:18:42.097604+0000","last_undegraded":"2024-09-05T06:18:42.097604+0000","last_fullsized":"2024-09-05T06:18:42.097604+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:55:37.089015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.077106+0000","last_change":"2024-09-05T06:18:41.052519+0000","last_active":"2024-09-05T06:18:42.077106+0000","last_peered":"2024-09-05T06:18:42.077106+0000","last_clean":"2024-09-05T06:18:42.077106+0000","last_became_active":"2024-09-05T06:18:41.051752+0000","last_became_peered":"2024-09-05T06:18:41.051752+0000","last_unstale":"2024-09-05T06:18:42.077106+0000","last_undegraded":"2024-09-05T06:18:42.077106+0000","last_fullsized":"2024-09-05T06:18:42.077106+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:02.916577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.094090+0000","last_change":"2024-09-05T06:18:42.093776+0000","last_active":"2024-09-05T06:18:42.094090+0000","last_peered":"2024-09-05T06:18:42.094090+0000","last_clean":"2024-09-05T06:18:42.094090+0000","last_became_active":"2024-09-05T06:18:42.089918+0000","last_became_peered":"2024-09-05T06:18:42.089918+0000","last_unstale":"2024-09-05T06:18:42.094090+0000","last_undegraded":"2024-09-05T06:18:42.094090+0000","last_fullsized":"2024-09-05T06:18:42.094090+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:47:04.118621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.054590+0000","last_change":"2024-09-05T06:18:41.043237+0000","last_active":"2024-09-05T06:18:42.054590+0000","last_peered":"2024-09-05T06:18:42.054590+0000","last_clean":"2024-09-05T06:18:42.054590+0000","last_became_active":"2024-09-05T06:18:41.040722+0000","last_became_peered":"2024-09-05T06:18:41.040722+0000","last_unstale":"2024-09-05T06:18:42.054590+0000","last_undegraded":"2024-09-05T06:18:42.054590+0000","last_fullsized":"2024-09-05T06:18:42.054590+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:08:00.503907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.094960+0000","last_change":"2024-09-05T06:18:42.094837+0000","last_active":"2024-09-05T06:18:42.094960+0000","last_peered":"2024-09-05T06:18:42.094960+0000","last_clean":"2024-09-05T06:18:42.094960+0000","last_became_active":"2024-09-05T06:18:42.094169+0000","last_became_peered":"2024-09-05T06:18:42.094169+0000","last_unstale":"2024-09-05T06:18:42.094960+0000","last_undegraded":"2024-09-05T06:18:42.094960+0000","last_fullsized":"2024-09-05T06:18:42.094960+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:28.284875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.10","version":"171'8","reported_seq":20,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.100989+0000","last_change":"2024-09-05T06:18:41.034875+0000","last_active":"2024-09-05T06:18:42.100989+0000","last_peered":"2024-09-05T06:18:42.100989+0000","last_clean":"2024-09-05T06:18:42.100989+0000","last_became_active":"2024-09-05T06:18:41.031765+0000","last_became_peered":"2024-09-05T06:18:41.031765+0000","last_unstale":"2024-09-05T06:18:42.100989+0000","last_undegraded":"2024-09-05T06:18:42.100989+0000","last_fullsized":"2024-09-05T06:18:42.100989+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:00:21.175171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.083706+0000","last_change":"2024-09-05T06:18:42.083588+0000","last_active":"2024-09-05T06:18:42.083706+0000","last_peered":"2024-09-05T06:18:42.083706+0000","last_clean":"2024-09-05T06:18:42.083706+0000","last_became_active":"2024-09-05T06:18:42.083311+0000","last_became_peered":"2024-09-05T06:18:42.083311+0000","last_unstale":"2024-09-05T06:18:42.083706+0000","last_undegraded":"2024-09-05T06:18:42.083706+0000","last_fullsized":"2024-09-05T06:18:42.083706+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:28:47.932088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.f","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.105099+0000","last_change":"2024-09-05T06:18:41.044848+0000","last_active":"2024-09-05T06:18:42.105099+0000","last_peered":"2024-09-05T06:18:42.105099+0000","last_clean":"2024-09-05T06:18:42.105099+0000","last_became_active":"2024-09-05T06:18:41.044534+0000","last_became_peered":"2024-09-05T06:18:41.044534+0000","last_unstale":"2024-09-05T06:18:42.105099+0000","last_undegraded":"2024-09-05T06:18:42.105099+0000","last_fullsized":"2024-09-05T06:18:42.105099+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:25.489290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.061257+0000","last_change":"2024-09-05T06:18:42.060870+0000","last_active":"2024-09-05T06:18:42.061257+0000","last_peered":"2024-09-05T06:18:42.061257+0000","last_clean":"2024-09-05T06:18:42.061257+0000","last_became_active":"2024-09-05T06:18:42.060253+0000","last_became_peered":"2024-09-05T06:18:42.060253+0000","last_unstale":"2024-09-05T06:18:42.061257+0000","last_undegraded":"2024-09-05T06:18:42.061257+0000","last_fullsized":"2024-09-05T06:18:42.061257+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.209013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.e","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.101547+0000","last_change":"2024-09-05T06:18:41.053847+0000","last_active":"2024-09-05T06:18:42.101547+0000","last_peered":"2024-09-05T06:18:42.101547+0000","last_clean":"2024-09-05T06:18:42.101547+0000","last_became_active":"2024-09-05T06:18:41.053159+0000","last_became_peered":"2024-09-05T06:18:41.053159+0000","last_unstale":"2024-09-05T06:18:42.101547+0000","last_undegraded":"2024-09-05T06:18:42.101547+0000","last_fullsized":"2024-09-05T06:18:42.101547+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:27.437854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.083779+0000","last_change":"2024-09-05T06:18:42.083688+0000","last_active":"2024-09-05T06:18:42.083779+0000","last_peered":"2024-09-05T06:18:42.083779+0000","last_clean":"2024-09-05T06:18:42.083779+0000","last_became_active":"2024-09-05T06:18:42.083479+0000","last_became_peered":"2024-09-05T06:18:42.083479+0000","last_unstale":"2024-09-05T06:18:42.083779+0000","last_undegraded":"2024-09-05T06:18:42.083779+0000","last_fullsized":"2024-09-05T06:18:42.083779+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:48.738552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.d","version":"171'1","reported_seq":13,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.071360+0000","last_change":"2024-09-05T06:18:41.036915+0000","last_active":"2024-09-05T06:18:42.071360+0000","last_peered":"2024-09-05T06:18:42.071360+0000","last_clean":"2024-09-05T06:18:42.071360+0000","last_became_active":"2024-09-05T06:18:41.036280+0000","last_became_peered":"2024-09-05T06:18:41.036280+0000","last_unstale":"2024-09-05T06:18:42.071360+0000","last_undegraded":"2024-09-05T06:18:42.071360+0000","last_fullsized":"2024-09-05T06:18:42.071360+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:10:31.959221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091879+0000","last_change":"2024-09-05T06:18:42.091436+0000","last_active":"2024-09-05T06:18:42.091879+0000","last_peered":"2024-09-05T06:18:42.091879+0000","last_clean":"2024-09-05T06:18:42.091879+0000","last_became_active":"2024-09-05T06:18:42.086301+0000","last_became_peered":"2024-09-05T06:18:42.086301+0000","last_unstale":"2024-09-05T06:18:42.091879+0000","last_undegraded":"2024-09-05T06:18:42.091879+0000","last_fullsized":"2024-09-05T06:18:42.091879+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:04:14.605085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.054977+0000","last_change":"2024-09-05T06:18:41.043815+0000","last_active":"2024-09-05T06:18:42.054977+0000","last_peered":"2024-09-05T06:18:42.054977+0000","last_clean":"2024-09-05T06:18:42.054977+0000","last_became_active":"2024-09-05T06:18:41.042597+0000","last_became_peered":"2024-09-05T06:18:41.042597+0000","last_unstale":"2024-09-05T06:18:42.054977+0000","last_undegraded":"2024-09-05T06:18:42.054977+0000","last_fullsized":"2024-09-05T06:18:42.054977+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:34:21.322431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.105619+0000","last_change":"2024-09-05T06:18:42.105526+0000","last_active":"2024-09-05T06:18:42.105619+0000","last_peered":"2024-09-05T06:18:42.105619+0000","last_clean":"2024-09-05T06:18:42.105619+0000","last_became_active":"2024-09-05T06:18:42.105336+0000","last_became_peered":"2024-09-05T06:18:42.105336+0000","last_unstale":"2024-09-05T06:18:42.105619+0000","last_undegraded":"2024-09-05T06:18:42.105619+0000","last_fullsized":"2024-09-05T06:18:42.105619+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:56:06.147005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.b","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.074747+0000","last_change":"2024-09-05T06:18:41.051265+0000","last_active":"2024-09-05T06:18:42.074747+0000","last_peered":"2024-09-05T06:18:42.074747+0000","last_clean":"2024-09-05T06:18:42.074747+0000","last_became_active":"2024-09-05T06:18:41.050663+0000","last_became_peered":"2024-09-05T06:18:41.050663+0000","last_unstale":"2024-09-05T06:18:42.074747+0000","last_undegraded":"2024-09-05T06:18:42.074747+0000","last_fullsized":"2024-09-05T06:18:42.074747+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:23:58.540049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.068892+0000","last_change":"2024-09-05T06:18:42.067605+0000","last_active":"2024-09-05T06:18:42.068892+0000","last_peered":"2024-09-05T06:18:42.068892+0000","last_clean":"2024-09-05T06:18:42.068892+0000","last_became_active":"2024-09-05T06:18:42.064691+0000","last_became_peered":"2024-09-05T06:18:42.064691+0000","last_unstale":"2024-09-05T06:18:42.068892+0000","last_undegraded":"2024-09-05T06:18:42.068892+0000","last_fullsized":"2024-09-05T06:18:42.068892+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:26.715235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.079579+0000","last_change":"2024-09-05T06:18:41.047987+0000","last_active":"2024-09-05T06:18:42.079579+0000","last_peered":"2024-09-05T06:18:42.079579+0000","last_clean":"2024-09-05T06:18:42.079579+0000","last_became_active":"2024-09-05T06:18:41.047484+0000","last_became_peered":"2024-09-05T06:18:41.047484+0000","last_unstale":"2024-09-05T06:18:42.079579+0000","last_undegraded":"2024-09-05T06:18:42.079579+0000","last_fullsized":"2024-09-05T06:18:42.079579+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:37:54.806009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.097997+0000","last_change":"2024-09-05T06:18:42.097893+0000","last_active":"2024-09-05T06:18:42.097997+0000","last_peered":"2024-09-05T06:18:42.097997+0000","last_clean":"2024-09-05T06:18:42.097997+0000","last_became_active":"2024-09-05T06:18:42.097754+0000","last_became_peered":"2024-09-05T06:18:42.097754+0000","last_unstale":"2024-09-05T06:18:42.097997+0000","last_undegraded":"2024-09-05T06:18:42.097997+0000","last_fullsized":"2024-09-05T06:18:42.097997+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:09:52.576339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.073914+0000","last_change":"2024-09-05T06:18:41.045473+0000","last_active":"2024-09-05T06:18:42.073914+0000","last_peered":"2024-09-05T06:18:42.073914+0000","last_clean":"2024-09-05T06:18:42.073914+0000","last_became_active":"2024-09-05T06:18:41.045155+0000","last_became_peered":"2024-09-05T06:18:41.045155+0000","last_unstale":"2024-09-05T06:18:42.073914+0000","last_undegraded":"2024-09-05T06:18:42.073914+0000","last_fullsized":"2024-09-05T06:18:42.073914+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:16.980859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.064739+0000","last_change":"2024-09-05T06:18:42.064407+0000","last_active":"2024-09-05T06:18:42.064739+0000","last_peered":"2024-09-05T06:18:42.064739+0000","last_clean":"2024-09-05T06:18:42.064739+0000","last_became_active":"2024-09-05T06:18:42.063558+0000","last_became_peered":"2024-09-05T06:18:42.063558+0000","last_unstale":"2024-09-05T06:18:42.064739+0000","last_undegraded":"2024-09-05T06:18:42.064739+0000","last_fullsized":"2024-09-05T06:18:42.064739+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:18:37.406274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.072805+0000","last_change":"2024-09-05T06:18:41.046826+0000","last_active":"2024-09-05T06:18:42.072805+0000","last_peered":"2024-09-05T06:18:42.072805+0000","last_clean":"2024-09-05T06:18:42.072805+0000","last_became_active":"2024-09-05T06:18:41.046199+0000","last_became_peered":"2024-09-05T06:18:41.046199+0000","last_unstale":"2024-09-05T06:18:42.072805+0000","last_undegraded":"2024-09-05T06:18:42.072805+0000","last_fullsized":"2024-09-05T06:18:42.072805+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:41.032182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.093495+0000","last_change":"2024-09-05T06:18:42.090281+0000","last_active":"2024-09-05T06:18:42.093495+0000","last_peered":"2024-09-05T06:18:42.093495+0000","last_clean":"2024-09-05T06:18:42.093495+0000","last_became_active":"2024-09-05T06:18:42.089654+0000","last_became_peered":"2024-09-05T06:18:42.089654+0000","last_unstale":"2024-09-05T06:18:42.093495+0000","last_undegraded":"2024-09-05T06:18:42.093495+0000","last_fullsized":"2024-09-05T06:18:42.093495+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:33.035257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.7","version":"171'2","reported_seq":14,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.088437+0000","last_change":"2024-09-05T06:18:41.037257+0000","last_active":"2024-09-05T06:18:42.088437+0000","last_peered":"2024-09-05T06:18:42.088437+0000","last_clean":"2024-09-05T06:18:42.088437+0000","last_became_active":"2024-09-05T06:18:41.036907+0000","last_became_peered":"2024-09-05T06:18:41.036907+0000","last_unstale":"2024-09-05T06:18:42.088437+0000","last_undegraded":"2024-09-05T06:18:42.088437+0000","last_fullsized":"2024-09-05T06:18:42.088437+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:42:30.551141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.087802+0000","last_change":"2024-09-05T06:18:42.085932+0000","last_active":"2024-09-05T06:18:42.087802+0000","last_peered":"2024-09-05T06:18:42.087802+0000","last_clean":"2024-09-05T06:18:42.087802+0000","last_became_active":"2024-09-05T06:18:42.085627+0000","last_became_peered":"2024-09-05T06:18:42.085627+0000","last_unstale":"2024-09-05T06:18:42.087802+0000","last_undegraded":"2024-09-05T06:18:42.087802+0000","last_fullsized":"2024-09-05T06:18:42.087802+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:50.851391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.054580+0000","last_change":"2024-09-05T06:18:41.046664+0000","last_active":"2024-09-05T06:18:42.054580+0000","last_peered":"2024-09-05T06:18:42.054580+0000","last_clean":"2024-09-05T06:18:42.054580+0000","last_became_active":"2024-09-05T06:18:41.038454+0000","last_became_peered":"2024-09-05T06:18:41.038454+0000","last_unstale":"2024-09-05T06:18:42.054580+0000","last_undegraded":"2024-09-05T06:18:42.054580+0000","last_fullsized":"2024-09-05T06:18:42.054580+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:47.709416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.095683+0000","last_change":"2024-09-05T06:18:42.094742+0000","last_active":"2024-09-05T06:18:42.095683+0000","last_peered":"2024-09-05T06:18:42.095683+0000","last_clean":"2024-09-05T06:18:42.095683+0000","last_became_active":"2024-09-05T06:18:42.080891+0000","last_became_peered":"2024-09-05T06:18:42.080891+0000","last_unstale":"2024-09-05T06:18:42.095683+0000","last_undegraded":"2024-09-05T06:18:42.095683+0000","last_fullsized":"2024-09-05T06:18:42.095683+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:34:49.950756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.065458+0000","last_change":"2024-09-05T06:18:41.051497+0000","last_active":"2024-09-05T06:18:42.065458+0000","last_peered":"2024-09-05T06:18:42.065458+0000","last_clean":"2024-09-05T06:18:42.065458+0000","last_became_active":"2024-09-05T06:18:41.050019+0000","last_became_peered":"2024-09-05T06:18:41.050019+0000","last_unstale":"2024-09-05T06:18:42.065458+0000","last_undegraded":"2024-09-05T06:18:42.065458+0000","last_fullsized":"2024-09-05T06:18:42.065458+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:11:57.717093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.102504+0000","last_change":"2024-09-05T06:18:42.102322+0000","last_active":"2024-09-05T06:18:42.102504+0000","last_peered":"2024-09-05T06:18:42.102504+0000","last_clean":"2024-09-05T06:18:42.102504+0000","last_became_active":"2024-09-05T06:18:42.099099+0000","last_became_peered":"2024-09-05T06:18:42.099099+0000","last_unstale":"2024-09-05T06:18:42.102504+0000","last_undegraded":"2024-09-05T06:18:42.102504+0000","last_fullsized":"2024-09-05T06:18:42.102504+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:29:36.226583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.063358+0000","last_change":"2024-09-05T06:18:41.043137+0000","last_active":"2024-09-05T06:18:42.063358+0000","last_peered":"2024-09-05T06:18:42.063358+0000","last_clean":"2024-09-05T06:18:42.063358+0000","last_became_active":"2024-09-05T06:18:41.042493+0000","last_became_peered":"2024-09-05T06:18:41.042493+0000","last_unstale":"2024-09-05T06:18:42.063358+0000","last_undegraded":"2024-09-05T06:18:42.063358+0000","last_fullsized":"2024-09-05T06:18:42.063358+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:50:36.398092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.091213+0000","last_change":"2024-09-05T06:18:42.090939+0000","last_active":"2024-09-05T06:18:42.091213+0000","last_peered":"2024-09-05T06:18:42.091213+0000","last_clean":"2024-09-05T06:18:42.091213+0000","last_became_active":"2024-09-05T06:18:42.089315+0000","last_became_peered":"2024-09-05T06:18:42.089315+0000","last_unstale":"2024-09-05T06:18:42.091213+0000","last_undegraded":"2024-09-05T06:18:42.091213+0000","last_fullsized":"2024-09-05T06:18:42.091213+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:16:39.818370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.053011+0000","last_change":"2024-09-05T06:18:41.047094+0000","last_active":"2024-09-05T06:18:42.053011+0000","last_peered":"2024-09-05T06:18:42.053011+0000","last_clean":"2024-09-05T06:18:42.053011+0000","last_became_active":"2024-09-05T06:18:41.046430+0000","last_became_peered":"2024-09-05T06:18:41.046430+0000","last_unstale":"2024-09-05T06:18:42.053011+0000","last_undegraded":"2024-09-05T06:18:42.053011+0000","last_fullsized":"2024-09-05T06:18:42.053011+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:18:30.075028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.093529+0000","last_change":"2024-09-05T06:18:42.090448+0000","last_active":"2024-09-05T06:18:42.093529+0000","last_peered":"2024-09-05T06:18:42.093529+0000","last_clean":"2024-09-05T06:18:42.093529+0000","last_became_active":"2024-09-05T06:18:42.089639+0000","last_became_peered":"2024-09-05T06:18:42.089639+0000","last_unstale":"2024-09-05T06:18:42.093529+0000","last_undegraded":"2024-09-05T06:18:42.093529+0000","last_fullsized":"2024-09-05T06:18:42.093529+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:51:53.103299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.070926+0000","last_change":"2024-09-05T06:18:41.050690+0000","last_active":"2024-09-05T06:18:42.070926+0000","last_peered":"2024-09-05T06:18:42.070926+0000","last_clean":"2024-09-05T06:18:42.070926+0000","last_became_active":"2024-09-05T06:18:41.050423+0000","last_became_peered":"2024-09-05T06:18:41.050423+0000","last_unstale":"2024-09-05T06:18:42.070926+0000","last_undegraded":"2024-09-05T06:18:42.070926+0000","last_fullsized":"2024-09-05T06:18:42.070926+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:50:45.330017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.104640+0000","last_change":"2024-09-05T06:18:42.104563+0000","last_active":"2024-09-05T06:18:42.104640+0000","last_peered":"2024-09-05T06:18:42.104640+0000","last_clean":"2024-09-05T06:18:42.104640+0000","last_became_active":"2024-09-05T06:18:42.104377+0000","last_became_peered":"2024-09-05T06:18:42.104377+0000","last_unstale":"2024-09-05T06:18:42.104640+0000","last_undegraded":"2024-09-05T06:18:42.104640+0000","last_fullsized":"2024-09-05T06:18:42.104640+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:09:01.599516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.073057+0000","last_change":"2024-09-05T06:18:41.052160+0000","last_active":"2024-09-05T06:18:42.073057+0000","last_peered":"2024-09-05T06:18:42.073057+0000","last_clean":"2024-09-05T06:18:42.073057+0000","last_became_active":"2024-09-05T06:18:41.051337+0000","last_became_peered":"2024-09-05T06:18:41.051337+0000","last_unstale":"2024-09-05T06:18:42.073057+0000","last_undegraded":"2024-09-05T06:18:42.073057+0000","last_fullsized":"2024-09-05T06:18:42.073057+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:53:24.838097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.089117+0000","last_change":"2024-09-05T06:18:42.088195+0000","last_active":"2024-09-05T06:18:42.089117+0000","last_peered":"2024-09-05T06:18:42.089117+0000","last_clean":"2024-09-05T06:18:42.089117+0000","last_became_active":"2024-09-05T06:18:42.087421+0000","last_became_peered":"2024-09-05T06:18:42.087421+0000","last_unstale":"2024-09-05T06:18:42.089117+0000","last_undegraded":"2024-09-05T06:18:42.089117+0000","last_fullsized":"2024-09-05T06:18:42.089117+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:04.579476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":12,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.064961+0000","last_change":"2024-09-05T06:18:41.045979+0000","last_active":"2024-09-05T06:18:42.064961+0000","last_peered":"2024-09-05T06:18:42.064961+0000","last_clean":"2024-09-05T06:18:42.064961+0000","last_became_active":"2024-09-05T06:18:41.044293+0000","last_became_peered":"2024-09-05T06:18:41.044293+0000","last_unstale":"2024-09-05T06:18:42.064961+0000","last_undegraded":"2024-09-05T06:18:42.064961+0000","last_fullsized":"2024-09-05T06:18:42.064961+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:55:53.981552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":9,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.075777+0000","last_change":"2024-09-05T06:18:42.074383+0000","last_active":"2024-09-05T06:18:42.075777+0000","last_peered":"2024-09-05T06:18:42.075777+0000","last_clean":"2024-09-05T06:18:42.075777+0000","last_became_active":"2024-09-05T06:18:42.073748+0000","last_became_peered":"2024-09-05T06:18:42.073748+0000","last_unstale":"2024-09-05T06:18:42.075777+0000","last_undegraded":"2024-09-05T06:18:42.075777+0000","last_fullsized":"2024-09-05T06:18:42.075777+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:41.020635+0000","last_clean_scrub_stamp":"2024-09-05T06:18:41.020635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:26.537022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.15","version":"171'3","reported_seq":15,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.086896+0000","last_change":"2024-09-05T06:18:41.052424+0000","last_active":"2024-09-05T06:18:42.086896+0000","last_peered":"2024-09-05T06:18:42.086896+0000","last_clean":"2024-09-05T06:18:42.086896+0000","last_became_active":"2024-09-05T06:18:41.051834+0000","last_became_peered":"2024-09-05T06:18:41.051834+0000","last_unstale":"2024-09-05T06:18:42.086896+0000","last_undegraded":"2024-09-05T06:18:42.086896+0000","last_fullsized":"2024-09-05T06:18:42.086896+0000","mapping_epoch":169,"log_start":"0'0","ondisk_log_start":"0'0","created":169,"last_epoch_clean":170,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:18:40.017551+0000","last_clean_scrub_stamp":"2024-09-05T06:18:40.017551+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:48.269485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":470,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-05T06:18:42.065760+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:18:42.065760+0000","last_peered":"2024-09-05T06:18:42.065760+0000","last_clean":"2024-09-05T06:18:42.065760+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:18:42.065760+0000","last_undegraded":"2024-09-05T06:18:42.065760+0000","last_fullsized":"2024-09-05T06:18:42.065760+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574956,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574957,"num_pgs":12,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574957,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1508,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193803,"statfs":{"total":200000000,"available":198455192,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574956,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574956,"num_pgs":17,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":939,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194373,"statfs":{"total":200000000,"available":199038169,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574956,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574956,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1508,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193803,"statfs":{"total":200000000,"available":198455192,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574956,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":932,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194380,"statfs":{"total":200000000,"available":199045560,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:18:45.418 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:18:45.418 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:18:45.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb795a73640 1 Processor -- start 2024-09-05T06:18:45.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb795a73640 1 -- start start 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb795a73640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb790157110 0x7fb7900b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb795a73640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb7900d0e60 0x7fb7900af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb795a73640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb79006d570 con 0x7fb7900b5ac0 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb795a73640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb79006d850 con 0x7fb7900d0e60 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb795a73640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb79006db30 con 0x7fb790157110 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78ffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb7900d0e60 0x7fb7900af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78effd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fb7900b5ac0 0x7fb7900d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53146/0 (socket says 172.21.15.70:53146) 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78effd640 1 -- 172.21.15.70:0/1412122855 learned_addr learned my addr 172.21.15.70:0/1412122855 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78f7fe640 1 --2- 172.21.15.70:0/1412122855 >> v2:172.21.15.196:3300/0 conn(0x7fb790157110 0x7fb7900b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78ffff640 1 -- 172.21.15.70:0/1412122855 >> v2:172.21.15.196:3300/0 conn(0x7fb790157110 msgr2=0x7fb7900b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:45.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78ffff640 1 --2- 172.21.15.70:0/1412122855 >> v2:172.21.15.196:3300/0 conn(0x7fb790157110 0x7fb7900b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78ffff640 1 -- 172.21.15.70:0/1412122855 >> v1:172.21.15.70:6789/0 conn(0x7fb7900b5ac0 legacy=0x7fb7900d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78e7fc640 1 -- 172.21.15.70:0/1412122855 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 78448724 0 0) 0x7fb79006d570 con 0x7fb7900b5ac0 2024-09-05T06:18:45.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78ffff640 1 -- 172.21.15.70:0/1412122855 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb79006de10 con 0x7fb7900d0e60 2024-09-05T06:18:45.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.586+0000 7fb78f7fe640 1 --2- 172.21.15.70:0/1412122855 >> v2:172.21.15.196:3300/0 conn(0x7fb790157110 0x7fb7900b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:45.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb78ffff640 1 --2- 172.21.15.70:0/1412122855 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7900d0e60 0x7fb7900af720 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7fb7900d1530 tx=0x7fb78801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cd050540d52e58c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb78e7fc640 1 -- 172.21.15.70:0/1412122855 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7880b0070 con 0x7fb7900d0e60 2024-09-05T06:18:45.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb78e7fc640 1 -- 172.21.15.70:0/1412122855 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7880ab600 con 0x7fb7900d0e60 2024-09-05T06:18:45.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb78e7fc640 1 -- 172.21.15.70:0/1412122855 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7880ab9d0 con 0x7fb7900d0e60 2024-09-05T06:18:45.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 -- 172.21.15.70:0/1412122855 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7900d0e60 msgr2=0x7fb7900af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 --2- 172.21.15.70:0/1412122855 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7900d0e60 0x7fb7900af720 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7fb7900d1530 tx=0x7fb78801c480 comp rx=0 tx=0).stop 2024-09-05T06:18:45.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 -- 172.21.15.70:0/1412122855 shutdown_connections 2024-09-05T06:18:45.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 --2- 172.21.15.70:0/1412122855 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7900d0e60 0x7fb7900af720 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 --2- 172.21.15.70:0/1412122855 >> v2:172.21.15.196:3300/0 conn(0x7fb790157110 0x7fb7900b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 -- 172.21.15.70:0/1412122855 >> 172.21.15.70:0/1412122855 conn(0x7fb79006bcc0 msgr2=0x7fb79006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:45.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 -- 172.21.15.70:0/1412122855 shutdown_connections 2024-09-05T06:18:45.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 -- 172.21.15.70:0/1412122855 wait complete. 2024-09-05T06:18:45.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 Processor -- start 2024-09-05T06:18:45.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.590+0000 7fb795a73640 1 -- start start 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7900b5ac0 0x7fb790140360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7900d0e60 0x7fb79015f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb790157110 0x7fb79015f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900b3e00 con 0x7fb790157110 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900b3c80 con 0x7fb7900b5ac0 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb7900b3f80 con 0x7fb7900d0e60 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb790157110 0x7fb79015f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb790157110 0x7fb79015f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37510/0 (socket says 172.21.15.70:37510) 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 -- 172.21.15.70:0/1380064567 learned_addr learned my addr 172.21.15.70:0/1380064567 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78effd640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7900d0e60 0x7fb79015f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 -- 172.21.15.70:0/1380064567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7900d0e60 msgr2=0x7fb79015f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78f7fe640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7900b5ac0 0x7fb790140360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7900d0e60 0x7fb79015f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 -- 172.21.15.70:0/1380064567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7900b5ac0 msgr2=0x7fb790140360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7900b5ac0 0x7fb790140360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 -- 172.21.15.70:0/1380064567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7901408a0 con 0x7fb790157110 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78ffff640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb790157110 0x7fb79015f700 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fb78801a0b0 tx=0x7fb78801acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb787fff640 1 -- 172.21.15.70:0/1380064567 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7880bc070 con 0x7fb790157110 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb787fff640 1 -- 172.21.15.70:0/1380064567 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7880b1040 con 0x7fb790157110 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb790152cc0 con 0x7fb790157110 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb787fff640 1 -- 172.21.15.70:0/1380064567 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7880b0050 con 0x7fb790157110 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb790153280 con 0x7fb790157110 2024-09-05T06:18:45.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7900af720 con 0x7fb790157110 2024-09-05T06:18:45.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb787fff640 1 -- 172.21.15.70:0/1380064567 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb7880bf070 con 0x7fb790157110 2024-09-05T06:18:45.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb787fff640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7700678c0 0x7fb770069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb787fff640 1 -- 172.21.15.70:0/1380064567 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7fb78811f990 con 0x7fb790157110 2024-09-05T06:18:45.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78f7fe640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7700678c0 0x7fb770069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.593 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.594+0000 7fb78f7fe640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7700678c0 0x7fb770069d80 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb790155f70 tx=0x7fb780008450 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.596 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.598+0000 7fb787fff640 1 -- 172.21.15.70:0/1380064567 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb788016070 con 0x7fb790157110 2024-09-05T06:18:45.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.810+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fb790156160 con 0x7fb790157110 2024-09-05T06:18:45.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.814+0000 7fb787fff640 1 -- 172.21.15.70:0/1380064567 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7fb7880f04d0 con 0x7fb790157110 2024-09-05T06:18:45.812 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:18:45.812 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:18:45.812 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:18:45.812 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:18:45.812 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:18:45.812 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:18:45.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7700678c0 msgr2=0x7fb770069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7700678c0 0x7fb770069d80 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb790155f70 tx=0x7fb780008450 comp rx=0 tx=0).stop 2024-09-05T06:18:45.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb790157110 msgr2=0x7fb79015f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb790157110 0x7fb79015f700 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fb78801a0b0 tx=0x7fb78801acc0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 shutdown_connections 2024-09-05T06:18:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb7700678c0 0x7fb770069d80 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb790157110 0x7fb79015f700 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7900d0e60 0x7fb79015f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 --2- 172.21.15.70:0/1380064567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7900b5ac0 0x7fb790140360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 >> 172.21.15.70:0/1380064567 conn(0x7fb79006bcc0 msgr2=0x7fb79006c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 shutdown_connections 2024-09-05T06:18:45.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.818+0000 7fb795a73640 1 -- 172.21.15.70:0/1380064567 wait complete. 2024-09-05T06:18:45.829 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:18:45.932 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.934+0000 7fbaf9818640 1 Processor -- start 2024-09-05T06:18:45.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf9818640 1 -- start start 2024-09-05T06:18:45.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf9818640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbaf4070950 0x7fbaf406bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf9818640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbaf415ccb0 con 0x7fbaf406c290 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf9818640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbaf415cf70 con 0x7fbaf40d11d0 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf9818640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fbaf406c720 con 0x7fbaf4070950 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf3fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fbaf406c290 0x7fbaf40d0ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:53150/0 (socket says 172.21.15.70:53150) 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf3fff640 1 -- 172.21.15.70:0/1693051361 learned_addr learned my addr 172.21.15.70:0/1693051361 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3625089331 0 0) 0x7fbaf415ccb0 con 0x7fbaf406c290 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbadc003530 con 0x7fbaf406c290 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf8816640 1 --2- 172.21.15.70:0/1693051361 >> v2:172.21.15.196:3300/0 conn(0x7fbaf4070950 0x7fbaf406bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2365224774 0 0) 0x7fbadc003530 con 0x7fbaf406c290 2024-09-05T06:18:45.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 >> v2:172.21.15.196:3300/0 conn(0x7fbaf4070950 msgr2=0x7fbaf406bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 --2- 172.21.15.70:0/1693051361 >> v2:172.21.15.196:3300/0 conn(0x7fbaf4070950 0x7fbaf406bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 >> v1:172.21.15.196:6789/0 conn(0x7fbaf40d11d0 legacy=0x7fbaf40ce930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaf415d250 con 0x7fbaf406c290 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fbae8001680 con 0x7fbaf406c290 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 >> v1:172.21.15.70:6789/0 conn(0x7fbaf406c290 legacy=0x7fbaf40d0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbadc003a10 0x7fbadc003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbadc004810 0x7fbadc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbadc005220 0x7fbadc00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbaf406c720 con 0x7fbadc003a10 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc00c170 con 0x7fbadc005220 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbadc00c370 con 0x7fbadc004810 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf8816640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbadc003a10 0x7fbadc003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf9017640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbadc005220 0x7fbadc00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf8816640 1 -- 172.21.15.70:0/1693051361 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbadc004810 msgr2=0x7fbadc004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:45.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf8816640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbadc004810 0x7fbadc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf8816640 1 -- 172.21.15.70:0/1693051361 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbadc005220 msgr2=0x7fbadc00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:45.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf8816640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbadc005220 0x7fbadc00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf8816640 1 -- 172.21.15.70:0/1693051361 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbadc003530 con 0x7fbadc003a10 2024-09-05T06:18:45.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf9017640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbadc005220 0x7fbadc00b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:45.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.938+0000 7fbaf9017640 1 -- 172.21.15.70:0/1693051361 reap_dead start 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf8816640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbadc003a10 0x7fbadc003e30 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7fbae4007360 tx=0x7fbae401ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa448e646cb26966 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbae40b2070 con 0x7fbadc003a10 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbae40a5a00 con 0x7fbadc003a10 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf37fe640 1 -- 172.21.15.70:0/1693051361 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbae4009be0 con 0x7fbadc003a10 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- 172.21.15.70:0/1693051361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbadc003a10 msgr2=0x7fbadc003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbadc003a10 0x7fbadc003e30 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7fbae4007360 tx=0x7fbae401ce40 comp rx=0 tx=0).stop 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- 172.21.15.70:0/1693051361 shutdown_connections 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 --2- 172.21.15.70:0/1693051361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbadc003a10 0x7fbadc003e30 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- 172.21.15.70:0/1693051361 >> 172.21.15.70:0/1693051361 conn(0x7fbaf40b3560 msgr2=0x7fbaf40b3970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- 172.21.15.70:0/1693051361 shutdown_connections 2024-09-05T06:18:45.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- 172.21.15.70:0/1693051361 wait complete. 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 Processor -- start 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- start start 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbadc003a10 0x7fbaf4145790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbaf40b0050 0x7fbaf4154fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbaf41554e0 0x7fbaf41f59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbaf4070eb0 con 0x7fbaf41554e0 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbaf4070d30 con 0x7fbaf40b0050 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9818640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbaf40cf140 con 0x7fbadc003a10 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbaf41554e0 0x7fbaf41f59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbaf41554e0 0x7fbaf41f59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37536/0 (socket says 172.21.15.70:37536) 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 -- 172.21.15.70:0/784989445 learned_addr learned my addr 172.21.15.70:0/784989445 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf3fff640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbaf40b0050 0x7fbaf4154fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf8816640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbadc003a10 0x7fbaf4145790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 -- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbadc003a10 msgr2=0x7fbaf4145790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbadc003a10 0x7fbaf4145790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 -- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbaf40b0050 msgr2=0x7fbaf4154fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbaf40b0050 0x7fbaf4154fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 -- 172.21.15.70:0/784989445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaf41f6940 con 0x7fbaf41554e0 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf3fff640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbaf40b0050 0x7fbaf4154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.942+0000 7fbaf9017640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbaf41554e0 0x7fbaf41f59a0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7fbaf4073630 tx=0x7fbaec00d5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf17fa640 1 -- 172.21.15.70:0/784989445 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaec018070 con 0x7fbaf41554e0 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf17fa640 1 -- 172.21.15.70:0/784989445 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbaec0052f0 con 0x7fbaf41554e0 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf17fa640 1 -- 172.21.15.70:0/784989445 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaec007270 con 0x7fbaf41554e0 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbaf41f6660 con 0x7fbaf41554e0 2024-09-05T06:18:45.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbaf4144f90 con 0x7fbaf41554e0 2024-09-05T06:18:45.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbaf4069950 con 0x7fbaf41554e0 2024-09-05T06:18:45.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf17fa640 1 -- 172.21.15.70:0/784989445 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbaec007410 con 0x7fbaf41554e0 2024-09-05T06:18:45.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf17fa640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbae00678c0 0x7fbae0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:45.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf8816640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbae00678c0 0x7fbae0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:45.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf17fa640 1 -- 172.21.15.70:0/784989445 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7fbaec084cb0 con 0x7fbaf41554e0 2024-09-05T06:18:45.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.946+0000 7fbaf8816640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbae00678c0 0x7fbae0069d80 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fbae40af000 tx=0x7fbae400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:45.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:45.950+0000 7fbaf17fa640 1 -- 172.21.15.70:0/784989445 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbaf41f6940 con 0x7fbaf41554e0 2024-09-05T06:18:46.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbaf415ccb0 con 0x7fbaf41554e0 2024-09-05T06:18:46.137 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf17fa640 1 -- 172.21.15.70:0/784989445 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5224 (secure 0 0 0) 0x7fbaec0557f0 con 0x7fbaf41554e0 2024-09-05T06:18:46.138 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:46.138 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":67,"btime":"2024-09-05T06:18:44:084893+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5687,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/686463817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":686463817},{"type":"v1","addr":"172.21.15.196:6834","nonce":686463817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5690,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/113269698","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":113269698},{"type":"v1","addr":"172.21.15.196:6835","nonce":113269698}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7587,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/937071757","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":937071757},{"type":"v1","addr":"172.21.15.70:6835","nonce":937071757}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:18:41.395255+0000","modified":"2024-09-05T06:18:43.425327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7590},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7590":{"gid":7590,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2507797379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2507797379},{"type":"v1","addr":"172.21.15.70:6837","nonce":2507797379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7590,"qdb_cluster":[7590]},"id":10}]} 2024-09-05T06:18:46.138 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 67 2024-09-05T06:18:46.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbae00678c0 msgr2=0x7fbae0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbae00678c0 0x7fbae0069d80 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fbae40af000 tx=0x7fbae400b040 comp rx=0 tx=0).stop 2024-09-05T06:18:46.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbaf41554e0 msgr2=0x7fbaf41f59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbaf41554e0 0x7fbaf41f59a0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7fbaf4073630 tx=0x7fbaec00d5e0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 shutdown_connections 2024-09-05T06:18:46.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbae00678c0 0x7fbae0069d80 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbaf41554e0 0x7fbaf41f59a0 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbaf40b0050 0x7fbaf4154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 --2- 172.21.15.70:0/784989445 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbadc003a10 0x7fbaf4145790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 >> 172.21.15.70:0/784989445 conn(0x7fbaf40b3560 msgr2=0x7fbaf4072490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:46.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 shutdown_connections 2024-09-05T06:18:46.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.142+0000 7fbaf9818640 1 -- 172.21.15.70:0/784989445 wait complete. 2024-09-05T06:18:46.558 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 67, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:18:41.395255+0000', 'modified': '2024-09-05T06:18:43.425327+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7590}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7590': {'gid': 7590, 'name': 'c', 'rank': 0, 'incarnation': 65, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6837/2507797379', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6836', 'nonce': 2507797379}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 2507797379}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [21], 'metadata_pool': 20, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7590, 'qdb_cluster': [7590]} 2024-09-05T06:18:46.558 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:18:46.558 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2cf8d640 1 Processor -- start 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2cf8d640 1 -- start start 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2cf8d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4e28146490 0x7f4e280706c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2cf8d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4e28070c00 0x7f4e280ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2cf8d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e280cf410 0x7f4e2806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2cf8d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4e28073580 con 0x7f4e28146490 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2cf8d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4e2815db90 con 0x7f4e28070c00 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2cf8d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4e280cf8a0 con 0x7f4e280cf410 2024-09-05T06:18:46.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2659c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4e28146490 0x7f4e280706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2659c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4e28146490 0x7f4e280706c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37540/0 (socket says 172.21.15.70:37540) 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2659c640 1 -- 172.21.15.70:0/1592865702 learned_addr learned my addr 172.21.15.70:0/1592865702 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/1592865702 >> v2:172.21.15.196:3300/0 conn(0x7f4e28070c00 0x7f4e280ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e26d9d640 1 --2- 172.21.15.70:0/1592865702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e280cf410 0x7f4e2806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2659c640 1 -- 172.21.15.70:0/1592865702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e280cf410 msgr2=0x7f4e2806bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2659c640 1 --2- 172.21.15.70:0/1592865702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e280cf410 0x7f4e2806bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2659c640 1 -- 172.21.15.70:0/1592865702 >> v2:172.21.15.196:3300/0 conn(0x7f4e28070c00 msgr2=0x7f4e280ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2659c640 1 --2- 172.21.15.70:0/1592865702 >> v2:172.21.15.196:3300/0 conn(0x7f4e28070c00 0x7f4e280ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e2659c640 1 -- 172.21.15.70:0/1592865702 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e2815d260 con 0x7f4e28146490 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.690+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/1592865702 >> v2:172.21.15.196:3300/0 conn(0x7f4e28070c00 0x7f4e280ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2659c640 1 --2- 172.21.15.70:0/1592865702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e28146490 0x7f4e280706c0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f4e28068790 tx=0x7f4e2001c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ca06de3fe9c20fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2559a640 1 -- 172.21.15.70:0/1592865702 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e200a64b0 con 0x7f4e28146490 2024-09-05T06:18:46.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2559a640 1 -- 172.21.15.70:0/1592865702 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e200a6650 con 0x7f4e28146490 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2559a640 1 -- 172.21.15.70:0/1592865702 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e200a6a20 con 0x7f4e28146490 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/1592865702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e28146490 msgr2=0x7f4e280706c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/1592865702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e28146490 0x7f4e280706c0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f4e28068790 tx=0x7f4e2001c730 comp rx=0 tx=0).stop 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/1592865702 shutdown_connections 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/1592865702 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e280cf410 0x7f4e2806bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/1592865702 >> v2:172.21.15.196:3300/0 conn(0x7f4e28070c00 0x7f4e280ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/1592865702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e28146490 0x7f4e280706c0 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/1592865702 >> 172.21.15.70:0/1592865702 conn(0x7f4e28072730 msgr2=0x7f4e28072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/1592865702 shutdown_connections 2024-09-05T06:18:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/1592865702 wait complete. 2024-09-05T06:18:46.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 Processor -- start 2024-09-05T06:18:46.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- start start 2024-09-05T06:18:46.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e28070c00 0x7f4e2815bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e280cf410 0x7f4e280ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e28146490 0x7f4e28145580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4e280b5d20 con 0x7f4e280cf410 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4e280b5ba0 con 0x7f4e28070c00 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.694+0000 7f4e2cf8d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4e280b5ea0 con 0x7f4e28146490 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e280cf410 0x7f4e280ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e280cf410 0x7f4e280ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37554/0 (socket says 172.21.15.70:37554) 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 -- 172.21.15.70:0/3043144457 learned_addr learned my addr 172.21.15.70:0/3043144457 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e2659c640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e28070c00 0x7f4e2815bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 -- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e28146490 msgr2=0x7f4e28145580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e26d9d640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e28146490 0x7f4e28145580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e28146490 0x7f4e28145580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 -- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e28070c00 msgr2=0x7f4e2815bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e28070c00 0x7f4e2815bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 -- 172.21.15.70:0/3043144457 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e2806e940 con 0x7f4e280cf410 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e2659c640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e28070c00 0x7f4e2815bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e280cf410 0x7f4e280ae8b0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c00c7c0 tx=0x7f4e1c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e16ffd640 1 -- 172.21.15.70:0/3043144457 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c007a30 con 0x7f4e280cf410 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e16ffd640 1 -- 172.21.15.70:0/3043144457 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e1c007bd0 con 0x7f4e280cf410 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/3043144457 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e2806ec20 con 0x7f4e280cf410 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e16ffd640 1 -- 172.21.15.70:0/3043144457 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c0113f0 con 0x7f4e280cf410 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/3043144457 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e2806f1e0 con 0x7f4e280cf410 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e16ffd640 1 -- 172.21.15.70:0/3043144457 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4e1c011590 con 0x7f4e280cf410 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e16ffd640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4e080678c0 0x7f4e08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e16ffd640 1 -- 172.21.15.70:0/3043144457 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f4e1c085ea0 con 0x7f4e280cf410 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e2659c640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4e080678c0 0x7f4e08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e2659c640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4e080678c0 0x7f4e08069d80 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f4e200ae000 tx=0x7f4e200a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e30049000 1 Processor -- start 2024-09-05T06:18:46.699 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.698+0000 7f4e30049000 1 -- start start 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 0x55f039fe6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f039f9cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039f9d290 0x55f039f9d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f039e84b60 con 0x55f039fe7440 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55f039debc70 con 0x55f039fe6b20 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55f039d91ed0 con 0x55f039f9d290 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f039f9cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f039f9cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37570/0 (socket says 172.21.15.70:37570) 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 -- 172.21.15.70:0/3385177815 learned_addr learned my addr 172.21.15.70:0/3385177815 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:46.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e26d9d640 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039f9d290 0x55f039f9d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 -- 172.21.15.70:0/3385177815 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039f9d290 msgr2=0x55f039f9d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 0x55f039fe6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039f9d290 0x55f039f9d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 -- 172.21.15.70:0/3385177815 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 msgr2=0x55f039fe6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 0x55f039fe6f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 -- 172.21.15.70:0/3385177815 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f039da3e50 con 0x55f039fe7440 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f039f9cd50 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c0843f0 tx=0x7f4e1c056aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34af8c030f64bb35 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e07fff640 1 -- 172.21.15.70:0/3385177815 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c06e070 con 0x55f039fe7440 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e07fff640 1 -- 172.21.15.70:0/3385177815 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e1c05eec0 con 0x55f039fe7440 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e07fff640 1 -- 172.21.15.70:0/3385177815 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c01e040 con 0x55f039fe7440 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- 172.21.15.70:0/3385177815 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 msgr2=0x55f039f9cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f039f9cd50 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c0843f0 tx=0x7f4e1c056aa0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- 172.21.15.70:0/3385177815 shutdown_connections 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039f9d290 0x55f039f9d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f039f9cd50 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- 172.21.15.70:0/3385177815 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 0x55f039fe6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- 172.21.15.70:0/3385177815 >> 172.21.15.70:0/3385177815 conn(0x55f039fa3600 msgr2=0x55f039f9b630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- 172.21.15.70:0/3385177815 shutdown_connections 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- 172.21.15.70:0/3385177815 wait complete. 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- start start 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 Processor -- start 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe6b20 0x55f039fa1df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fe7440 0x55f039fa7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fa2330 0x55f039fa8230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f039e4db00 con 0x55f039fe6b20 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55f039dc6360 con 0x55f039fa2330 2024-09-05T06:18:46.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55f039dc32d0 con 0x55f039fe7440 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e30049000 10 client.0 _ll_register_callbacks cb 0x55f039f88820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe6b20 0x55f039fa1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe6b20 0x55f039fa1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37586/0 (socket says 172.21.15.70:37586) 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 -- 172.21.15.70:0/1075606761 learned_addr learned my addr 172.21.15.70:0/1075606761 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e26d9d640 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fa2330 0x55f039fa8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 -- 172.21.15.70:0/1075606761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fe7440 msgr2=0x55f039fa7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fe7440 0x55f039fa7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 -- 172.21.15.70:0/1075606761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fa2330 msgr2=0x55f039fa8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fa2330 0x55f039fa8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 -- 172.21.15.70:0/1075606761 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f039d92120 con 0x55f039fe6b20 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e26d9d640 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fa2330 0x55f039fa8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e2659c640 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe6b20 0x55f039fa1df0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f4e2001cca0 tx=0x7f4e2001af70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=240e58bd438f05ea server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.702+0000 7f4e057fa640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 1 -- 172.21.15.70:0/1075606761 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e200091d0 con 0x55f039fe6b20 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 1 -- 172.21.15.70:0/1075606761 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f4e200af480 con 0x55f039fe6b20 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 -- 172.21.15.70:0/1075606761 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e1c05eec0 con 0x55f039fe6b20 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 1 -- 172.21.15.70:0/1075606761 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) ==== 24+0+0 (secure 0 0 0) 0x7f4e200d1050 con 0x55f039fe6b20 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 10 client.7722 fetch_fsmap learned FSMap version 67 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 -- 172.21.15.70:0/1075606761 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=2+}) -- 0x55f039d8b450 con 0x55f039fe6b20 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 1 -- 172.21.15.70:0/1075606761 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e1c05eec0 con 0x55f039fe6b20 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 1 -- 172.21.15.70:0/1075606761 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 67) ==== 3502+0+0 (secure 0 0 0) 0x7f4e200d4020 con 0x55f039fe6b20 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 10 client.7722 fetch_fsmap finished waiting for FSMap version 67 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 10 client.7722 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 20 client.7722 populate_metadata read hostname 'smithi070' 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] conn(0x55f039ff5280 0x55f039ff7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 4 client.7722 mds_command: new command op to 7590 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 -- 172.21.15.70:0/1075606761 --> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f039d85c00 con 0x55f039ff5280 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] conn(0x55f039ff5280 0x55f039ff7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 10 client.7722 ms_handle_connect on v2:172.21.15.70:6836/2507797379 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e25d9b640 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] conn(0x55f039ff5280 0x55f039ff7670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d98ba27fd687e8a3 server_cookie=215821ca3cc4c7e4 in_seq=0 out_seq=0 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 1 -- 172.21.15.70:0/1075606761 <== mds.0 v2:172.21.15.70:6836/2507797379 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f039d85c00 con 0x55f039ff5280 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 10 client.7722 handle_command_reply: tid=0 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 client.7722 shutdown 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 -- 172.21.15.70:0/1075606761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe6b20 msgr2=0x55f039fa1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe6b20 0x55f039fa1df0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f4e2001cca0 tx=0x7f4e2001af70 comp rx=0 tx=0).stop 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 -- 172.21.15.70:0/1075606761 shutdown_connections 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] conn(0x55f039ff5280 0x55f039ff7670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fa2330 0x55f039fa8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fe7440 0x55f039fa7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e057fa640 0 client.7722 ms_handle_reset on v2:172.21.15.70:6836/2507797379 2024-09-05T06:18:46.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 --2- 172.21.15.70:0/1075606761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe6b20 0x55f039fa1df0 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 -- 172.21.15.70:0/1075606761 >> 172.21.15.70:0/1075606761 conn(0x55f039f9d290 msgr2=0x55f039f9bd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:46.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 -- 172.21.15.70:0/1075606761 shutdown_connections 2024-09-05T06:18:46.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 1 -- 172.21.15.70:0/1075606761 wait complete. 2024-09-05T06:18:46.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.706+0000 7f4e30049000 20 client.7722 trim_cache size 0 max 16384 2024-09-05T06:18:46.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 Processor -- start 2024-09-05T06:18:46.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- start start 2024-09-05T06:18:46.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fa2330 0x55f039fe5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fe6b20 0x55f039fe6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe7440 0x55f039ff7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4e28203070 con 0x55f039fa2330 2024-09-05T06:18:46.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4e28144300 con 0x55f039fe7440 2024-09-05T06:18:46.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4e28144950 con 0x55f039fe6b20 2024-09-05T06:18:46.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fa2330 0x55f039fe5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fa2330 0x55f039fe5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37598/0 (socket says 172.21.15.70:37598) 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 -- 172.21.15.70:0/3103018905 learned_addr learned my addr 172.21.15.70:0/3103018905 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 -- 172.21.15.70:0/3103018905 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fe6b20 msgr2=0x55f039fe6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 --2- 172.21.15.70:0/3103018905 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fe6b20 0x55f039fe6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 -- 172.21.15.70:0/3103018905 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe7440 msgr2=0x55f039ff7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 --2- 172.21.15.70:0/3103018905 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe7440 0x55f039ff7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 -- 172.21.15.70:0/3103018905 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f039d72fd0 con 0x55f039fa2330 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e2659c640 1 --2- 172.21.15.70:0/3103018905 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fa2330 0x55f039fe5c30 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f4e20000f90 tx=0x7f4e200bc070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4720322408f839f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e077fe640 1 -- 172.21.15.70:0/3103018905 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e200af720 con 0x55f039fa2330 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e077fe640 1 -- 172.21.15.70:0/3103018905 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e200c9070 con 0x55f039fa2330 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e077fe640 1 -- 172.21.15.70:0/3103018905 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e200afcb0 con 0x55f039fa2330 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- 172.21.15.70:0/3103018905 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fa2330 msgr2=0x55f039fe5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- 172.21.15.70:0/3103018905 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fa2330 0x55f039fe5c30 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f4e20000f90 tx=0x7f4e200bc070 comp rx=0 tx=0).stop 2024-09-05T06:18:46.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- 172.21.15.70:0/3103018905 shutdown_connections 2024-09-05T06:18:46.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- 172.21.15.70:0/3103018905 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe7440 0x55f039ff7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- 172.21.15.70:0/3103018905 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fe6b20 0x55f039fe6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- 172.21.15.70:0/3103018905 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fa2330 0x55f039fe5c30 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- 172.21.15.70:0/3103018905 >> 172.21.15.70:0/3103018905 conn(0x55f039f9d290 msgr2=0x55f039fa15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:46.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- 172.21.15.70:0/3103018905 shutdown_connections 2024-09-05T06:18:46.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- 172.21.15.70:0/3103018905 wait complete. 2024-09-05T06:18:46.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- start start 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 Processor -- start 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fa2330 0x55f039ffa590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 0x55f03a015960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f03a015ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f039deaf80 con 0x55f039fe7440 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55f039da3ca0 con 0x55f039fe6b20 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55f039df02a0 con 0x55f039fa2330 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 10 client.0 _ll_register_callbacks cb 0x7f4e20009d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f03a015ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f03a015ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37608/0 (socket says 172.21.15.70:37608) 2024-09-05T06:18:46.728 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 -- 172.21.15.70:0/2101513662 learned_addr learned my addr 172.21.15.70:0/2101513662 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 -- 172.21.15.70:0/2101513662 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fa2330 msgr2=0x55f039ffa590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fa2330 0x55f039ffa590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 -- 172.21.15.70:0/2101513662 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 msgr2=0x55f03a015960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 0x55f03a015960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 -- 172.21.15.70:0/2101513662 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f039e6e750 con 0x55f039fe7440 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e26d9d640 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f03a015ea0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f4e1800df50 tx=0x7f4e1800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8425715cdbd76d54 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e057fa640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e057fa640 1 -- 172.21.15.70:0/2101513662 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e18004230 con 0x55f039fe7440 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e057fa640 1 -- 172.21.15.70:0/2101513662 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f4e180043d0 con 0x55f039fe7440 2024-09-05T06:18:46.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- 172.21.15.70:0/2101513662 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e200c9070 con 0x55f039fe7440 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e057fa640 1 -- 172.21.15.70:0/2101513662 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) ==== 24+0+0 (secure 0 0 0) 0x7f4e18022050 con 0x55f039fe7440 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 10 client.7728 fetch_fsmap learned FSMap version 67 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e30049000 1 -- 172.21.15.70:0/2101513662 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=2+}) -- 0x55f039d79a30 con 0x55f039fe7440 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.726+0000 7f4e057fa640 1 -- 172.21.15.70:0/2101513662 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e200c9070 con 0x55f039fe7440 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e057fa640 1 -- 172.21.15.70:0/2101513662 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 67) ==== 3502+0+0 (secure 0 0 0) 0x7f4e18025020 con 0x55f039fe7440 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 10 client.7728 fetch_fsmap finished waiting for FSMap version 67 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 10 client.7728 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 20 client.7728 populate_metadata read hostname 'smithi070' 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] conn(0x55f03a0163e0 0x55f03a059de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 4 client.7728 mds_command: new command op to 7590 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 -- 172.21.15.70:0/2101513662 --> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] -- command(tid 0: {"prefix": "status"}) -- 0x55f039df93a0 con 0x55f03a0163e0 2024-09-05T06:18:46.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2659c640 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] conn(0x55f03a0163e0 0x55f03a059de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2659c640 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] conn(0x55f03a0163e0 0x55f03a059de0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ae43fe2d2ad66eb server_cookie=5bb7fb6fa8da630e in_seq=0 out_seq=0 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e057fa640 10 client.7728 ms_handle_connect on v2:172.21.15.70:6836/2507797379 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e057fa640 1 -- 172.21.15.70:0/2101513662 <== mds.0 v2:172.21.15.70:6836/2507797379 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x55f039df93a0 con 0x55f03a0163e0 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e057fa640 10 client.7728 handle_command_reply: tid=0 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 client.7728 shutdown 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 -- 172.21.15.70:0/2101513662 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 msgr2=0x55f03a015ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f03a015ea0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f4e1800df50 tx=0x7f4e1800f730 comp rx=0 tx=0).stop 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 -- 172.21.15.70:0/2101513662 shutdown_connections 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.70:6836/2507797379,v1:172.21.15.70:6837/2507797379] conn(0x55f03a0163e0 0x55f03a059de0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f039fe7440 0x55f03a015ea0 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55f039fe6b20 0x55f03a015960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 --2- 172.21.15.70:0/2101513662 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55f039fa2330 0x55f039ffa590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e057fa640 0 client.7728 ms_handle_reset on v2:172.21.15.70:6836/2507797379 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 -- 172.21.15.70:0/2101513662 >> 172.21.15.70:0/2101513662 conn(0x55f039f9d290 msgr2=0x55f039fe4c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 -- 172.21.15.70:0/2101513662 shutdown_connections 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 1 -- 172.21.15.70:0/2101513662 wait complete. 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e30049000 20 client.7728 trim_cache size 0 max 16384 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 7590, 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:18:46.732 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:18:46.733 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:18:46.733 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 4.67786568, 2024-09-05T06:18:46.733 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 67, 2024-09-05T06:18:46.733 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 172, 2024-09-05T06:18:46.733 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 172, 2024-09-05T06:18:46.733 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 10.019797015 2024-09-05T06:18:46.733 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4e080678c0 msgr2=0x7f4e08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4e080678c0 0x7f4e08069d80 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f4e200ae000 tx=0x7f4e200a7000 comp rx=0 tx=0).stop 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e280cf410 msgr2=0x7f4e280ae8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e280cf410 0x7f4e280ae8b0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c00c7c0 tx=0x7f4e1c00cc80 comp rx=0 tx=0).stop 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/3043144457 shutdown_connections 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4e080678c0 0x7f4e08069d80 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e28146490 0x7f4e28145580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e280cf410 0x7f4e280ae8b0 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 --2- 172.21.15.70:0/3043144457 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e28070c00 0x7f4e2815bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/3043144457 >> 172.21.15.70:0/3043144457 conn(0x7f4e28072730 msgr2=0x7f4e280b1210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:46.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/3043144457 shutdown_connections 2024-09-05T06:18:46.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.730+0000 7f4e2cf8d640 1 -- 172.21.15.70:0/3043144457 wait complete. 2024-09-05T06:18:46.741 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:18:46.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 Processor -- start 2024-09-05T06:18:46.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 -- start start 2024-09-05T06:18:46.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee6415ee90 0x7fee640b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fee640b3a50 0x7fee640d5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee640d04e0 con 0x7fee640d15d0 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fee640d28f0 con 0x7fee640b3a50 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fee640d2bd0 con 0x7fee6415ee90 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee63fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fee640b3a50 0x7fee640d5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee68f3c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee6415ee90 0x7fee640b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6973d640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fee640d15d0 0x7fee640d3060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:43686/0 (socket says 172.21.15.70:43686) 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6973d640 1 -- 172.21.15.70:0/1790164477 learned_addr learned my addr 172.21.15.70:0/1790164477 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:46.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee63fff640 1 --2- 172.21.15.70:0/1790164477 >> v2:172.21.15.196:3300/0 conn(0x7fee640b3a50 0x7fee640d5650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:51998/0 (socket says 172.21.15.70:51998) 2024-09-05T06:18:46.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee63fff640 1 -- 172.21.15.70:0/1790164477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee6415ee90 msgr2=0x7fee640b18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:46.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee63fff640 1 --2- 172.21.15.70:0/1790164477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee6415ee90 0x7fee640b18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee63fff640 1 -- 172.21.15.70:0/1790164477 >> v1:172.21.15.196:6789/0 conn(0x7fee640d15d0 legacy=0x7fee640d3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee63fff640 1 -- 172.21.15.70:0/1790164477 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee640d07c0 con 0x7fee640b3a50 2024-09-05T06:18:46.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee63fff640 1 --2- 172.21.15.70:0/1790164477 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640b3a50 0x7fee640d5650 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fee580097c0 tx=0x7fee5801c380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c116f6f69129ff3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee637fe640 1 -- 172.21.15.70:0/1790164477 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee580b0070 con 0x7fee640b3a50 2024-09-05T06:18:46.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee637fe640 1 -- 172.21.15.70:0/1790164477 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee580ab600 con 0x7fee640b3a50 2024-09-05T06:18:46.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee637fe640 1 -- 172.21.15.70:0/1790164477 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee580ab9d0 con 0x7fee640b3a50 2024-09-05T06:18:46.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1790164477 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640b3a50 msgr2=0x7fee640d5650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.854+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1790164477 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640b3a50 0x7fee640d5650 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fee580097c0 tx=0x7fee5801c380 comp rx=0 tx=0).stop 2024-09-05T06:18:46.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1790164477 shutdown_connections 2024-09-05T06:18:46.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1790164477 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640b3a50 0x7fee640d5650 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1790164477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee6415ee90 0x7fee640b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1790164477 >> 172.21.15.70:0/1790164477 conn(0x7fee6409dfb0 msgr2=0x7fee640d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:46.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1790164477 shutdown_connections 2024-09-05T06:18:46.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1790164477 wait complete. 2024-09-05T06:18:46.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 Processor -- start 2024-09-05T06:18:46.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- start start 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee640b3a50 0x7fee641521f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640d15d0 0x7fee6415daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fee6415ee90 0x7fee6415dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fee6416bd60 con 0x7fee6415ee90 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fee640d1e10 con 0x7fee640d15d0 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fee6416bee0 con 0x7fee640b3a50 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fee6415ee90 0x7fee6415dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fee6415ee90 0x7fee6415dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:37624/0 (socket says 172.21.15.70:37624) 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 -- 172.21.15.70:0/1845024048 learned_addr learned my addr 172.21.15.70:0/1845024048 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee68f3c640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee640b3a50 0x7fee641521f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee63fff640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640d15d0 0x7fee6415daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 -- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee640b3a50 msgr2=0x7fee641521f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee640b3a50 0x7fee641521f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 -- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640d15d0 msgr2=0x7fee6415daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640d15d0 0x7fee6415daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 -- 172.21.15.70:0/1845024048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee64152730 con 0x7fee6415ee90 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee68f3c640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee640b3a50 0x7fee641521f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6973d640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fee6415ee90 0x7fee6415dfe0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fee5c00cab0 tx=0x7fee5c00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee617fa640 1 -- 172.21.15.70:0/1845024048 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5c017070 con 0x7fee6415ee90 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee617fa640 1 -- 172.21.15.70:0/1845024048 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee5c00ac30 con 0x7fee6415ee90 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee640b7d80 con 0x7fee6415ee90 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee617fa640 1 -- 172.21.15.70:0/1845024048 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5c012400 con 0x7fee6415ee90 2024-09-05T06:18:46.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee640b8340 con 0x7fee6415ee90 2024-09-05T06:18:46.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.858+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee640b1a30 con 0x7fee6415ee90 2024-09-05T06:18:46.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.862+0000 7fee617fa640 1 -- 172.21.15.70:0/1845024048 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fee5c01a070 con 0x7fee6415ee90 2024-09-05T06:18:46.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.862+0000 7fee617fa640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fee500678c0 0x7fee50069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:46.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.862+0000 7fee617fa640 1 -- 172.21.15.70:0/1845024048 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7fee5c085830 con 0x7fee6415ee90 2024-09-05T06:18:46.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.862+0000 7fee68f3c640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fee500678c0 0x7fee50069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:46.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.862+0000 7fee68f3c640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fee500678c0 0x7fee50069d80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fee54009b10 tx=0x7fee54008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:46.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:46.866+0000 7fee617fa640 1 -- 172.21.15.70:0/1845024048 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fee5c055d20 con 0x7fee6415ee90 2024-09-05T06:18:47.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.046+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fee640b2280 con 0x7fee6415ee90 2024-09-05T06:18:47.042 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.046+0000 7fee617fa640 1 -- 172.21.15.70:0/1845024048 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v67) ==== 53+0+73 (secure 0 0 0) 0x7fee5c05c030 con 0x7fee6415ee90 2024-09-05T06:18:47.043 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fee500678c0 msgr2=0x7fee50069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fee500678c0 0x7fee50069d80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fee54009b10 tx=0x7fee54008040 comp rx=0 tx=0).stop 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fee6415ee90 msgr2=0x7fee6415dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fee6415ee90 0x7fee6415dfe0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fee5c00cab0 tx=0x7fee5c00cf70 comp rx=0 tx=0).stop 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 shutdown_connections 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fee500678c0 0x7fee50069d80 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fee6415ee90 0x7fee6415dfe0 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee640d15d0 0x7fee6415daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:47.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 --2- 172.21.15.70:0/1845024048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee640b3a50 0x7fee641521f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:47.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 >> 172.21.15.70:0/1845024048 conn(0x7fee6409dfb0 msgr2=0x7fee640b4060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:47.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 shutdown_connections 2024-09-05T06:18:47.046 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47.050+0000 7fee6b1a0640 1 -- 172.21.15.70:0/1845024048 wait complete. 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:18:47.061 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:18:47.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:47.062 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:18:47.068 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42016sec preferred_lft 42016sec 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:18:47.069 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:18:47.070 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:18:47.071 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:47.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:47.071 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:18:47.117 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:18:47.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:47.118 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:18:47.167 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:18:47.167 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:18:47.167 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:18:47.167 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:18:47.167 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:18:47.168 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:18:47.168 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:18:47.168 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:18:47.168 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:18:47.168 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:18:47.168 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:18:47.168 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:18:47.168 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:18:47.168 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:18:47.169 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:18:47.169 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:18:47.169 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:18:47.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:18:47.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:18:47.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:47.286 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:18:47.333 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:18:47.333 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:18:47.334 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:18:47.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:47.334 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:18:47.387 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:18:47.387 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:18:47.387 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:18:47.433 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:18:47.434 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:18:47.434 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:18:47.481 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:18:47.538 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:18:47.587 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:18:47.588 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:18:47.589 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:18:47.590 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:18:47.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:47.591 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:18:47.637 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:18:47.637 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:18:47.680 INFO:tasks.ceph.mds.c.smithi070.stderr:2024-09-05T06:18:47.686+0000 7ff48eef0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:18:47.682 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:18:47.697 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:18:47.750 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:18:47.751 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:18:47.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:47.753 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:18:47.763 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:18:47.770+0000 7fb525fa4580 -1 init, newargv = 0x561e87593f10 newargc=15 2024-09-05T06:18:47.763 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[39216]: starting ceph client 2024-09-05T06:18:47.768 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[39216]: starting fuse 2024-09-05T06:18:48.869 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:18:48.885 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:18:48.934 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:18:48.934 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:18:48.934 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:18:48.935 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:18:48.936 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:18:48.937 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:18:48.937 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:18:48.937 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:18:48.937 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:18:48.937 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:18:48.937 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:18:48.937 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:18:48.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:48.940 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:18:48.985 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:18:48.985 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:18:48.985 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:48.986 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:18:48.987 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:18:49.110 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.39216.asok 2024-09-05T06:18:49.114 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:18:49.123 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.39216.asok 2024-09-05T06:18:49.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:49.123 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.39216.asok status 2024-09-05T06:18:49.275 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:18:49.275 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "39216", 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 7737, 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:18:49.276 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 7737 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 557157548 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 557157548 2024-09-05T06:18:49.277 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.7737 192.168.0.1:0/557157548", 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/557157548", 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 67, 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 172, 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:18:49.278 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:18:49.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:49.289 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:18:49.289 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:18:49.295 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:18:49.296 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:18:49.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:49.296 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:18:49.353 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:18:49.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.530+0000 7f823dbd8640 1 Processor -- start 2024-09-05T06:18:49.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.530+0000 7f823dbd8640 1 -- start start 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f823dbd8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f82380ceaf0 0x7f82380d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f823dbd8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f823806d570 con 0x7f8238157110 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f823dbd8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f823806d850 con 0x7f82380d0c90 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f823dbd8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f82380d10c0 con 0x7f82380ceaf0 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82377fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f8238157110 0x7f82380b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49596/0 (socket says 172.21.15.70:49596) 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82377fe640 1 -- 172.21.15.70:0/1620056332 learned_addr learned my addr 172.21.15.70:0/1620056332 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1816541012 0 0) 0x7f823806d570 con 0x7f8238157110 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f8236ffd640 1 --2- 172.21.15.70:0/1620056332 >> v2:172.21.15.196:3300/0 conn(0x7f82380ceaf0 0x7f82380d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8220003530 con 0x7f8238157110 2024-09-05T06:18:49.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 357999469 0 0) 0x7f8220003530 con 0x7f8238157110 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 >> v2:172.21.15.196:3300/0 conn(0x7f82380ceaf0 msgr2=0x7f82380d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 --2- 172.21.15.70:0/1620056332 >> v2:172.21.15.196:3300/0 conn(0x7f82380ceaf0 0x7f82380d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 >> v1:172.21.15.196:6789/0 conn(0x7f82380d0c90 legacy=0x7f82380af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823806db30 con 0x7f8238157110 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f8228001a00 con 0x7f8238157110 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 >> v1:172.21.15.70:6789/0 conn(0x7f8238157110 legacy=0x7f82380b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8220003a10 0x7f8220003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8220004810 0x7f8220004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f822000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f82380d10c0 con 0x7f82200051d0 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f822000c0d0 con 0x7f8220004810 2024-09-05T06:18:49.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f822000c2d0 con 0x7f8220003a10 2024-09-05T06:18:49.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f8237fff640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f822000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:49.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82377fe640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8220003a10 0x7f8220003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:49.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f8237fff640 1 -- 172.21.15.70:0/1620056332 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8220003a10 msgr2=0x7f8220003e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:49.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f8237fff640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8220003a10 0x7f8220003e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f8237fff640 1 -- 172.21.15.70:0/1620056332 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8220004810 msgr2=0x7f8220004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:49.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f8237fff640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8220004810 0x7f8220004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f8237fff640 1 -- 172.21.15.70:0/1620056332 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8220003530 con 0x7f82200051d0 2024-09-05T06:18:49.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f82377fe640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8220003a10 0x7f8220003e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:49.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.534+0000 7f8237fff640 1 -- 172.21.15.70:0/1620056332 reap_dead start 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f8237fff640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f822000b9d0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f8230001780 tx=0x7f823001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16c3a0672fa1ad6c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82300013a0 con 0x7f82200051d0 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82300a9070 con 0x7f82200051d0 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82367fc640 1 -- 172.21.15.70:0/1620056332 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8230003600 con 0x7f82200051d0 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- 172.21.15.70:0/1620056332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 msgr2=0x7f822000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f822000b9d0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f8230001780 tx=0x7f823001c420 comp rx=0 tx=0).stop 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- 172.21.15.70:0/1620056332 shutdown_connections 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 --2- 172.21.15.70:0/1620056332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f822000b9d0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- 172.21.15.70:0/1620056332 >> 172.21.15.70:0/1620056332 conn(0x7f823806bcc0 msgr2=0x7f823806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- 172.21.15.70:0/1620056332 shutdown_connections 2024-09-05T06:18:49.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- 172.21.15.70:0/1620056332 wait complete. 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 Processor -- start 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- start start 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f8238143390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8238152130 0x7f8238150a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f823814ffe0 0x7f8238150460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f823806e3d0 con 0x7f82200051d0 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f823806e0f0 con 0x7f823814ffe0 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f82380d0750 con 0x7f8238152130 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f8238143390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f8238143390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59876/0 (socket says 172.21.15.70:59876) 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 -- 172.21.15.70:0/4063242077 learned_addr learned my addr 172.21.15.70:0/4063242077 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f8237fff640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f823814ffe0 0x7f8238150460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:49.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f8236ffd640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8238152130 0x7f8238150a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 -- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8238152130 msgr2=0x7f8238150a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8238152130 0x7f8238150a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 -- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f823814ffe0 msgr2=0x7f8238150460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f823814ffe0 0x7f8238150460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 -- 172.21.15.70:0/4063242077 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823814cb20 con 0x7f82200051d0 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f8237fff640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f823814ffe0 0x7f8238150460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f82377fe640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f8238143390 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f8228002070 tx=0x7f822800b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f821ffff640 1 -- 172.21.15.70:0/4063242077 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8228019070 con 0x7f82200051d0 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f821ffff640 1 -- 172.21.15.70:0/4063242077 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8228004d70 con 0x7f82200051d0 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f821ffff640 1 -- 172.21.15.70:0/4063242077 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82280072d0 con 0x7f82200051d0 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f823814ef40 con 0x7f82200051d0 2024-09-05T06:18:49.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.538+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f823814f500 con 0x7f82200051d0 2024-09-05T06:18:49.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.542+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8238150f90 con 0x7f82200051d0 2024-09-05T06:18:49.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.542+0000 7f821ffff640 1 -- 172.21.15.70:0/4063242077 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f822801c070 con 0x7f82200051d0 2024-09-05T06:18:49.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.542+0000 7f821ffff640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f82240678c0 0x7f8224069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:49.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.542+0000 7f821ffff640 1 -- 172.21.15.70:0/4063242077 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f8228085d40 con 0x7f82200051d0 2024-09-05T06:18:49.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.542+0000 7f8236ffd640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f82240678c0 0x7f8224069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:49.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.542+0000 7f8236ffd640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f82240678c0 0x7f8224069d80 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f822c0047c0 tx=0x7f822c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:49.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.546+0000 7f821ffff640 1 -- 172.21.15.70:0/4063242077 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f822800be20 con 0x7f82200051d0 2024-09-05T06:18:49.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.746+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f82380d0530 con 0x7f82200051d0 2024-09-05T06:18:49.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.746+0000 7f821ffff640 1 -- 172.21.15.70:0/4063242077 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v67) ==== 53+0+73 (secure 0 0 0) 0x7f82280561a0 con 0x7f82200051d0 2024-09-05T06:18:49.739 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:18:49.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f82240678c0 msgr2=0x7f8224069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:49.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f82240678c0 0x7f8224069d80 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f822c0047c0 tx=0x7f822c008040 comp rx=0 tx=0).stop 2024-09-05T06:18:49.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 msgr2=0x7f8238143390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:49.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f8238143390 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f8228002070 tx=0x7f822800b4a0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 shutdown_connections 2024-09-05T06:18:49.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f82240678c0 0x7f8224069d80 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f823814ffe0 0x7f8238150460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8238152130 0x7f8238150a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 --2- 172.21.15.70:0/4063242077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82200051d0 0x7f8238143390 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:49.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 >> 172.21.15.70:0/4063242077 conn(0x7f823806bcc0 msgr2=0x7f823815a120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:49.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 shutdown_connections 2024-09-05T06:18:49.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:49.750+0000 7f823dbd8640 1 -- 172.21.15.70:0/4063242077 wait complete. 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:18:49.758 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:18:49.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:49.759 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:18:49.766 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:18:49.766 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:18:49.766 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:18:49.766 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:49.766 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:18:49.766 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:49.766 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 42019sec preferred_lft 42019sec 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:49.767 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:49.768 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:18:49.769 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:18:49.769 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:18:49.769 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:49.769 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:18:49.769 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:18:49.769 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:18:49.769 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:18:49.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:49.769 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:18:49.822 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:18:49.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:49.824 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:18:49.876 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:18:49.876 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:18:49.876 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:18:49.877 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:18:49.877 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:18:49.877 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:18:49.877 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:18:49.877 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:18:49.877 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:18:49.877 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:18:49.877 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:18:49.877 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:18:49.877 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:18:49.878 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:18:49.878 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:18:49.878 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:18:49.878 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:18:49.964 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:18:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:18:49.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:18:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:18:49.999 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:50.000 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:18:50.005 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:18:50.006 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:18:50.006 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:18:50.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:50.006 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:18:50.059 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:18:50.060 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:18:50.060 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:18:50.111 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:18:50.112 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:18:50.112 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:18:50.158 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:18:50.216 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:18:50.264 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:18:50.265 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:18:50.266 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:18:50.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:50.267 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:18:50.314 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:18:50.315 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:18:50.360 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:18:50.373 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:18:50.419 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:18:50.420 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:18:50.421 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:18:50.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:50.422 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:18:50.440 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:18:50.440+0000 7f7d83670580 -1 init, newargv = 0x55c6313a6940 newargc=15 2024-09-05T06:18:50.440 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26642]: starting ceph client 2024-09-05T06:18:50.446 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26642]: starting fuse 2024-09-05T06:18:51.545 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:18:51.561 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:18:51.608 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:18:51.608 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:18:51.608 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:18:51.608 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:18:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:18:51.610 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:18:51.611 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:18:51.611 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:18:51.611 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:18:51.611 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:18:51.611 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:18:51.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:51.612 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:18:51.663 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:18:51.663 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:18:51.663 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:18:51.663 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:18:51.664 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:18:51.665 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:18:51.787 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.26642.asok 2024-09-05T06:18:51.791 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:18:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:18:51.800 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.26642.asok 2024-09-05T06:18:51.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:51.800 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.26642.asok status 2024-09-05T06:18:51.957 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:18:51.957 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:18:51.957 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:18:51.957 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:18:51.957 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:18:51.957 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:18:51.957 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:18:51.957 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "26642", 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 6247, 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 6247 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:18:51.958 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 427049285 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 427049285 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.6247 192.168.0.1:0/427049285", 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/427049285", 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 67, 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 172, 2024-09-05T06:18:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:18:51.960 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:18:51.960 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:18:51.960 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:18:51.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:51.970 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:18:51.971 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:18:51.977 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:18:51.977 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:18:51.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:18:51.977 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:18:52.030 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:18:52.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0046780640 1 Processor -- start 2024-09-05T06:18:52.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0046780640 1 -- start start 2024-09-05T06:18:52.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0046780640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400ceaf0 0x7f00400d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0046780640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f00400d0c90 0x7f00400af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0046780640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f004006d570 con 0x7f0040157110 2024-09-05T06:18:52.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0046780640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f00400d10e0 con 0x7f00400d0c90 2024-09-05T06:18:52.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0046780640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f004006d850 con 0x7f00400ceaf0 2024-09-05T06:18:52.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0044d1d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f00400d0c90 0x7f00400af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0044d1d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f00400d0c90 0x7f00400af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59878/0 (socket says 172.21.15.70:59878) 2024-09-05T06:18:52.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0044d1d640 1 -- 172.21.15.70:0/1273846228 learned_addr learned my addr 172.21.15.70:0/1273846228 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:52.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f003f7fe640 1 --2- 172.21.15.70:0/1273846228 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400ceaf0 0x7f00400d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0044d1d640 1 -- 172.21.15.70:0/1273846228 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400ceaf0 msgr2=0x7f00400d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:52.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0044d1d640 1 --2- 172.21.15.70:0/1273846228 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400ceaf0 0x7f00400d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0044d1d640 1 -- 172.21.15.70:0/1273846228 >> v1:172.21.15.196:6789/0 conn(0x7f0040157110 legacy=0x7f00400b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:52.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.170+0000 7f0044d1d640 1 -- 172.21.15.70:0/1273846228 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f004006db30 con 0x7f00400d0c90 2024-09-05T06:18:52.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 --2- 172.21.15.70:0/1273846228 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f00400d0c90 0x7f00400af720 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f0038009e50 tx=0x7f003801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4139737b40b49c0e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:52.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f003effd640 1 -- 172.21.15.70:0/1273846228 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00380a5630 con 0x7f00400d0c90 2024-09-05T06:18:52.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f003effd640 1 -- 172.21.15.70:0/1273846228 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00380a57d0 con 0x7f00400d0c90 2024-09-05T06:18:52.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f003effd640 1 -- 172.21.15.70:0/1273846228 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00380a5ba0 con 0x7f00400d0c90 2024-09-05T06:18:52.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- 172.21.15.70:0/1273846228 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f00400d0c90 msgr2=0x7f00400af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:52.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 --2- 172.21.15.70:0/1273846228 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f00400d0c90 0x7f00400af720 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f0038009e50 tx=0x7f003801c9f0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- 172.21.15.70:0/1273846228 shutdown_connections 2024-09-05T06:18:52.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 --2- 172.21.15.70:0/1273846228 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f00400d0c90 0x7f00400af720 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 --2- 172.21.15.70:0/1273846228 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400ceaf0 0x7f00400d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- 172.21.15.70:0/1273846228 >> 172.21.15.70:0/1273846228 conn(0x7f004006bcc0 msgr2=0x7f004006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:52.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- 172.21.15.70:0/1273846228 shutdown_connections 2024-09-05T06:18:52.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- 172.21.15.70:0/1273846228 wait complete. 2024-09-05T06:18:52.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 Processor -- start 2024-09-05T06:18:52.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- start start 2024-09-05T06:18:52.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f00400ceaf0 0x7f0040147080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400d0c90 0x7f004015f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0040157110 0x7f004015f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f00400b3a70 con 0x7f0040157110 2024-09-05T06:18:52.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f00400b5c90 con 0x7f00400ceaf0 2024-09-05T06:18:52.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0046780640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f00400b3bf0 con 0x7f00400d0c90 2024-09-05T06:18:52.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0040157110 0x7f004015f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0040157110 0x7f004015f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59886/0 (socket says 172.21.15.70:59886) 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 -- 172.21.15.70:0/1973607550 learned_addr learned my addr 172.21.15.70:0/1973607550 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f003f7fe640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400d0c90 0x7f004015f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f003ffff640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f00400ceaf0 0x7f0040147080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 -- 172.21.15.70:0/1973607550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400d0c90 msgr2=0x7f004015f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400d0c90 0x7f004015f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 -- 172.21.15.70:0/1973607550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f00400ceaf0 msgr2=0x7f0040147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f00400ceaf0 0x7f0040147080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 -- 172.21.15.70:0/1973607550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00401475c0 con 0x7f0040157110 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f0044d1d640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0040157110 0x7f004015f750 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f00380af040 tx=0x7f0038019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.174+0000 7f003cff9640 1 -- 172.21.15.70:0/1973607550 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00380bc020 con 0x7f0040157110 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f003cff9640 1 -- 172.21.15.70:0/1973607550 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00380b8670 con 0x7f0040157110 2024-09-05T06:18:52.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f004015a480 con 0x7f0040157110 2024-09-05T06:18:52.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f003cff9640 1 -- 172.21.15.70:0/1973607550 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0038009510 con 0x7f0040157110 2024-09-05T06:18:52.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f004014e6b0 con 0x7f0040157110 2024-09-05T06:18:52.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f004015aec0 con 0x7f0040157110 2024-09-05T06:18:52.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f003cff9640 1 -- 172.21.15.70:0/1973607550 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f00380bf020 con 0x7f0040157110 2024-09-05T06:18:52.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f003cff9640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f002c0678c0 0x7f002c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f003ffff640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f002c0678c0 0x7f002c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f003cff9640 1 -- 172.21.15.70:0/1973607550 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f0038120c80 con 0x7f0040157110 2024-09-05T06:18:52.172 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.178+0000 7f003ffff640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f002c0678c0 0x7f002c069d80 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f003000b810 tx=0x7f0030008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:52.175 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.182+0000 7f003cff9640 1 -- 172.21.15.70:0/1973607550 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f00380c6030 con 0x7f0040157110 2024-09-05T06:18:52.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.374+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00400cefd0 con 0x7f0040157110 2024-09-05T06:18:52.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.374+0000 7f003cff9640 1 -- 172.21.15.70:0/1973607550 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5224 (secure 0 0 0) 0x7f00401475c0 con 0x7f0040157110 2024-09-05T06:18:52.368 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:18:52.368 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":67,"btime":"2024-09-05T06:18:44:084893+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5687,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/686463817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":686463817},{"type":"v1","addr":"172.21.15.196:6834","nonce":686463817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5690,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/113269698","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":113269698},{"type":"v1","addr":"172.21.15.196:6835","nonce":113269698}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7587,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/937071757","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":937071757},{"type":"v1","addr":"172.21.15.70:6835","nonce":937071757}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:18:41.395255+0000","modified":"2024-09-05T06:18:43.425327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7590},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7590":{"gid":7590,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2507797379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2507797379},{"type":"v1","addr":"172.21.15.70:6837","nonce":2507797379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7590,"qdb_cluster":[7590]},"id":10}]} 2024-09-05T06:18:52.369 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 67 2024-09-05T06:18:52.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f002c0678c0 msgr2=0x7f002c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:52.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f002c0678c0 0x7f002c069d80 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f003000b810 tx=0x7f0030008040 comp rx=0 tx=0).stop 2024-09-05T06:18:52.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0040157110 msgr2=0x7f004015f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:52.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0040157110 0x7f004015f750 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f00380af040 tx=0x7f0038019790 comp rx=0 tx=0).stop 2024-09-05T06:18:52.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 shutdown_connections 2024-09-05T06:18:52.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f002c0678c0 0x7f002c069d80 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0040157110 0x7f004015f750 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f00400d0c90 0x7f004015f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 --2- 172.21.15.70:0/1973607550 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f00400ceaf0 0x7f0040147080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 >> 172.21.15.70:0/1973607550 conn(0x7f004006bcc0 msgr2=0x7f0040156060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:52.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 shutdown_connections 2024-09-05T06:18:52.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.378+0000 7f0046780640 1 -- 172.21.15.70:0/1973607550 wait complete. 2024-09-05T06:18:52.386 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json status 2024-09-05T06:18:52.522 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":7590,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":10.460454875,"mdsmap_epoch":67,"osdmap_epoch":172,"osdmap_epoch_barrier":172,"uptime":15.802398981} 2024-09-05T06:18:52.523 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 7590, "mdsmap_epoch": 67, "osdmap_epoch": 172, "osdmap_epoch_barrier": 172, "rank_uptime": 10.460454875, "state": "up:active", "uptime": 15.802398981, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:18:52.523 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set-quota cephfs_data max_bytes 33554432 2024-09-05T06:18:52.653 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc83c1d5640 1 Processor -- start 2024-09-05T06:18:52.654 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc83c1d5640 1 -- start start 2024-09-05T06:18:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc83c1d5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc83406bcc0 0x7fc83415cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc83c1d5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc834072690 0x7fc8340ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc83c1d5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406c0a0 0x7fc83415d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc83c1d5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc8340d1780 con 0x7fc83406bcc0 2024-09-05T06:18:52.655 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc83c1d5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc8340ceb00 con 0x7fc834072690 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc83c1d5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc8340cede0 con 0x7fc83406c0a0 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839f71640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc83406bcc0 0x7fc83415cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839f71640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc83406bcc0 0x7fc83415cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59894/0 (socket says 172.21.15.70:59894) 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839f71640 1 -- 172.21.15.70:0/3633711342 learned_addr learned my addr 172.21.15.70:0/3633711342 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839f71640 1 -- 172.21.15.70:0/3633711342 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406c0a0 msgr2=0x7fc83415d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839f71640 1 --2- 172.21.15.70:0/3633711342 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406c0a0 0x7fc83415d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839770640 1 --2- 172.21.15.70:0/3633711342 >> v2:172.21.15.196:3300/0 conn(0x7fc834072690 0x7fc8340ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839f71640 1 -- 172.21.15.70:0/3633711342 >> v2:172.21.15.196:3300/0 conn(0x7fc834072690 msgr2=0x7fc8340ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839f71640 1 --2- 172.21.15.70:0/3633711342 >> v2:172.21.15.196:3300/0 conn(0x7fc834072690 0x7fc8340ce470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.656 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.662+0000 7fc839f71640 1 -- 172.21.15.70:0/3633711342 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8340cf0c0 con 0x7fc83406bcc0 2024-09-05T06:18:52.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc839f71640 1 --2- 172.21.15.70:0/3633711342 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406bcc0 0x7fc83415cc80 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7fc834072cb0 tx=0x7fc82c01c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f149cd8e0388deaf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:52.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc838f6f640 1 -- 172.21.15.70:0/3633711342 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc82c0a56f0 con 0x7fc83406bcc0 2024-09-05T06:18:52.657 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc838f6f640 1 -- 172.21.15.70:0/3633711342 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc82c0a5890 con 0x7fc83406bcc0 2024-09-05T06:18:52.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc838f6f640 1 -- 172.21.15.70:0/3633711342 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc82c0a5c60 con 0x7fc83406bcc0 2024-09-05T06:18:52.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- 172.21.15.70:0/3633711342 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406bcc0 msgr2=0x7fc83415cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:52.658 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/3633711342 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406bcc0 0x7fc83415cc80 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7fc834072cb0 tx=0x7fc82c01c960 comp rx=0 tx=0).stop 2024-09-05T06:18:52.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- 172.21.15.70:0/3633711342 shutdown_connections 2024-09-05T06:18:52.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/3633711342 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406c0a0 0x7fc83415d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/3633711342 >> v2:172.21.15.196:3300/0 conn(0x7fc834072690 0x7fc8340ce470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/3633711342 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406bcc0 0x7fc83415cc80 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- 172.21.15.70:0/3633711342 >> 172.21.15.70:0/3633711342 conn(0x7fc8340b3790 msgr2=0x7fc8340b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:52.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- 172.21.15.70:0/3633711342 shutdown_connections 2024-09-05T06:18:52.659 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- 172.21.15.70:0/3633711342 wait complete. 2024-09-05T06:18:52.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 Processor -- start 2024-09-05T06:18:52.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- start start 2024-09-05T06:18:52.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406bcc0 0x7fc83414b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406c0a0 0x7fc834149ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc834072690 0x7fc83414a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc8340cfc70 con 0x7fc83406c0a0 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc8340cfaf0 con 0x7fc834072690 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc83c1d5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc8340cfdf0 con 0x7fc83406bcc0 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc839770640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406c0a0 0x7fc834149ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc839770640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406c0a0 0x7fc834149ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59896/0 (socket says 172.21.15.70:59896) 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.666+0000 7fc839770640 1 -- 172.21.15.70:0/2295317728 learned_addr learned my addr 172.21.15.70:0/2295317728 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839f71640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406bcc0 0x7fc83414b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839770640 1 -- 172.21.15.70:0/2295317728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406bcc0 msgr2=0x7fc83414b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc83a772640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc834072690 0x7fc83414a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839770640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406bcc0 0x7fc83414b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839770640 1 -- 172.21.15.70:0/2295317728 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc834072690 msgr2=0x7fc83414a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:52.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839770640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc834072690 0x7fc83414a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:52.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839770640 1 -- 172.21.15.70:0/2295317728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc834157720 con 0x7fc83406c0a0 2024-09-05T06:18:52.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839770640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406c0a0 0x7fc834149ea0 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7fc82400c7f0 tx=0x7fc82400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:52.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc82a7fc640 1 -- 172.21.15.70:0/2295317728 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc824015070 con 0x7fc83406c0a0 2024-09-05T06:18:52.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc82a7fc640 1 -- 172.21.15.70:0/2295317728 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc824007820 con 0x7fc83406c0a0 2024-09-05T06:18:52.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc83414a3e0 con 0x7fc83406c0a0 2024-09-05T06:18:52.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc82a7fc640 1 -- 172.21.15.70:0/2295317728 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc824007c10 con 0x7fc83406c0a0 2024-09-05T06:18:52.663 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc83414f1b0 con 0x7fc83406c0a0 2024-09-05T06:18:52.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc83414ed00 con 0x7fc83406c0a0 2024-09-05T06:18:52.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc82a7fc640 1 -- 172.21.15.70:0/2295317728 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc824018070 con 0x7fc83406c0a0 2024-09-05T06:18:52.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc82a7fc640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc8180678c0 0x7fc818069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:18:52.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc82a7fc640 1 -- 172.21.15.70:0/2295317728 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7fc824085d20 con 0x7fc83406c0a0 2024-09-05T06:18:52.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839f71640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc8180678c0 0x7fc818069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:18:52.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.670+0000 7fc839f71640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc8180678c0 0x7fc818069d80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0ae000 tx=0x7fc82c0a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:18:52.667 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.674+0000 7fc82a7fc640 1 -- 172.21.15.70:0/2295317728 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc824056860 con 0x7fc83406c0a0 2024-09-05T06:18:52.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:52.838+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"} v 0) -- 0x7fc83415e0d0 con 0x7fc83406c0a0 2024-09-05T06:18:53.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.586+0000 7fc82a7fc640 1 -- 172.21.15.70:0/2295317728 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"}]=0 set-quota max_bytes = 33554432 for pool cephfs_data v173) ==== 181+0+0 (secure 0 0 0) 0x7fc824056160 con 0x7fc83406c0a0 2024-09-05T06:18:53.579 INFO:teuthology.orchestra.run.smithi070.stderr:set-quota max_bytes = 33554432 for pool cephfs_data 2024-09-05T06:18:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc8180678c0 msgr2=0x7fc818069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc8180678c0 0x7fc818069d80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0ae000 tx=0x7fc82c0a7070 comp rx=0 tx=0).stop 2024-09-05T06:18:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406c0a0 msgr2=0x7fc834149ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:18:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406c0a0 0x7fc834149ea0 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7fc82400c7f0 tx=0x7fc82400ccb0 comp rx=0 tx=0).stop 2024-09-05T06:18:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 shutdown_connections 2024-09-05T06:18:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc8180678c0 0x7fc818069d80 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc834072690 0x7fc83414a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:53.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc83406c0a0 0x7fc834149ea0 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 --2- 172.21.15.70:0/2295317728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc83406bcc0 0x7fc83414b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:18:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 >> 172.21.15.70:0/2295317728 conn(0x7fc8340b3790 msgr2=0x7fc8340b3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:18:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 shutdown_connections 2024-09-05T06:18:53.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:18:53.590+0000 7fc83c1d5640 1 -- 172.21.15.70:0/2295317728 wait complete. 2024-09-05T06:18:53.606 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_mon_report_interval 2024-09-05T06:18:53.738 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_mon_report_interval":"5"} 2024-09-05T06:18:53.739 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_mon_report_interval": "5" } 2024-09-05T06:18:53.739 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mon_tick_interval 2024-09-05T06:18:53.870 INFO:teuthology.orchestra.run.smithi070.stdout:{"mon_tick_interval":"5"} 2024-09-05T06:18:53.870 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mon_tick_interval": "5" } 2024-09-05T06:18:53.870 INFO:tasks.cephfs.test_full:pool capacity 33554432, 32MB should be enough to fill it 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> stdin-killer -- python3 -c ' 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> import time 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> import datetime 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> # Write some buffered data through before going full, all should be well 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> print("writing some data through which we expect to succeed") 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> bytes = 0 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> f = os.open("/home/ubuntu/cephtest/mnt.0/full_test_file", os.O_WRONLY | os.O_CREAT) 2024-09-05T06:18:53.871 DEBUG:teuthology.orchestra.run.smithi070:> os.setxattr("/home/ubuntu/cephtest/mnt.0/full_test_file", '"'"'ceph.file.layout'"'"', b'"'"'stripe_unit=1048576 stripe_count=1 object_size=1048576'"'"') 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'a'"'"' * 4096) 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(f) 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> print("fsync'"'"'ed data successfully, will now attempt to fill fs") 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> # Okay, now we'"'"'re going to fill up the filesystem, and then keep 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> # writing until we see an error from fsync. As long as we'"'"'re doing 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> # buffered IO, the error should always only appear from fsync and not 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> # from write 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> full = False 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> for n in range(0, int(32 * 1.1)): 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> try: 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> bytes += os.write(f, b'"'"'x'"'"' * 1024 * 1024) 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> print("wrote bytes via buffered write, moving on to fsync") 2024-09-05T06:18:53.872 DEBUG:teuthology.orchestra.run.smithi070:> except OSError as e: 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> if True: 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> print("Unexpected error %s from write() instead of fsync()" % e) 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> raise 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> else: 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> print("Reached fullness after %.2f MB" % (bytes / (1024.0 * 1024.0))) 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> full = True 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> break 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> try: 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> os.fsync(f) 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> print("fsync'"'"'ed successfully") 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> except OSError as e: 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> print("Reached fullness after %.2f MB" % (bytes / (1024.0 * 1024.0))) 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> full = True 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> break 2024-09-05T06:18:53.873 DEBUG:teuthology.orchestra.run.smithi070:> else: 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> print("Not full yet after %.2f MB" % (bytes / (1024.0 * 1024.0))) 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> if n > 32 * 0.9: 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> # Be cautious in the last region where we expect to hit 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> # the full condition, so that we don'"'"'t overshoot too dramatically 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> print("sleeping a bit as we'"'"'ve exceeded 90% of our expected full ratio") 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> time.sleep(15.0) 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> if not full: 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Failed to reach fullness after writing %d bytes" % bytes) 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> # close() should not raise an error because we already caught it in 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> # fsync. There shouldn'"'"'t have been any more writeback errors 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> # since then because all IOs got cancelled on the full flag. 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> print("calling close") 2024-09-05T06:18:53.874 DEBUG:teuthology.orchestra.run.smithi070:> os.close(f) 2024-09-05T06:18:53.875 DEBUG:teuthology.orchestra.run.smithi070:> print("close() did not raise error") 2024-09-05T06:18:53.875 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:18:53.875 DEBUG:teuthology.orchestra.run.smithi070:> os.unlink("/home/ubuntu/cephtest/mnt.0/full_test_file") 2024-09-05T06:18:53.875 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:19:01.640 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:19:01.644 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:19:31.716 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:19:31.720 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:writing some data through which we expect to succeed 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed data successfully, will now attempt to fill fs 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 1.00 MB 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 2.00 MB 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.121 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 3.00 MB 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 4.00 MB 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 5.00 MB 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 6.00 MB 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 7.00 MB 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.122 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 8.00 MB 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 9.00 MB 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 10.00 MB 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 11.00 MB 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.123 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 12.00 MB 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 13.00 MB 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 14.00 MB 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 15.00 MB 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 16.00 MB 2024-09-05T06:19:42.124 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 17.00 MB 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 18.00 MB 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 19.00 MB 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 20.00 MB 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.125 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 21.00 MB 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 22.00 MB 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 23.00 MB 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 24.00 MB 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 25.00 MB 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.126 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 26.00 MB 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 27.00 MB 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 28.00 MB 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 29.00 MB 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 30.00 MB 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.127 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 31.00 MB 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:fsync'ed successfully 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:Not full yet after 32.00 MB 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:sleeping a bit as we've exceeded 90% of our expected full ratio 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:wrote bytes via buffered write, moving on to fsync 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:Reached fullness after 33.00 MB 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:calling close 2024-09-05T06:19:42.128 INFO:teuthology.orchestra.run.smithi070.stdout:close() did not raise error 2024-09-05T06:19:42.129 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:19:42.144 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:19:42.144 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:19:42.190 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:19:42.268 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:19:42.268 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:19:42.268 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:19:42.268 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:19:42.274 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:19:42.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f9204bf5640 1 Processor -- start 2024-09-05T06:19:42.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f9204bf5640 1 -- start start 2024-09-05T06:19:42.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f9204bf5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f92000d0e60 0x7f9200071550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:42.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f9204bf5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92000b5980 con 0x7f9200167690 2024-09-05T06:19:42.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f9204bf5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92000b5c60 con 0x7f9200162f30 2024-09-05T06:19:42.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f9204bf5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9200166bb0 con 0x7f92000d0e60 2024-09-05T06:19:42.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fdd9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f9200167690 0x7f92000d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:59960/0 (socket says 172.21.15.70:59960) 2024-09-05T06:19:42.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fdd9b640 1 -- 172.21.15.70:0/193130846 learned_addr learned my addr 172.21.15.70:0/193130846 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:42.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1801695970 0 0) 0x7f92000b5980 con 0x7f9200167690 2024-09-05T06:19:42.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fed9d640 1 --2- 172.21.15.70:0/193130846 >> v2:172.21.15.196:3300/0 conn(0x7f92000d0e60 0x7f9200071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f91ec003530 con 0x7f9200167690 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 882937145 0 0) 0x7f91ec003530 con 0x7f9200167690 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 >> v2:172.21.15.196:3300/0 conn(0x7f92000d0e60 msgr2=0x7f9200071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 --2- 172.21.15.70:0/193130846 >> v2:172.21.15.196:3300/0 conn(0x7f92000d0e60 0x7f9200071550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 >> v1:172.21.15.196:6789/0 conn(0x7f9200162f30 legacy=0x7f92000732f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9200166e90 con 0x7f9200167690 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f91e8001680 con 0x7f9200167690 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 >> v1:172.21.15.70:6789/0 conn(0x7f9200167690 legacy=0x7f92000d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91ec0039c0 0x7f91ec003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91ec004810 0x7f91ec004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec0052f0 0x7f91ec00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9200166bb0 con 0x7f91ec004810 2024-09-05T06:19:42.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f91ec00c1a0 con 0x7f91ec0052f0 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f91ec00c3a0 con 0x7f91ec0039c0 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fdd9b640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91ec004810 0x7f91ec004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fed9d640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec0052f0 0x7f91ec00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fdd9b640 1 -- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91ec0039c0 msgr2=0x7f91ec003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fe59c640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91ec0039c0 0x7f91ec003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fdd9b640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91ec0039c0 0x7f91ec003dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fdd9b640 1 -- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec0052f0 msgr2=0x7f91ec00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fdd9b640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec0052f0 0x7f91ec00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fdd9b640 1 -- 172.21.15.70:0/193130846 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91ec003530 con 0x7f91ec004810 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fed9d640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec0052f0 0x7f91ec00b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:42.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.456+0000 7f91fed9d640 1 -- 172.21.15.70:0/193130846 reap_dead start 2024-09-05T06:19:42.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f91fdd9b640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91ec004810 0x7f91ec004c90 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f91e800c210 tx=0x7f91e801d6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc53ae27c253ecd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e8007d20 con 0x7f91ec004810 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91e80a9020 con 0x7f91ec004810 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f91fd59a640 1 -- 172.21.15.70:0/193130846 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e8005ae0 con 0x7f91ec004810 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 -- 172.21.15.70:0/193130846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91ec004810 msgr2=0x7f91ec004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91ec004810 0x7f91ec004c90 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f91e800c210 tx=0x7f91e801d6a0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 -- 172.21.15.70:0/193130846 shutdown_connections 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 --2- 172.21.15.70:0/193130846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91ec004810 0x7f91ec004c90 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 -- 172.21.15.70:0/193130846 >> 172.21.15.70:0/193130846 conn(0x7f920006bcc0 msgr2=0x7f920006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 -- 172.21.15.70:0/193130846 shutdown_connections 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 -- 172.21.15.70:0/193130846 wait complete. 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 Processor -- start 2024-09-05T06:19:42.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 -- start start 2024-09-05T06:19:42.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec004810 0x7f92000aec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:42.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.460+0000 7f9204bf5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f92000cf890 0x7f92001f0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:42.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f9204bf5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f92000cfd10 0x7f92000ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:42.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f9204bf5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f92000d0ce0 con 0x7f92000cfd10 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f9204bf5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f92000d0b60 con 0x7f91ec004810 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f9204bf5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f92000b5560 con 0x7f92000cf890 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f92000cfd10 0x7f92000ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f92000cfd10 0x7f92000ccdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58894/0 (socket says 172.21.15.70:58894) 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 -- 172.21.15.70:0/2613403028 learned_addr learned my addr 172.21.15.70:0/2613403028 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fdd9b640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f92000cf890 0x7f92001f0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fe59c640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec004810 0x7f92000aec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 -- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f92000cf890 msgr2=0x7f92001f0c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f92000cf890 0x7f92001f0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 -- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec004810 msgr2=0x7f92000aec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec004810 0x7f92000aec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 -- 172.21.15.70:0/2613403028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92001efb70 con 0x7f92000cfd10 2024-09-05T06:19:42.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fe59c640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec004810 0x7f92000aec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fed9d640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f92000cfd10 0x7f92000ccdd0 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f92000b4260 tx=0x7f91f800e830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91f6ffd640 1 -- 172.21.15.70:0/2613403028 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f800c070 con 0x7f92000cfd10 2024-09-05T06:19:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91f6ffd640 1 -- 172.21.15.70:0/2613403028 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91f8018070 con 0x7f92000cfd10 2024-09-05T06:19:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92001efe50 con 0x7f92000cfd10 2024-09-05T06:19:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91f6ffd640 1 -- 172.21.15.70:0/2613403028 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f800f040 con 0x7f92000cfd10 2024-09-05T06:19:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92001f0410 con 0x7f92000cfd10 2024-09-05T06:19:42.460 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92000afaf0 con 0x7f92000cfd10 2024-09-05T06:19:42.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91f6ffd640 1 -- 172.21.15.70:0/2613403028 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f91f8003620 con 0x7f92000cfd10 2024-09-05T06:19:42.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91f6ffd640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91e00678c0 0x7f91e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:42.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fe59c640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91e00678c0 0x7f91e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:42.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91f6ffd640 1 -- 172.21.15.70:0/2613403028 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7f91f8085470 con 0x7f92000cfd10 2024-09-05T06:19:42.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91f6ffd640 1 -- 172.21.15.70:0/2613403028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7f91e006f4b0 con 0x7f92000cfd10 2024-09-05T06:19:42.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.464+0000 7f91fe59c640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91e00678c0 0x7f91e0069d80 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f91f0007fd0 tx=0x7f91f0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:42.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.468+0000 7f91f6ffd640 1 -- 172.21.15.70:0/2613403028 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f91f8055f70 con 0x7f92000cfd10 2024-09-05T06:19:42.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.640+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f92000b0090 con 0x7f92000cfd10 2024-09-05T06:19:42.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.640+0000 7f91f6ffd640 1 -- 172.21.15.70:0/2613403028 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v175) ==== 80+0+0 (secure 0 0 0) 0x7f91f8055870 con 0x7f92000cfd10 2024-09-05T06:19:42.636 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:19:42.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91e00678c0 msgr2=0x7f91e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:42.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91e00678c0 0x7f91e0069d80 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f91f0007fd0 tx=0x7f91f0009040 comp rx=0 tx=0).stop 2024-09-05T06:19:42.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f92000cfd10 msgr2=0x7f92000ccdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:42.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f92000cfd10 0x7f92000ccdd0 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f92000b4260 tx=0x7f91f800e830 comp rx=0 tx=0).stop 2024-09-05T06:19:42.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 shutdown_connections 2024-09-05T06:19:42.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91e00678c0 0x7f91e0069d80 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f92000cfd10 0x7f92000ccdd0 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f92000cf890 0x7f92001f0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 --2- 172.21.15.70:0/2613403028 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91ec004810 0x7f92000aec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:42.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 >> 172.21.15.70:0/2613403028 conn(0x7f920006bcc0 msgr2=0x7f9200160d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:42.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 shutdown_connections 2024-09-05T06:19:42.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:42.644+0000 7f9204bf5640 1 -- 172.21.15.70:0/2613403028 wait complete. 2024-09-05T06:19:42.654 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:19:42.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:19:42.654 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:19:42.665 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[39216]: fuse finished with error 0 and tester_r 0 2024-09-05T06:19:42.666 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:19:42.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:19:42.666 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:19:42.833 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:19:42.833 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:19:42.833 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:19:42.840 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:19:43.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe6a0e5640 1 Processor -- start 2024-09-05T06:19:43.002 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe6a0e5640 1 -- start start 2024-09-05T06:19:43.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe6a0e5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe640d0e60 0x7efe640af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe6a0e5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe6406d570 con 0x7efe64157110 2024-09-05T06:19:43.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe6a0e5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe6406d850 con 0x7efe640ceaf0 2024-09-05T06:19:43.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe6a0e5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efe6406db30 con 0x7efe640d0e60 2024-09-05T06:19:43.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe637fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7efe64157110 0x7efe640b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:59974/0 (socket says 172.21.15.70:59974) 2024-09-05T06:19:43.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe637fe640 1 -- 172.21.15.70:0/1647540943 learned_addr learned my addr 172.21.15.70:0/1647540943 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:43.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe63fff640 1 --2- 172.21.15.70:0/1647540943 >> v2:172.21.15.70:3300/0 conn(0x7efe640d0e60 0x7efe640af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe63fff640 1 -- 172.21.15.70:0/1647540943 >> v1:172.21.15.196:6789/0 conn(0x7efe640ceaf0 legacy=0x7efe640d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:43.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe63fff640 1 -- 172.21.15.70:0/1647540943 >> v1:172.21.15.70:6789/0 conn(0x7efe64157110 legacy=0x7efe640b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.004 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe627fc640 1 -- 172.21.15.70:0/1647540943 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4089514296 0 0) 0x7efe6406d570 con 0x7efe64157110 2024-09-05T06:19:43.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.008+0000 7efe63fff640 1 -- 172.21.15.70:0/1647540943 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe6406de10 con 0x7efe640d0e60 2024-09-05T06:19:43.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe63fff640 1 --2- 172.21.15.70:0/1647540943 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640d0e60 0x7efe640af720 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7efe5c009d90 tx=0x7efe5c01c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22873543ab5796ba server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe627fc640 1 -- 172.21.15.70:0/1647540943 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c0b2070 con 0x7efe640d0e60 2024-09-05T06:19:43.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe627fc640 1 -- 172.21.15.70:0/1647540943 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe5c0a57f0 con 0x7efe640d0e60 2024-09-05T06:19:43.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe627fc640 1 -- 172.21.15.70:0/1647540943 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c0a5bc0 con 0x7efe640d0e60 2024-09-05T06:19:43.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 -- 172.21.15.70:0/1647540943 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640d0e60 msgr2=0x7efe640af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 --2- 172.21.15.70:0/1647540943 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640d0e60 0x7efe640af720 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7efe5c009d90 tx=0x7efe5c01c930 comp rx=0 tx=0).stop 2024-09-05T06:19:43.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 -- 172.21.15.70:0/1647540943 shutdown_connections 2024-09-05T06:19:43.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 --2- 172.21.15.70:0/1647540943 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640d0e60 0x7efe640af720 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 -- 172.21.15.70:0/1647540943 >> 172.21.15.70:0/1647540943 conn(0x7efe6406bcc0 msgr2=0x7efe6406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:43.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 -- 172.21.15.70:0/1647540943 shutdown_connections 2024-09-05T06:19:43.008 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 -- 172.21.15.70:0/1647540943 wait complete. 2024-09-05T06:19:43.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 Processor -- start 2024-09-05T06:19:43.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 -- start start 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.012+0000 7efe6a0e5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640ceaf0 0x7efe64149530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe6a0e5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe640d0e60 0x7efe64150500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe6a0e5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe64157110 0x7efe6414d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe6a0e5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efe6416a7e0 con 0x7efe640ceaf0 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe6a0e5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7efe6416a660 con 0x7efe64157110 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe6a0e5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7efe6416a960 con 0x7efe640d0e60 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640ceaf0 0x7efe64149530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640ceaf0 0x7efe64149530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58912/0 (socket says 172.21.15.70:58912) 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 -- 172.21.15.70:0/3336788514 learned_addr learned my addr 172.21.15.70:0/3336788514 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 -- 172.21.15.70:0/3336788514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe640d0e60 msgr2=0x7efe64150500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe640d0e60 0x7efe64150500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 -- 172.21.15.70:0/3336788514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe64157110 msgr2=0x7efe6414d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe64157110 0x7efe6414d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 -- 172.21.15.70:0/3336788514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe64146810 con 0x7efe640ceaf0 2024-09-05T06:19:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe637fe640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640ceaf0 0x7efe64149530 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7efe54007fd0 tx=0x7efe5400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe4bfff640 1 -- 172.21.15.70:0/3336788514 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe54017070 con 0x7efe640ceaf0 2024-09-05T06:19:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe4bfff640 1 -- 172.21.15.70:0/3336788514 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe54005cf0 con 0x7efe640ceaf0 2024-09-05T06:19:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe640b0560 con 0x7efe640ceaf0 2024-09-05T06:19:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe4bfff640 1 -- 172.21.15.70:0/3336788514 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe54007310 con 0x7efe640ceaf0 2024-09-05T06:19:43.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe640b21c0 con 0x7efe640ceaf0 2024-09-05T06:19:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe640af720 con 0x7efe640ceaf0 2024-09-05T06:19:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe4bfff640 1 -- 172.21.15.70:0/3336788514 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efe5401a070 con 0x7efe640ceaf0 2024-09-05T06:19:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe4bfff640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe500678c0 0x7efe50069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe4bfff640 1 -- 172.21.15.70:0/3336788514 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7efe540850b0 con 0x7efe640ceaf0 2024-09-05T06:19:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe62ffd640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe500678c0 0x7efe50069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe4bfff640 1 -- 172.21.15.70:0/3336788514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7efe5006f510 con 0x7efe640ceaf0 2024-09-05T06:19:43.012 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.016+0000 7efe62ffd640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe500678c0 0x7efe50069d80 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7efe58007fd0 tx=0x7efe580079a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.020+0000 7efe4bfff640 1 -- 172.21.15.70:0/3336788514 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efe54055c40 con 0x7efe640ceaf0 2024-09-05T06:19:43.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efe640d0530 con 0x7efe640ceaf0 2024-09-05T06:19:43.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe4bfff640 1 -- 172.21.15.70:0/3336788514 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v175) ==== 80+0+0 (secure 0 0 0) 0x7efe54055540 con 0x7efe640ceaf0 2024-09-05T06:19:43.202 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:19:43.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe500678c0 msgr2=0x7efe50069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe500678c0 0x7efe50069d80 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7efe58007fd0 tx=0x7efe580079a0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640ceaf0 msgr2=0x7efe64149530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640ceaf0 0x7efe64149530 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7efe54007fd0 tx=0x7efe5400c8e0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 shutdown_connections 2024-09-05T06:19:43.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7efe500678c0 0x7efe50069d80 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7efe64157110 0x7efe6414d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7efe640d0e60 0x7efe64150500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 --2- 172.21.15.70:0/3336788514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe640ceaf0 0x7efe64149530 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 >> 172.21.15.70:0/3336788514 conn(0x7efe6406bcc0 msgr2=0x7efe640cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 shutdown_connections 2024-09-05T06:19:43.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.208+0000 7efe6a0e5640 1 -- 172.21.15.70:0/3336788514 wait complete. 2024-09-05T06:19:43.219 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:19:43.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:19:43.220 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:19:43.233 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26642]: fuse finished with error 0 and tester_r 0 2024-09-05T06:19:43.235 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:19:43.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:19:43.235 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:19:43.304 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:19:43.305 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:19:43.305 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:19:43.311 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:19:43.311 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:19:43.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:19:43.311 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:19:43.357 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:19:43.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:19:43.358 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:19:43.358 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:19:43.358 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:19:43.364 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:19:43.364 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:19:43.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:19:43.365 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:19:43.410 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:19:43.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:19:43.412 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:19:43.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663c645640 1 Processor -- start 2024-09-05T06:19:43.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663c645640 1 -- start start 2024-09-05T06:19:43.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663c645640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f66340d4980 0x7f66340d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663c645640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66340cfd30 con 0x7f66340d3a50 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663c645640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66340d0010 con 0x7f663415edb0 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663c645640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f66340d02f0 con 0x7f66340d4980 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663a3e1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f66340d4980 0x7f66340d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663a3e1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f66340d4980 0x7f66340d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58914/0 (socket says 172.21.15.70:58914) 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663a3e1640 1 -- 172.21.15.70:0/364943936 learned_addr learned my addr 172.21.15.70:0/364943936 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663a3e1640 1 -- 172.21.15.70:0/364943936 >> v1:172.21.15.196:6789/0 conn(0x7f663415edb0 legacy=0x7f66340d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663a3e1640 1 -- 172.21.15.70:0/364943936 >> v1:172.21.15.70:6789/0 conn(0x7f66340d3a50 legacy=0x7f66340b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.540+0000 7f663a3e1640 1 -- 172.21.15.70:0/364943936 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66340d05d0 con 0x7f66340d4980 2024-09-05T06:19:43.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663a3e1640 1 --2- 172.21.15.70:0/364943936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340d4d60 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f6630009870 tx=0x7f663001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6177c7ea77ee33dc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f66393df640 1 -- 172.21.15.70:0/364943936 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66300aa670 con 0x7f66340d4980 2024-09-05T06:19:43.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f66393df640 1 -- 172.21.15.70:0/364943936 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66300af070 con 0x7f66340d4980 2024-09-05T06:19:43.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f66393df640 1 -- 172.21.15.70:0/364943936 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66300aaa30 con 0x7f66340d4980 2024-09-05T06:19:43.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- 172.21.15.70:0/364943936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 msgr2=0x7f66340d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 --2- 172.21.15.70:0/364943936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340d4d60 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f6630009870 tx=0x7f663001c4f0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- 172.21.15.70:0/364943936 shutdown_connections 2024-09-05T06:19:43.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 --2- 172.21.15.70:0/364943936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340d4d60 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- 172.21.15.70:0/364943936 >> 172.21.15.70:0/364943936 conn(0x7f663408e690 msgr2=0x7f663409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:43.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- 172.21.15.70:0/364943936 shutdown_connections 2024-09-05T06:19:43.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- 172.21.15.70:0/364943936 wait complete. 2024-09-05T06:19:43.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 Processor -- start 2024-09-05T06:19:43.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- start start 2024-09-05T06:19:43.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66340d3a50 0x7f6634156d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340cd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663415edb0 0x7f66340cde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f663416c8c0 con 0x7f66340d4980 2024-09-05T06:19:43.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f663416c740 con 0x7f663415edb0 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663c645640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f663416ca40 con 0x7f66340d3a50 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f6639be0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340cd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f6639be0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340cd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58918/0 (socket says 172.21.15.70:58918) 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f6639be0640 1 -- 172.21.15.70:0/1264434643 learned_addr learned my addr 172.21.15.70:0/1264434643 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f663abe2640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663415edb0 0x7f66340cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f6639be0640 1 -- 172.21.15.70:0/1264434643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66340d3a50 msgr2=0x7f6634156d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f6639be0640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66340d3a50 0x7f6634156d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f6639be0640 1 -- 172.21.15.70:0/1264434643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663415edb0 msgr2=0x7f66340cde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.544+0000 7f6639be0640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663415edb0 0x7f66340cde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6639be0640 1 -- 172.21.15.70:0/1264434643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66341612e0 con 0x7f66340d4980 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6639be0640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340cd940 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f662800b440 tx=0x7f662800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6626ffd640 1 -- 172.21.15.70:0/1264434643 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6628015020 con 0x7f66340d4980 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6626ffd640 1 -- 172.21.15.70:0/1264434643 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6628011890 con 0x7f66340d4980 2024-09-05T06:19:43.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66341615c0 con 0x7f66340d4980 2024-09-05T06:19:43.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6626ffd640 1 -- 172.21.15.70:0/1264434643 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6628011c80 con 0x7f66340d4980 2024-09-05T06:19:43.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6634161b80 con 0x7f66340d4980 2024-09-05T06:19:43.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66340d4d60 con 0x7f66340d4980 2024-09-05T06:19:43.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6626ffd640 1 -- 172.21.15.70:0/1264434643 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6628018020 con 0x7f66340d4980 2024-09-05T06:19:43.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6626ffd640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66180678c0 0x7f6618069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6626ffd640 1 -- 172.21.15.70:0/1264434643 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7f6628085b60 con 0x7f66340d4980 2024-09-05T06:19:43.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f663a3e1640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66180678c0 0x7f6618069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f6626ffd640 1 -- 172.21.15.70:0/1264434643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7f661806f4b0 con 0x7f66340d4980 2024-09-05T06:19:43.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.548+0000 7f663a3e1640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66180678c0 0x7f6618069d80 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f66300ae000 tx=0x7f6630004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.552+0000 7f6626ffd640 1 -- 172.21.15.70:0/1264434643 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f662801f030 con 0x7f66340d4980 2024-09-05T06:19:43.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f66340b3a50 con 0x7f66340d4980 2024-09-05T06:19:43.730 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f6626ffd640 1 -- 172.21.15.70:0/1264434643 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5224 (secure 0 0 0) 0x7f662800d040 con 0x7f66340d4980 2024-09-05T06:19:43.730 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:43.730 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":67,"btime":"2024-09-05T06:18:44:084893+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5687,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/686463817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":686463817},{"type":"v1","addr":"172.21.15.196:6834","nonce":686463817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5690,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/113269698","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":113269698},{"type":"v1","addr":"172.21.15.196:6835","nonce":113269698}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7587,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/937071757","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":937071757},{"type":"v1","addr":"172.21.15.70:6835","nonce":937071757}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:18:41.395255+0000","modified":"2024-09-05T06:18:43.425327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7590},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7590":{"gid":7590,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2507797379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2507797379},{"type":"v1","addr":"172.21.15.70:6837","nonce":2507797379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7590,"qdb_cluster":[7590]},"id":10}]} 2024-09-05T06:19:43.731 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 67 2024-09-05T06:19:43.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66180678c0 msgr2=0x7f6618069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66180678c0 0x7f6618069d80 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f66300ae000 tx=0x7f6630004740 comp rx=0 tx=0).stop 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 msgr2=0x7f66340cd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340cd940 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f662800b440 tx=0x7f662800b900 comp rx=0 tx=0).stop 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 shutdown_connections 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66180678c0 0x7f6618069d80 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663415edb0 0x7f66340cde80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66340d4980 0x7f66340cd940 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 --2- 172.21.15.70:0/1264434643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66340d3a50 0x7f6634156d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 >> 172.21.15.70:0/1264434643 conn(0x7f663408e690 msgr2=0x7f66340b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 shutdown_connections 2024-09-05T06:19:43.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.736+0000 7f663c645640 1 -- 172.21.15.70:0/1264434643 wait complete. 2024-09-05T06:19:43.749 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a7cdd640 1 Processor -- start 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a7cdd640 1 -- start start 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a7cdd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f22a015edb0 0x7f22a00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a7cdd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22a00cfd30 con 0x7f22a00d4980 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a7cdd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22a00d0010 con 0x7f22a00cf7e0 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a7cdd640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f22a00d02f0 con 0x7f22a015edb0 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a5a79640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f22a00d4980 0x7f22a00d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:59994/0 (socket says 172.21.15.70:59994) 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a5a79640 1 -- 172.21.15.70:0/964193590 learned_addr learned my addr 172.21.15.70:0/964193590 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:43.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 526353379 0 0) 0x7f22a00cfd30 con 0x7f22a00d4980 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a5278640 1 --2- 172.21.15.70:0/964193590 >> v2:172.21.15.196:3300/0 conn(0x7f22a015edb0 0x7f22a00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.860+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f228c003530 con 0x7f22a00d4980 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1355570161 0 0) 0x7f228c003530 con 0x7f22a00d4980 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 >> v2:172.21.15.196:3300/0 conn(0x7f22a015edb0 msgr2=0x7f22a00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 --2- 172.21.15.70:0/964193590 >> v2:172.21.15.196:3300/0 conn(0x7f22a015edb0 0x7f22a00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 >> v1:172.21.15.196:6789/0 conn(0x7f22a00cf7e0 legacy=0x7f22a00b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a00d05d0 con 0x7f22a00d4980 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f229c001680 con 0x7f22a00d4980 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 >> v1:172.21.15.70:6789/0 conn(0x7f22a00d4980 legacy=0x7f22a00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f228c003a10 0x7f228c003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f228c004810 0x7f228c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f228c0051d0 0x7f228c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f22a00d02f0 con 0x7f228c003a10 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f228c00c0d0 con 0x7f228c0051d0 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f228c00c2d0 con 0x7f228c004810 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a5a79640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f228c003a10 0x7f228c003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a5a79640 1 -- 172.21.15.70:0/964193590 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f228c004810 msgr2=0x7f228c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a5a79640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f228c004810 0x7f228c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a5a79640 1 -- 172.21.15.70:0/964193590 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f228c0051d0 msgr2=0x7f228c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a627a640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f228c0051d0 0x7f228c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a5a79640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f228c0051d0 0x7f228c00b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a5a79640 1 -- 172.21.15.70:0/964193590 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f228c003530 con 0x7f228c003a10 2024-09-05T06:19:43.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a627a640 1 -- 172.21.15.70:0/964193590 reap_dead start 2024-09-05T06:19:43.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a5a79640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f228c003a10 0x7f228c003e30 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f229c00c190 tx=0x7f229c01cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7da39ec70b90d92 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f229c007c70 con 0x7f228c003a10 2024-09-05T06:19:43.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f229c0a9070 con 0x7f228c003a10 2024-09-05T06:19:43.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a4a77640 1 -- 172.21.15.70:0/964193590 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f229c005dc0 con 0x7f228c003a10 2024-09-05T06:19:43.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a7cdd640 1 -- 172.21.15.70:0/964193590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f228c003a10 msgr2=0x7f228c003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a7cdd640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f228c003a10 0x7f228c003e30 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f229c00c190 tx=0x7f229c01cbb0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a7cdd640 1 -- 172.21.15.70:0/964193590 shutdown_connections 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a7cdd640 1 --2- 172.21.15.70:0/964193590 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f228c003a10 0x7f228c003e30 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a7cdd640 1 -- 172.21.15.70:0/964193590 >> 172.21.15.70:0/964193590 conn(0x7f22a008e690 msgr2=0x7f22a009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a7cdd640 1 -- 172.21.15.70:0/964193590 shutdown_connections 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.864+0000 7f22a7cdd640 1 -- 172.21.15.70:0/964193590 wait complete. 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 Processor -- start 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 -- start start 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f228c003a10 0x7f22a00b2350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22a00c98c0 0x7f22a00c9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22a015b8d0 0x7f22a015bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f22a00d16a0 con 0x7f22a00c98c0 2024-09-05T06:19:43.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f22a00d1820 con 0x7f22a015b8d0 2024-09-05T06:19:43.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f22a00d19a0 con 0x7f228c003a10 2024-09-05T06:19:43.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22a00c98c0 0x7f22a00c9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22a00c98c0 0x7f22a00c9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58946/0 (socket says 172.21.15.70:58946) 2024-09-05T06:19:43.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 -- 172.21.15.70:0/1544309445 learned_addr learned my addr 172.21.15.70:0/1544309445 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:43.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5a79640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f228c003a10 0x7f22a00b2350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a627a640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22a015b8d0 0x7f22a015bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 -- 172.21.15.70:0/1544309445 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f228c003a10 msgr2=0x7f22a00b2350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f228c003a10 0x7f22a00b2350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 -- 172.21.15.70:0/1544309445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22a015b8d0 msgr2=0x7f22a015bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:43.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22a015b8d0 0x7f22a015bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:43.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 -- 172.21.15.70:0/1544309445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a00ca4a0 con 0x7f22a00c98c0 2024-09-05T06:19:43.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a5278640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22a00c98c0 0x7f22a00c9d40 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f229000e870 tx=0x7f229000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22967fc640 1 -- 172.21.15.70:0/1544309445 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2290017070 con 0x7f22a00c98c0 2024-09-05T06:19:43.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22967fc640 1 -- 172.21.15.70:0/1544309445 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f229000c940 con 0x7f22a00c98c0 2024-09-05T06:19:43.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22a00ca780 con 0x7f22a00c98c0 2024-09-05T06:19:43.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22967fc640 1 -- 172.21.15.70:0/1544309445 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f229000cd30 con 0x7f22a00c98c0 2024-09-05T06:19:43.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22a00cad40 con 0x7f22a00c98c0 2024-09-05T06:19:43.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.868+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22a00cfd30 con 0x7f22a00c98c0 2024-09-05T06:19:43.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.872+0000 7f22967fc640 1 -- 172.21.15.70:0/1544309445 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f229001a070 con 0x7f22a00c98c0 2024-09-05T06:19:43.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.872+0000 7f22967fc640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f22840678f0 0x7f2284069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:43.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.872+0000 7f22967fc640 1 -- 172.21.15.70:0/1544309445 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7f2290085df0 con 0x7f22a00c98c0 2024-09-05T06:19:43.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.872+0000 7f22a5a79640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f22840678f0 0x7f2284069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:43.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.872+0000 7f22967fc640 1 -- 172.21.15.70:0/1544309445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7f228406f4e0 con 0x7f22a00c98c0 2024-09-05T06:19:43.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.872+0000 7f22a5a79640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f22840678f0 0x7f2284069db0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f229c00c160 tx=0x7f229c0b0040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:43.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:43.876+0000 7f22967fc640 1 -- 172.21.15.70:0/1544309445 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2290056980 con 0x7f22a00c98c0 2024-09-05T06:19:44.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22a00b5160 con 0x7f22a00c98c0 2024-09-05T06:19:44.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22967fc640 1 -- 172.21.15.70:0/1544309445 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5224 (secure 0 0 0) 0x7f2290056280 con 0x7f22a00c98c0 2024-09-05T06:19:44.058 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:44.058 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":67,"btime":"2024-09-05T06:18:44:084893+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5687,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/686463817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":686463817},{"type":"v1","addr":"172.21.15.196:6834","nonce":686463817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5690,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/113269698","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":113269698},{"type":"v1","addr":"172.21.15.196:6835","nonce":113269698}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7587,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/937071757","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":937071757},{"type":"v1","addr":"172.21.15.70:6835","nonce":937071757}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:18:41.395255+0000","modified":"2024-09-05T06:18:43.425327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7590},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7590":{"gid":7590,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2507797379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2507797379},{"type":"v1","addr":"172.21.15.70:6837","nonce":2507797379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7590,"qdb_cluster":[7590]},"id":10}]} 2024-09-05T06:19:44.059 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 67 2024-09-05T06:19:44.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f22840678f0 msgr2=0x7f2284069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f22840678f0 0x7f2284069db0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f229c00c160 tx=0x7f229c0b0040 comp rx=0 tx=0).stop 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22a00c98c0 msgr2=0x7f22a00c9d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22a00c98c0 0x7f22a00c9d40 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f229000e870 tx=0x7f229000ed30 comp rx=0 tx=0).stop 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 shutdown_connections 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f22840678f0 0x7f2284069db0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22a015b8d0 0x7f22a015bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22a00c98c0 0x7f22a00c9d40 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 --2- 172.21.15.70:0/1544309445 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f228c003a10 0x7f22a00b2350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 >> 172.21.15.70:0/1544309445 conn(0x7f22a008e690 msgr2=0x7f22a00b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:44.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 shutdown_connections 2024-09-05T06:19:44.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.064+0000 7f22a7cdd640 1 -- 172.21.15.70:0/1544309445 wait complete. 2024-09-05T06:19:44.076 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:19:44.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.196+0000 7f120a7fe640 1 Processor -- start 2024-09-05T06:19:44.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.196+0000 7f120a7fe640 1 -- start start 2024-09-05T06:19:44.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f120415b1a0 0x7f12040b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12040afae0 0x7f120415b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f120415bac0 0x7f120415bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f12040b0330 con 0x7f120415b1a0 2024-09-05T06:19:44.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f1204072890 con 0x7f120415bac0 2024-09-05T06:19:44.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1204072b70 con 0x7f12040afae0 2024-09-05T06:19:44.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f120415b1a0 0x7f12040b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f120415b1a0 0x7f12040b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58958/0 (socket says 172.21.15.70:58958) 2024-09-05T06:19:44.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 -- 172.21.15.70:0/154088412 learned_addr learned my addr 172.21.15.70:0/154088412 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:44.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 -- 172.21.15.70:0/154088412 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12040afae0 msgr2=0x7f120415b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:44.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 --2- 172.21.15.70:0/154088412 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12040afae0 0x7f120415b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 -- 172.21.15.70:0/154088412 >> v2:172.21.15.196:3300/0 conn(0x7f120415bac0 msgr2=0x7f120415bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:44.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1208d9b640 1 --2- 172.21.15.70:0/154088412 >> v2:172.21.15.196:3300/0 conn(0x7f120415bac0 0x7f120415bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 --2- 172.21.15.70:0/154088412 >> v2:172.21.15.196:3300/0 conn(0x7f120415bac0 0x7f120415bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 -- 172.21.15.70:0/154088412 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1204072e50 con 0x7f120415b1a0 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1203fff640 1 --2- 172.21.15.70:0/154088412 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f120415b1a0 0x7f12040b45d0 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f12040d1050 tx=0x7f11f401d630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95c9ee49a1526ce server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1202ffd640 1 -- 172.21.15.70:0/154088412 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f40b3070 con 0x7f120415b1a0 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1202ffd640 1 -- 172.21.15.70:0/154088412 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11f40ae680 con 0x7f120415b1a0 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f1202ffd640 1 -- 172.21.15.70:0/154088412 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f40aea50 con 0x7f120415b1a0 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 -- 172.21.15.70:0/154088412 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f120415b1a0 msgr2=0x7f12040b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 --2- 172.21.15.70:0/154088412 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f120415b1a0 0x7f12040b45d0 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f12040d1050 tx=0x7f11f401d630 comp rx=0 tx=0).stop 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 -- 172.21.15.70:0/154088412 shutdown_connections 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 --2- 172.21.15.70:0/154088412 >> v2:172.21.15.196:3300/0 conn(0x7f120415bac0 0x7f120415bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 --2- 172.21.15.70:0/154088412 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f12040afae0 0x7f120415b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 --2- 172.21.15.70:0/154088412 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f120415b1a0 0x7f12040b45d0 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.200+0000 7f120a7fe640 1 -- 172.21.15.70:0/154088412 >> 172.21.15.70:0/154088412 conn(0x7f120406bcc0 msgr2=0x7f120406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:44.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- 172.21.15.70:0/154088412 shutdown_connections 2024-09-05T06:19:44.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- 172.21.15.70:0/154088412 wait complete. 2024-09-05T06:19:44.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 Processor -- start 2024-09-05T06:19:44.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- start start 2024-09-05T06:19:44.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12040afae0 0x7f120414cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f120415b1a0 0x7f120414fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.200 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f120415bac0 0x7f1204157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f120406d570 con 0x7f12040afae0 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1204073860 con 0x7f120415bac0 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f120406d6f0 con 0x7f120415b1a0 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12040afae0 0x7f120414cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12040afae0 0x7f120414cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58968/0 (socket says 172.21.15.70:58968) 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 -- 172.21.15.70:0/98141964 learned_addr learned my addr 172.21.15.70:0/98141964 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 -- 172.21.15.70:0/98141964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f120415b1a0 msgr2=0x7f120414fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f120415b1a0 0x7f120414fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 -- 172.21.15.70:0/98141964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f120415bac0 msgr2=0x7f1204157910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f120415bac0 0x7f1204157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 -- 172.21.15.70:0/98141964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1204149080 con 0x7f12040afae0 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1203fff640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12040afae0 0x7f120414cff0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f11f401bce0 tx=0x7f11f401a3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1200ff9640 1 -- 172.21.15.70:0/98141964 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f40be070 con 0x7f12040afae0 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1200ff9640 1 -- 172.21.15.70:0/98141964 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11f40b9440 con 0x7f12040afae0 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f1200ff9640 1 -- 172.21.15.70:0/98141964 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f40b3070 con 0x7f12040afae0 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1204149340 con 0x7f12040afae0 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1204149900 con 0x7f12040afae0 2024-09-05T06:19:44.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.204+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12040b45d0 con 0x7f12040afae0 2024-09-05T06:19:44.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.208+0000 7f1200ff9640 1 -- 172.21.15.70:0/98141964 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f11f40c1070 con 0x7f12040afae0 2024-09-05T06:19:44.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.208+0000 7f1200ff9640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11f00678c0 0x7f11f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.208+0000 7f1200ff9640 1 -- 172.21.15.70:0/98141964 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7f11f411f7d0 con 0x7f12040afae0 2024-09-05T06:19:44.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.208+0000 7f12037fe640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11f00678c0 0x7f11f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.208+0000 7f1200ff9640 1 -- 172.21.15.70:0/98141964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7f11f006f4b0 con 0x7f12040afae0 2024-09-05T06:19:44.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.208+0000 7f12037fe640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11f00678c0 0x7f11f0069d80 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f12040d1630 tx=0x7f11f8006ca0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.205 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.212+0000 7f1200ff9640 1 -- 172.21.15.70:0/98141964 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f11f4017220 con 0x7f12040afae0 2024-09-05T06:19:44.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.372+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f120415a890 con 0x7f12040afae0 2024-09-05T06:19:44.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.372+0000 7f1200ff9640 1 -- 172.21.15.70:0/98141964 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v175) ==== 74+0+16851 (secure 0 0 0) 0x7f11f40f02d0 con 0x7f12040afae0 2024-09-05T06:19:44.368 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:44.368 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":175,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:19:30.270466+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:18:39.132682+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"171","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-05T06:18:40.396616+0000","flags":1027,"flags_names":"hashpspool,full,full_quota","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"175","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":173,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":173,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"21.3","mappings":[{"from":2,"to":6}]},{"pgid":"21.12","mappings":[{"from":2,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11f00678c0 msgr2=0x7f11f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11f00678c0 0x7f11f0069d80 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f12040d1630 tx=0x7f11f8006ca0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12040afae0 msgr2=0x7f120414cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12040afae0 0x7f120414cff0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f11f401bce0 tx=0x7f11f401a3d0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 shutdown_connections 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11f00678c0 0x7f11f0069d80 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f120415bac0 0x7f1204157910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f120415b1a0 0x7f120414fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 --2- 172.21.15.70:0/98141964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12040afae0 0x7f120414cff0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 >> 172.21.15.70:0/98141964 conn(0x7f120406bcc0 msgr2=0x7f12040ce710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:44.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 shutdown_connections 2024-09-05T06:19:44.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.376+0000 7f120a7fe640 1 -- 172.21.15.70:0/98141964 wait complete. 2024-09-05T06:19:44.386 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:19:44.386 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:19:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.508+0000 7fddb04dd640 1 Processor -- start 2024-09-05T06:19:44.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.508+0000 7fddb04dd640 1 -- start start 2024-09-05T06:19:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddb04dd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdda80d4980 0x7fdda80d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddb04dd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdda80d3a50 0x7fdda80b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddb04dd640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdda80cfd30 con 0x7fdda815edb0 2024-09-05T06:19:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddb04dd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdda80d0010 con 0x7fdda80d4980 2024-09-05T06:19:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddb04dd640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fdda80d02f0 con 0x7fdda80d3a50 2024-09-05T06:19:44.506 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddae279640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdda80d4980 0x7fdda80d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddae279640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdda80d4980 0x7fdda80d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58974/0 (socket says 172.21.15.70:58974) 2024-09-05T06:19:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddae279640 1 -- 172.21.15.70:0/2073051401 learned_addr learned my addr 172.21.15.70:0/2073051401 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddaea7a640 1 --2- 172.21.15.70:0/2073051401 >> v2:172.21.15.196:3300/0 conn(0x7fdda80d3a50 0x7fdda80b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddae279640 1 -- 172.21.15.70:0/2073051401 >> v2:172.21.15.196:3300/0 conn(0x7fdda80d3a50 msgr2=0x7fdda80b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddae279640 1 --2- 172.21.15.70:0/2073051401 >> v2:172.21.15.196:3300/0 conn(0x7fdda80d3a50 0x7fdda80b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddae279640 1 -- 172.21.15.70:0/2073051401 >> v1:172.21.15.196:6789/0 conn(0x7fdda815edb0 legacy=0x7fdda80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:44.507 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddae279640 1 -- 172.21.15.70:0/2073051401 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdda80d05d0 con 0x7fdda80d4980 2024-09-05T06:19:44.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.512+0000 7fddae279640 1 --2- 172.21.15.70:0/2073051401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d4980 0x7fdda80d4d60 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7fdda80d5db0 tx=0x7fdda401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d36dcbdc4d2d19b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddad277640 1 -- 172.21.15.70:0/2073051401 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda40aa430 con 0x7fdda80d4980 2024-09-05T06:19:44.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddad277640 1 -- 172.21.15.70:0/2073051401 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdda40af070 con 0x7fdda80d4980 2024-09-05T06:19:44.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddad277640 1 -- 172.21.15.70:0/2073051401 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda40aa7f0 con 0x7fdda80d4980 2024-09-05T06:19:44.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- 172.21.15.70:0/2073051401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d4980 msgr2=0x7fdda80d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 --2- 172.21.15.70:0/2073051401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d4980 0x7fdda80d4d60 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7fdda80d5db0 tx=0x7fdda401c4b0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- 172.21.15.70:0/2073051401 shutdown_connections 2024-09-05T06:19:44.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 --2- 172.21.15.70:0/2073051401 >> v2:172.21.15.196:3300/0 conn(0x7fdda80d3a50 0x7fdda80b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 --2- 172.21.15.70:0/2073051401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d4980 0x7fdda80d4d60 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- 172.21.15.70:0/2073051401 >> 172.21.15.70:0/2073051401 conn(0x7fdda808e690 msgr2=0x7fdda809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:44.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- 172.21.15.70:0/2073051401 shutdown_connections 2024-09-05T06:19:44.510 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- 172.21.15.70:0/2073051401 wait complete. 2024-09-05T06:19:44.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 Processor -- start 2024-09-05T06:19:44.511 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- start start 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d3a50 0x7fdda8154070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdda80d4980 0x7fdda815ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdda815edb0 0x7fdda815e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdda80b54e0 con 0x7fdda80d3a50 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdda80b5360 con 0x7fdda80d4980 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdda816b730 con 0x7fdda815edb0 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d3a50 0x7fdda8154070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d3a50 0x7fdda8154070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58982/0 (socket says 172.21.15.70:58982) 2024-09-05T06:19:44.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 -- 172.21.15.70:0/3200250514 learned_addr learned my addr 172.21.15.70:0/3200250514 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 -- 172.21.15.70:0/3200250514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdda815edb0 msgr2=0x7fdda815e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdda815edb0 0x7fdda815e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddada78640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdda80d4980 0x7fdda815ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 -- 172.21.15.70:0/3200250514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdda80d4980 msgr2=0x7fdda815ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdda80d4980 0x7fdda815ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 -- 172.21.15.70:0/3200250514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdda81548a0 con 0x7fdda80d3a50 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddae279640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d3a50 0x7fdda8154070 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fdda40ac040 tx=0x7fdda401acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fdd9effd640 1 -- 172.21.15.70:0/3200250514 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda40aae60 con 0x7fdda80d3a50 2024-09-05T06:19:44.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fdd9effd640 1 -- 172.21.15.70:0/3200250514 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdda40b3820 con 0x7fdda80d3a50 2024-09-05T06:19:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdda8154b80 con 0x7fdda80d3a50 2024-09-05T06:19:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fdd9effd640 1 -- 172.21.15.70:0/3200250514 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda40b3c10 con 0x7fdda80d3a50 2024-09-05T06:19:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.516+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdda8155140 con 0x7fdda80d3a50 2024-09-05T06:19:44.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.520+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdda80b4610 con 0x7fdda80d3a50 2024-09-05T06:19:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.520+0000 7fdd9effd640 1 -- 172.21.15.70:0/3200250514 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdda40bd3f0 con 0x7fdda80d3a50 2024-09-05T06:19:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.520+0000 7fdd9effd640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd8c0678c0 0x7fdd8c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.520+0000 7fdd9effd640 1 -- 172.21.15.70:0/3200250514 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7fdda41204d0 con 0x7fdda80d3a50 2024-09-05T06:19:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.520+0000 7fddada78640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd8c0678c0 0x7fdd8c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.520+0000 7fdd9effd640 1 -- 172.21.15.70:0/3200250514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7fdd8c06f510 con 0x7fdda80d3a50 2024-09-05T06:19:44.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.520+0000 7fddada78640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd8c0678c0 0x7fdd8c069d80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fdda80cb410 tx=0x7fdd98009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.524+0000 7fdd9effd640 1 -- 172.21.15.70:0/3200250514 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdda40c3060 con 0x7fdda80d3a50 2024-09-05T06:19:44.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.724+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdda81562a0 con 0x7fdda80d3a50 2024-09-05T06:19:44.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.724+0000 7fdd9effd640 1 -- 172.21.15.70:0/3200250514 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5224 (secure 0 0 0) 0x7fdda40160d0 con 0x7fdda80d3a50 2024-09-05T06:19:44.721 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:44.721 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":67,"btime":"2024-09-05T06:18:44:084893+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5687,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/686463817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":686463817},{"type":"v1","addr":"172.21.15.196:6834","nonce":686463817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5690,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/113269698","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":113269698},{"type":"v1","addr":"172.21.15.196:6835","nonce":113269698}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7587,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/937071757","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":937071757},{"type":"v1","addr":"172.21.15.70:6835","nonce":937071757}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:18:41.395255+0000","modified":"2024-09-05T06:18:43.425327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7590},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7590":{"gid":7590,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2507797379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2507797379},{"type":"v1","addr":"172.21.15.70:6837","nonce":2507797379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7590,"qdb_cluster":[7590]},"id":10}]} 2024-09-05T06:19:44.721 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 67 2024-09-05T06:19:44.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd8c0678c0 msgr2=0x7fdd8c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd8c0678c0 0x7fdd8c069d80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fdda80cb410 tx=0x7fdd98009040 comp rx=0 tx=0).stop 2024-09-05T06:19:44.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d3a50 msgr2=0x7fdda8154070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d3a50 0x7fdda8154070 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fdda40ac040 tx=0x7fdda401acf0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 shutdown_connections 2024-09-05T06:19:44.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdd8c0678c0 0x7fdd8c069d80 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdda815edb0 0x7fdda815e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdda80d4980 0x7fdda815ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 --2- 172.21.15.70:0/3200250514 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdda80d3a50 0x7fdda8154070 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 >> 172.21.15.70:0/3200250514 conn(0x7fdda808e690 msgr2=0x7fdda809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:44.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 shutdown_connections 2024-09-05T06:19:44.724 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.728+0000 7fddb04dd640 1 -- 172.21.15.70:0/3200250514 wait complete. 2024-09-05T06:19:44.740 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:19:44.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e3afdc640 1 Processor -- start 2024-09-05T06:19:44.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e3afdc640 1 -- start start 2024-09-05T06:19:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e3afdc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1e3415ebf0 0x7f1e340b6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e3afdc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1e3406c3d0 0x7f1e3406efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e3afdc640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e34070840 con 0x7f1e34070d80 2024-09-05T06:19:44.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e3afdc640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1e34070b20 con 0x7f1e3406c3d0 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e3afdc640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f1e340b5c40 con 0x7f1e3415ebf0 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e39579640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1e3406c3d0 0x7f1e3406efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e39579640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1e3406c3d0 0x7f1e3406efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:58996/0 (socket says 172.21.15.70:58996) 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e39579640 1 -- 172.21.15.70:0/63303254 learned_addr learned my addr 172.21.15.70:0/63303254 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e38d78640 1 --2- 172.21.15.70:0/63303254 >> v2:172.21.15.196:3300/0 conn(0x7f1e3415ebf0 0x7f1e340b6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e39579640 1 -- 172.21.15.70:0/63303254 >> v2:172.21.15.196:3300/0 conn(0x7f1e3415ebf0 msgr2=0x7f1e340b6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e39579640 1 --2- 172.21.15.70:0/63303254 >> v2:172.21.15.196:3300/0 conn(0x7f1e3415ebf0 0x7f1e340b6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e39579640 1 -- 172.21.15.70:0/63303254 >> v1:172.21.15.196:6789/0 conn(0x7f1e34070d80 legacy=0x7f1e3406bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:44.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.864+0000 7f1e39579640 1 -- 172.21.15.70:0/63303254 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e340b5f20 con 0x7f1e3406c3d0 2024-09-05T06:19:44.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e39579640 1 --2- 172.21.15.70:0/63303254 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e3406efc0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f1e3406a510 tx=0x7f1e2c01c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95f28d3a766427c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e2b7fe640 1 -- 172.21.15.70:0/63303254 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c0a5780 con 0x7f1e3406c3d0 2024-09-05T06:19:44.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e2b7fe640 1 -- 172.21.15.70:0/63303254 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e2c0a5920 con 0x7f1e3406c3d0 2024-09-05T06:19:44.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e2b7fe640 1 -- 172.21.15.70:0/63303254 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c0a5cf0 con 0x7f1e3406c3d0 2024-09-05T06:19:44.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e3afdc640 1 -- 172.21.15.70:0/63303254 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 msgr2=0x7f1e3406efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/63303254 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e3406efc0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f1e3406a510 tx=0x7f1e2c01c9b0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e3afdc640 1 -- 172.21.15.70:0/63303254 shutdown_connections 2024-09-05T06:19:44.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/63303254 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e3406efc0 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/63303254 >> v2:172.21.15.196:3300/0 conn(0x7f1e3415ebf0 0x7f1e340b6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e3afdc640 1 -- 172.21.15.70:0/63303254 >> 172.21.15.70:0/63303254 conn(0x7f1e34072730 msgr2=0x7f1e34072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:44.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e3afdc640 1 -- 172.21.15.70:0/63303254 shutdown_connections 2024-09-05T06:19:44.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.868+0000 7f1e3afdc640 1 -- 172.21.15.70:0/63303254 wait complete. 2024-09-05T06:19:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 Processor -- start 2024-09-05T06:19:44.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 -- start start 2024-09-05T06:19:44.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e341570d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1e34070d80 0x7f1e341592a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1e3415ebf0 0x7f1e340b2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3416bd10 con 0x7f1e3406c3d0 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3416bb90 con 0x7f1e3415ebf0 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1e3416be90 con 0x7f1e34070d80 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e341570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e341570d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59000/0 (socket says 172.21.15.70:59000) 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 -- 172.21.15.70:0/1743316145 learned_addr learned my addr 172.21.15.70:0/1743316145 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e39579640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1e3415ebf0 0x7f1e340b2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e2bfff640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1e34070d80 0x7f1e341592a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 -- 172.21.15.70:0/1743316145 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1e34070d80 msgr2=0x7f1e341592a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1e34070d80 0x7f1e341592a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 -- 172.21.15.70:0/1743316145 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1e3415ebf0 msgr2=0x7f1e340b2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:44.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1e3415ebf0 0x7f1e340b2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:44.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 -- 172.21.15.70:0/1743316145 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e3414c8f0 con 0x7f1e3406c3d0 2024-09-05T06:19:44.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e38d78640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e341570d0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000d5f0 tx=0x7f1e3000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e297fa640 1 -- 172.21.15.70:0/1743316145 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e300125f0 con 0x7f1e3406c3d0 2024-09-05T06:19:44.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e297fa640 1 -- 172.21.15.70:0/1743316145 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e30019070 con 0x7f1e3406c3d0 2024-09-05T06:19:44.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e297fa640 1 -- 172.21.15.70:0/1743316145 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e300129b0 con 0x7f1e3406c3d0 2024-09-05T06:19:44.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e34139460 con 0x7f1e3406c3d0 2024-09-05T06:19:44.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e34139a20 con 0x7f1e3406c3d0 2024-09-05T06:19:44.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.872+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e3406efc0 con 0x7f1e3406c3d0 2024-09-05T06:19:44.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.876+0000 7f1e297fa640 1 -- 172.21.15.70:0/1743316145 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1e30012b50 con 0x7f1e3406c3d0 2024-09-05T06:19:44.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.876+0000 7f1e297fa640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1e200678c0 0x7f1e20069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:44.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.876+0000 7f1e2bfff640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1e200678c0 0x7f1e20069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:44.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.876+0000 7f1e297fa640 1 -- 172.21.15.70:0/1743316145 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7f1e30086010 con 0x7f1e3406c3d0 2024-09-05T06:19:44.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.876+0000 7f1e297fa640 1 -- 172.21.15.70:0/1743316145 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7f1e2006f4b0 con 0x7f1e3406c3d0 2024-09-05T06:19:44.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.876+0000 7f1e2bfff640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1e200678c0 0x7f1e20069d80 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f1e340b3730 tx=0x7f1e24009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:44.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:44.880+0000 7f1e297fa640 1 -- 172.21.15.70:0/1743316145 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1e30056ba0 con 0x7f1e3406c3d0 2024-09-05T06:19:45.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.064+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1e340b1e40 con 0x7f1e3406c3d0 2024-09-05T06:19:45.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.064+0000 7f1e297fa640 1 -- 172.21.15.70:0/1743316145 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5224 (secure 0 0 0) 0x7f1e300564a0 con 0x7f1e3406c3d0 2024-09-05T06:19:45.059 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:45.059 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":67,"btime":"2024-09-05T06:18:44:084893+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5687,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/686463817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":686463817},{"type":"v1","addr":"172.21.15.196:6834","nonce":686463817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5690,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/113269698","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":113269698},{"type":"v1","addr":"172.21.15.196:6835","nonce":113269698}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7587,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/937071757","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":937071757},{"type":"v1","addr":"172.21.15.70:6835","nonce":937071757}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:18:41.395255+0000","modified":"2024-09-05T06:18:43.425327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7590},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7590":{"gid":7590,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/2507797379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":2507797379},{"type":"v1","addr":"172.21.15.70:6837","nonce":2507797379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7590,"qdb_cluster":[7590]},"id":10}]} 2024-09-05T06:19:45.060 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 67 2024-09-05T06:19:45.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1e200678c0 msgr2=0x7f1e20069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1e200678c0 0x7f1e20069d80 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f1e340b3730 tx=0x7f1e24009040 comp rx=0 tx=0).stop 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 msgr2=0x7f1e341570d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e341570d0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000d5f0 tx=0x7f1e3000dab0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 shutdown_connections 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1e200678c0 0x7f1e20069d80 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1e3415ebf0 0x7f1e340b2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1e34070d80 0x7f1e341592a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 --2- 172.21.15.70:0/1743316145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e3406c3d0 0x7f1e341570d0 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 >> 172.21.15.70:0/1743316145 conn(0x7f1e34072730 msgr2=0x7f1e3406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 shutdown_connections 2024-09-05T06:19:45.062 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.068+0000 7f1e3afdc640 1 -- 172.21.15.70:0/1743316145 wait complete. 2024-09-05T06:19:45.077 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:19:45.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff21091a640 1 Processor -- start 2024-09-05T06:19:45.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff21091a640 1 -- start start 2024-09-05T06:19:45.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff21091a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff20c15b1a0 0x7ff20c0b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff21091a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff20c072890 con 0x7ff20c06e580 2024-09-05T06:19:45.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff21091a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff20c072b70 con 0x7ff20c0afae0 2024-09-05T06:19:45.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff21091a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff20c0b0330 con 0x7ff20c15b1a0 2024-09-05T06:19:45.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff20a59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff20c15b1a0 0x7ff20c0b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff20ad9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7ff20c06e580 0x7ff20c06e980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60008/0 (socket says 172.21.15.70:60008) 2024-09-05T06:19:45.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff20ad9d640 1 -- 172.21.15.70:0/1448672748 learned_addr learned my addr 172.21.15.70:0/1448672748 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:45.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff20a59c640 1 -- 172.21.15.70:0/1448672748 >> v1:172.21.15.196:6789/0 conn(0x7ff20c0afae0 legacy=0x7ff20c15b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:45.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff20a59c640 1 -- 172.21.15.70:0/1448672748 >> v1:172.21.15.70:6789/0 conn(0x7ff20c06e580 legacy=0x7ff20c06e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.187 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff20a59c640 1 -- 172.21.15.70:0/1448672748 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff20c072e50 con 0x7ff20c15b1a0 2024-09-05T06:19:45.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.192+0000 7ff20a59c640 1 --2- 172.21.15.70:0/1448672748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c0b45d0 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc00a960 tx=0x7ff1fc01d830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c647fc5826f4df4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff209d9b640 1 -- 172.21.15.70:0/1448672748 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1fc00b040 con 0x7ff20c15b1a0 2024-09-05T06:19:45.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff209d9b640 1 -- 172.21.15.70:0/1448672748 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1fc0a7710 con 0x7ff20c15b1a0 2024-09-05T06:19:45.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff209d9b640 1 -- 172.21.15.70:0/1448672748 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1fc0a7ae0 con 0x7ff20c15b1a0 2024-09-05T06:19:45.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- 172.21.15.70:0/1448672748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 msgr2=0x7ff20c0b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 --2- 172.21.15.70:0/1448672748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c0b45d0 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc00a960 tx=0x7ff1fc01d830 comp rx=0 tx=0).stop 2024-09-05T06:19:45.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- 172.21.15.70:0/1448672748 shutdown_connections 2024-09-05T06:19:45.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 --2- 172.21.15.70:0/1448672748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c0b45d0 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- 172.21.15.70:0/1448672748 >> 172.21.15.70:0/1448672748 conn(0x7ff20c06bcc0 msgr2=0x7ff20c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:45.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- 172.21.15.70:0/1448672748 shutdown_connections 2024-09-05T06:19:45.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- 172.21.15.70:0/1448672748 wait complete. 2024-09-05T06:19:45.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 Processor -- start 2024-09-05T06:19:45.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- start start 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c06e580 0x7ff20c14a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c0afae0 0x7ff20c0cd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c14d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff20c15c0a0 con 0x7ff20c15b1a0 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff20c15bf20 con 0x7ff20c0afae0 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff20c15c220 con 0x7ff20c06e580 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c14d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c14d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59014/0 (socket says 172.21.15.70:59014) 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 -- 172.21.15.70:0/2139953577 learned_addr learned my addr 172.21.15.70:0/2139953577 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff203fff640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c0afae0 0x7ff20c0cd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 -- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c06e580 msgr2=0x7ff20c14a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20a59c640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c06e580 0x7ff20c14a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c06e580 0x7ff20c14a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 -- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c0afae0 msgr2=0x7ff20c0cd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c0afae0 0x7ff20c0cd1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 -- 172.21.15.70:0/2139953577 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff20c1520f0 con 0x7ff20c15b1a0 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff203fff640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c0afae0 0x7ff20c0cd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff20ad9d640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c14d140 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7ff20400cbf0 tx=0x7ff20400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff202ffd640 1 -- 172.21.15.70:0/2139953577 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff204017070 con 0x7ff20c15b1a0 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff202ffd640 1 -- 172.21.15.70:0/2139953577 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff20400ad40 con 0x7ff20c15b1a0 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff20c1523d0 con 0x7ff20c15b1a0 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff202ffd640 1 -- 172.21.15.70:0/2139953577 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff204012600 con 0x7ff20c15b1a0 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.196+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff20c152990 con 0x7ff20c15b1a0 2024-09-05T06:19:45.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.200+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff20c15c5b0 con 0x7ff20c15b1a0 2024-09-05T06:19:45.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.200+0000 7ff202ffd640 1 -- 172.21.15.70:0/2139953577 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff20401a070 con 0x7ff20c15b1a0 2024-09-05T06:19:45.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.200+0000 7ff202ffd640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1ec0678c0 0x7ff1ec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.200+0000 7ff20a59c640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1ec0678c0 0x7ff1ec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.200+0000 7ff202ffd640 1 -- 172.21.15.70:0/2139953577 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7ff2040859d0 con 0x7ff20c15b1a0 2024-09-05T06:19:45.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.200+0000 7ff202ffd640 1 -- 172.21.15.70:0/2139953577 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7ff1ec06f4b0 con 0x7ff20c15b1a0 2024-09-05T06:19:45.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.200+0000 7ff20a59c640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1ec0678c0 0x7ff1ec069d80 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc0b0000 tx=0x7ff1fc00c040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.204+0000 7ff202ffd640 1 -- 172.21.15.70:0/2139953577 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff204055e70 con 0x7ff20c15b1a0 2024-09-05T06:19:45.349 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.356+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff20c076260 con 0x7ff20c15b1a0 2024-09-05T06:19:45.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.356+0000 7ff202ffd640 1 -- 172.21.15.70:0/2139953577 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v175) ==== 74+0+16851 (secure 0 0 0) 0x7ff20405a170 con 0x7ff20c15b1a0 2024-09-05T06:19:45.352 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:45.352 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":175,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:19:30.270466+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:18:39.132682+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"171","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-05T06:18:40.396616+0000","flags":1027,"flags_names":"hashpspool,full,full_quota","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"175","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":173,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":173,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"21.3","mappings":[{"from":2,"to":6}]},{"pgid":"21.12","mappings":[{"from":2,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:19:45.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1ec0678c0 msgr2=0x7ff1ec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1ec0678c0 0x7ff1ec069d80 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc0b0000 tx=0x7ff1fc00c040 comp rx=0 tx=0).stop 2024-09-05T06:19:45.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 msgr2=0x7ff20c14d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c14d140 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7ff20400cbf0 tx=0x7ff20400a430 comp rx=0 tx=0).stop 2024-09-05T06:19:45.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 shutdown_connections 2024-09-05T06:19:45.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff1ec0678c0 0x7ff1ec069d80 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.355 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff20c15b1a0 0x7ff20c14d140 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff20c0afae0 0x7ff20c0cd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 --2- 172.21.15.70:0/2139953577 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff20c06e580 0x7ff20c14a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 >> 172.21.15.70:0/2139953577 conn(0x7ff20c06bcc0 msgr2=0x7ff20c0b1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:45.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 shutdown_connections 2024-09-05T06:19:45.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.360+0000 7ff21091a640 1 -- 172.21.15.70:0/2139953577 wait complete. 2024-09-05T06:19:45.370 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:19:45.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feaea6f5640 1 Processor -- start 2024-09-05T06:19:45.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feaea6f5640 1 -- start start 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feaea6f5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7feae415cb30 0x7feae415db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feaea6f5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae4073270 0x7feae40736d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feaea6f5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feae415e090 con 0x7feae4073c10 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feaea6f5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7feae415cf10 con 0x7feae415cb30 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feaea6f5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7feae4075440 con 0x7feae4073270 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae3fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7feae415cb30 0x7feae415db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae8c92640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7feae4073c10 0x7feae41606c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60012/0 (socket says 172.21.15.70:60012) 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae8c92640 1 -- 172.21.15.70:0/1841820763 learned_addr learned my addr 172.21.15.70:0/1841820763 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feadb7fe640 1 --2- 172.21.15.70:0/1841820763 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae4073270 0x7feae40736d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae37fe640 1 -- 172.21.15.70:0/1841820763 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2018114441 0 0) 0x7feadc0014a0 con 0x7feae4073c10 2024-09-05T06:19:45.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae37fe640 1 -- 172.21.15.70:0/1841820763 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fead0003530 con 0x7feae4073c10 2024-09-05T06:19:45.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae3fff640 1 -- 172.21.15.70:0/1841820763 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae4073270 msgr2=0x7feae40736d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:45.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae3fff640 1 --2- 172.21.15.70:0/1841820763 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae4073270 0x7feae40736d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae3fff640 1 -- 172.21.15.70:0/1841820763 >> v1:172.21.15.70:6789/0 conn(0x7feae4073c10 legacy=0x7feae41606c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.484+0000 7feae3fff640 1 -- 172.21.15.70:0/1841820763 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae4075720 con 0x7feae415cb30 2024-09-05T06:19:45.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feae3fff640 1 --2- 172.21.15.70:0/1841820763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae415cb30 0x7feae415db50 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fead40097c0 tx=0x7fead401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa3a5b7791af52d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feae37fe640 1 -- 172.21.15.70:0/1841820763 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead40b0070 con 0x7feae415cb30 2024-09-05T06:19:45.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feae37fe640 1 -- 172.21.15.70:0/1841820763 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fead40a4e50 con 0x7feae415cb30 2024-09-05T06:19:45.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feae37fe640 1 -- 172.21.15.70:0/1841820763 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead40ab800 con 0x7feae415cb30 2024-09-05T06:19:45.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 -- 172.21.15.70:0/1841820763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae415cb30 msgr2=0x7feae415db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 --2- 172.21.15.70:0/1841820763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae415cb30 0x7feae415db50 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fead40097c0 tx=0x7fead401c4a0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 -- 172.21.15.70:0/1841820763 shutdown_connections 2024-09-05T06:19:45.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 --2- 172.21.15.70:0/1841820763 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae4073270 0x7feae40736d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 --2- 172.21.15.70:0/1841820763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae415cb30 0x7feae415db50 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 -- 172.21.15.70:0/1841820763 >> 172.21.15.70:0/1841820763 conn(0x7feae40723c0 msgr2=0x7feae40b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:45.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 -- 172.21.15.70:0/1841820763 shutdown_connections 2024-09-05T06:19:45.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 -- 172.21.15.70:0/1841820763 wait complete. 2024-09-05T06:19:45.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.488+0000 7feaea6f5640 1 Processor -- start 2024-09-05T06:19:45.486 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 -- start start 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae4073270 0x7feae41f7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feae4073c10 0x7feae40b41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae415cb30 0x7feae4166d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7feae4169c70 con 0x7feae4073270 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7feae40b0990 con 0x7feae4073c10 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7feae4169df0 con 0x7feae415cb30 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae4073270 0x7feae41f7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae4073270 0x7feae41f7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59030/0 (socket says 172.21.15.70:59030) 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 -- 172.21.15.70:0/3689456581 learned_addr learned my addr 172.21.15.70:0/3689456581 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feadb7fe640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feae4073c10 0x7feae40b41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 -- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae415cb30 msgr2=0x7feae4166d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae8c92640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae415cb30 0x7feae4166d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae415cb30 0x7feae4166d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 -- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feae4073c10 msgr2=0x7feae40b41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feae4073c10 0x7feae40b41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 -- 172.21.15.70:0/3689456581 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae41fb0a0 con 0x7feae4073270 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feadb7fe640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feae4073c10 0x7feae40b41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae3fff640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae4073270 0x7feae41f7340 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fead40ae040 tx=0x7fead4019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead40b0040 con 0x7feae4073270 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fead40036a0 con 0x7feae4073270 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feae41fb380 con 0x7feae4073270 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead4003a50 con 0x7feae4073270 2024-09-05T06:19:45.488 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feae41fb940 con 0x7feae4073270 2024-09-05T06:19:45.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feae415db50 con 0x7feae4073270 2024-09-05T06:19:45.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fead40bd020 con 0x7feae4073270 2024-09-05T06:19:45.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae17fa640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feac40678c0 0x7feac4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.489 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feadb7fe640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feac40678c0 0x7feac4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5767+0+0 (secure 0 0 0) 0x7fead411f620 con 0x7feae4073270 2024-09-05T06:19:45.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=176}) -- 0x7feac406f510 con 0x7feae4073270 2024-09-05T06:19:45.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.492+0000 7feadb7fe640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feac40678c0 0x7feac4069d80 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7feae40cd450 tx=0x7feacc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.492 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.496+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fead4016090 con 0x7feae4073270 2024-09-05T06:19:45.688 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.692+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7feae40b3220 con 0x7feae4073270 2024-09-05T06:19:45.689 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:19:45.696+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:19:45.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.696+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v68) ==== 161+0+0 (secure 0 0 0) 0x7fead40f00a0 con 0x7feae4073270 2024-09-05T06:19:45.691 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:19:45.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.696+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(176..176 src has 1..176) ==== 374+0+0 (secure 0 0 0) 0x7fead4152030 con 0x7feae4073270 2024-09-05T06:19:45.691 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.696+0000 7feae17fa640 1 -- 172.21.15.70:0/3689456581 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=177}) -- 0x7feac406fe00 con 0x7feae4073270 2024-09-05T06:19:45.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.700+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feac40678c0 msgr2=0x7feac4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.700+0000 7feaea6f5640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feac40678c0 0x7feac4069d80 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7feae40cd450 tx=0x7feacc008040 comp rx=0 tx=0).stop 2024-09-05T06:19:45.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.700+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae4073270 msgr2=0x7feae41f7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.695 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.700+0000 7feaea6f5640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae4073270 0x7feae41f7340 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fead40ae040 tx=0x7fead4019240 comp rx=0 tx=0).stop 2024-09-05T06:19:45.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.704+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 shutdown_connections 2024-09-05T06:19:45.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.704+0000 7feaea6f5640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feac40678c0 0x7feac4069d80 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.704+0000 7feaea6f5640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feae415cb30 0x7feae4166d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.704+0000 7feaea6f5640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feae4073c10 0x7feae40b41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.704+0000 7feaea6f5640 1 --2- 172.21.15.70:0/3689456581 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feae4073270 0x7feae41f7340 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.704+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 >> 172.21.15.70:0/3689456581 conn(0x7feae40723c0 msgr2=0x7feae40d1130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:45.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.704+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 shutdown_connections 2024-09-05T06:19:45.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.704+0000 7feaea6f5640 1 -- 172.21.15.70:0/3689456581 wait complete. 2024-09-05T06:19:45.701 INFO:tasks.ceph.mds.c.smithi070.stderr: -8360> 2024-09-05T06:18:47.686+0000 7ff48eef0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:19:45.715 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:19:45.735 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:19:45.825 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa89a693640 1 Processor -- start 2024-09-05T06:19:45.826 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa89a693640 1 -- start start 2024-09-05T06:19:45.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa89a693640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa8940d4980 0x7fa8940d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa89a693640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa89415edb0 0x7fa8940d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa89a693640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8940cfd30 con 0x7fa8940cf7e0 2024-09-05T06:19:45.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa89a693640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa8940b5620 con 0x7fa89415edb0 2024-09-05T06:19:45.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa89a693640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa8940d0010 con 0x7fa8940d4980 2024-09-05T06:19:45.827 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa8937fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa89415edb0 0x7fa8940d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa8937fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa89415edb0 0x7fa8940d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59062/0 (socket says 172.21.15.70:59062) 2024-09-05T06:19:45.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa8937fe640 1 -- 172.21.15.70:0/280531180 learned_addr learned my addr 172.21.15.70:0/280531180 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:45.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa893fff640 1 --2- 172.21.15.70:0/280531180 >> v2:172.21.15.196:3300/0 conn(0x7fa8940d4980 0x7fa8940d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa8937fe640 1 -- 172.21.15.70:0/280531180 >> v2:172.21.15.196:3300/0 conn(0x7fa8940d4980 msgr2=0x7fa8940d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:45.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa8937fe640 1 --2- 172.21.15.70:0/280531180 >> v2:172.21.15.196:3300/0 conn(0x7fa8940d4980 0x7fa8940d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa8937fe640 1 -- 172.21.15.70:0/280531180 >> v1:172.21.15.196:6789/0 conn(0x7fa8940cf7e0 legacy=0x7fa8940d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:45.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.832+0000 7fa8937fe640 1 -- 172.21.15.70:0/280531180 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8940d02f0 con 0x7fa89415edb0 2024-09-05T06:19:45.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa8937fe640 1 --2- 172.21.15.70:0/280531180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa89415edb0 0x7fa8940d3340 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7fa89408d8e0 tx=0x7fa88401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b303c927af0a20bb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa892ffd640 1 -- 172.21.15.70:0/280531180 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8840aa430 con 0x7fa89415edb0 2024-09-05T06:19:45.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa892ffd640 1 -- 172.21.15.70:0/280531180 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8840af070 con 0x7fa89415edb0 2024-09-05T06:19:45.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa892ffd640 1 -- 172.21.15.70:0/280531180 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8840aa7f0 con 0x7fa89415edb0 2024-09-05T06:19:45.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- 172.21.15.70:0/280531180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa89415edb0 msgr2=0x7fa8940d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 --2- 172.21.15.70:0/280531180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa89415edb0 0x7fa8940d3340 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7fa89408d8e0 tx=0x7fa88401c4b0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- 172.21.15.70:0/280531180 shutdown_connections 2024-09-05T06:19:45.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 --2- 172.21.15.70:0/280531180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa89415edb0 0x7fa8940d3340 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 --2- 172.21.15.70:0/280531180 >> v2:172.21.15.196:3300/0 conn(0x7fa8940d4980 0x7fa8940d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- 172.21.15.70:0/280531180 >> 172.21.15.70:0/280531180 conn(0x7fa89408e690 msgr2=0x7fa89409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:45.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- 172.21.15.70:0/280531180 shutdown_connections 2024-09-05T06:19:45.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- 172.21.15.70:0/280531180 wait complete. 2024-09-05T06:19:45.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 Processor -- start 2024-09-05T06:19:45.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- start start 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8940cf7e0 0x7fa89414e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8940d4980 0x7fa894159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa89415edb0 0x7fa89415a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa8940d0dd0 con 0x7fa8940cf7e0 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa8940d52a0 con 0x7fa8940d4980 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa8940cc9e0 con 0x7fa89415edb0 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8940cf7e0 0x7fa89414e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8940cf7e0 0x7fa89414e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59076/0 (socket says 172.21.15.70:59076) 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 -- 172.21.15.70:0/2300338001 learned_addr learned my addr 172.21.15.70:0/2300338001 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 -- 172.21.15.70:0/2300338001 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa89415edb0 msgr2=0x7fa89415a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa89415edb0 0x7fa89415a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 -- 172.21.15.70:0/2300338001 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8940d4980 msgr2=0x7fa894159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8940d4980 0x7fa894159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 -- 172.21.15.70:0/2300338001 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89414e6c0 con 0x7fa8940cf7e0 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa893fff640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8940cf7e0 0x7fa89414e180 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7fa87c00c820 tx=0x7fa87c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa890ff9640 1 -- 172.21.15.70:0/2300338001 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c015070 con 0x7fa8940cf7e0 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa890ff9640 1 -- 172.21.15.70:0/2300338001 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa87c004240 con 0x7fa8940cf7e0 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8940ccc30 con 0x7fa8940cf7e0 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa890ff9640 1 -- 172.21.15.70:0/2300338001 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c00ce10 con 0x7fa8940cf7e0 2024-09-05T06:19:45.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.836+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa89415cbc0 con 0x7fa8940cf7e0 2024-09-05T06:19:45.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.840+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8940d4d60 con 0x7fa8940cf7e0 2024-09-05T06:19:45.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.840+0000 7fa890ff9640 1 -- 172.21.15.70:0/2300338001 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa87c007830 con 0x7fa8940cf7e0 2024-09-05T06:19:45.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.840+0000 7fa890ff9640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa8740678c0 0x7fa874069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:45.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.840+0000 7fa8937fe640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa8740678c0 0x7fa874069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:45.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.840+0000 7fa890ff9640 1 -- 172.21.15.70:0/2300338001 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 5853+0+0 (secure 0 0 0) 0x7fa87c085b80 con 0x7fa8940cf7e0 2024-09-05T06:19:45.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.840+0000 7fa890ff9640 1 -- 172.21.15.70:0/2300338001 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=177}) -- 0x7fa87406f5c0 con 0x7fa8940cf7e0 2024-09-05T06:19:45.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.840+0000 7fa8937fe640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa8740678c0 0x7fa874069d80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fa8840ae000 tx=0x7fa884004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:45.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:45.844+0000 7fa890ff9640 1 -- 172.21.15.70:0/2300338001 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa87c056640 con 0x7fa8940cf7e0 2024-09-05T06:19:46.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.032+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa8940b2840 con 0x7fa8940cf7e0 2024-09-05T06:19:46.693 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.700+0000 7fa890ff9640 1 -- 172.21.15.70:0/2300338001 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v69) ==== 104+0+0 (secure 0 0 0) 0x7fa87c055f40 con 0x7fa8940cf7e0 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.700+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa8740678c0 msgr2=0x7fa874069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.700+0000 7fa89a693640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa8740678c0 0x7fa874069d80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fa8840ae000 tx=0x7fa884004740 comp rx=0 tx=0).stop 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.700+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8940cf7e0 msgr2=0x7fa89414e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.700+0000 7fa89a693640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8940cf7e0 0x7fa89414e180 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7fa87c00c820 tx=0x7fa87c00cce0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.704+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 shutdown_connections 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.704+0000 7fa89a693640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa8740678c0 0x7fa874069d80 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.704+0000 7fa89a693640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa89415edb0 0x7fa89415a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.704+0000 7fa89a693640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8940d4980 0x7fa894159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.704+0000 7fa89a693640 1 --2- 172.21.15.70:0/2300338001 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8940cf7e0 0x7fa89414e180 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.704+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 >> 172.21.15.70:0/2300338001 conn(0x7fa89408e690 msgr2=0x7fa8941583e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.704+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 shutdown_connections 2024-09-05T06:19:46.698 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.704+0000 7fa89a693640 1 -- 172.21.15.70:0/2300338001 wait complete. 2024-09-05T06:19:46.721 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:19:46.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.896+0000 7fc98518c640 1 Processor -- start 2024-09-05T06:19:46.892 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.896+0000 7fc98518c640 1 -- start start 2024-09-05T06:19:46.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc98518c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc98015b1a0 0x7fc9800b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:46.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc98518c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98006e580 0x7fc98006e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:46.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc98518c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc980072890 con 0x7fc9800afae0 2024-09-05T06:19:46.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc98518c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc9800b0330 con 0x7fc98015b1a0 2024-09-05T06:19:46.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc98518c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc98006ef10 con 0x7fc98006e580 2024-09-05T06:19:46.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc98015b1a0 0x7fc9800b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:46.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97e59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc9800afae0 0x7fc98015b580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60026/0 (socket says 172.21.15.70:60026) 2024-09-05T06:19:46.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97e59c640 1 -- 172.21.15.70:0/2260520994 learned_addr learned my addr 172.21.15.70:0/2260520994 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:46.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97f59e640 1 --2- 172.21.15.70:0/2260520994 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98006e580 0x7fc98006e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:46.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97ed9d640 1 -- 172.21.15.70:0/2260520994 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98006e580 msgr2=0x7fc98006e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:46.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97ed9d640 1 --2- 172.21.15.70:0/2260520994 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98006e580 0x7fc98006e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97ed9d640 1 -- 172.21.15.70:0/2260520994 >> v1:172.21.15.70:6789/0 conn(0x7fc9800afae0 legacy=0x7fc98015b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:46.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97dd9b640 1 -- 172.21.15.70:0/2260520994 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 285162422 0 0) 0x7fc980072890 con 0x7fc9800afae0 2024-09-05T06:19:46.895 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97ed9d640 1 -- 172.21.15.70:0/2260520994 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc980072b70 con 0x7fc98015b1a0 2024-09-05T06:19:46.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97ed9d640 1 --2- 172.21.15.70:0/2260520994 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc98015b1a0 0x7fc9800b45d0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fc9700097c0 tx=0x7fc97001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec9db28a97f64061 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:46.896 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97dd9b640 1 -- 172.21.15.70:0/2260520994 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9700b0070 con 0x7fc98015b1a0 2024-09-05T06:19:46.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97dd9b640 1 -- 172.21.15.70:0/2260520994 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9700ab600 con 0x7fc98015b1a0 2024-09-05T06:19:46.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.900+0000 7fc97dd9b640 1 -- 172.21.15.70:0/2260520994 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9700ab9d0 con 0x7fc98015b1a0 2024-09-05T06:19:46.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- 172.21.15.70:0/2260520994 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc98015b1a0 msgr2=0x7fc9800b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:46.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 --2- 172.21.15.70:0/2260520994 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc98015b1a0 0x7fc9800b45d0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fc9700097c0 tx=0x7fc97001c4a0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- 172.21.15.70:0/2260520994 shutdown_connections 2024-09-05T06:19:46.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 --2- 172.21.15.70:0/2260520994 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98006e580 0x7fc98006e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 --2- 172.21.15.70:0/2260520994 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc98015b1a0 0x7fc9800b45d0 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- 172.21.15.70:0/2260520994 >> 172.21.15.70:0/2260520994 conn(0x7fc98006bcc0 msgr2=0x7fc98006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:46.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- 172.21.15.70:0/2260520994 shutdown_connections 2024-09-05T06:19:46.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- 172.21.15.70:0/2260520994 wait complete. 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 Processor -- start 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- start start 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc98006e580 0x7fc980152110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9800afae0 0x7fc98015d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98015b1a0 0x7fc98015dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc9800d07c0 con 0x7fc9800afae0 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc980073860 con 0x7fc98006e580 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc9800d0940 con 0x7fc98015b1a0 2024-09-05T06:19:46.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9800afae0 0x7fc98015d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9800afae0 0x7fc98015d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59094/0 (socket says 172.21.15.70:59094) 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 -- 172.21.15.70:0/905233642 learned_addr learned my addr 172.21.15.70:0/905233642 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97ed9d640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc98006e580 0x7fc980152110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 -- 172.21.15.70:0/905233642 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98015b1a0 msgr2=0x7fc98015dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98015b1a0 0x7fc98015dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 -- 172.21.15.70:0/905233642 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc98006e580 msgr2=0x7fc980152110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc98006e580 0x7fc980152110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 -- 172.21.15.70:0/905233642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc980158e60 con 0x7fc9800afae0 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc97e59c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9800afae0 0x7fc98015d960 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fc97400c550 tx=0x7fc97400ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc974017070 con 0x7fc9800afae0 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc974005d10 con 0x7fc9800afae0 2024-09-05T06:19:46.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc980159100 con 0x7fc9800afae0 2024-09-05T06:19:46.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc974007330 con 0x7fc9800afae0 2024-09-05T06:19:46.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.904+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9801596c0 con 0x7fc9800afae0 2024-09-05T06:19:46.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.908+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9800d0d50 con 0x7fc9800afae0 2024-09-05T06:19:46.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.908+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc97401a070 con 0x7fc9800afae0 2024-09-05T06:19:46.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.908+0000 7fc9677fe640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc96c0678c0 0x7fc96c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:46.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.908+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 5853+0+0 (secure 0 0 0) 0x7fc974085140 con 0x7fc9800afae0 2024-09-05T06:19:46.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.908+0000 7fc97ed9d640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc96c0678c0 0x7fc96c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:46.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.908+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=177}) -- 0x7fc96c06f5c0 con 0x7fc9800afae0 2024-09-05T06:19:46.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.908+0000 7fc97ed9d640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc96c0678c0 0x7fc96c069d80 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc9700ad000 tx=0x7fc970008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:46.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:46.912+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc974055c80 con 0x7fc9800afae0 2024-09-05T06:19:47.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.060+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc980076260 con 0x7fc9800afae0 2024-09-05T06:19:47.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.708+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v177) ==== 181+0+0 (secure 0 0 0) 0x7fc974055580 con 0x7fc9800afae0 2024-09-05T06:19:47.703 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:19:47.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.708+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(177..177 src has 1..177) ==== 296+0+0 (secure 0 0 0) 0x7fc9740b8030 con 0x7fc9800afae0 2024-09-05T06:19:47.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.708+0000 7fc9677fe640 1 -- 172.21.15.70:0/905233642 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=178}) -- 0x7fc96c06d9f0 con 0x7fc9800afae0 2024-09-05T06:19:47.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc96c0678c0 msgr2=0x7fc96c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:47.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc96c0678c0 0x7fc96c069d80 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc9700ad000 tx=0x7fc970008040 comp rx=0 tx=0).stop 2024-09-05T06:19:47.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9800afae0 msgr2=0x7fc98015d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:47.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9800afae0 0x7fc98015d960 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fc97400c550 tx=0x7fc97400ca10 comp rx=0 tx=0).stop 2024-09-05T06:19:47.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 shutdown_connections 2024-09-05T06:19:47.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc96c0678c0 0x7fc96c069d80 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc98015b1a0 0x7fc98015dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9800afae0 0x7fc98015d960 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.716+0000 7fc98518c640 1 --2- 172.21.15.70:0/905233642 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc98006e580 0x7fc980152110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.720+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 >> 172.21.15.70:0/905233642 conn(0x7fc98006bcc0 msgr2=0x7fc98006c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:47.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.720+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 shutdown_connections 2024-09-05T06:19:47.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.720+0000 7fc98518c640 1 -- 172.21.15.70:0/905233642 wait complete. 2024-09-05T06:19:47.734 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:19:47.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fdea1c48640 1 Processor -- start 2024-09-05T06:19:47.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fdea1c48640 1 -- start start 2024-09-05T06:19:47.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fdea1c48640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fde9c15cb90 0x7fde9c15cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fdea1c48640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fde9c0b6bf0 0x7fde9c0aff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fdea1c48640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde9c0b60c0 con 0x7fde9c0b16a0 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fdea1c48640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fde9c0b1490 con 0x7fde9c15cb90 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fdea1c48640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fde9c0b2f60 con 0x7fde9c0b6bf0 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fde9c15cb90 0x7fde9c15cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9affd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fde9c0b16a0 0x7fde9c0b64e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:60034/0 (socket says 172.21.15.70:60034) 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9affd640 1 -- 172.21.15.70:0/1398835608 learned_addr learned my addr 172.21.15.70:0/1398835608 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fde9c15cb90 0x7fde9c15cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59100/0 (socket says 172.21.15.70:59100) 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9bfff640 1 --2- 172.21.15.70:0/1398835608 >> v2:172.21.15.196:3300/0 conn(0x7fde9c0b6bf0 0x7fde9c0aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9b7fe640 1 -- 172.21.15.70:0/1398835608 >> v2:172.21.15.196:3300/0 conn(0x7fde9c0b6bf0 msgr2=0x7fde9c0aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:47.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9b7fe640 1 --2- 172.21.15.70:0/1398835608 >> v2:172.21.15.196:3300/0 conn(0x7fde9c0b6bf0 0x7fde9c0aff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9b7fe640 1 -- 172.21.15.70:0/1398835608 >> v1:172.21.15.70:6789/0 conn(0x7fde9c0b16a0 legacy=0x7fde9c0b64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:47.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.864+0000 7fde9b7fe640 1 -- 172.21.15.70:0/1398835608 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9c0b5b00 con 0x7fde9c15cb90 2024-09-05T06:19:47.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fde9b7fe640 1 --2- 172.21.15.70:0/1398835608 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c15cf70 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fde9c073760 tx=0x7fde8c01c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6da7c60e8cda646a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:47.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fde9a7fc640 1 -- 172.21.15.70:0/1398835608 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c0b0070 con 0x7fde9c15cb90 2024-09-05T06:19:47.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fde9a7fc640 1 -- 172.21.15.70:0/1398835608 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde8c0ab600 con 0x7fde9c15cb90 2024-09-05T06:19:47.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fde9a7fc640 1 -- 172.21.15.70:0/1398835608 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c0ab9d0 con 0x7fde9c15cb90 2024-09-05T06:19:47.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fdea1c48640 1 -- 172.21.15.70:0/1398835608 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 msgr2=0x7fde9c15cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:47.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fdea1c48640 1 --2- 172.21.15.70:0/1398835608 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c15cf70 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fde9c073760 tx=0x7fde8c01c310 comp rx=0 tx=0).stop 2024-09-05T06:19:47.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fdea1c48640 1 -- 172.21.15.70:0/1398835608 shutdown_connections 2024-09-05T06:19:47.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fdea1c48640 1 --2- 172.21.15.70:0/1398835608 >> v2:172.21.15.196:3300/0 conn(0x7fde9c0b6bf0 0x7fde9c0aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fdea1c48640 1 --2- 172.21.15.70:0/1398835608 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c15cf70 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fdea1c48640 1 -- 172.21.15.70:0/1398835608 >> 172.21.15.70:0/1398835608 conn(0x7fde9c073d10 msgr2=0x7fde9c09ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:47.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fdea1c48640 1 -- 172.21.15.70:0/1398835608 shutdown_connections 2024-09-05T06:19:47.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.868+0000 7fdea1c48640 1 -- 172.21.15.70:0/1398835608 wait complete. 2024-09-05T06:19:47.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 Processor -- start 2024-09-05T06:19:47.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 -- start start 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde9c0b16a0 0x7fde9c14e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde9c0b6bf0 0x7fde9c0a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c09f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c0b2bf0 con 0x7fde9c15cb90 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c15d4b0 con 0x7fde9c0b6bf0 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fde9c0b0480 con 0x7fde9c0b16a0 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c09f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c09f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:59108/0 (socket says 172.21.15.70:59108) 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 -- 172.21.15.70:0/3130721949 learned_addr learned my addr 172.21.15.70:0/3130721949 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9b7fe640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde9c0b16a0 0x7fde9c14e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:47.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9affd640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde9c0b6bf0 0x7fde9c0a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 -- 172.21.15.70:0/3130721949 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde9c0b16a0 msgr2=0x7fde9c14e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde9c0b16a0 0x7fde9c14e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 -- 172.21.15.70:0/3130721949 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde9c0b6bf0 msgr2=0x7fde9c0a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde9c0b6bf0 0x7fde9c0a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 -- 172.21.15.70:0/3130721949 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9c09e4d0 con 0x7fde9c15cb90 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde9bfff640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c09f530 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fde94007e30 tx=0x7fde9400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde94014620 con 0x7fde9c15cb90 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde94019070 con 0x7fde9c15cb90 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde94014a00 con 0x7fde9c15cb90 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde9c09e770 con 0x7fde9c15cb90 2024-09-05T06:19:47.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde9c09ed30 con 0x7fde9c15cb90 2024-09-05T06:19:47.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde9c0aff40 con 0x7fde9c15cb90 2024-09-05T06:19:47.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.872+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fde94014ba0 con 0x7fde9c15cb90 2024-09-05T06:19:47.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.876+0000 7fde83fff640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde880678f0 0x7fde88069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:47.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.876+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(177..177 src has 1..177) ==== 5415+0+0 (secure 0 0 0) 0x7fde94086360 con 0x7fde9c15cb90 2024-09-05T06:19:47.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.876+0000 7fde9b7fe640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde880678f0 0x7fde88069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:47.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.876+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=178}) -- 0x7fde8806e780 con 0x7fde9c15cb90 2024-09-05T06:19:47.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.876+0000 7fde9b7fe640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde880678f0 0x7fde88069db0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fde8c0ad000 tx=0x7fde8c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:47.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:47.880+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fde94057050 con 0x7fde9c15cb90 2024-09-05T06:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.036+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fde9c156ca0 con 0x7fde9c15cb90 2024-09-05T06:19:48.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.716+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v178) ==== 169+0+0 (secure 0 0 0) 0x7fde94056950 con 0x7fde9c15cb90 2024-09-05T06:19:48.711 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:19:48.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.716+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(178..178 src has 1..178) ==== 330+0+0 (secure 0 0 0) 0x7fde940b9030 con 0x7fde9c15cb90 2024-09-05T06:19:48.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.716+0000 7fde83fff640 1 -- 172.21.15.70:0/3130721949 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=179}) -- 0x7fde8806d510 con 0x7fde9c15cb90 2024-09-05T06:19:48.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.728+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde880678f0 msgr2=0x7fde88069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:48.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.728+0000 7fdea1c48640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde880678f0 0x7fde88069db0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fde8c0ad000 tx=0x7fde8c008040 comp rx=0 tx=0).stop 2024-09-05T06:19:48.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.728+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 msgr2=0x7fde9c09f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:48.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.728+0000 7fdea1c48640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c09f530 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fde94007e30 tx=0x7fde9400e4b0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.732+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 shutdown_connections 2024-09-05T06:19:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.732+0000 7fdea1c48640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fde880678f0 0x7fde88069db0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.732+0000 7fdea1c48640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde9c15cb90 0x7fde9c09f530 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.732+0000 7fdea1c48640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fde9c0b6bf0 0x7fde9c0a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.732+0000 7fdea1c48640 1 --2- 172.21.15.70:0/3130721949 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fde9c0b16a0 0x7fde9c14e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.732+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 >> 172.21.15.70:0/3130721949 conn(0x7fde9c073d10 msgr2=0x7fde9c0b64e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.732+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 shutdown_connections 2024-09-05T06:19:48.727 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.732+0000 7fdea1c48640 1 -- 172.21.15.70:0/3130721949 wait complete. 2024-09-05T06:19:48.748 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:19:48.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.872+0000 7fd9c1e64640 1 Processor -- start 2024-09-05T06:19:48.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.872+0000 7fd9c1e64640 1 -- start start 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.872+0000 7fd9c1e64640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd9bc157110 0x7fd9bc0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.872+0000 7fd9c1e64640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd9bc0d0e60 0x7fd9bc0af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.872+0000 7fd9c1e64640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9bc06d570 con 0x7fd9bc0b5ac0 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.872+0000 7fd9c1e64640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd9bc06d850 con 0x7fd9bc157110 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.872+0000 7fd9c1e64640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd9bc06db30 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bb7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd9bc157110 0x7fd9bc0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bb7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd9bc157110 0x7fd9bc0b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57270/0 (socket says 172.21.15.70:57270) 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bb7fe640 1 -- 172.21.15.70:0/3653624268 learned_addr learned my addr 172.21.15.70:0/3653624268 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:48.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bb7fe640 1 -- 172.21.15.70:0/3653624268 >> v2:172.21.15.196:3300/0 conn(0x7fd9bc0d0e60 msgr2=0x7fd9bc0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:48.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bbfff640 1 --2- 172.21.15.70:0/3653624268 >> v2:172.21.15.196:3300/0 conn(0x7fd9bc0d0e60 0x7fd9bc0af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:48.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bb7fe640 1 --2- 172.21.15.70:0/3653624268 >> v2:172.21.15.196:3300/0 conn(0x7fd9bc0d0e60 0x7fd9bc0af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bb7fe640 1 -- 172.21.15.70:0/3653624268 >> v1:172.21.15.196:6789/0 conn(0x7fd9bc0b5ac0 legacy=0x7fd9bc0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:48.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bb7fe640 1 -- 172.21.15.70:0/3653624268 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9bc06de10 con 0x7fd9bc157110 2024-09-05T06:19:48.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bbfff640 1 --2- 172.21.15.70:0/3653624268 >> v2:172.21.15.196:3300/0 conn(0x7fd9bc0d0e60 0x7fd9bc0af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:48.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9bb7fe640 1 --2- 172.21.15.70:0/3653624268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc157110 0x7fd9bc0b5580 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0d1530 tx=0x7fd9ac01c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=554a4298278c6605 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:48.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9ba7fc640 1 -- 172.21.15.70:0/3653624268 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ac0a5670 con 0x7fd9bc157110 2024-09-05T06:19:48.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9ba7fc640 1 -- 172.21.15.70:0/3653624268 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9ac0a5810 con 0x7fd9bc157110 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9ba7fc640 1 -- 172.21.15.70:0/3653624268 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ac0a5be0 con 0x7fd9bc157110 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9c1e64640 1 -- 172.21.15.70:0/3653624268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc157110 msgr2=0x7fd9bc0b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/3653624268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc157110 0x7fd9bc0b5580 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0d1530 tx=0x7fd9ac01c9b0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9c1e64640 1 -- 172.21.15.70:0/3653624268 shutdown_connections 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/3653624268 >> v2:172.21.15.196:3300/0 conn(0x7fd9bc0d0e60 0x7fd9bc0af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/3653624268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc157110 0x7fd9bc0b5580 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9c1e64640 1 -- 172.21.15.70:0/3653624268 >> 172.21.15.70:0/3653624268 conn(0x7fd9bc06bcc0 msgr2=0x7fd9bc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9c1e64640 1 -- 172.21.15.70:0/3653624268 shutdown_connections 2024-09-05T06:19:48.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.876+0000 7fd9c1e64640 1 -- 172.21.15.70:0/3653624268 wait complete. 2024-09-05T06:19:48.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 Processor -- start 2024-09-05T06:19:48.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 -- start start 2024-09-05T06:19:48.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9bc0b5ac0 0x7fd9bc073110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:48.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc0d0e60 0x7fd9bc151670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:48.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9bc157110 0x7fd9bc0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:48.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd9bc0b3e80 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd9bc0b3d00 con 0x7fd9bc157110 2024-09-05T06:19:48.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd9bc0b4000 con 0x7fd9bc0b5ac0 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc0d0e60 0x7fd9bc151670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc0d0e60 0x7fd9bc151670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57282/0 (socket says 172.21.15.70:57282) 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 -- 172.21.15.70:0/4058902768 learned_addr learned my addr 172.21.15.70:0/4058902768 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9bbfff640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9bc157110 0x7fd9bc0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9bb7fe640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9bc0b5ac0 0x7fd9bc073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 -- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9bc0b5ac0 msgr2=0x7fd9bc073110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9bc0b5ac0 0x7fd9bc073110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 -- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9bc157110 msgr2=0x7fd9bc0ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9bc157110 0x7fd9bc0ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 -- 172.21.15.70:0/4058902768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9bc071a10 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9bbfff640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9bc157110 0x7fd9bc0ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9bb7fe640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9bc0b5ac0 0x7fd9bc073110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:19:48.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9baffd640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc0d0e60 0x7fd9bc151670 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7fd9b000c410 tx=0x7fd9b000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9a3fff640 1 -- 172.21.15.70:0/4058902768 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9b0011790 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9a3fff640 1 -- 172.21.15.70:0/4058902768 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9b0017070 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9bc071cf0 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9a3fff640 1 -- 172.21.15.70:0/4058902768 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9b0011bb0 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9bc0722b0 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.880+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9bc0af720 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.884+0000 7fd9a3fff640 1 -- 172.21.15.70:0/4058902768 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd9b001c460 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.884+0000 7fd9a3fff640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9a80678c0 0x7fd9a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.884+0000 7fd9a3fff640 1 -- 172.21.15.70:0/4058902768 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 4943+0+0 (secure 0 0 0) 0x7fd9b0085600 con 0x7fd9bc0d0e60 2024-09-05T06:19:48.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.884+0000 7fd9bb7fe640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9a80678c0 0x7fd9a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:48.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.884+0000 7fd9bb7fe640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9a80678c0 0x7fd9a8069d80 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac0ae000 tx=0x7fd9ac0a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:48.882 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:48.888+0000 7fd9a3fff640 1 -- 172.21.15.70:0/4058902768 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd9b0021020 con 0x7fd9bc0d0e60 2024-09-05T06:19:49.043 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.048+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fd9bc1f7e90 con 0x7fd9bc0d0e60 2024-09-05T06:19:49.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.052+0000 7fd9a3fff640 1 -- 172.21.15.70:0/4058902768 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7fd9b0056440 con 0x7fd9bc0d0e60 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9a80678c0 msgr2=0x7fd9a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9a80678c0 0x7fd9a8069d80 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac0ae000 tx=0x7fd9ac0a7070 comp rx=0 tx=0).stop 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc0d0e60 msgr2=0x7fd9bc151670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc0d0e60 0x7fd9bc151670 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7fd9b000c410 tx=0x7fd9b000c8d0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 shutdown_connections 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9a80678c0 0x7fd9a8069d80 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd9bc157110 0x7fd9bc0ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9bc0d0e60 0x7fd9bc151670 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 --2- 172.21.15.70:0/4058902768 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9bc0b5ac0 0x7fd9bc073110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 >> 172.21.15.70:0/4058902768 conn(0x7fd9bc06bcc0 msgr2=0x7fd9bc15c3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:49.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 shutdown_connections 2024-09-05T06:19:49.052 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.056+0000 7fd9c1e64640 1 -- 172.21.15.70:0/4058902768 wait complete. 2024-09-05T06:19:49.069 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_fsync' 2024-09-05T06:19:49.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.188+0000 7f5c8fbd9640 1 Processor -- start 2024-09-05T06:19:49.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.188+0000 7f5c8fbd9640 1 -- start start 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8fbd9640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5c88162460 0x7f5c880d5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8fbd9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5c880b5850 0x7f5c880d3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8fbd9640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c880d2a70 con 0x7f5c880d3770 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8fbd9640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5c880d3be0 con 0x7f5c880b5850 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8fbd9640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5c880d2820 con 0x7f5c88162460 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8e176640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5c880d3770 0x7f5c880d1660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46616/0 (socket says 172.21.15.70:46616) 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8d174640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5c880b5850 0x7f5c880d3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8e176640 1 -- 172.21.15.70:0/3379183379 learned_addr learned my addr 172.21.15.70:0/3379183379 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8d975640 1 --2- 172.21.15.70:0/3379183379 >> v2:172.21.15.196:3300/0 conn(0x7f5c88162460 0x7f5c880d5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8d174640 1 -- 172.21.15.70:0/3379183379 >> v2:172.21.15.196:3300/0 conn(0x7f5c88162460 msgr2=0x7f5c880d5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:49.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8d174640 1 --2- 172.21.15.70:0/3379183379 >> v2:172.21.15.196:3300/0 conn(0x7f5c88162460 0x7f5c880d5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8d174640 1 -- 172.21.15.70:0/3379183379 >> v1:172.21.15.70:6789/0 conn(0x7f5c880d3770 legacy=0x7f5c880d1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8c973640 1 -- 172.21.15.70:0/3379183379 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2325129173 0 0) 0x7f5c880d2a70 con 0x7f5c880d3770 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8d174640 1 -- 172.21.15.70:0/3379183379 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c880d2d50 con 0x7f5c880b5850 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8d975640 1 --2- 172.21.15.70:0/3379183379 >> v2:172.21.15.196:3300/0 conn(0x7f5c88162460 0x7f5c880d5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8d174640 1 --2- 172.21.15.70:0/3379183379 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c880d3230 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f5c8808e920 tx=0x7f5c7c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63f1295d4be23aa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8c973640 1 -- 172.21.15.70:0/3379183379 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c0b0070 con 0x7f5c880b5850 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8c973640 1 -- 172.21.15.70:0/3379183379 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c7c0ab600 con 0x7f5c880b5850 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.192+0000 7f5c8c973640 1 -- 172.21.15.70:0/3379183379 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c0ab9d0 con 0x7f5c880b5850 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/3379183379 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 msgr2=0x7f5c880d3230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/3379183379 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c880d3230 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f5c8808e920 tx=0x7f5c7c01c480 comp rx=0 tx=0).stop 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/3379183379 shutdown_connections 2024-09-05T06:19:49.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/3379183379 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c880d3230 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/3379183379 >> v2:172.21.15.196:3300/0 conn(0x7f5c88162460 0x7f5c880d5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/3379183379 >> 172.21.15.70:0/3379183379 conn(0x7f5c880d4c50 msgr2=0x7f5c880d5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:49.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/3379183379 shutdown_connections 2024-09-05T06:19:49.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/3379183379 wait complete. 2024-09-05T06:19:49.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 Processor -- start 2024-09-05T06:19:49.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- start start 2024-09-05T06:19:49.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c88161270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c880d3770 0x7f5c8815d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c88162460 0x7f5c880cbd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5c8816bda0 con 0x7f5c880b5850 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5c8816bc20 con 0x7f5c880d3770 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5c8816bf20 con 0x7f5c88162460 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c88161270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c88161270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57304/0 (socket says 172.21.15.70:57304) 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 -- 172.21.15.70:0/875916174 learned_addr learned my addr 172.21.15.70:0/875916174 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d174640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c880d3770 0x7f5c8815d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 -- 172.21.15.70:0/875916174 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c88162460 msgr2=0x7f5c880cbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c88162460 0x7f5c880cbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 -- 172.21.15.70:0/875916174 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c880d3770 msgr2=0x7f5c8815d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c880d3770 0x7f5c8815d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 -- 172.21.15.70:0/875916174 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c8815deb0 con 0x7f5c880b5850 2024-09-05T06:19:49.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8d975640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c88161270 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f5c8000ce30 tx=0x7f5c8000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c7a7fc640 1 -- 172.21.15.70:0/875916174 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c8000f890 con 0x7f5c880b5850 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c7a7fc640 1 -- 172.21.15.70:0/875916174 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c8000fa30 con 0x7f5c880b5850 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c8815e190 con 0x7f5c880b5850 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c7a7fc640 1 -- 172.21.15.70:0/875916174 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c8000fe00 con 0x7f5c880b5850 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.196+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c8815e750 con 0x7f5c880b5850 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.200+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c8806df80 con 0x7f5c880b5850 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.200+0000 7f5c7a7fc640 1 -- 172.21.15.70:0/875916174 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5c80018400 con 0x7f5c880b5850 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.200+0000 7f5c7a7fc640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c6c0678f0 0x7f5c6c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.200+0000 7f5c7a7fc640 1 -- 172.21.15.70:0/875916174 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 4943+0+0 (secure 0 0 0) 0x7f5c80086690 con 0x7f5c880b5850 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.200+0000 7f5c8d174640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c6c0678f0 0x7f5c6c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.200+0000 7f5c8d174640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c6c0678f0 0x7f5c6c069db0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c0ad000 tx=0x7f5c7c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:49.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.204+0000 7f5c7a7fc640 1 -- 172.21.15.70:0/875916174 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5c80014030 con 0x7f5c880b5850 2024-09-05T06:19:49.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.428+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_fsync"]} v 0) -- 0x7f5c880684f0 con 0x7f5c880b5850 2024-09-05T06:19:49.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.720+0000 7f5c7a7fc640 1 -- 172.21.15.70:0/875916174 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_fsync"]}]=0 v460) ==== 131+0+0 (secure 0 0 0) 0x7f5c8000ae20 con 0x7f5c880b5850 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.720+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c6c0678f0 msgr2=0x7f5c6c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.720+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c6c0678f0 0x7f5c6c069db0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c0ad000 tx=0x7f5c7c008040 comp rx=0 tx=0).stop 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.720+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 msgr2=0x7f5c88161270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.720+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c88161270 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f5c8000ce30 tx=0x7f5c8000a650 comp rx=0 tx=0).stop 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.724+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 shutdown_connections 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.724+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5c6c0678f0 0x7f5c6c069db0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.724+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5c88162460 0x7f5c880cbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.724+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5c880d3770 0x7f5c8815d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.724+0000 7f5c8fbd9640 1 --2- 172.21.15.70:0/875916174 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c880b5850 0x7f5c88161270 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.724+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 >> 172.21.15.70:0/875916174 conn(0x7f5c880d4c50 msgr2=0x7f5c88158e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:49.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.724+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 shutdown_connections 2024-09-05T06:19:49.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.724+0000 7f5c8fbd9640 1 -- 172.21.15.70:0/875916174 wait complete. 2024-09-05T06:19:49.739 INFO:tasks.cephfs_test_runner:That when the full flag is encountered during asynchronous ... ok 2024-09-05T06:19:49.739 INFO:tasks.cephfs_test_runner:Starting test: test_full_same_file (tasks.cephfs.test_full.TestQuotaFull) 2024-09-05T06:19:49.740 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:19:49.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f032a2a5640 1 Processor -- start 2024-09-05T06:19:49.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f032a2a5640 1 -- start start 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f032a2a5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f03240d4980 0x7f03240d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f032a2a5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03240cfd30 con 0x7f03240d3a50 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f032a2a5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03240d0010 con 0x7f032415edb0 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f032a2a5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f03240d02f0 con 0x7f03240d4980 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f0328842640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f03240d3a50 0x7f03240b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46620/0 (socket says 172.21.15.70:46620) 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f0328842640 1 -- 172.21.15.70:0/4064120953 learned_addr learned my addr 172.21.15.70:0/4064120953 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f0323fff640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f03240d4980 0x7f03240d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3607421000 0 0) 0x7f03240cfd30 con 0x7f03240d3a50 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.872+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f030c003530 con 0x7f03240d3a50 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3672457184 0 0) 0x7f030c003530 con 0x7f03240d3a50 2024-09-05T06:19:49.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f03240d4980 msgr2=0x7f03240d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f03240d4980 0x7f03240d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 >> v1:172.21.15.196:6789/0 conn(0x7f032415edb0 legacy=0x7f03240d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03240d05d0 con 0x7f03240d3a50 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f031c001a00 con 0x7f03240d3a50 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 >> v1:172.21.15.70:6789/0 conn(0x7f03240d3a50 legacy=0x7f03240b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f03240d4980 0x7f030c0039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f030c003f30 0x7f030c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c004d50 0x7f030c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f03240d02f0 con 0x7f030c003f30 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f030c00ba30 con 0x7f030c004d50 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f030c00bc30 con 0x7f03240d4980 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f03237fe640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f030c003f30 0x7f030c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0328842640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c004d50 0x7f030c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0323fff640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f03240d4980 0x7f030c0039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f03237fe640 1 -- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f03240d4980 msgr2=0x7f030c0039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f03237fe640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f03240d4980 0x7f030c0039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f03237fe640 1 -- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c004d50 msgr2=0x7f030c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:49.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f03237fe640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c004d50 0x7f030c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f03237fe640 1 -- 172.21.15.70:0/4064120953 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f030c003530 con 0x7f030c003f30 2024-09-05T06:19:49.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f03237fe640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f030c003f30 0x7f030c004810 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f032415f1b0 tx=0x7f031801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3380a578b7dd781b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03180b0070 con 0x7f030c003f30 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03180ab600 con 0x7f030c003f30 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0322ffd640 1 -- 172.21.15.70:0/4064120953 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0318001460 con 0x7f030c003f30 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f032a2a5640 1 -- 172.21.15.70:0/4064120953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f030c003f30 msgr2=0x7f030c004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f032a2a5640 1 --2- 172.21.15.70:0/4064120953 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f030c003f30 0x7f030c004810 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f032415f1b0 tx=0x7f031801c3b0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f0328842640 1 -- 172.21.15.70:0/4064120953 reap_dead start 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f032a2a5640 1 -- 172.21.15.70:0/4064120953 shutdown_connections 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f032a2a5640 1 -- 172.21.15.70:0/4064120953 >> 172.21.15.70:0/4064120953 conn(0x7f032408e690 msgr2=0x7f032409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f032a2a5640 1 -- 172.21.15.70:0/4064120953 shutdown_connections 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.876+0000 7f032a2a5640 1 -- 172.21.15.70:0/4064120953 wait complete. 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 Processor -- start 2024-09-05T06:19:49.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 -- start start 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c003f30 0x7f03241fc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03240cad50 0x7f0324156b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0324156170 0x7f03240c8c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f03240d52f0 con 0x7f03240cad50 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f03240d5170 con 0x7f030c003f30 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f032416a730 con 0x7f0324156170 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03240cad50 0x7f0324156b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03240cad50 0x7f0324156b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57322/0 (socket says 172.21.15.70:57322) 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 -- 172.21.15.70:0/808709124 learned_addr learned my addr 172.21.15.70:0/808709124 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f0323fff640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c003f30 0x7f03241fc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f0328842640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0324156170 0x7f03240c8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 -- 172.21.15.70:0/808709124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0324156170 msgr2=0x7f03240c8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.877 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0324156170 0x7f03240c8c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 -- 172.21.15.70:0/808709124 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c003f30 msgr2=0x7f03241fc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c003f30 0x7f03241fc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 -- 172.21.15.70:0/808709124 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f032406d690 con 0x7f03240cad50 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f03237fe640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03240cad50 0x7f0324156b50 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f031801c890 tx=0x7f030c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f0320ff9640 1 -- 172.21.15.70:0/808709124 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03180b9020 con 0x7f03240cad50 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f0320ff9640 1 -- 172.21.15.70:0/808709124 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03180ab7b0 con 0x7f03240cad50 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03240b1dd0 con 0x7f03240cad50 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f0320ff9640 1 -- 172.21.15.70:0/808709124 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03180b0040 con 0x7f03240cad50 2024-09-05T06:19:49.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03240cb5f0 con 0x7f03240cad50 2024-09-05T06:19:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.880+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03240d0010 con 0x7f03240cad50 2024-09-05T06:19:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.884+0000 7f0320ff9640 1 -- 172.21.15.70:0/808709124 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f03180bc020 con 0x7f03240cad50 2024-09-05T06:19:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.884+0000 7f0320ff9640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f03100678f0 0x7f0310069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.884+0000 7f0320ff9640 1 -- 172.21.15.70:0/808709124 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 4943+0+0 (secure 0 0 0) 0x7f031811fbb0 con 0x7f03240cad50 2024-09-05T06:19:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.884+0000 7f0323fff640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f03100678f0 0x7f0310069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:49.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.884+0000 7f0323fff640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f03100678f0 0x7f0310069db0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f0314009a30 tx=0x7f0314008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:49.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:49.888+0000 7f0320ff9640 1 -- 172.21.15.70:0/808709124 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f03180c3020 con 0x7f03240cad50 2024-09-05T06:19:50.044 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.048+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f03240b7580 con 0x7f03240cad50 2024-09-05T06:19:50.045 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f0320ff9640 1 -- 172.21.15.70:0/808709124 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v178) ==== 74+0+13031 (secure 0 0 0) 0x7f03180160f0 con 0x7f03240cad50 2024-09-05T06:19:50.045 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:50.045 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":178,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:19:48.712736+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":173,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":173,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":170,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6837/2507797379":"2024-09-06T06:19:45.698536+0000","172.21.15.70:6836/2507797379":"2024-09-06T06:19:45.698536+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:19:50.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f03100678f0 msgr2=0x7f0310069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f03100678f0 0x7f0310069db0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f0314009a30 tx=0x7f0314008040 comp rx=0 tx=0).stop 2024-09-05T06:19:50.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03240cad50 msgr2=0x7f0324156b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03240cad50 0x7f0324156b50 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f031801c890 tx=0x7f030c005840 comp rx=0 tx=0).stop 2024-09-05T06:19:50.047 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 shutdown_connections 2024-09-05T06:19:50.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f03100678f0 0x7f0310069db0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0324156170 0x7f03240c8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03240cad50 0x7f0324156b50 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 --2- 172.21.15.70:0/808709124 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f030c003f30 0x7f03241fc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 >> 172.21.15.70:0/808709124 conn(0x7f032408e690 msgr2=0x7f032415d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:50.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 shutdown_connections 2024-09-05T06:19:50.048 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.052+0000 7f032a2a5640 1 -- 172.21.15.70:0/808709124 wait complete. 2024-09-05T06:19:50.063 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T06:09:52.400523+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '114', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T06:19:50.064 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T06:19:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.184+0000 7fa8b6a09640 1 Processor -- start 2024-09-05T06:19:50.180 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.184+0000 7fa8b6a09640 1 -- start start 2024-09-05T06:19:50.181 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8b6a09640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa8b0157110 0x7fa8b00b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8b6a09640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa8b00d0e60 0x7fa8b00af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8b6a09640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8b006d570 con 0x7fa8b00b5ac0 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8b6a09640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa8b006d850 con 0x7fa8b0157110 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8b6a09640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa8b006db30 con 0x7fa8b00d0e60 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8affff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa8b0157110 0x7fa8b00b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8affff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa8b0157110 0x7fa8b00b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57336/0 (socket says 172.21.15.70:57336) 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8affff640 1 -- 172.21.15.70:0/973724683 learned_addr learned my addr 172.21.15.70:0/973724683 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8b4fa6640 1 --2- 172.21.15.70:0/973724683 >> v2:172.21.15.196:3300/0 conn(0x7fa8b00d0e60 0x7fa8b00af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8affff640 1 -- 172.21.15.70:0/973724683 >> v2:172.21.15.196:3300/0 conn(0x7fa8b00d0e60 msgr2=0x7fa8b00af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8affff640 1 --2- 172.21.15.70:0/973724683 >> v2:172.21.15.196:3300/0 conn(0x7fa8b00d0e60 0x7fa8b00af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8affff640 1 -- 172.21.15.70:0/973724683 >> v1:172.21.15.196:6789/0 conn(0x7fa8b00b5ac0 legacy=0x7fa8b00d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:50.182 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8affff640 1 -- 172.21.15.70:0/973724683 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b006de10 con 0x7fa8b0157110 2024-09-05T06:19:50.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8affff640 1 --2- 172.21.15.70:0/973724683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b00b5580 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7fa8b00d1530 tx=0x7fa8a001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba88b8c56215461e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8aeffd640 1 -- 172.21.15.70:0/973724683 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a00b0070 con 0x7fa8b0157110 2024-09-05T06:19:50.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8aeffd640 1 -- 172.21.15.70:0/973724683 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8a00ab600 con 0x7fa8b0157110 2024-09-05T06:19:50.184 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8aeffd640 1 -- 172.21.15.70:0/973724683 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a00ab9d0 con 0x7fa8b0157110 2024-09-05T06:19:50.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8b6a09640 1 -- 172.21.15.70:0/973724683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 msgr2=0x7fa8b00b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.188+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/973724683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b00b5580 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7fa8b00d1530 tx=0x7fa8a001c4e0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- 172.21.15.70:0/973724683 shutdown_connections 2024-09-05T06:19:50.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/973724683 >> v2:172.21.15.196:3300/0 conn(0x7fa8b00d0e60 0x7fa8b00af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/973724683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b00b5580 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- 172.21.15.70:0/973724683 >> 172.21.15.70:0/973724683 conn(0x7fa8b006bcc0 msgr2=0x7fa8b006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:50.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- 172.21.15.70:0/973724683 shutdown_connections 2024-09-05T06:19:50.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- 172.21.15.70:0/973724683 wait complete. 2024-09-05T06:19:50.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 Processor -- start 2024-09-05T06:19:50.186 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- start start 2024-09-05T06:19:50.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8b00b5ac0 0x7fa8b0144530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa8b00d0e60 0x7fa8b0144bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b014f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b00b3e40 con 0x7fa8b0157110 2024-09-05T06:19:50.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b00b3cc0 con 0x7fa8b00b5ac0 2024-09-05T06:19:50.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa8b00b3fc0 con 0x7fa8b00d0e60 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b014f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b014f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57348/0 (socket says 172.21.15.70:57348) 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 -- 172.21.15.70:0/2221094755 learned_addr learned my addr 172.21.15.70:0/2221094755 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8affff640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8b00b5ac0 0x7fa8b0144530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 -- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa8b00d0e60 msgr2=0x7fa8b0144bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8af7fe640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa8b00d0e60 0x7fa8b0144bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa8b00d0e60 0x7fa8b0144bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 -- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8b00b5ac0 msgr2=0x7fa8b0144530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8b00b5ac0 0x7fa8b0144530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 -- 172.21.15.70:0/2221094755 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b00b28e0 con 0x7fa8b0157110 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8affff640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8b00b5ac0 0x7fa8b0144530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b4fa6640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b014f1d0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fa8a800cd60 tx=0x7fa8a800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8acff9640 1 -- 172.21.15.70:0/2221094755 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a8003ba0 con 0x7fa8b0157110 2024-09-05T06:19:50.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8acff9640 1 -- 172.21.15.70:0/2221094755 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8a8003d60 con 0x7fa8b0157110 2024-09-05T06:19:50.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8b00b2bc0 con 0x7fa8b0157110 2024-09-05T06:19:50.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8acff9640 1 -- 172.21.15.70:0/2221094755 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a8004260 con 0x7fa8b0157110 2024-09-05T06:19:50.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.192+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8b00b0470 con 0x7fa8b0157110 2024-09-05T06:19:50.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.196+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8b00af720 con 0x7fa8b0157110 2024-09-05T06:19:50.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.196+0000 7fa8acff9640 1 -- 172.21.15.70:0/2221094755 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa8a8004400 con 0x7fa8b0157110 2024-09-05T06:19:50.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.196+0000 7fa8acff9640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa89c0678f0 0x7fa89c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.196+0000 7fa8acff9640 1 -- 172.21.15.70:0/2221094755 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 4943+0+0 (secure 0 0 0) 0x7fa8a8086390 con 0x7fa8b0157110 2024-09-05T06:19:50.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.196+0000 7fa8affff640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa89c0678f0 0x7fa89c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.196+0000 7fa8affff640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa89c0678f0 0x7fa89c069db0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fa8a00ad000 tx=0x7fa8a0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.200+0000 7fa8acff9640 1 -- 172.21.15.70:0/2221094755 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa8a8057260 con 0x7fa8b0157110 2024-09-05T06:19:50.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.352+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa8b00d0530 con 0x7fa8b0157110 2024-09-05T06:19:50.348 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.352+0000 7fa8acff9640 1 -- 172.21.15.70:0/2221094755 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v178) ==== 93+0+10 (secure 0 0 0) 0x7fa8a8056b60 con 0x7fa8b0157110 2024-09-05T06:19:50.348 INFO:teuthology.orchestra.run.smithi070.stdout:pg_num: 1 2024-09-05T06:19:50.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa89c0678f0 msgr2=0x7fa89c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa89c0678f0 0x7fa89c069db0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fa8a00ad000 tx=0x7fa8a0008040 comp rx=0 tx=0).stop 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 msgr2=0x7fa8b014f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b014f1d0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fa8a800cd60 tx=0x7fa8a800a660 comp rx=0 tx=0).stop 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 shutdown_connections 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa89c0678f0 0x7fa89c069db0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8b0157110 0x7fa8b014f1d0 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa8b00d0e60 0x7fa8b0144bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 --2- 172.21.15.70:0/2221094755 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa8b00b5ac0 0x7fa8b0144530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 >> 172.21.15.70:0/2221094755 conn(0x7fa8b006bcc0 msgr2=0x7fa8b014fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 shutdown_connections 2024-09-05T06:19:50.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.356+0000 7fa8b6a09640 1 -- 172.21.15.70:0/2221094755 wait complete. 2024-09-05T06:19:50.366 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_same_file' 2024-09-05T06:19:50.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbfb852640 1 Processor -- start 2024-09-05T06:19:50.473 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbfb852640 1 -- start start 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbfb852640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415b1a0 0x7ffbf40b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbfb852640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffbf40afae0 0x7ffbf415b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbfb852640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ffbf415bac0 0x7ffbf415bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbfb852640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ffbf40b0330 con 0x7ffbf40afae0 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbfb852640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ffbf4072890 con 0x7ffbf415bac0 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbfb852640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffbf4072b70 con 0x7ffbf415b1a0 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf8ded640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffbf40afae0 0x7ffbf415b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf8ded640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffbf40afae0 0x7ffbf415b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57356/0 (socket says 172.21.15.70:57356) 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf8ded640 1 -- 172.21.15.70:0/3362592022 learned_addr learned my addr 172.21.15.70:0/3362592022 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf9def640 1 --2- 172.21.15.70:0/3362592022 >> v2:172.21.15.196:3300/0 conn(0x7ffbf415bac0 0x7ffbf415bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf95ee640 1 --2- 172.21.15.70:0/3362592022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415b1a0 0x7ffbf40b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.475 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf8ded640 1 -- 172.21.15.70:0/3362592022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415b1a0 msgr2=0x7ffbf40b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:50.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf8ded640 1 --2- 172.21.15.70:0/3362592022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415b1a0 0x7ffbf40b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf8ded640 1 -- 172.21.15.70:0/3362592022 >> v2:172.21.15.196:3300/0 conn(0x7ffbf415bac0 msgr2=0x7ffbf415bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:50.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf8ded640 1 --2- 172.21.15.70:0/3362592022 >> v2:172.21.15.196:3300/0 conn(0x7ffbf415bac0 0x7ffbf415bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf8ded640 1 -- 172.21.15.70:0/3362592022 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbf4072e50 con 0x7ffbf40afae0 2024-09-05T06:19:50.476 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.480+0000 7ffbf95ee640 1 --2- 172.21.15.70:0/3362592022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415b1a0 0x7ffbf40b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:50.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf8ded640 1 --2- 172.21.15.70:0/3362592022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf415b580 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7ffbf40d1050 tx=0x7ffbe801ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec13bf7b58b5507e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.477 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf3fff640 1 -- 172.21.15.70:0/3362592022 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe80b4070 con 0x7ffbf40afae0 2024-09-05T06:19:50.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf3fff640 1 -- 172.21.15.70:0/3362592022 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbe80a7a80 con 0x7ffbf40afae0 2024-09-05T06:19:50.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf3fff640 1 -- 172.21.15.70:0/3362592022 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe80a7e50 con 0x7ffbf40afae0 2024-09-05T06:19:50.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- 172.21.15.70:0/3362592022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 msgr2=0x7ffbf415b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.478 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 --2- 172.21.15.70:0/3362592022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf415b580 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7ffbf40d1050 tx=0x7ffbe801ebf0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- 172.21.15.70:0/3362592022 shutdown_connections 2024-09-05T06:19:50.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 --2- 172.21.15.70:0/3362592022 >> v2:172.21.15.196:3300/0 conn(0x7ffbf415bac0 0x7ffbf415bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 --2- 172.21.15.70:0/3362592022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf415b580 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 --2- 172.21.15.70:0/3362592022 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415b1a0 0x7ffbf40b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- 172.21.15.70:0/3362592022 >> 172.21.15.70:0/3362592022 conn(0x7ffbf406bcc0 msgr2=0x7ffbf406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:50.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- 172.21.15.70:0/3362592022 shutdown_connections 2024-09-05T06:19:50.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- 172.21.15.70:0/3362592022 wait complete. 2024-09-05T06:19:50.479 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 Processor -- start 2024-09-05T06:19:50.480 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- start start 2024-09-05T06:19:50.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf41531e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffbf415b1a0 0x7ffbf40ae760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415bac0 0x7ffbf40aa940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf406d570 con 0x7ffbf40afae0 2024-09-05T06:19:50.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf4073840 con 0x7ffbf415b1a0 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbfb852640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ffbf406d6f0 con 0x7ffbf415bac0 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf95ee640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf41531e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf95ee640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf41531e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57358/0 (socket says 172.21.15.70:57358) 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf95ee640 1 -- 172.21.15.70:0/367943341 learned_addr learned my addr 172.21.15.70:0/367943341 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf8ded640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffbf415b1a0 0x7ffbf40ae760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf95ee640 1 -- 172.21.15.70:0/367943341 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415bac0 msgr2=0x7ffbf40aa940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf95ee640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415bac0 0x7ffbf40aa940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf95ee640 1 -- 172.21.15.70:0/367943341 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffbf415b1a0 msgr2=0x7ffbf40ae760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.484+0000 7ffbf95ee640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffbf415b1a0 0x7ffbf40ae760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf95ee640 1 -- 172.21.15.70:0/367943341 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbf4152140 con 0x7ffbf40afae0 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf95ee640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf41531e0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7ffbec00c7c0 tx=0x7ffbec00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf1ffb640 1 -- 172.21.15.70:0/367943341 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbec015070 con 0x7ffbf40afae0 2024-09-05T06:19:50.482 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf1ffb640 1 -- 172.21.15.70:0/367943341 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbec0079d0 con 0x7ffbf40afae0 2024-09-05T06:19:50.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbf4152420 con 0x7ffbf40afae0 2024-09-05T06:19:50.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf1ffb640 1 -- 172.21.15.70:0/367943341 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbec007da0 con 0x7ffbf40afae0 2024-09-05T06:19:50.483 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbf41529e0 con 0x7ffbf40afae0 2024-09-05T06:19:50.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbf40b45d0 con 0x7ffbf40afae0 2024-09-05T06:19:50.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf1ffb640 1 -- 172.21.15.70:0/367943341 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffbec018070 con 0x7ffbf40afae0 2024-09-05T06:19:50.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf1ffb640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffbe00678c0 0x7ffbe0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf8ded640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffbe00678c0 0x7ffbe0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf1ffb640 1 -- 172.21.15.70:0/367943341 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 4943+0+0 (secure 0 0 0) 0x7ffbec085860 con 0x7ffbf40afae0 2024-09-05T06:19:50.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.488+0000 7ffbf8ded640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffbe00678c0 0x7ffbe0069d80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ffbe80b1000 tx=0x7ffbe80a9070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.492+0000 7ffbf1ffb640 1 -- 172.21.15.70:0/367943341 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffbec0566a0 con 0x7ffbf40afae0 2024-09-05T06:19:50.692 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.696+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_same_file"]} v 0) -- 0x7ffbf4076260 con 0x7ffbf40afae0 2024-09-05T06:19:50.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.724+0000 7ffbf1ffb640 1 -- 172.21.15.70:0/367943341 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_full.TestQuotaFull.test_full_same_file"]}]=0 v461) ==== 138+0+0 (secure 0 0 0) 0x7ffbec055fa0 con 0x7ffbf40afae0 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffbe00678c0 msgr2=0x7ffbe0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffbe00678c0 0x7ffbe0069d80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ffbe80b1000 tx=0x7ffbe80a9070 comp rx=0 tx=0).stop 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 msgr2=0x7ffbf41531e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf41531e0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7ffbec00c7c0 tx=0x7ffbec00cc80 comp rx=0 tx=0).stop 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 shutdown_connections 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ffbe00678c0 0x7ffbe0069d80 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ffbf415bac0 0x7ffbf40aa940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ffbf415b1a0 0x7ffbf40ae760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 --2- 172.21.15.70:0/367943341 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40afae0 0x7ffbf41531e0 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 >> 172.21.15.70:0/367943341 conn(0x7ffbf406bcc0 msgr2=0x7ffbf4153ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 shutdown_connections 2024-09-05T06:19:50.723 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.728+0000 7ffbfb852640 1 -- 172.21.15.70:0/367943341 wait complete. 2024-09-05T06:19:50.739 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-05T06:19:50.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece836a640 1 Processor -- start 2024-09-05T06:19:50.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece836a640 1 -- start start 2024-09-05T06:19:50.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece836a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece006ed90 0x7fece0072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece836a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fece015bc40 con 0x7fece00afff0 2024-09-05T06:19:50.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece836a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fece00d14c0 con 0x7fece0072a90 2024-09-05T06:19:50.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece836a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fece0073410 con 0x7fece006ed90 2024-09-05T06:19:50.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6106640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fece00afff0 0x7fece00cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46626/0 (socket says 172.21.15.70:46626) 2024-09-05T06:19:50.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6106640 1 -- 172.21.15.70:0/2909323370 learned_addr learned my addr 172.21.15.70:0/2909323370 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:50.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6907640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece006ed90 0x7fece0072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2619891679 0 0) 0x7fece015bc40 con 0x7fece00afff0 2024-09-05T06:19:50.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fecc8003530 con 0x7fece00afff0 2024-09-05T06:19:50.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2002328853 0 0) 0x7fecc8003530 con 0x7fece00afff0 2024-09-05T06:19:50.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece006ed90 msgr2=0x7fece0072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:50.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece006ed90 0x7fece0072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 >> v1:172.21.15.196:6789/0 conn(0x7fece0072a90 legacy=0x7fece006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fece0071cd0 con 0x7fece00afff0 2024-09-05T06:19:50.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fecd0001680 con 0x7fece00afff0 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 >> v1:172.21.15.70:6789/0 conn(0x7fece00afff0 legacy=0x7fece00cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80039f0 0x7fecc8003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8004810 0x7fecc8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece006ed90 0x7fecc80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fece0073410 con 0x7fecc80039f0 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fecc800bab0 con 0x7fecc8004810 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fecc800bcb0 con 0x7fece006ed90 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6106640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80039f0 0x7fecc8003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece5905640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8004810 0x7fecc8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6106640 1 -- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece006ed90 msgr2=0x7fecc80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6106640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece006ed90 0x7fecc80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6106640 1 -- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8004810 msgr2=0x7fecc8004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6106640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc8004810 0x7fecc8004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.868+0000 7fece6106640 1 -- 172.21.15.70:0/2909323370 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc8003530 con 0x7fecc80039f0 2024-09-05T06:19:50.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece6106640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80039f0 0x7fecc8003e10 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fecd0001ec0 tx=0x7fecd001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22ce80c0bb946025 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd0007d40 con 0x7fecc80039f0 2024-09-05T06:19:50.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecd00a9070 con 0x7fecc80039f0 2024-09-05T06:19:50.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece5104640 1 -- 172.21.15.70:0/2909323370 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd0005d40 con 0x7fecc80039f0 2024-09-05T06:19:50.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece836a640 1 -- 172.21.15.70:0/2909323370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80039f0 msgr2=0x7fecc8003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece836a640 1 --2- 172.21.15.70:0/2909323370 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fecc80039f0 0x7fecc8003e10 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fecd0001ec0 tx=0x7fecd001cc40 comp rx=0 tx=0).stop 2024-09-05T06:19:50.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece6907640 1 -- 172.21.15.70:0/2909323370 reap_dead start 2024-09-05T06:19:50.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece836a640 1 -- 172.21.15.70:0/2909323370 shutdown_connections 2024-09-05T06:19:50.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece836a640 1 -- 172.21.15.70:0/2909323370 >> 172.21.15.70:0/2909323370 conn(0x7fece006bcc0 msgr2=0x7fece006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:50.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece836a640 1 -- 172.21.15.70:0/2909323370 shutdown_connections 2024-09-05T06:19:50.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece836a640 1 -- 172.21.15.70:0/2909323370 wait complete. 2024-09-05T06:19:50.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece836a640 1 Processor -- start 2024-09-05T06:19:50.869 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.872+0000 7fece836a640 1 -- start start 2024-09-05T06:19:50.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc80039f0 0x7fece0154890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fece0153230 0x7fece0164920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece0164e60 0x7fece01505f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fece00d0f80 con 0x7fece0153230 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fece0072600 con 0x7fecc80039f0 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fece00d1100 con 0x7fece0164e60 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fece0153230 0x7fece0164920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fece0153230 0x7fece0164920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57366/0 (socket says 172.21.15.70:57366) 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 -- 172.21.15.70:0/2295987754 learned_addr learned my addr 172.21.15.70:0/2295987754 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece6106640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc80039f0 0x7fece0154890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece6907640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece0164e60 0x7fece01505f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 -- 172.21.15.70:0/2295987754 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece0164e60 msgr2=0x7fece01505f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece0164e60 0x7fece01505f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 -- 172.21.15.70:0/2295987754 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc80039f0 msgr2=0x7fece0154890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc80039f0 0x7fece0154890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 -- 172.21.15.70:0/2295987754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fece01537f0 con 0x7fece0153230 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece5905640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fece0153230 0x7fece0164920 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7fecd400e8f0 tx=0x7fecd400edb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fecdeffd640 1 -- 172.21.15.70:0/2295987754 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd4003b90 con 0x7fece0153230 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fecdeffd640 1 -- 172.21.15.70:0/2295987754 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecd4018070 con 0x7fece0153230 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fecdeffd640 1 -- 172.21.15.70:0/2295987754 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd40050d0 con 0x7fece0153230 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fece0153ad0 con 0x7fece0153230 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fece0154090 con 0x7fece0153230 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fece00cda40 con 0x7fece0153230 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fecdeffd640 1 -- 172.21.15.70:0/2295987754 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fecd4005270 con 0x7fece0153230 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fecdeffd640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feccc0678c0 0x7feccc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:50.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fecdeffd640 1 -- 172.21.15.70:0/2295987754 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 4943+0+0 (secure 0 0 0) 0x7fecd4085960 con 0x7fece0153230 2024-09-05T06:19:50.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece6106640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feccc0678c0 0x7feccc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:50.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.876+0000 7fece6106640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feccc0678c0 0x7feccc069d80 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fecd00ab000 tx=0x7fecd00b1040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:50.875 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:50.880+0000 7fecdeffd640 1 -- 172.21.15.70:0/2295987754 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fecd4056830 con 0x7fece0153230 2024-09-05T06:19:51.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.028+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fece006e810 con 0x7fece0153230 2024-09-05T06:19:51.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fecdeffd640 1 -- 172.21.15.70:0/2295987754 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7fecd401be40 con 0x7fece0153230 2024-09-05T06:19:51.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feccc0678c0 msgr2=0x7feccc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feccc0678c0 0x7feccc069d80 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fecd00ab000 tx=0x7fecd00b1040 comp rx=0 tx=0).stop 2024-09-05T06:19:51.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fece0153230 msgr2=0x7fece0164920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fece0153230 0x7fece0164920 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7fecd400e8f0 tx=0x7fecd400edb0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 shutdown_connections 2024-09-05T06:19:51.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7feccc0678c0 0x7feccc069d80 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fece0164e60 0x7fece01505f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fece0153230 0x7fece0164920 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 --2- 172.21.15.70:0/2295987754 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fecc80039f0 0x7fece0154890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 >> 172.21.15.70:0/2295987754 conn(0x7fece006bcc0 msgr2=0x7fece00b1c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:51.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 shutdown_connections 2024-09-05T06:19:51.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.036+0000 7fece836a640 1 -- 172.21.15.70:0/2295987754 wait complete. 2024-09-05T06:19:51.048 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:19:51.048 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:19:51.086 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:19:51.156 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:19:51.156 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:19:51.157 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:19:51.162 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:19:51.162 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:19:51.162 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:19:51.168 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:19:51.168 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:19:51.168 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:19:51.209 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:19:51.209 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:19:51.209 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:19:51.215 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:19:51.215 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-05T06:19:51.215 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:19:51.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.380+0000 7faa2424a640 1 Processor -- start 2024-09-05T06:19:51.376 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.380+0000 7faa2424a640 1 -- start start 2024-09-05T06:19:51.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa2424a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0d4980 0x7faa1c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa2424a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faa1c15edb0 0x7faa1c0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa2424a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa1c0cfd30 con 0x7faa1c0cf7e0 2024-09-05T06:19:51.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa2424a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7faa1c0b5620 con 0x7faa1c15edb0 2024-09-05T06:19:51.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa2424a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faa1c0d0010 con 0x7faa1c0d4980 2024-09-05T06:19:51.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa217e5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faa1c15edb0 0x7faa1c0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa217e5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faa1c15edb0 0x7faa1c0d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57372/0 (socket says 172.21.15.70:57372) 2024-09-05T06:19:51.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa217e5640 1 -- 172.21.15.70:0/2488031401 learned_addr learned my addr 172.21.15.70:0/2488031401 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:51.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa217e5640 1 -- 172.21.15.70:0/2488031401 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0d4980 msgr2=0x7faa1c0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:51.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa21fe6640 1 --2- 172.21.15.70:0/2488031401 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0d4980 0x7faa1c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa217e5640 1 --2- 172.21.15.70:0/2488031401 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0d4980 0x7faa1c0d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa217e5640 1 -- 172.21.15.70:0/2488031401 >> v1:172.21.15.196:6789/0 conn(0x7faa1c0cf7e0 legacy=0x7faa1c0d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:51.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.384+0000 7faa217e5640 1 -- 172.21.15.70:0/2488031401 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa1c0d02f0 con 0x7faa1c15edb0 2024-09-05T06:19:51.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa217e5640 1 --2- 172.21.15.70:0/2488031401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c15edb0 0x7faa1c0d3340 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7faa18009870 tx=0x7faa1801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faf568a09f7e7519 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:51.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa20fe4640 1 -- 172.21.15.70:0/2488031401 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa180aa430 con 0x7faa1c15edb0 2024-09-05T06:19:51.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa20fe4640 1 -- 172.21.15.70:0/2488031401 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa180af070 con 0x7faa1c15edb0 2024-09-05T06:19:51.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa20fe4640 1 -- 172.21.15.70:0/2488031401 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa180aa7f0 con 0x7faa1c15edb0 2024-09-05T06:19:51.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- 172.21.15.70:0/2488031401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c15edb0 msgr2=0x7faa1c0d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 --2- 172.21.15.70:0/2488031401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c15edb0 0x7faa1c0d3340 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7faa18009870 tx=0x7faa1801c4f0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- 172.21.15.70:0/2488031401 shutdown_connections 2024-09-05T06:19:51.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 --2- 172.21.15.70:0/2488031401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c15edb0 0x7faa1c0d3340 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 --2- 172.21.15.70:0/2488031401 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0d4980 0x7faa1c0d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- 172.21.15.70:0/2488031401 >> 172.21.15.70:0/2488031401 conn(0x7faa1c08e690 msgr2=0x7faa1c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:51.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- 172.21.15.70:0/2488031401 shutdown_connections 2024-09-05T06:19:51.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- 172.21.15.70:0/2488031401 wait complete. 2024-09-05T06:19:51.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 Processor -- start 2024-09-05T06:19:51.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- start start 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0cf7e0 0x7faa1c0ccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c0d4980 0x7faa1c15f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa1c15edb0 0x7faa1c15b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faa1c0d0dd0 con 0x7faa1c0d4980 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faa1c0d52a0 con 0x7faa1c15edb0 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa2424a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faa1c162120 con 0x7faa1c0cf7e0 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa217e5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c0d4980 0x7faa1c15f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa217e5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c0d4980 0x7faa1c15f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57376/0 (socket says 172.21.15.70:57376) 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa217e5640 1 -- 172.21.15.70:0/1729777487 learned_addr learned my addr 172.21.15.70:0/1729777487 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.388+0000 7faa227e7640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa1c15edb0 0x7faa1c15b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa21fe6640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0cf7e0 0x7faa1c0ccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa217e5640 1 -- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0cf7e0 msgr2=0x7faa1c0ccdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa217e5640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0cf7e0 0x7faa1c0ccdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa217e5640 1 -- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa1c15edb0 msgr2=0x7faa1c15b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa217e5640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa1c15edb0 0x7faa1c15b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa217e5640 1 -- 172.21.15.70:0/1729777487 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa1c0cd8b0 con 0x7faa1c0d4980 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa21fe6640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0cf7e0 0x7faa1c0ccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa217e5640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c0d4980 0x7faa1c15f190 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7faa180ac040 tx=0x7faa18019290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa127fc640 1 -- 172.21.15.70:0/1729777487 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa180aae60 con 0x7faa1c0d4980 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa127fc640 1 -- 172.21.15.70:0/1729777487 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa180b4850 con 0x7faa1c0d4980 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa127fc640 1 -- 172.21.15.70:0/1729777487 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa180b4c40 con 0x7faa1c0d4980 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa1c0cdb90 con 0x7faa1c0d4980 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa1c0ceb40 con 0x7faa1c0d4980 2024-09-05T06:19:51.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa1c0d4d60 con 0x7faa1c0d4980 2024-09-05T06:19:51.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa127fc640 1 -- 172.21.15.70:0/1729777487 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faa180bc020 con 0x7faa1c0d4980 2024-09-05T06:19:51.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa127fc640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa000678f0 0x7faa00069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa127fc640 1 -- 172.21.15.70:0/1729777487 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 4943+0+0 (secure 0 0 0) 0x7faa18120280 con 0x7faa1c0d4980 2024-09-05T06:19:51.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa21fe6640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa000678f0 0x7faa00069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.392+0000 7faa21fe6640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa000678f0 0x7faa00069db0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7faa0c006fd0 tx=0x7faa0c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:51.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.396+0000 7faa127fc640 1 -- 172.21.15.70:0/1729777487 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faa18016110 con 0x7faa1c0d4980 2024-09-05T06:19:51.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.592+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa1c0b3ca0 con 0x7faa1c0d4980 2024-09-05T06:19:51.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.592+0000 7faa127fc640 1 -- 172.21.15.70:0/1729777487 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+3908 (secure 0 0 0) 0x7faa180f1230 con 0x7faa1c0d4980 2024-09-05T06:19:51.588 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:51.588 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":69,"btime":"2024-09-05T06:19:46:700612+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5687,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6834/686463817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":686463817},{"type":"v1","addr":"172.21.15.196:6834","nonce":686463817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5690,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/113269698","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6833","nonce":113269698},{"type":"v1","addr":"172.21.15.196:6835","nonce":113269698}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7587,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/937071757","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":937071757},{"type":"v1","addr":"172.21.15.70:6835","nonce":937071757}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7833,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1400694104","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":1400694104},{"type":"v1","addr":"172.21.15.70:6837","nonce":1400694104}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":69}],"filesystems":[]} 2024-09-05T06:19:51.589 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 69 2024-09-05T06:19:51.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa000678f0 msgr2=0x7faa00069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa000678f0 0x7faa00069db0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7faa0c006fd0 tx=0x7faa0c008040 comp rx=0 tx=0).stop 2024-09-05T06:19:51.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c0d4980 msgr2=0x7faa1c15f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c0d4980 0x7faa1c15f190 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7faa180ac040 tx=0x7faa18019290 comp rx=0 tx=0).stop 2024-09-05T06:19:51.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 shutdown_connections 2024-09-05T06:19:51.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faa000678f0 0x7faa00069db0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa1c15edb0 0x7faa1c15b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa1c0d4980 0x7faa1c15f190 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 --2- 172.21.15.70:0/1729777487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa1c0cf7e0 0x7faa1c0ccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 >> 172.21.15.70:0/1729777487 conn(0x7faa1c08e690 msgr2=0x7faa1c0b1f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:51.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 shutdown_connections 2024-09-05T06:19:51.591 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.596+0000 7faa2424a640 1 -- 172.21.15.70:0/1729777487 wait complete. 2024-09-05T06:19:51.607 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-05T06:19:51.607 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-05T06:19:51.607 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:19:51.607 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:19:51.608 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-05T06:19:51.608 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-05T06:19:51.608 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:19:51.608 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:19:51.608 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-05T06:19:51.608 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-05T06:19:51.608 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:19:51.609 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:19:51.609 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-05T06:19:51.609 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-05T06:19:51.609 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:19:51.609 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:19:51.616 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:19:51.617 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-05T06:19:51.618 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:19:51.618 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-05T06:19:51.622 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:19:51.623 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-05T06:19:51.628 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:19:51.628 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-05T06:19:51.665 INFO:tasks.ceph.mds.a:Started 2024-09-05T06:19:51.666 DEBUG:teuthology.parallel:result is None 2024-09-05T06:19:51.666 INFO:tasks.ceph.mds.c:Started 2024-09-05T06:19:51.666 DEBUG:teuthology.parallel:result is None 2024-09-05T06:19:51.670 INFO:tasks.ceph.mds.b:Started 2024-09-05T06:19:51.671 DEBUG:teuthology.parallel:result is None 2024-09-05T06:19:51.672 INFO:tasks.ceph.mds.d:Started 2024-09-05T06:19:51.672 DEBUG:teuthology.parallel:result is None 2024-09-05T06:19:51.672 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-05T06:19:51.725 INFO:tasks.ceph.mds.c.smithi070.stdout:starting mds.c at 2024-09-05T06:19:51.730 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:19:51.742 INFO:tasks.ceph.mds.b.smithi196.stdout:starting mds.b at 2024-09-05T06:19:51.745 INFO:tasks.ceph.mds.d.smithi196.stdout:starting mds.d at 2024-09-05T06:19:51.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.788+0000 7fb436834640 1 Processor -- start 2024-09-05T06:19:51.785 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.788+0000 7fb436834640 1 -- start start 2024-09-05T06:19:51.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb436834640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb430148420 0x7fb4300d0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb436834640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb430070cc0 0x7fb4300ceae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb436834640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4300cf6f0 con 0x7fb4300ce6a0 2024-09-05T06:19:51.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb436834640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb4300cf020 con 0x7fb430070cc0 2024-09-05T06:19:51.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb436834640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb4300cf9d0 con 0x7fb430148420 2024-09-05T06:19:51.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb430148420 0x7fb4300d0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb434dd1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb430070cc0 0x7fb4300ceae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.786 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb430148420 0x7fb4300d0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:42374/0 (socket says 172.21.15.70:42374) 2024-09-05T06:19:51.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42ffff640 1 -- 172.21.15.70:0/3164646978 learned_addr learned my addr 172.21.15.70:0/3164646978 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:51.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42ffff640 1 -- 172.21.15.70:0/3164646978 >> v2:172.21.15.196:3300/0 conn(0x7fb430070cc0 msgr2=0x7fb4300ceae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:51.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42ffff640 1 --2- 172.21.15.70:0/3164646978 >> v2:172.21.15.196:3300/0 conn(0x7fb430070cc0 0x7fb4300ceae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42ffff640 1 -- 172.21.15.70:0/3164646978 >> v1:172.21.15.196:6789/0 conn(0x7fb4300ce6a0 legacy=0x7fb4300705b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42ffff640 1 -- 172.21.15.70:0/3164646978 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4300cfcb0 con 0x7fb430148420 2024-09-05T06:19:51.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42ffff640 1 --2- 172.21.15.70:0/3164646978 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb430148420 0x7fb4300d0790 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb418009e50 tx=0x7fb41801ca30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d058652375777f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:51.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42effd640 1 -- 172.21.15.70:0/3164646978 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4180a5700 con 0x7fb430148420 2024-09-05T06:19:51.788 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42effd640 1 -- 172.21.15.70:0/3164646978 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4180a58a0 con 0x7fb430148420 2024-09-05T06:19:51.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.792+0000 7fb42effd640 1 -- 172.21.15.70:0/3164646978 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4180a5c70 con 0x7fb430148420 2024-09-05T06:19:51.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- 172.21.15.70:0/3164646978 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb430148420 msgr2=0x7fb4300d0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 --2- 172.21.15.70:0/3164646978 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb430148420 0x7fb4300d0790 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb418009e50 tx=0x7fb41801ca30 comp rx=0 tx=0).stop 2024-09-05T06:19:51.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- 172.21.15.70:0/3164646978 shutdown_connections 2024-09-05T06:19:51.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 --2- 172.21.15.70:0/3164646978 >> v2:172.21.15.196:3300/0 conn(0x7fb430070cc0 0x7fb4300ceae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 --2- 172.21.15.70:0/3164646978 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb430148420 0x7fb4300d0790 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- 172.21.15.70:0/3164646978 >> 172.21.15.70:0/3164646978 conn(0x7fb4300b3a40 msgr2=0x7fb4300b3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:51.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- 172.21.15.70:0/3164646978 shutdown_connections 2024-09-05T06:19:51.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- 172.21.15.70:0/3164646978 wait complete. 2024-09-05T06:19:51.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 Processor -- start 2024-09-05T06:19:51.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- start start 2024-09-05T06:19:51.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb430070cc0 0x7fb43015be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.792 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4300ce6a0 0x7fb43015e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb430148420 0x7fb43015ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb4300af240 con 0x7fb430070cc0 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb4300af0c0 con 0x7fb430148420 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb43016b6e0 con 0x7fb4300ce6a0 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb430070cc0 0x7fb43015be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb430070cc0 0x7fb43015be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57444/0 (socket says 172.21.15.70:57444) 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 -- 172.21.15.70:0/1957638148 learned_addr learned my addr 172.21.15.70:0/1957638148 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42f7fe640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4300ce6a0 0x7fb43015e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb434dd1640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb430148420 0x7fb43015ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 -- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4300ce6a0 msgr2=0x7fb43015e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4300ce6a0 0x7fb43015e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 -- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb430148420 msgr2=0x7fb43015ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb430148420 0x7fb43015ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 -- 172.21.15.70:0/1957638148 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4301425f0 con 0x7fb430070cc0 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42f7fe640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4300ce6a0 0x7fb43015e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb434dd1640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb430148420 0x7fb43015ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42ffff640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb430070cc0 0x7fb43015be30 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7fb41801a660 tx=0x7fb4180197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42cff9640 1 -- 172.21.15.70:0/1957638148 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4180bc020 con 0x7fb430070cc0 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42cff9640 1 -- 172.21.15.70:0/1957638148 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4180b8670 con 0x7fb430070cc0 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4301428d0 con 0x7fb430070cc0 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb42cff9640 1 -- 172.21.15.70:0/1957638148 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4180b8a20 con 0x7fb430070cc0 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.796+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb430142e90 con 0x7fb430070cc0 2024-09-05T06:19:51.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.800+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4300ceae0 con 0x7fb430070cc0 2024-09-05T06:19:51.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.800+0000 7fb42cff9640 1 -- 172.21.15.70:0/1957638148 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb4180bf020 con 0x7fb430070cc0 2024-09-05T06:19:51.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.800+0000 7fb42cff9640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4100678c0 0x7fb410069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:51.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.800+0000 7fb42cff9640 1 -- 172.21.15.70:0/1957638148 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 4943+0+0 (secure 0 0 0) 0x7fb418120ef0 con 0x7fb430070cc0 2024-09-05T06:19:51.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.800+0000 7fb42f7fe640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4100678c0 0x7fb410069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:51.795 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.800+0000 7fb42f7fe640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4100678c0 0x7fb410069d80 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fb43013ba80 tx=0x7fb428009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:51.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.804+0000 7fb42cff9640 1 -- 172.21.15.70:0/1957638148 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb4180c6030 con 0x7fb430070cc0 2024-09-05T06:19:51.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:51.964+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb4300b02c0 con 0x7fb430070cc0 2024-09-05T06:19:52.738 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.744+0000 7fb42cff9640 1 -- 172.21.15.70:0/1957638148 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v180) ==== 97+0+0 (secure 0 0 0) 0x7fb418016620 con 0x7fb430070cc0 2024-09-05T06:19:52.739 INFO:teuthology.orchestra.run.smithi070.stderr: removed all blocklist entries 2024-09-05T06:19:52.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4100678c0 msgr2=0x7fb410069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:52.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4100678c0 0x7fb410069d80 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fb43013ba80 tx=0x7fb428009040 comp rx=0 tx=0).stop 2024-09-05T06:19:52.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb430070cc0 msgr2=0x7fb43015be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb430070cc0 0x7fb43015be30 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7fb41801a660 tx=0x7fb4180197d0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 shutdown_connections 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb4100678c0 0x7fb410069d80 secure :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fb43013ba80 tx=0x7fb428009040 comp rx=0 tx=0).stop 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb430148420 0x7fb43015ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb4300ce6a0 0x7fb43015e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 --2- 172.21.15.70:0/1957638148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb430070cc0 0x7fb43015be30 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 >> 172.21.15.70:0/1957638148 conn(0x7fb4300b3a40 msgr2=0x7fb4300b15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 shutdown_connections 2024-09-05T06:19:52.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.748+0000 7fb436834640 1 -- 172.21.15.70:0/1957638148 wait complete. 2024-09-05T06:19:52.763 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-05T06:19:52.878 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ee60b640 1 Processor -- start 2024-09-05T06:19:52.879 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ee60b640 1 -- start start 2024-09-05T06:19:52.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ee60b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f91e815ea00 0x7f91e8072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:52.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ee60b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f91e80b5310 0x7f91e80b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:52.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ee60b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91e806e4d0 con 0x7f91e806d770 2024-09-05T06:19:52.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ee60b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f91e80b5ca0 con 0x7f91e815ea00 2024-09-05T06:19:52.880 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ee60b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f91e8071db0 con 0x7f91e80b5310 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91e7fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f91e815ea00 0x7f91e8072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ecba8640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f91e806d770 0x7f91e806dbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46636/0 (socket says 172.21.15.70:46636) 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91ecba8640 1 -- 172.21.15.70:0/2577295714 learned_addr learned my addr 172.21.15.70:0/2577295714 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91e77fe640 1 --2- 172.21.15.70:0/2577295714 >> v2:172.21.15.196:3300/0 conn(0x7f91e80b5310 0x7f91e80b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91e7fff640 1 -- 172.21.15.70:0/2577295714 >> v2:172.21.15.196:3300/0 conn(0x7f91e80b5310 msgr2=0x7f91e80b5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91e7fff640 1 --2- 172.21.15.70:0/2577295714 >> v2:172.21.15.196:3300/0 conn(0x7f91e80b5310 0x7f91e80b5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91e7fff640 1 -- 172.21.15.70:0/2577295714 >> v1:172.21.15.70:6789/0 conn(0x7f91e806d770 legacy=0x7f91e806dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91e6ffd640 1 -- 172.21.15.70:0/2577295714 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1046468379 0 0) 0x7f91e806e4d0 con 0x7f91e806d770 2024-09-05T06:19:52.881 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.884+0000 7f91e7fff640 1 -- 172.21.15.70:0/2577295714 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91e8071760 con 0x7f91e815ea00 2024-09-05T06:19:52.882 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91e7fff640 1 --2- 172.21.15.70:0/2577295714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e815ea00 0x7f91e8072240 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f91e806eaa0 tx=0x7f91d801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c09442b509013d59 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:52.882 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91e6ffd640 1 -- 172.21.15.70:0/2577295714 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d80b0070 con 0x7f91e815ea00 2024-09-05T06:19:52.882 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91e6ffd640 1 -- 172.21.15.70:0/2577295714 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91d80ab600 con 0x7f91e815ea00 2024-09-05T06:19:52.882 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91e6ffd640 1 -- 172.21.15.70:0/2577295714 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d80ab9d0 con 0x7f91e815ea00 2024-09-05T06:19:52.883 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 -- 172.21.15.70:0/2577295714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e815ea00 msgr2=0x7f91e8072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:52.883 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 --2- 172.21.15.70:0/2577295714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e815ea00 0x7f91e8072240 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f91e806eaa0 tx=0x7f91d801c480 comp rx=0 tx=0).stop 2024-09-05T06:19:52.883 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 -- 172.21.15.70:0/2577295714 shutdown_connections 2024-09-05T06:19:52.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 --2- 172.21.15.70:0/2577295714 >> v2:172.21.15.196:3300/0 conn(0x7f91e80b5310 0x7f91e80b5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 --2- 172.21.15.70:0/2577295714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e815ea00 0x7f91e8072240 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 -- 172.21.15.70:0/2577295714 >> 172.21.15.70:0/2577295714 conn(0x7f91e806bcc0 msgr2=0x7f91e806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:52.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 -- 172.21.15.70:0/2577295714 shutdown_connections 2024-09-05T06:19:52.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 -- 172.21.15.70:0/2577295714 wait complete. 2024-09-05T06:19:52.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 Processor -- start 2024-09-05T06:19:52.884 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.888+0000 7f91ee60b640 1 -- start start 2024-09-05T06:19:52.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e806d770 0x7f91e8154b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:52.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91e80b5310 0x7f91e8161a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:52.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91e815ea00 0x7f91e81557b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:52.886 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f91e80b4710 con 0x7f91e806d770 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f91e80b4590 con 0x7f91e815ea00 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f91e80b4890 con 0x7f91e80b5310 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e806d770 0x7f91e8154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e806d770 0x7f91e8154b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57464/0 (socket says 172.21.15.70:57464) 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 -- 172.21.15.70:0/1463648775 learned_addr learned my addr 172.21.15.70:0/1463648775 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e77fe640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91e80b5310 0x7f91e8161a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ecba8640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91e815ea00 0x7f91e81557b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 -- 172.21.15.70:0/1463648775 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91e80b5310 msgr2=0x7f91e8161a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91e80b5310 0x7f91e8161a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 -- 172.21.15.70:0/1463648775 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91e815ea00 msgr2=0x7f91e81557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91e815ea00 0x7f91e81557b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 -- 172.21.15.70:0/1463648775 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91e815a980 con 0x7f91e806d770 2024-09-05T06:19:52.887 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e7fff640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e806d770 0x7f91e8154b60 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f91d80ae040 tx=0x7f91d801acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:52.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e4ff9640 1 -- 172.21.15.70:0/1463648775 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d80b0050 con 0x7f91e806d770 2024-09-05T06:19:52.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e4ff9640 1 -- 172.21.15.70:0/1463648775 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91d80bc070 con 0x7f91e806d770 2024-09-05T06:19:52.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91e815ac60 con 0x7f91e806d770 2024-09-05T06:19:52.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e4ff9640 1 -- 172.21.15.70:0/1463648775 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d80b5830 con 0x7f91e806d770 2024-09-05T06:19:52.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91e815b220 con 0x7f91e806d770 2024-09-05T06:19:52.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91e8158b70 con 0x7f91e806d770 2024-09-05T06:19:52.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e4ff9640 1 -- 172.21.15.70:0/1463648775 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f91d80b59d0 con 0x7f91e806d770 2024-09-05T06:19:52.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e4ff9640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91d40678c0 0x7f91d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:52.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e4ff9640 1 -- 172.21.15.70:0/1463648775 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 4857+0+0 (secure 0 0 0) 0x7f91d8120b60 con 0x7f91e806d770 2024-09-05T06:19:52.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e77fe640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91d40678c0 0x7f91d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:52.889 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.892+0000 7f91e77fe640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91d40678c0 0x7f91d4069d80 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f91e8152f90 tx=0x7f91dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:52.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:52.896+0000 7f91e4ff9640 1 -- 172.21.15.70:0/1463648775 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f91d8016070 con 0x7f91e806d770 2024-09-05T06:19:53.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f91e80b18e0 con 0x7f91e806d770 2024-09-05T06:19:53.094 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91e4ff9640 1 -- 172.21.15.70:0/1463648775 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v18) ==== 80+0+5304 (secure 0 0 0) 0x7f91e80b18e0 con 0x7f91e806d770 2024-09-05T06:19:53.094 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:53.094 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:19:53.094 INFO:teuthology.orchestra.run.smithi070.stdout: "auth_dump": [ 2024-09-05T06:19:53.094 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.094 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.a", 2024-09-05T06:19:53.094 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmiFsQJBAAMhTc6FQAtB1PyrC/fDGXAw==", 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.b", 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmS629MhAAe814LTzu/D8ekToDU2brXQ==", 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:19:53.095 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.c", 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmy2NVLBAA/M3EuBz9iMBWq0sdcX0jQw==", 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.096 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mds.d", 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm444tOxAAXlwY6O+JrbzlCkSQJxbcEQ==", 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.097 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.0", 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmWDtEFxAAyxkEpF/VXgdtgUeCUcRccA==", 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.098 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.1", 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lms8HXHBAAyA3GmhOssZf2V2Gf33GnmA==", 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.2", 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmq7HvJBAA5JD7W/1zrVJdHvHW5B3Z5g==", 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:19:53.099 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.3", 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAdS9lmiomdLRAAozuItJTG9fiRYtKMJgTD5Q==", 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.100 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.4", 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmAcpgLRAAjPx2v4tzW7pHRHNTYIb6vw==", 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.5", 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAgS9lmCxnBMxAAUM1BiEtn9OK8M/eqbIntDQ==", 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:19:53.101 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.6", 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmk6kBAhAA9yS0qVSQH+LTvyZvj66/6A==", 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "osd.7", 2024-09-05T06:19:53.102 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAhS9lmi2krDBAA72nNVlNbtIg7nG+pJWINWw==", 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow profile osd", 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile osd", 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.0", 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA==", 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow r", 2024-09-05T06:19:53.103 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.1", 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmqypFDRAAnvtjZ/abeSKQ7C9QcVrOdQ==", 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.104 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.2", 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmebBZChAAQGjffPiCuhk3GYozMcbkOQ==", 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.3", 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAcS9lmAeVpEhAA948I1Y+sdHAkq3d5yjofyg==", 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.105 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow", 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow r", 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow rw", 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow rwx" 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "client.admin", 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1kYxDRAAljIE8CaQV105z5ZIugqvRg==", 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": "allow *", 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow *", 2024-09-05T06:19:53.106 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.x", 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lmoafPIBAAAplcoGvGh3RFNhDR1KdbIw==", 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.107 INFO:teuthology.orchestra.run.smithi070.stdout: "entity": "mgr.y", 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout: "key": "AQAbS9lm1OfHHRAATdIWQYHkYHVt1YkHVtaeZA==", 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout: "caps": { 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout: "mds": "allow *", 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout: "mon": "allow profile mgr", 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": "allow *" 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:19:53.108 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:19:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91d40678c0 msgr2=0x7f91d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91d40678c0 0x7f91d4069d80 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f91e8152f90 tx=0x7f91dc008040 comp rx=0 tx=0).stop 2024-09-05T06:19:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e806d770 msgr2=0x7f91e8154b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e806d770 0x7f91e8154b60 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f91d80ae040 tx=0x7f91d801acc0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 shutdown_connections 2024-09-05T06:19:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f91d40678c0 0x7f91d4069d80 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f91e815ea00 0x7f91e81557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f91e80b5310 0x7f91e8161a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 --2- 172.21.15.70:0/1463648775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f91e806d770 0x7f91e8154b60 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 >> 172.21.15.70:0/1463648775 conn(0x7f91e806bcc0 msgr2=0x7f91e80b1bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 shutdown_connections 2024-09-05T06:19:53.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.100+0000 7f91ee60b640 1 -- 172.21.15.70:0/1463648775 wait complete. 2024-09-05T06:19:53.112 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-05T06:19:53.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.224+0000 7f61c1017640 1 Processor -- start 2024-09-05T06:19:53.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.224+0000 7f61c1017640 1 -- start start 2024-09-05T06:19:53.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f61bc0afff0 0x7f61bc0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f61bc0cdf80 0x7f61bc072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61bc15bc40 con 0x7f61bc072fd0 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f61bc072600 con 0x7f61bc0cdf80 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f61bc0d14c0 con 0x7f61bc0afff0 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61ba59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f61bc0cdf80 0x7f61bc072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61ba59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f61bc0cdf80 0x7f61bc072a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57474/0 (socket says 172.21.15.70:57474) 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61ba59c640 1 -- 172.21.15.70:0/3416945586 learned_addr learned my addr 172.21.15.70:0/3416945586 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61ba59c640 1 -- 172.21.15.70:0/3416945586 >> v2:172.21.15.196:3300/0 conn(0x7f61bc0afff0 msgr2=0x7f61bc0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61bad9d640 1 --2- 172.21.15.70:0/3416945586 >> v2:172.21.15.196:3300/0 conn(0x7f61bc0afff0 0x7f61bc0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61ba59c640 1 --2- 172.21.15.70:0/3416945586 >> v2:172.21.15.196:3300/0 conn(0x7f61bc0afff0 0x7f61bc0cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61ba59c640 1 -- 172.21.15.70:0/3416945586 >> v1:172.21.15.196:6789/0 conn(0x7f61bc072fd0 legacy=0x7f61bc06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:53.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61ba59c640 1 -- 172.21.15.70:0/3416945586 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61bc071cd0 con 0x7f61bc0cdf80 2024-09-05T06:19:53.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61ba59c640 1 --2- 172.21.15.70:0/3416945586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc072a90 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f61b0009870 tx=0x7f61b001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2084c5a85786bf37 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61b9d9b640 1 -- 172.21.15.70:0/3416945586 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b00b0070 con 0x7f61bc0cdf80 2024-09-05T06:19:53.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61b9d9b640 1 -- 172.21.15.70:0/3416945586 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b00ab600 con 0x7f61bc0cdf80 2024-09-05T06:19:53.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61b9d9b640 1 -- 172.21.15.70:0/3416945586 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b00ab9d0 con 0x7f61bc0cdf80 2024-09-05T06:19:53.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 -- 172.21.15.70:0/3416945586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 msgr2=0x7f61bc072a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 --2- 172.21.15.70:0/3416945586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc072a90 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f61b0009870 tx=0x7f61b001c4e0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 -- 172.21.15.70:0/3416945586 shutdown_connections 2024-09-05T06:19:53.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 --2- 172.21.15.70:0/3416945586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc072a90 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 --2- 172.21.15.70:0/3416945586 >> v2:172.21.15.196:3300/0 conn(0x7f61bc0afff0 0x7f61bc0cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 -- 172.21.15.70:0/3416945586 >> 172.21.15.70:0/3416945586 conn(0x7f61bc06bcc0 msgr2=0x7f61bc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:53.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 -- 172.21.15.70:0/3416945586 shutdown_connections 2024-09-05T06:19:53.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.228+0000 7f61c1017640 1 -- 172.21.15.70:0/3416945586 wait complete. 2024-09-05T06:19:53.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 Processor -- start 2024-09-05T06:19:53.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 -- start start 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc072fd0 0x7f61bc15da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc0afff0 0x7f61bc165140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc1fa950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f61bc0d0f80 con 0x7f61bc0cdf80 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f61bc06efa0 con 0x7f61bc0afff0 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f61bc0d1100 con 0x7f61bc072fd0 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc1fa950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc1fa950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57482/0 (socket says 172.21.15.70:57482) 2024-09-05T06:19:53.228 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 -- 172.21.15.70:0/784181036 learned_addr learned my addr 172.21.15.70:0/784181036 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61ba59c640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc0afff0 0x7f61bc165140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bad9d640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc072fd0 0x7f61bc15da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 -- 172.21.15.70:0/784181036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc072fd0 msgr2=0x7f61bc15da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc072fd0 0x7f61bc15da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 -- 172.21.15.70:0/784181036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc0afff0 msgr2=0x7f61bc165140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc0afff0 0x7f61bc165140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 -- 172.21.15.70:0/784181036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61bc1643e0 con 0x7f61bc0cdf80 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61bb59e640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc1fa950 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f61b400c7b0 tx=0x7f61b400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61a37fe640 1 -- 172.21.15.70:0/784181036 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4017070 con 0x7f61bc0cdf80 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61a37fe640 1 -- 172.21.15.70:0/784181036 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b4003db0 con 0x7f61bc0cdf80 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61bc164680 con 0x7f61bc0cdf80 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61a37fe640 1 -- 172.21.15.70:0/784181036 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b40052b0 con 0x7f61bc0cdf80 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61bc164c40 con 0x7f61bc0cdf80 2024-09-05T06:19:53.229 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.232+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61bc0cda40 con 0x7f61bc0cdf80 2024-09-05T06:19:53.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.236+0000 7f61a37fe640 1 -- 172.21.15.70:0/784181036 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f61b401a070 con 0x7f61bc0cdf80 2024-09-05T06:19:53.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.236+0000 7f61a37fe640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f61a80678c0 0x7f61a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.236+0000 7f61bad9d640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f61a80678c0 0x7f61a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.236+0000 7f61a37fe640 1 -- 172.21.15.70:0/784181036 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 4857+0+0 (secure 0 0 0) 0x7f61b4084fe0 con 0x7f61bc0cdf80 2024-09-05T06:19:53.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.236+0000 7f61bad9d640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f61a80678c0 0x7f61a8069d80 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f61ac00b800 tx=0x7f61ac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.240+0000 7f61a37fe640 1 -- 172.21.15.70:0/784181036 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f61b4055e10 con 0x7f61bc0cdf80 2024-09-05T06:19:53.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.388+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f61bc15adf0 con 0x7f61bc0cdf80 2024-09-05T06:19:53.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.388+0000 7f61a37fe640 1 -- 172.21.15.70:0/784181036 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v182) ==== 84+0+65 (secure 0 0 0) 0x7f61b4055710 con 0x7f61bc0cdf80 2024-09-05T06:19:53.384 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:53.384 INFO:teuthology.orchestra.run.smithi070.stdout:[ 2024-09-05T06:19:53.384 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:19:53.384 INFO:teuthology.orchestra.run.smithi070.stdout: "poolnum": 1, 2024-09-05T06:19:53.384 INFO:teuthology.orchestra.run.smithi070.stdout: "poolname": ".mgr" 2024-09-05T06:19:53.385 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:19:53.385 INFO:teuthology.orchestra.run.smithi070.stdout:] 2024-09-05T06:19:53.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f61a80678c0 msgr2=0x7f61a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f61a80678c0 0x7f61a8069d80 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f61ac00b800 tx=0x7f61ac008040 comp rx=0 tx=0).stop 2024-09-05T06:19:53.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 msgr2=0x7f61bc1fa950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc1fa950 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f61b400c7b0 tx=0x7f61b400cc70 comp rx=0 tx=0).stop 2024-09-05T06:19:53.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 shutdown_connections 2024-09-05T06:19:53.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f61a80678c0 0x7f61a8069d80 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f61bc0cdf80 0x7f61bc1fa950 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc0afff0 0x7f61bc165140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 --2- 172.21.15.70:0/784181036 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc072fd0 0x7f61bc15da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 >> 172.21.15.70:0/784181036 conn(0x7f61bc06bcc0 msgr2=0x7f61bc15b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:53.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 shutdown_connections 2024-09-05T06:19:53.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.392+0000 7f61c1017640 1 -- 172.21.15.70:0/784181036 wait complete. 2024-09-05T06:19:53.402 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T06:19:53.402 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T06:19:53.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45cd7ce640 1 Processor -- start 2024-09-05T06:19:53.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45cd7ce640 1 -- start start 2024-09-05T06:19:53.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45cd7ce640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c815ea00 0x7f45c8072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45cd7ce640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f45c80b5310 0x7f45c80b5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45cd7ce640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45c80b5c70 con 0x7f45c806d770 2024-09-05T06:19:53.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45cd7ce640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f45c8071db0 con 0x7f45c80b5310 2024-09-05T06:19:53.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45cd7ce640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f45c806e4d0 con 0x7f45c815ea00 2024-09-05T06:19:53.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c67fc640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f45c80b5310 0x7f45c80b5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c77fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f45c806d770 0x7f45c806dc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46642/0 (socket says 172.21.15.70:46642) 2024-09-05T06:19:53.516 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c77fe640 1 -- 172.21.15.70:0/392182354 learned_addr learned my addr 172.21.15.70:0/392182354 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:53.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c6ffd640 1 --2- 172.21.15.70:0/392182354 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c815ea00 0x7f45c8072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c67fc640 1 -- 172.21.15.70:0/392182354 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c815ea00 msgr2=0x7f45c8072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:53.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c67fc640 1 --2- 172.21.15.70:0/392182354 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c815ea00 0x7f45c8072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c67fc640 1 -- 172.21.15.70:0/392182354 >> v1:172.21.15.70:6789/0 conn(0x7f45c806d770 legacy=0x7f45c806dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c67fc640 1 -- 172.21.15.70:0/392182354 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45c8071760 con 0x7f45c80b5310 2024-09-05T06:19:53.517 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.520+0000 7f45c6ffd640 1 --2- 172.21.15.70:0/392182354 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c815ea00 0x7f45c8072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:53.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45c67fc640 1 --2- 172.21.15.70:0/392182354 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c80b5730 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f45b00097c0 tx=0x7f45b001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c23c96632686c1e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45c5ffb640 1 -- 172.21.15.70:0/392182354 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b00b1070 con 0x7f45c80b5310 2024-09-05T06:19:53.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45c5ffb640 1 -- 172.21.15.70:0/392182354 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45b00ac410 con 0x7f45c80b5310 2024-09-05T06:19:53.518 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45c5ffb640 1 -- 172.21.15.70:0/392182354 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b00ac7e0 con 0x7f45c80b5310 2024-09-05T06:19:53.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 -- 172.21.15.70:0/392182354 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 msgr2=0x7f45c80b5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/392182354 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c80b5730 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f45b00097c0 tx=0x7f45b001c4a0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 -- 172.21.15.70:0/392182354 shutdown_connections 2024-09-05T06:19:53.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/392182354 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c80b5730 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/392182354 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c815ea00 0x7f45c8072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.519 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 -- 172.21.15.70:0/392182354 >> 172.21.15.70:0/392182354 conn(0x7f45c806bcc0 msgr2=0x7f45c806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:53.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 -- 172.21.15.70:0/392182354 shutdown_connections 2024-09-05T06:19:53.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 -- 172.21.15.70:0/392182354 wait complete. 2024-09-05T06:19:53.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 Processor -- start 2024-09-05T06:19:53.520 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.524+0000 7f45cd7ce640 1 -- start start 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c806d770 0x7f45c8151590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c8157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f45c815ea00 0x7f45c81608d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f45c80b46d0 con 0x7f45c80b5310 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f45c80b4550 con 0x7f45c815ea00 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f45c80b4850 con 0x7f45c806d770 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c8157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c8157c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57508/0 (socket says 172.21.15.70:57508) 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 -- 172.21.15.70:0/3097027769 learned_addr learned my addr 172.21.15.70:0/3097027769 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:53.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 -- 172.21.15.70:0/3097027769 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c806d770 msgr2=0x7f45c8151590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c806d770 0x7f45c8151590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 -- 172.21.15.70:0/3097027769 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f45c815ea00 msgr2=0x7f45c81608d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f45c815ea00 0x7f45c81608d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 -- 172.21.15.70:0/3097027769 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45c8152c00 con 0x7f45c80b5310 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c67fc640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c8157c00 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f45b00af040 tx=0x7f45b0019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45bf7fe640 1 -- 172.21.15.70:0/3097027769 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b00b9020 con 0x7f45c80b5310 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45bf7fe640 1 -- 172.21.15.70:0/3097027769 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45b00ace40 con 0x7f45c80b5310 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45c8152ee0 con 0x7f45c80b5310 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45bf7fe640 1 -- 172.21.15.70:0/3097027769 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b00b1040 con 0x7f45c80b5310 2024-09-05T06:19:53.523 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45c8151ad0 con 0x7f45c80b5310 2024-09-05T06:19:53.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45c8155500 con 0x7f45c80b5310 2024-09-05T06:19:53.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45bf7fe640 1 -- 172.21.15.70:0/3097027769 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f45b00bc020 con 0x7f45c80b5310 2024-09-05T06:19:53.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45bf7fe640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45a80678c0 0x7f45a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45bf7fe640 1 -- 172.21.15.70:0/3097027769 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 4857+0+0 (secure 0 0 0) 0x7f45b011f310 con 0x7f45c80b5310 2024-09-05T06:19:53.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c6ffd640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45a80678c0 0x7f45a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.528+0000 7f45c6ffd640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45a80678c0 0x7f45a8069d80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f45b800a8d0 tx=0x7f45b8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.532+0000 7f45bf7fe640 1 -- 172.21.15.70:0/3097027769 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f45b00c3030 con 0x7f45c80b5310 2024-09-05T06:19:53.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.688+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f45c815c880 con 0x7f45c80b5310 2024-09-05T06:19:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.756+0000 7f45bf7fe640 1 -- 172.21.15.70:0/3097027769 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v183) ==== 138+0+0 (secure 0 0 0) 0x7f45b0016090 con 0x7f45c80b5310 2024-09-05T06:19:53.753 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' created 2024-09-05T06:19:53.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.760+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45a80678c0 msgr2=0x7f45a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.760+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45a80678c0 0x7f45a8069d80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f45b800a8d0 tx=0x7f45b8008040 comp rx=0 tx=0).stop 2024-09-05T06:19:53.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.760+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 msgr2=0x7f45c8157c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.756 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.760+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c8157c00 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f45b00af040 tx=0x7f45b0019240 comp rx=0 tx=0).stop 2024-09-05T06:19:53.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.764+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 shutdown_connections 2024-09-05T06:19:53.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.764+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f45a80678c0 0x7f45a8069d80 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.764+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f45c815ea00 0x7f45c81608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.764+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45c80b5310 0x7f45c8157c00 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.764+0000 7f45cd7ce640 1 --2- 172.21.15.70:0/3097027769 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f45c806d770 0x7f45c8151590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.764+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 >> 172.21.15.70:0/3097027769 conn(0x7f45c806bcc0 msgr2=0x7f45c806dc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:53.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.764+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 shutdown_connections 2024-09-05T06:19:53.759 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.764+0000 7f45cd7ce640 1 -- 172.21.15.70:0/3097027769 wait complete. 2024-09-05T06:19:53.777 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T06:19:53.897 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff96482b640 1 Processor -- start 2024-09-05T06:19:53.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff96482b640 1 -- start start 2024-09-05T06:19:53.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff96482b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 0x7ff9600d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff96482b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff9600d3a50 0x7ff9600b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff96482b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9600cfd30 con 0x7ff96015edb0 2024-09-05T06:19:53.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff96482b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff9600d0010 con 0x7ff9600d3a50 2024-09-05T06:19:53.899 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff96482b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff9600d02f0 con 0x7ff9600d4980 2024-09-05T06:19:53.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff95ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff9600d3a50 0x7ff9600b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff95ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff9600d3a50 0x7ff9600b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57518/0 (socket says 172.21.15.70:57518) 2024-09-05T06:19:53.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff95ed9d640 1 -- 172.21.15.70:0/3464695916 learned_addr learned my addr 172.21.15.70:0/3464695916 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:53.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff95e59c640 1 --2- 172.21.15.70:0/3464695916 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 0x7ff9600d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff95ed9d640 1 -- 172.21.15.70:0/3464695916 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 msgr2=0x7ff9600d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:53.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff95ed9d640 1 --2- 172.21.15.70:0/3464695916 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 0x7ff9600d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff95ed9d640 1 -- 172.21.15.70:0/3464695916 >> v1:172.21.15.196:6789/0 conn(0x7ff96015edb0 legacy=0x7ff9600d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:53.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.904+0000 7ff95ed9d640 1 -- 172.21.15.70:0/3464695916 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9600d05d0 con 0x7ff9600d3a50 2024-09-05T06:19:53.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95ed9d640 1 --2- 172.21.15.70:0/3464695916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff9600b4610 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7ff958009e50 tx=0x7ff95801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=688ea87d39765ea0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95d59a640 1 -- 172.21.15.70:0/3464695916 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9580a5860 con 0x7ff9600d3a50 2024-09-05T06:19:53.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95d59a640 1 -- 172.21.15.70:0/3464695916 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9580a5a00 con 0x7ff9600d3a50 2024-09-05T06:19:53.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95d59a640 1 -- 172.21.15.70:0/3464695916 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9580a5dd0 con 0x7ff9600d3a50 2024-09-05T06:19:53.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- 172.21.15.70:0/3464695916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 msgr2=0x7ff9600b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 --2- 172.21.15.70:0/3464695916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff9600b4610 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7ff958009e50 tx=0x7ff95801c9c0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- 172.21.15.70:0/3464695916 shutdown_connections 2024-09-05T06:19:53.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 --2- 172.21.15.70:0/3464695916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff9600b4610 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 --2- 172.21.15.70:0/3464695916 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 0x7ff9600d4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- 172.21.15.70:0/3464695916 >> 172.21.15.70:0/3464695916 conn(0x7ff96008e690 msgr2=0x7ff96009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:53.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- 172.21.15.70:0/3464695916 shutdown_connections 2024-09-05T06:19:53.902 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- 172.21.15.70:0/3464695916 wait complete. 2024-09-05T06:19:53.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 Processor -- start 2024-09-05T06:19:53.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- start start 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff960150ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 0x7ff96015b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff96015edb0 0x7ff96006d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff9600b54e0 con 0x7ff9600d3a50 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff9600b5360 con 0x7ff96015edb0 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff96482b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff96016b730 con 0x7ff9600d4980 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff960150ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff960150ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57532/0 (socket says 172.21.15.70:57532) 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 -- 172.21.15.70:0/3924119683 learned_addr learned my addr 172.21.15.70:0/3924119683 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:53.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95ed9d640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff96015edb0 0x7ff96006d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95dd9b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 0x7ff96015b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 -- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 msgr2=0x7ff96015b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 0x7ff96015b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 -- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff96015edb0 msgr2=0x7ff96006d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff96015edb0 0x7ff96006d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 -- 172.21.15.70:0/3924119683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff96015b5d0 con 0x7ff9600d3a50 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95ed9d640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff96015edb0 0x7ff96006d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.908+0000 7ff95e59c640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff960150ed0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7ff95000c7f0 tx=0x7ff95000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff94effd640 1 -- 172.21.15.70:0/3924119683 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff950015070 con 0x7ff9600d3a50 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff94effd640 1 -- 172.21.15.70:0/3924119683 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff950007820 con 0x7ff9600d3a50 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff960159850 con 0x7ff9600d3a50 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff94effd640 1 -- 172.21.15.70:0/3924119683 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff950007c10 con 0x7ff9600d3a50 2024-09-05T06:19:53.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff960159e10 con 0x7ff9600d3a50 2024-09-05T06:19:53.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9600b4610 con 0x7ff9600d3a50 2024-09-05T06:19:53.907 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff94effd640 1 -- 172.21.15.70:0/3924119683 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff950018070 con 0x7ff9600d3a50 2024-09-05T06:19:53.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff94effd640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9400678c0 0x7ff940069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:53.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff94effd640 1 -- 172.21.15.70:0/3924119683 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 5227+0+0 (secure 0 0 0) 0x7ff950085f30 con 0x7ff9600d3a50 2024-09-05T06:19:53.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff95dd9b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9400678c0 0x7ff940069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:53.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.912+0000 7ff95dd9b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9400678c0 0x7ff940069d80 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7ff9600d2970 tx=0x7ff954009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:53.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:53.916+0000 7ff94effd640 1 -- 172.21.15.70:0/3924119683 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff950056dc0 con 0x7ff9600d3a50 2024-09-05T06:19:54.065 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.072+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff9600d5080 con 0x7ff9600d3a50 2024-09-05T06:19:54.757 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.764+0000 7ff94effd640 1 -- 172.21.15.70:0/3924119683 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v184) ==== 170+0+0 (secure 0 0 0) 0x7ff9500566c0 con 0x7ff9600d3a50 2024-09-05T06:19:54.757 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' created 2024-09-05T06:19:54.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9400678c0 msgr2=0x7ff940069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:54.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9400678c0 0x7ff940069d80 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7ff9600d2970 tx=0x7ff954009040 comp rx=0 tx=0).stop 2024-09-05T06:19:54.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 msgr2=0x7ff960150ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:54.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff960150ed0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7ff95000c7f0 tx=0x7ff95000ccb0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 shutdown_connections 2024-09-05T06:19:54.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff9400678c0 0x7ff940069d80 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff96015edb0 0x7ff96006d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.762 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff9600d4980 0x7ff96015b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 --2- 172.21.15.70:0/3924119683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff9600d3a50 0x7ff960150ed0 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 >> 172.21.15.70:0/3924119683 conn(0x7ff96008e690 msgr2=0x7ff9600b34f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:54.763 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 shutdown_connections 2024-09-05T06:19:54.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.768+0000 7ff96482b640 1 -- 172.21.15.70:0/3924119683 wait complete. 2024-09-05T06:19:54.797 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T06:19:54.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21fd366640 1 Processor -- start 2024-09-05T06:19:54.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21fd366640 1 -- start start 2024-09-05T06:19:54.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21fd366640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f21f80d4980 0x7f21f80d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:54.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21fd366640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21f80cfd30 con 0x7f21f80d3a50 2024-09-05T06:19:54.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21fd366640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21f80d0010 con 0x7f21f815edb0 2024-09-05T06:19:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21fd366640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f21f80d02f0 con 0x7f21f80d4980 2024-09-05T06:19:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f77fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f21f80d3a50 0x7f21f80b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46658/0 (socket says 172.21.15.70:46658) 2024-09-05T06:19:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f77fe640 1 -- 172.21.15.70:0/3234841318 learned_addr learned my addr 172.21.15.70:0/3234841318 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f6ffd640 1 --2- 172.21.15.70:0/3234841318 >> v2:172.21.15.196:3300/0 conn(0x7f21f80d4980 0x7f21f80d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2951071169 0 0) 0x7f21f80cfd30 con 0x7f21f80d3a50 2024-09-05T06:19:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f21e0003530 con 0x7f21f80d3a50 2024-09-05T06:19:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3637938329 0 0) 0x7f21e0003530 con 0x7f21f80d3a50 2024-09-05T06:19:54.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 >> v2:172.21.15.196:3300/0 conn(0x7f21f80d4980 msgr2=0x7f21f80d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 --2- 172.21.15.70:0/3234841318 >> v2:172.21.15.196:3300/0 conn(0x7f21f80d4980 0x7f21f80d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 >> v1:172.21.15.196:6789/0 conn(0x7f21f815edb0 legacy=0x7f21f80d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f80d05d0 con 0x7f21f80d3a50 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f21f0001a00 con 0x7f21f80d3a50 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 >> v1:172.21.15.70:6789/0 conn(0x7f21f80d3a50 legacy=0x7f21f80b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21e00039c0 0x7f21e0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21e0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21e00051d0 0x7f21e000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f21f80d02f0 con 0x7f21e0004810 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f21e000c070 con 0x7f21e00051d0 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f21e000c270 con 0x7f21e00039c0 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f67fc640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21e0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:54.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f6ffd640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21e00039c0 0x7f21e0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f77fe640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21e00051d0 0x7f21e000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f67fc640 1 -- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21e00039c0 msgr2=0x7f21e0003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f67fc640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21e00039c0 0x7f21e0003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f67fc640 1 -- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21e00051d0 msgr2=0x7f21e000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f67fc640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21e00051d0 0x7f21e000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f67fc640 1 -- 172.21.15.70:0/3234841318 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21e0003530 con 0x7f21e0004810 2024-09-05T06:19:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f77fe640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21e00051d0 0x7f21e000b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:54.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.916+0000 7f21f77fe640 1 -- 172.21.15.70:0/3234841318 reap_dead start 2024-09-05T06:19:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21f67fc640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21e0004c90 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f21ec001780 tx=0x7f21ec01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=375c42a4b6c66ec8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec0013a0 con 0x7f21e0004810 2024-09-05T06:19:54.919 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21ec0052f0 con 0x7f21e0004810 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21f5ffb640 1 -- 172.21.15.70:0/3234841318 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec003840 con 0x7f21e0004810 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21fd366640 1 -- 172.21.15.70:0/3234841318 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 msgr2=0x7f21e0004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21fd366640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21e0004c90 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f21ec001780 tx=0x7f21ec01c400 comp rx=0 tx=0).stop 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21fd366640 1 -- 172.21.15.70:0/3234841318 shutdown_connections 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21fd366640 1 --2- 172.21.15.70:0/3234841318 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21e0004c90 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21fd366640 1 -- 172.21.15.70:0/3234841318 >> 172.21.15.70:0/3234841318 conn(0x7f21f808e690 msgr2=0x7f21f809dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21fd366640 1 -- 172.21.15.70:0/3234841318 shutdown_connections 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.920+0000 7f21fd366640 1 -- 172.21.15.70:0/3234841318 wait complete. 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 Processor -- start 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 -- start start 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21f81612d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21f81581b0 0x7f21f815f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:54.920 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21f814e820 0x7f21f814eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f21f80d0dd0 con 0x7f21e0004810 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f21f80cf7e0 con 0x7f21f81581b0 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f21f81621e0 con 0x7f21f814e820 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21f81612d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21f81612d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57540/0 (socket says 172.21.15.70:57540) 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 -- 172.21.15.70:0/627824061 learned_addr learned my addr 172.21.15.70:0/627824061 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f67fc640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21f81581b0 0x7f21f815f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f77fe640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21f814e820 0x7f21f814eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 -- 172.21.15.70:0/627824061 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21f814e820 msgr2=0x7f21f814eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21f814e820 0x7f21f814eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 -- 172.21.15.70:0/627824061 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21f81581b0 msgr2=0x7f21f815f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21f81581b0 0x7f21f815f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:54.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 -- 172.21.15.70:0/627824061 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f80c9200 con 0x7f21e0004810 2024-09-05T06:19:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21f6ffd640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21f81612d0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f21e8011660 tx=0x7f21e8011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21df7fe640 1 -- 172.21.15.70:0/627824061 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e800f9c0 con 0x7f21e0004810 2024-09-05T06:19:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21df7fe640 1 -- 172.21.15.70:0/627824061 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21e800fb60 con 0x7f21e0004810 2024-09-05T06:19:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21df7fe640 1 -- 172.21.15.70:0/627824061 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e8015460 con 0x7f21e0004810 2024-09-05T06:19:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21f8161c20 con 0x7f21e0004810 2024-09-05T06:19:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21f8161810 con 0x7f21e0004810 2024-09-05T06:19:54.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.924+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21f80d3340 con 0x7f21e0004810 2024-09-05T06:19:54.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.928+0000 7f21df7fe640 1 -- 172.21.15.70:0/627824061 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f21e8015600 con 0x7f21e0004810 2024-09-05T06:19:54.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.928+0000 7f21df7fe640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21e40678c0 0x7f21e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:54.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.928+0000 7f21df7fe640 1 -- 172.21.15.70:0/627824061 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5609+0+0 (secure 0 0 0) 0x7f21e8086580 con 0x7f21e0004810 2024-09-05T06:19:54.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.928+0000 7f21f67fc640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21e40678c0 0x7f21e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:54.923 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.928+0000 7f21f67fc640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21e40678c0 0x7f21e4069d80 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f21ec004000 tx=0x7f21ec0011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:54.925 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:54.932+0000 7f21df7fe640 1 -- 172.21.15.70:0/627824061 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f21e8019030 con 0x7f21e0004810 2024-09-05T06:19:55.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.112+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f21f80b5a40 con 0x7f21e0004810 2024-09-05T06:19:55.790 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.796+0000 7f21df7fe640 1 -- 172.21.15.70:0/627824061 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 22 and data pool 23 v72) ==== 174+0+0 (secure 0 0 0) 0x7f21e8057290 con 0x7f21e0004810 2024-09-05T06:19:55.790 INFO:teuthology.orchestra.run.smithi070.stderr:new fs with metadata pool 22 and data pool 23 2024-09-05T06:19:55.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21e40678c0 msgr2=0x7f21e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:55.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21e40678c0 0x7f21e4069d80 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f21ec004000 tx=0x7f21ec0011a0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 msgr2=0x7f21f81612d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:55.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21f81612d0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f21e8011660 tx=0x7f21e8011b20 comp rx=0 tx=0).stop 2024-09-05T06:19:55.793 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 shutdown_connections 2024-09-05T06:19:55.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21e40678c0 0x7f21e4069d80 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21f814e820 0x7f21f814eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21f81581b0 0x7f21f815f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 --2- 172.21.15.70:0/627824061 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f21e0004810 0x7f21f81612d0 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 >> 172.21.15.70:0/627824061 conn(0x7f21f808e690 msgr2=0x7f21f806cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:55.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 shutdown_connections 2024-09-05T06:19:55.794 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.800+0000 7f21fd366640 1 -- 172.21.15.70:0/627824061 wait complete. 2024-09-05T06:19:55.818 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:19:55.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08bb3a4640 1 Processor -- start 2024-09-05T06:19:55.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08bb3a4640 1 -- start start 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08bb3a4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08b4162390 0x7f08b4073270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08bb3a4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f08b40b3a30 0x7f08b40737b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08bb3a4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f08b4162860 0x7f08b4162d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08bb3a4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f08b415fdb0 con 0x7f08b40b3a30 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08bb3a4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f08b4160240 con 0x7f08b4162860 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08bb3a4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f08b406d7e0 con 0x7f08b4162390 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08b893f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f08b40b3a30 0x7f08b40737b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08b893f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f08b40b3a30 0x7f08b40737b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57546/0 (socket says 172.21.15.70:57546) 2024-09-05T06:19:55.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08b893f640 1 -- 172.21.15.70:0/3249953443 learned_addr learned my addr 172.21.15.70:0/3249953443 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:55.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08b893f640 1 -- 172.21.15.70:0/3249953443 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08b4162390 msgr2=0x7f08b4073270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:55.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08b893f640 1 --2- 172.21.15.70:0/3249953443 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08b4162390 0x7f08b4073270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08b893f640 1 -- 172.21.15.70:0/3249953443 >> v2:172.21.15.196:3300/0 conn(0x7f08b4162860 msgr2=0x7f08b4162d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:55.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08b893f640 1 --2- 172.21.15.70:0/3249953443 >> v2:172.21.15.196:3300/0 conn(0x7f08b4162860 0x7f08b4162d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.940+0000 7f08b893f640 1 -- 172.21.15.70:0/3249953443 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08b415f480 con 0x7f08b40b3a30 2024-09-05T06:19:55.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b893f640 1 --2- 172.21.15.70:0/3249953443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b40737b0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f08b4074260 tx=0x7f08a801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30ca9e87c9b220a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:55.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b3fff640 1 -- 172.21.15.70:0/3249953443 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a80ab5f0 con 0x7f08b40b3a30 2024-09-05T06:19:55.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b3fff640 1 -- 172.21.15.70:0/3249953443 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08a80b0070 con 0x7f08b40b3a30 2024-09-05T06:19:55.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b3fff640 1 -- 172.21.15.70:0/3249953443 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a80ab9b0 con 0x7f08b40b3a30 2024-09-05T06:19:55.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- 172.21.15.70:0/3249953443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 msgr2=0x7f08b40737b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:55.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/3249953443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b40737b0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f08b4074260 tx=0x7f08a801c520 comp rx=0 tx=0).stop 2024-09-05T06:19:55.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- 172.21.15.70:0/3249953443 shutdown_connections 2024-09-05T06:19:55.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/3249953443 >> v2:172.21.15.196:3300/0 conn(0x7f08b4162860 0x7f08b4162d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/3249953443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b40737b0 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/3249953443 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08b4162390 0x7f08b4073270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- 172.21.15.70:0/3249953443 >> 172.21.15.70:0/3249953443 conn(0x7f08b40723c0 msgr2=0x7f08b40b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:55.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- 172.21.15.70:0/3249953443 shutdown_connections 2024-09-05T06:19:55.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- 172.21.15.70:0/3249953443 wait complete. 2024-09-05T06:19:55.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 Processor -- start 2024-09-05T06:19:55.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- start start 2024-09-05T06:19:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b409ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08b4162390 0x7f08b4154d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08b4162860 0x7f08b409b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f08b40b4270 con 0x7f08b40b3a30 2024-09-05T06:19:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f08b40b40f0 con 0x7f08b4162860 2024-09-05T06:19:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08bb3a4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f08b40752c0 con 0x7f08b4162390 2024-09-05T06:19:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9140640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b409ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:55.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9140640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b409ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57556/0 (socket says 172.21.15.70:57556) 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9140640 1 -- 172.21.15.70:0/2946411954 learned_addr learned my addr 172.21.15.70:0/2946411954 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9140640 1 -- 172.21.15.70:0/2946411954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08b4162390 msgr2=0x7f08b4154d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9140640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08b4162390 0x7f08b4154d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9140640 1 -- 172.21.15.70:0/2946411954 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08b4162860 msgr2=0x7f08b409b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9941640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08b4162860 0x7f08b409b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9140640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08b4162860 0x7f08b409b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.944+0000 7f08b9140640 1 -- 172.21.15.70:0/2946411954 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08b41f8a00 con 0x7f08b40b3a30 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b9140640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b409ed80 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f08a400ba50 tx=0x7f08a400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b1ffb640 1 -- 172.21.15.70:0/2946411954 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a4019070 con 0x7f08b40b3a30 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b1ffb640 1 -- 172.21.15.70:0/2946411954 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08a400cc00 con 0x7f08b40b3a30 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08b4158260 con 0x7f08b40b3a30 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b1ffb640 1 -- 172.21.15.70:0/2946411954 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a4014440 con 0x7f08b40b3a30 2024-09-05T06:19:55.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08b4158820 con 0x7f08b40b3a30 2024-09-05T06:19:55.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08b4162d10 con 0x7f08b40b3a30 2024-09-05T06:19:55.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b1ffb640 1 -- 172.21.15.70:0/2946411954 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f08a401c070 con 0x7f08b40b3a30 2024-09-05T06:19:55.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b1ffb640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08a00678c0 0x7f08a0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:55.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b1ffb640 1 -- 172.21.15.70:0/2946411954 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(185..185 src has 1..185) ==== 5709+0+0 (secure 0 0 0) 0x7f08a40859b0 con 0x7f08b40b3a30 2024-09-05T06:19:55.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b893f640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08a00678c0 0x7f08a0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:55.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.948+0000 7f08b893f640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08a00678c0 0x7f08a0069d80 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f08a80af000 tx=0x7f08a8004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:55.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:55.952+0000 7f08b1ffb640 1 -- 172.21.15.70:0/2946411954 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f08a4056580 con 0x7f08b40b3a30 2024-09-05T06:19:56.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.116+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f08b40742b0 con 0x7f08b40b3a30 2024-09-05T06:19:56.112 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.116+0000 7f08b1ffb640 1 -- 172.21.15.70:0/2946411954 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v185) ==== 74+0+16741 (secure 0 0 0) 0x7f08a4055e80 con 0x7f08b40b3a30 2024-09-05T06:19:56.113 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:56.113 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":185,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:19:55.117828+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:19:53.731927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"185","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-05T06:19:54.112347+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"185","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08a00678c0 msgr2=0x7f08a0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08a00678c0 0x7f08a0069d80 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f08a80af000 tx=0x7f08a8004740 comp rx=0 tx=0).stop 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 msgr2=0x7f08b409ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b409ed80 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f08a400ba50 tx=0x7f08a400bf10 comp rx=0 tx=0).stop 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 shutdown_connections 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f08a00678c0 0x7f08a0069d80 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f08b4162860 0x7f08b409b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f08b4162390 0x7f08b4154d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.115 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 --2- 172.21.15.70:0/2946411954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08b40b3a30 0x7f08b409ed80 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 >> 172.21.15.70:0/2946411954 conn(0x7f08b40723c0 msgr2=0x7f08b406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:56.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 shutdown_connections 2024-09-05T06:19:56.116 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.120+0000 7f08bb3a4640 1 -- 172.21.15.70:0/2946411954 wait complete. 2024-09-05T06:19:56.132 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:19:56.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a26799640 1 Processor -- start 2024-09-05T06:19:56.249 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a26799640 1 -- start start 2024-09-05T06:19:56.250 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a26799640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200ce780 0x7f6a200cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a26799640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6a200d0060 0x7f6a200b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a26799640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a200d1150 con 0x7f6a2015cdd0 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a26799640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6a200d1430 con 0x7f6a200d0060 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a26799640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6a200d1710 con 0x7f6a200ce780 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a24d36640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6a200d0060 0x7f6a200b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a24d36640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6a200d0060 0x7f6a200b2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57558/0 (socket says 172.21.15.70:57558) 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a24d36640 1 -- 172.21.15.70:0/1497743077 learned_addr learned my addr 172.21.15.70:0/1497743077 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a1f7fe640 1 --2- 172.21.15.70:0/1497743077 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200ce780 0x7f6a200cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a24d36640 1 -- 172.21.15.70:0/1497743077 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200ce780 msgr2=0x7f6a200cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a24d36640 1 --2- 172.21.15.70:0/1497743077 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200ce780 0x7f6a200cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.251 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a24d36640 1 -- 172.21.15.70:0/1497743077 >> v1:172.21.15.196:6789/0 conn(0x7f6a2015cdd0 legacy=0x7f6a200cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.252 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.256+0000 7f6a24d36640 1 -- 172.21.15.70:0/1497743077 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a200b25e0 con 0x7f6a200d0060 2024-09-05T06:19:56.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a24d36640 1 --2- 172.21.15.70:0/1497743077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a200b2b00 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f6a18009e50 tx=0x7f6a1801ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa3b15c4913ebef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.253 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a1effd640 1 -- 172.21.15.70:0/1497743077 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a180a5920 con 0x7f6a200d0060 2024-09-05T06:19:56.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a1effd640 1 -- 172.21.15.70:0/1497743077 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a180a5ac0 con 0x7f6a200d0060 2024-09-05T06:19:56.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a1effd640 1 -- 172.21.15.70:0/1497743077 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a180ad3f0 con 0x7f6a200d0060 2024-09-05T06:19:56.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- 172.21.15.70:0/1497743077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 msgr2=0x7f6a200b2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.254 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 --2- 172.21.15.70:0/1497743077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a200b2b00 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f6a18009e50 tx=0x7f6a1801ca30 comp rx=0 tx=0).stop 2024-09-05T06:19:56.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- 172.21.15.70:0/1497743077 shutdown_connections 2024-09-05T06:19:56.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 --2- 172.21.15.70:0/1497743077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a200b2b00 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 --2- 172.21.15.70:0/1497743077 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200ce780 0x7f6a200cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- 172.21.15.70:0/1497743077 >> 172.21.15.70:0/1497743077 conn(0x7f6a200b4660 msgr2=0x7f6a200b4a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:56.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- 172.21.15.70:0/1497743077 shutdown_connections 2024-09-05T06:19:56.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- 172.21.15.70:0/1497743077 wait complete. 2024-09-05T06:19:56.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 Processor -- start 2024-09-05T06:19:56.255 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- start start 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6a200ce780 0x7f6a200b5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a20152ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200b85a0 0x7f6a20153010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6a200b3be0 con 0x7f6a200d0060 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6a200b3a60 con 0x7f6a200ce780 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a26799640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6a200b3d60 con 0x7f6a200b85a0 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a1f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a20152ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a1f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a20152ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57566/0 (socket says 172.21.15.70:57566) 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.260+0000 7f6a1f7fe640 1 -- 172.21.15.70:0/3759717347 learned_addr learned my addr 172.21.15.70:0/3759717347 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a24d36640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200b85a0 0x7f6a20153010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1ffff640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6a200ce780 0x7f6a200b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.258 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1f7fe640 1 -- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200b85a0 msgr2=0x7f6a20153010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1f7fe640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200b85a0 0x7f6a20153010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1f7fe640 1 -- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6a200ce780 msgr2=0x7f6a200b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1f7fe640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6a200ce780 0x7f6a200b5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1f7fe640 1 -- 172.21.15.70:0/3759717347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a201539b0 con 0x7f6a200d0060 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1ffff640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6a200ce780 0x7f6a200b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1f7fe640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a20152ad0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f6a0800e870 tx=0x7f6a0800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1cff9640 1 -- 172.21.15.70:0/3759717347 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a08017070 con 0x7f6a200d0060 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1cff9640 1 -- 172.21.15.70:0/3759717347 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a0800c940 con 0x7f6a200d0060 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a20153c90 con 0x7f6a200d0060 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1cff9640 1 -- 172.21.15.70:0/3759717347 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0800cd10 con 0x7f6a200d0060 2024-09-05T06:19:56.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a20154630 con 0x7f6a200d0060 2024-09-05T06:19:56.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a200b2b00 con 0x7f6a200d0060 2024-09-05T06:19:56.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1cff9640 1 -- 172.21.15.70:0/3759717347 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6a0801a070 con 0x7f6a200d0060 2024-09-05T06:19:56.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1cff9640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6a000678f0 0x7f6a00069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1cff9640 1 -- 172.21.15.70:0/3759717347 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(185..185 src has 1..185) ==== 5709+0+0 (secure 0 0 0) 0x7f6a08085f80 con 0x7f6a200d0060 2024-09-05T06:19:56.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1ffff640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6a000678f0 0x7f6a00069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.264+0000 7f6a1ffff640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6a000678f0 0x7f6a00069db0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f6a100016f0 tx=0x7f6a10009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.268+0000 7f6a1cff9640 1 -- 172.21.15.70:0/3759717347 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6a08056a30 con 0x7f6a200d0060 2024-09-05T06:19:56.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.432+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a200684f0 con 0x7f6a200d0060 2024-09-05T06:19:56.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.432+0000 7f6a1cff9640 1 -- 172.21.15.70:0/3759717347 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v185) ==== 74+0+16741 (secure 0 0 0) 0x7f6a08056330 con 0x7f6a200d0060 2024-09-05T06:19:56.429 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:56.429 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":185,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:19:55.117828+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:19:53.731927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"185","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-05T06:19:54.112347+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"185","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:19:56.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6a000678f0 msgr2=0x7f6a00069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6a000678f0 0x7f6a00069db0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f6a100016f0 tx=0x7f6a10009040 comp rx=0 tx=0).stop 2024-09-05T06:19:56.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 msgr2=0x7f6a20152ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a20152ad0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f6a0800e870 tx=0x7f6a0800ed30 comp rx=0 tx=0).stop 2024-09-05T06:19:56.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 shutdown_connections 2024-09-05T06:19:56.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6a000678f0 0x7f6a00069db0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6a200b85a0 0x7f6a20153010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a200d0060 0x7f6a20152ad0 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 --2- 172.21.15.70:0/3759717347 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6a200ce780 0x7f6a200b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 >> 172.21.15.70:0/3759717347 conn(0x7f6a200b4660 msgr2=0x7f6a200af940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:56.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 shutdown_connections 2024-09-05T06:19:56.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.436+0000 7f6a26799640 1 -- 172.21.15.70:0/3759717347 wait complete. 2024-09-05T06:19:56.448 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-05T06:19:56.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.580+0000 7fdff178e640 1 Processor -- start 2024-09-05T06:19:56.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdff178e640 1 -- start start 2024-09-05T06:19:56.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdff178e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec072a90 0x7fdfec072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdff178e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfec15bc40 con 0x7fdfec06e680 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdff178e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfec0d14c0 con 0x7fdfec0afff0 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdff178e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdfec073410 con 0x7fdfec072a90 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdfeb7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdfec06e680 0x7fdfec0d0770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46670/0 (socket says 172.21.15.70:46670) 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdfeb7fe640 1 -- 172.21.15.70:0/2452884496 learned_addr learned my addr 172.21.15.70:0/2452884496 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdfe27fc640 1 --2- 172.21.15.70:0/2452884496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec072a90 0x7fdfec072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdfea7fc640 1 -- 172.21.15.70:0/2452884496 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3703832285 0 0) 0x7fdfec15bc40 con 0x7fdfec06e680 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdfea7fc640 1 -- 172.21.15.70:0/2452884496 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdfd8003530 con 0x7fdfec06e680 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdfe27fc640 1 -- 172.21.15.70:0/2452884496 >> v1:172.21.15.196:6789/0 conn(0x7fdfec0afff0 legacy=0x7fdfec0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdfe27fc640 1 -- 172.21.15.70:0/2452884496 >> v1:172.21.15.70:6789/0 conn(0x7fdfec06e680 legacy=0x7fdfec0d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.579 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.584+0000 7fdfe27fc640 1 -- 172.21.15.70:0/2452884496 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfec071cd0 con 0x7fdfec072a90 2024-09-05T06:19:56.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdfe27fc640 1 --2- 172.21.15.70:0/2452884496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec072a90 0x7fdfec072ed0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdfd40097f0 tx=0x7fdfd401c4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=117e1e3097eb764 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdfea7fc640 1 -- 172.21.15.70:0/2452884496 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd40b0070 con 0x7fdfec072a90 2024-09-05T06:19:56.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdfea7fc640 1 -- 172.21.15.70:0/2452884496 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd40ab600 con 0x7fdfec072a90 2024-09-05T06:19:56.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdfea7fc640 1 -- 172.21.15.70:0/2452884496 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd40ab9d0 con 0x7fdfec072a90 2024-09-05T06:19:56.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- 172.21.15.70:0/2452884496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec072a90 msgr2=0x7fdfec072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 --2- 172.21.15.70:0/2452884496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec072a90 0x7fdfec072ed0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdfd40097f0 tx=0x7fdfd401c4e0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- 172.21.15.70:0/2452884496 shutdown_connections 2024-09-05T06:19:56.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 --2- 172.21.15.70:0/2452884496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec072a90 0x7fdfec072ed0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- 172.21.15.70:0/2452884496 >> 172.21.15.70:0/2452884496 conn(0x7fdfec06bcc0 msgr2=0x7fdfec06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:56.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- 172.21.15.70:0/2452884496 shutdown_connections 2024-09-05T06:19:56.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- 172.21.15.70:0/2452884496 wait complete. 2024-09-05T06:19:56.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 Processor -- start 2024-09-05T06:19:56.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- start start 2024-09-05T06:19:56.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfec06e680 0x7fdfec160510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdfec072a90 0x7fdfec161ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec0afff0 0x7fdfec158fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdfec0ce150 con 0x7fdfec072a90 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fdfec072600 con 0x7fdfec06e680 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.588+0000 7fdff178e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fdfec0ce2d0 con 0x7fdfec0afff0 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdfec072a90 0x7fdfec161ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdfec072a90 0x7fdfec161ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57576/0 (socket says 172.21.15.70:57576) 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 -- 172.21.15.70:0/920105730 learned_addr learned my addr 172.21.15.70:0/920105730 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfeaffd640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfec06e680 0x7fdfec160510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfeb7fe640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec0afff0 0x7fdfec158fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 -- 172.21.15.70:0/920105730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec0afff0 msgr2=0x7fdfec158fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec0afff0 0x7fdfec158fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 -- 172.21.15.70:0/920105730 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfec06e680 msgr2=0x7fdfec160510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfec06e680 0x7fdfec160510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 -- 172.21.15.70:0/920105730 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfec0ab520 con 0x7fdfec072a90 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe27fc640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdfec072a90 0x7fdfec161ff0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fdfd40097f0 tx=0x7fdfd4019280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe3fff640 1 -- 172.21.15.70:0/920105730 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd40b0040 con 0x7fdfec072a90 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe3fff640 1 -- 172.21.15.70:0/920105730 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd40ba070 con 0x7fdfec072a90 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe3fff640 1 -- 172.21.15.70:0/920105730 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd4006e20 con 0x7fdfec072a90 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfec0ab800 con 0x7fdfec072a90 2024-09-05T06:19:56.587 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfec0abdc0 con 0x7fdfec072a90 2024-09-05T06:19:56.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfec072ed0 con 0x7fdfec072a90 2024-09-05T06:19:56.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe3fff640 1 -- 172.21.15.70:0/920105730 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdfd40b4650 con 0x7fdfec072a90 2024-09-05T06:19:56.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe3fff640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdfcc0678c0 0x7fdfcc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfe3fff640 1 -- 172.21.15.70:0/920105730 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(185..185 src has 1..185) ==== 5709+0+0 (secure 0 0 0) 0x7fdfd411f910 con 0x7fdfec072a90 2024-09-05T06:19:56.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfeaffd640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdfcc0678c0 0x7fdfcc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.588 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.592+0000 7fdfeaffd640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdfcc0678c0 0x7fdfcc069d80 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc001650 tx=0x7fdfdc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.596+0000 7fdfe3fff640 1 -- 172.21.15.70:0/920105730 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdfd40160d0 con 0x7fdfec072a90 2024-09-05T06:19:56.781 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.788+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdfec0abf90 con 0x7fdfec072a90 2024-09-05T06:19:56.797 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdfe3fff640 1 -- 172.21.15.70:0/920105730 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v73) ==== 118+0+0 (secure 0 0 0) 0x7fdfd40bc310 con 0x7fdfec072a90 2024-09-05T06:19:56.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdfcc0678c0 msgr2=0x7fdfcc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdfcc0678c0 0x7fdfcc069d80 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc001650 tx=0x7fdfdc009040 comp rx=0 tx=0).stop 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdfec072a90 msgr2=0x7fdfec161ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdfec072a90 0x7fdfec161ff0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fdfd40097f0 tx=0x7fdfd4019280 comp rx=0 tx=0).stop 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 shutdown_connections 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fdfcc0678c0 0x7fdfcc069d80 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfec0afff0 0x7fdfec158fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdfec072a90 0x7fdfec161ff0 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 --2- 172.21.15.70:0/920105730 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfec06e680 0x7fdfec160510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 >> 172.21.15.70:0/920105730 conn(0x7fdfec06bcc0 msgr2=0x7fdfec0b3ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 shutdown_connections 2024-09-05T06:19:56.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.804+0000 7fdff178e640 1 -- 172.21.15.70:0/920105730 wait complete. 2024-09-05T06:19:56.816 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-05T06:19:56.816 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-05T06:19:56.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f8d152640 1 Processor -- start 2024-09-05T06:19:56.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f8d152640 1 -- start start 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f8d152640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f88072a90 0x7f4f88072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f8d152640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f8815bc40 con 0x7f4f880afff0 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f8d152640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f880d14c0 con 0x7f4f8806e680 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f8d152640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4f88073410 con 0x7f4f88072a90 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f8659c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f88072a90 0x7f4f88072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f86d9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4f880afff0 0x7f4f880cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:46684/0 (socket says 172.21.15.70:46684) 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.940+0000 7f4f86d9d640 1 -- 172.21.15.70:0/2720359350 learned_addr learned my addr 172.21.15.70:0/2720359350 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8659c640 1 -- 172.21.15.70:0/2720359350 >> v1:172.21.15.196:6789/0 conn(0x7f4f8806e680 legacy=0x7f4f880d0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8659c640 1 -- 172.21.15.70:0/2720359350 >> v1:172.21.15.70:6789/0 conn(0x7f4f880afff0 legacy=0x7f4f880cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8659c640 1 -- 172.21.15.70:0/2720359350 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f88071cd0 con 0x7f4f88072a90 2024-09-05T06:19:56.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f85d9b640 1 -- 172.21.15.70:0/2720359350 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3956735598 0 0) 0x7f4f8815bc40 con 0x7f4f880afff0 2024-09-05T06:19:56.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8659c640 1 --2- 172.21.15.70:0/2720359350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f88072a90 0x7f4f88072ed0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f4f700097f0 tx=0x7f4f7001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=867efe25dcc4fcd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f85d9b640 1 -- 172.21.15.70:0/2720359350 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f700b0070 con 0x7f4f88072a90 2024-09-05T06:19:56.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f85d9b640 1 -- 172.21.15.70:0/2720359350 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f700ab600 con 0x7f4f88072a90 2024-09-05T06:19:56.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f85d9b640 1 -- 172.21.15.70:0/2720359350 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f700ab9d0 con 0x7f4f88072a90 2024-09-05T06:19:56.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8d152640 1 -- 172.21.15.70:0/2720359350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f88072a90 msgr2=0x7f4f88072ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8d152640 1 --2- 172.21.15.70:0/2720359350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f88072a90 0x7f4f88072ed0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f4f700097f0 tx=0x7f4f7001c460 comp rx=0 tx=0).stop 2024-09-05T06:19:56.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8d152640 1 -- 172.21.15.70:0/2720359350 shutdown_connections 2024-09-05T06:19:56.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8d152640 1 --2- 172.21.15.70:0/2720359350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f88072a90 0x7f4f88072ed0 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8d152640 1 -- 172.21.15.70:0/2720359350 >> 172.21.15.70:0/2720359350 conn(0x7f4f8806bcc0 msgr2=0x7f4f8806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:56.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8d152640 1 -- 172.21.15.70:0/2720359350 shutdown_connections 2024-09-05T06:19:56.940 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.944+0000 7f4f8d152640 1 -- 172.21.15.70:0/2720359350 wait complete. 2024-09-05T06:19:56.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 Processor -- start 2024-09-05T06:19:56.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 -- start start 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f8806e680 0x7f4f881452b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f88072a90 0x7f4f880b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f880afff0 0x7f4f8806d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4f880ce150 con 0x7f4f880afff0 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4f88072600 con 0x7f4f88072a90 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4f880ce2d0 con 0x7f4f8806e680 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f880afff0 0x7f4f8806d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f880afff0 0x7f4f8806d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57606/0 (socket says 172.21.15.70:57606) 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 -- 172.21.15.70:0/258986272 learned_addr learned my addr 172.21.15.70:0/258986272 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f86d9d640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f8806e680 0x7f4f881452b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8659c640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f88072a90 0x7f4f880b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 -- 172.21.15.70:0/258986272 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f8806e680 msgr2=0x7f4f881452b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f8806e680 0x7f4f881452b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 -- 172.21.15.70:0/258986272 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f88072a90 msgr2=0x7f4f880b2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f88072a90 0x7f4f880b2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 -- 172.21.15.70:0/258986272 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f880b1d00 con 0x7f4f880afff0 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8759e640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f880afff0 0x7f4f8806d570 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000c7b0 tx=0x7f4f8000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f7f7fe640 1 -- 172.21.15.70:0/258986272 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80004b70 con 0x7f4f880afff0 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f7f7fe640 1 -- 172.21.15.70:0/258986272 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f80004d10 con 0x7f4f880afff0 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f880b1fe0 con 0x7f4f880afff0 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f7f7fe640 1 -- 172.21.15.70:0/258986272 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8000aa90 con 0x7f4f880afff0 2024-09-05T06:19:56.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f880b25a0 con 0x7f4f880afff0 2024-09-05T06:19:56.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f88072ed0 con 0x7f4f880afff0 2024-09-05T06:19:56.945 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f7f7fe640 1 -- 172.21.15.70:0/258986272 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4f8000ac30 con 0x7f4f880afff0 2024-09-05T06:19:56.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f7f7fe640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f680678c0 0x7f4f68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:56.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f7f7fe640 1 -- 172.21.15.70:0/258986272 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7f4f80085eb0 con 0x7f4f880afff0 2024-09-05T06:19:56.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.948+0000 7f4f86d9d640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f680678c0 0x7f4f68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:56.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.952+0000 7f4f86d9d640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f680678c0 0x7f4f68069d80 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f4f78000f70 tx=0x7f4f78007c10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:56.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:56.956+0000 7f4f7f7fe640 1 -- 172.21.15.70:0/258986272 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4f80020070 con 0x7f4f880afff0 2024-09-05T06:19:57.134 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.140+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f4f88154e40 con 0x7f4f880afff0 2024-09-05T06:19:57.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.808+0000 7f4f7f7fe640 1 -- 172.21.15.70:0/258986272 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v74) ==== 122+0+0 (secure 0 0 0) 0x7f4f80056a80 con 0x7f4f880afff0 2024-09-05T06:19:57.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f680678c0 msgr2=0x7f4f68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f680678c0 0x7f4f68069d80 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f4f78000f70 tx=0x7f4f78007c10 comp rx=0 tx=0).stop 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f880afff0 msgr2=0x7f4f8806d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f880afff0 0x7f4f8806d570 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000c7b0 tx=0x7f4f8000cc70 comp rx=0 tx=0).stop 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 shutdown_connections 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f680678c0 0x7f4f68069d80 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f880afff0 0x7f4f8806d570 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f88072a90 0x7f4f880b2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 --2- 172.21.15.70:0/258986272 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f8806e680 0x7f4f881452b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 >> 172.21.15.70:0/258986272 conn(0x7f4f8806bcc0 msgr2=0x7f4f8815cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 shutdown_connections 2024-09-05T06:19:57.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.812+0000 7f4f8d152640 1 -- 172.21.15.70:0/258986272 wait complete. 2024-09-05T06:19:57.827 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-05T06:19:57.828 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:19:57.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.952+0000 7f6f085e7640 1 Processor -- start 2024-09-05T06:19:57.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f085e7640 1 -- start start 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f085e7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6f000b5a20 0x7f6f00072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f085e7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6f0006d770 0x7f6f0006dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f085e7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f0006e4d0 con 0x7f6f0015ea00 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f085e7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6f00071db0 con 0x7f6f0006d770 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f085e7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6f00071760 con 0x7f6f000b5a20 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f06b84640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6f0006d770 0x7f6f0006dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f06b84640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6f0006d770 0x7f6f0006dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57614/0 (socket says 172.21.15.70:57614) 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f06b84640 1 -- 172.21.15.70:0/454630216 learned_addr learned my addr 172.21.15.70:0/454630216 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:57.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f05b82640 1 --2- 172.21.15.70:0/454630216 >> v2:172.21.15.196:3300/0 conn(0x7f6f000b5a20 0x7f6f00072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:57.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f06b84640 1 -- 172.21.15.70:0/454630216 >> v2:172.21.15.196:3300/0 conn(0x7f6f000b5a20 msgr2=0x7f6f00072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:57.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f06b84640 1 --2- 172.21.15.70:0/454630216 >> v2:172.21.15.196:3300/0 conn(0x7f6f000b5a20 0x7f6f00072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f06b84640 1 -- 172.21.15.70:0/454630216 >> v1:172.21.15.196:6789/0 conn(0x7f6f0015ea00 legacy=0x7f6f000b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:57.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.956+0000 7f6f06b84640 1 -- 172.21.15.70:0/454630216 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f00071a40 con 0x7f6f0006d770 2024-09-05T06:19:57.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f06b84640 1 --2- 172.21.15.70:0/454630216 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0006dbe0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f6f0006eaa0 tx=0x7f6ef801c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b8101e5d7449288 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:57.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f05381640 1 -- 172.21.15.70:0/454630216 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef80a5780 con 0x7f6f0006d770 2024-09-05T06:19:57.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f05381640 1 -- 172.21.15.70:0/454630216 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ef80a5920 con 0x7f6f0006d770 2024-09-05T06:19:57.953 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f05381640 1 -- 172.21.15.70:0/454630216 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef80a5cf0 con 0x7f6f0006d770 2024-09-05T06:19:57.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- 172.21.15.70:0/454630216 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 msgr2=0x7f6f0006dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:57.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 --2- 172.21.15.70:0/454630216 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0006dbe0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f6f0006eaa0 tx=0x7f6ef801c9b0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- 172.21.15.70:0/454630216 shutdown_connections 2024-09-05T06:19:57.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 --2- 172.21.15.70:0/454630216 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0006dbe0 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.954 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 --2- 172.21.15.70:0/454630216 >> v2:172.21.15.196:3300/0 conn(0x7f6f000b5a20 0x7f6f00072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- 172.21.15.70:0/454630216 >> 172.21.15.70:0/454630216 conn(0x7f6f0006bcc0 msgr2=0x7f6f0006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:57.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- 172.21.15.70:0/454630216 shutdown_connections 2024-09-05T06:19:57.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- 172.21.15.70:0/454630216 wait complete. 2024-09-05T06:19:57.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 Processor -- start 2024-09-05T06:19:57.955 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- start start 2024-09-05T06:19:57.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0015f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:57.957 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f000b5a20 0x7f6f0014f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f0015ea00 0x7f6f0014f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6f000b46d0 con 0x7f6f0006d770 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6f000b4550 con 0x7f6f000b5a20 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f085e7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6f000b4850 con 0x7f6f0015ea00 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f06383640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0015f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f06383640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0015f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57626/0 (socket says 172.21.15.70:57626) 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f06383640 1 -- 172.21.15.70:0/2281166524 learned_addr learned my addr 172.21.15.70:0/2281166524 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f05b82640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f000b5a20 0x7f6f0014f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.960+0000 7f6f06b84640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f0015ea00 0x7f6f0014f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f06383640 1 -- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f0015ea00 msgr2=0x7f6f0014f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f06383640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f0015ea00 0x7f6f0014f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.958 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f06383640 1 -- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f000b5a20 msgr2=0x7f6f0014f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f06383640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f000b5a20 0x7f6f0014f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f06383640 1 -- 172.21.15.70:0/2281166524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f0015f6c0 con 0x7f6f0006d770 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f06b84640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f0015ea00 0x7f6f0014f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f06383640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0015f180 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7f6efc00c480 tx=0x7f6efc00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6ef6ffd640 1 -- 172.21.15.70:0/2281166524 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6efc012830 con 0x7f6f0006d770 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6ef6ffd640 1 -- 172.21.15.70:0/2281166524 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6efc017070 con 0x7f6f0006d770 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f00161090 con 0x7f6f0006d770 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6ef6ffd640 1 -- 172.21.15.70:0/2281166524 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6efc012c30 con 0x7f6f0006d770 2024-09-05T06:19:57.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f00161650 con 0x7f6f0006d770 2024-09-05T06:19:57.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f0006dbe0 con 0x7f6f0006d770 2024-09-05T06:19:57.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6ef6ffd640 1 -- 172.21.15.70:0/2281166524 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6efc01c460 con 0x7f6f0006d770 2024-09-05T06:19:57.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6ef6ffd640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ee40678c0 0x7f6ee4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:57.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f05b82640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ee40678c0 0x7f6ee4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:57.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6ef6ffd640 1 -- 172.21.15.70:0/2281166524 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7f6efc085aa0 con 0x7f6f0006d770 2024-09-05T06:19:57.960 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.964+0000 7f6f05b82640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ee40678c0 0x7f6ee4069d80 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f6f00159ba0 tx=0x7f6ef0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:57.964 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:57.968+0000 7f6ef6ffd640 1 -- 172.21.15.70:0/2281166524 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6efc056670 con 0x7f6f0006d770 2024-09-05T06:19:58.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.152+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6f00155680 con 0x7f6f0006d770 2024-09-05T06:19:58.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.152+0000 7f6ef6ffd640 1 -- 172.21.15.70:0/2281166524 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7f6efc055f70 con 0x7f6f0006d770 2024-09-05T06:19:58.148 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:58.149 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:19:58.149 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:19:58.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ee40678c0 msgr2=0x7f6ee4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ee40678c0 0x7f6ee4069d80 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f6f00159ba0 tx=0x7f6ef0008040 comp rx=0 tx=0).stop 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 msgr2=0x7f6f0015f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0015f180 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7f6efc00c480 tx=0x7f6efc00c940 comp rx=0 tx=0).stop 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 shutdown_connections 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6ee40678c0 0x7f6ee4069d80 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6f0015ea00 0x7f6f0014f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6f000b5a20 0x7f6f0014f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 --2- 172.21.15.70:0/2281166524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6f0006d770 0x7f6f0015f180 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 >> 172.21.15.70:0/2281166524 conn(0x7f6f0006bcc0 msgr2=0x7f6f0006eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 shutdown_connections 2024-09-05T06:19:58.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.156+0000 7f6f085e7640 1 -- 172.21.15.70:0/2281166524 wait complete. 2024-09-05T06:19:58.166 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:19:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9f7ad640 1 Processor -- start 2024-09-05T06:19:58.269 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9f7ad640 1 -- start start 2024-09-05T06:19:58.270 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9f7ad640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3f9815ca20 0x7f3f9815dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9f7ad640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3f98070510 0x7f3f9806f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9f7ad640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9806c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9f7ad640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3f9806c670 con 0x7f3f9815ca20 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9f7ad640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3f98070d40 con 0x7f3f98070510 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9f7ad640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3f98071020 con 0x7f3f9806bcc0 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3f9815ca20 0x7f3f9815dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3f9815ca20 0x7f3f9815dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33838/0 (socket says 172.21.15.70:33838) 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 -- 172.21.15.70:0/1778241527 learned_addr learned my addr 172.21.15.70:0/1778241527 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9dd4a640 1 --2- 172.21.15.70:0/1778241527 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9806c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 -- 172.21.15.70:0/1778241527 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 msgr2=0x7f3f9806c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9cd48640 1 --2- 172.21.15.70:0/1778241527 >> v2:172.21.15.196:3300/0 conn(0x7f3f98070510 0x7f3f9806f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.271 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 --2- 172.21.15.70:0/1778241527 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9806c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 -- 172.21.15.70:0/1778241527 >> v2:172.21.15.196:3300/0 conn(0x7f3f98070510 msgr2=0x7f3f9806f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:58.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 --2- 172.21.15.70:0/1778241527 >> v2:172.21.15.196:3300/0 conn(0x7f3f98070510 0x7f3f9806f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 -- 172.21.15.70:0/1778241527 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f9806e7b0 con 0x7f3f9815ca20 2024-09-05T06:19:58.272 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.276+0000 7f3f9d549640 1 --2- 172.21.15.70:0/1778241527 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f9815dab0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f3f9806ddb0 tx=0x7f3f9401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8df11b3468a017d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f8ffff640 1 -- 172.21.15.70:0/1778241527 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f940aa610 con 0x7f3f9815ca20 2024-09-05T06:19:58.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f8ffff640 1 -- 172.21.15.70:0/1778241527 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f940af070 con 0x7f3f9815ca20 2024-09-05T06:19:58.273 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f8ffff640 1 -- 172.21.15.70:0/1778241527 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f940aa9d0 con 0x7f3f9815ca20 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/1778241527 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 msgr2=0x7f3f9815dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/1778241527 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f9815dab0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f3f9806ddb0 tx=0x7f3f9401c4f0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/1778241527 shutdown_connections 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/1778241527 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9806c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/1778241527 >> v2:172.21.15.196:3300/0 conn(0x7f3f98070510 0x7f3f9806f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/1778241527 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f9815dab0 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/1778241527 >> 172.21.15.70:0/1778241527 conn(0x7f3f980d1910 msgr2=0x7f3f980d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/1778241527 shutdown_connections 2024-09-05T06:19:58.274 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/1778241527 wait complete. 2024-09-05T06:19:58.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 Processor -- start 2024-09-05T06:19:58.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- start start 2024-09-05T06:19:58.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9814d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3f98070510 0x7f3f9815be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.276 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f98148490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3f98070a70 con 0x7f3f9815ca20 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3f980708f0 con 0x7f3f98070510 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3f980b6790 con 0x7f3f9806bcc0 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f98148490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f98148490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33840/0 (socket says 172.21.15.70:33840) 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 -- 172.21.15.70:0/3040387917 learned_addr learned my addr 172.21.15.70:0/3040387917 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9d549640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9814d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9cd48640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3f98070510 0x7f3f9815be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 -- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 msgr2=0x7f3f9814d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9814d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 -- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3f98070510 msgr2=0x7f3f9815be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3f98070510 0x7f3f9815be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.277 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 -- 172.21.15.70:0/3040387917 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f9814cdb0 con 0x7f3f9815ca20 2024-09-05T06:19:58.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9d549640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9814d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:58.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9cd48640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3f98070510 0x7f3f9815be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:58.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9dd4a640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f98148490 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f3f9000cd70 tx=0x7f3f9000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f8dffb640 1 -- 172.21.15.70:0/3040387917 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f90003ba0 con 0x7f3f9815ca20 2024-09-05T06:19:58.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f8dffb640 1 -- 172.21.15.70:0/3040387917 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f90003d40 con 0x7f3f9815ca20 2024-09-05T06:19:58.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f8dffb640 1 -- 172.21.15.70:0/3040387917 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f90004240 con 0x7f3f9815ca20 2024-09-05T06:19:58.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f9814d090 con 0x7f3f9815ca20 2024-09-05T06:19:58.278 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.280+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f98148b30 con 0x7f3f9815ca20 2024-09-05T06:19:58.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.284+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f9806f290 con 0x7f3f9815ca20 2024-09-05T06:19:58.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.284+0000 7f3f8dffb640 1 -- 172.21.15.70:0/3040387917 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3f900043e0 con 0x7f3f9815ca20 2024-09-05T06:19:58.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.284+0000 7f3f8dffb640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3f7c0678c0 0x7f3f7c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.284+0000 7f3f8dffb640 1 -- 172.21.15.70:0/3040387917 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7f3f900866d0 con 0x7f3f9815ca20 2024-09-05T06:19:58.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.284+0000 7f3f9d549640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3f7c0678c0 0x7f3f7c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.279 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.284+0000 7f3f9d549640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3f7c0678c0 0x7f3f7c069d80 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f3f940ae000 tx=0x7f3f94008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.288+0000 7f3f8dffb640 1 -- 172.21.15.70:0/3040387917 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3f900572a0 con 0x7f3f9815ca20 2024-09-05T06:19:58.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.436+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f98157510 con 0x7f3f9815ca20 2024-09-05T06:19:58.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.436+0000 7f3f8dffb640 1 -- 172.21.15.70:0/3040387917 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v186) ==== 74+0+16728 (secure 0 0 0) 0x7f3f90056ba0 con 0x7f3f9815ca20 2024-09-05T06:19:58.432 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:58.432 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":186,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:19:56.749611+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:19:53.731927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"185","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-05T06:19:54.112347+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"186","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:19:58.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3f7c0678c0 msgr2=0x7f3f7c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3f7c0678c0 0x7f3f7c069d80 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f3f940ae000 tx=0x7f3f94008040 comp rx=0 tx=0).stop 2024-09-05T06:19:58.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 msgr2=0x7f3f98148490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f98148490 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f3f9000cd70 tx=0x7f3f9000a660 comp rx=0 tx=0).stop 2024-09-05T06:19:58.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 shutdown_connections 2024-09-05T06:19:58.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f3f7c0678c0 0x7f3f7c069d80 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3f9815ca20 0x7f3f98148490 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3f98070510 0x7f3f9815be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 --2- 172.21.15.70:0/3040387917 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3f9806bcc0 0x7f3f9814d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 >> 172.21.15.70:0/3040387917 conn(0x7f3f980d1910 msgr2=0x7f3f980d1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:58.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 shutdown_connections 2024-09-05T06:19:58.435 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.440+0000 7f3f9f7ad640 1 -- 172.21.15.70:0/3040387917 wait complete. 2024-09-05T06:19:58.449 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:19:58.450 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:19:58.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.568+0000 7f13b299e640 1 Processor -- start 2024-09-05T06:19:58.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.568+0000 7f13b299e640 1 -- start start 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac15b1a0 0x7f13ac0b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f13ac0afae0 0x7f13ac15b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f13ac15bac0 0x7f13ac15bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f13ac0b0330 con 0x7f13ac15bac0 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f13ac072890 con 0x7f13ac0afae0 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f13ac072b70 con 0x7f13ac15b1a0 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f13ac15bac0 0x7f13ac15bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f13ac15bac0 0x7f13ac15bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33844/0 (socket says 172.21.15.70:33844) 2024-09-05T06:19:58.566 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 -- 172.21.15.70:0/4255477778 learned_addr learned my addr 172.21.15.70:0/4255477778 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:58.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13abfff640 1 --2- 172.21.15.70:0/4255477778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac15b1a0 0x7f13ac0b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13ab7fe640 1 --2- 172.21.15.70:0/4255477778 >> v2:172.21.15.196:3300/0 conn(0x7f13ac0afae0 0x7f13ac15b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 -- 172.21.15.70:0/4255477778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac15b1a0 msgr2=0x7f13ac0b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:58.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 --2- 172.21.15.70:0/4255477778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac15b1a0 0x7f13ac0b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 -- 172.21.15.70:0/4255477778 >> v2:172.21.15.196:3300/0 conn(0x7f13ac0afae0 msgr2=0x7f13ac15b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:58.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 --2- 172.21.15.70:0/4255477778 >> v2:172.21.15.196:3300/0 conn(0x7f13ac0afae0 0x7f13ac15b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 -- 172.21.15.70:0/4255477778 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13ac072e50 con 0x7f13ac15bac0 2024-09-05T06:19:58.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13abfff640 1 --2- 172.21.15.70:0/4255477778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac15b1a0 0x7f13ac0b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:58.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b0f3b640 1 --2- 172.21.15.70:0/4255477778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15bac0 0x7f13ac15bf30 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f13ac06fa40 tx=0x7f13a401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbb70e256f2b1bac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13aaffd640 1 -- 172.21.15.70:0/4255477778 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a40a5670 con 0x7f13ac15bac0 2024-09-05T06:19:58.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13aaffd640 1 -- 172.21.15.70:0/4255477778 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13a40a5810 con 0x7f13ac15bac0 2024-09-05T06:19:58.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13aaffd640 1 -- 172.21.15.70:0/4255477778 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a40a5be0 con 0x7f13ac15bac0 2024-09-05T06:19:58.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 -- 172.21.15.70:0/4255477778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15bac0 msgr2=0x7f13ac15bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 --2- 172.21.15.70:0/4255477778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15bac0 0x7f13ac15bf30 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f13ac06fa40 tx=0x7f13a401c9f0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 -- 172.21.15.70:0/4255477778 shutdown_connections 2024-09-05T06:19:58.569 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 --2- 172.21.15.70:0/4255477778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15bac0 0x7f13ac15bf30 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 --2- 172.21.15.70:0/4255477778 >> v2:172.21.15.196:3300/0 conn(0x7f13ac0afae0 0x7f13ac15b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.572+0000 7f13b299e640 1 --2- 172.21.15.70:0/4255477778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac15b1a0 0x7f13ac0b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- 172.21.15.70:0/4255477778 >> 172.21.15.70:0/4255477778 conn(0x7f13ac06bcc0 msgr2=0x7f13ac06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- 172.21.15.70:0/4255477778 shutdown_connections 2024-09-05T06:19:58.570 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- 172.21.15.70:0/4255477778 wait complete. 2024-09-05T06:19:58.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 Processor -- start 2024-09-05T06:19:58.572 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- start start 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac0afae0 0x7f13ac0ac090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15b1a0 0x7f13ac1f54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13ac15bac0 0x7f13ac1f59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f13ac06e680 con 0x7f13ac15b1a0 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f13ac073840 con 0x7f13ac15bac0 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f13ac06e800 con 0x7f13ac0afae0 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15b1a0 0x7f13ac1f54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15b1a0 0x7f13ac1f54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33852/0 (socket says 172.21.15.70:33852) 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 -- 172.21.15.70:0/3257889026 learned_addr learned my addr 172.21.15.70:0/3257889026 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:58.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13abfff640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac0afae0 0x7f13ac0ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b0f3b640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13ac15bac0 0x7f13ac1f59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 -- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac0afae0 msgr2=0x7f13ac0ac090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac0afae0 0x7f13ac0ac090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 -- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13ac15bac0 msgr2=0x7f13ac1f59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13ac15bac0 0x7f13ac1f59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 -- 172.21.15.70:0/3257889026 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13ac0ac9c0 con 0x7f13ac15b1a0 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b0f3b640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13ac15bac0 0x7f13ac1f59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13ab7fe640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15b1a0 0x7f13ac1f54b0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f13a000c7f0 tx=0x7f13a000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13a8ff9640 1 -- 172.21.15.70:0/3257889026 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a0015070 con 0x7f13ac15b1a0 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13a8ff9640 1 -- 172.21.15.70:0/3257889026 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13a0004220 con 0x7f13ac15b1a0 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13ac0acca0 con 0x7f13ac15b1a0 2024-09-05T06:19:58.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13a8ff9640 1 -- 172.21.15.70:0/3257889026 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a0003620 con 0x7f13ac15b1a0 2024-09-05T06:19:58.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.576+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13ac0ad260 con 0x7f13ac15b1a0 2024-09-05T06:19:58.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.580+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13ac06eb80 con 0x7f13ac15b1a0 2024-09-05T06:19:58.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.580+0000 7f13a8ff9640 1 -- 172.21.15.70:0/3257889026 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f13a00037c0 con 0x7f13ac15b1a0 2024-09-05T06:19:58.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.580+0000 7f13a8ff9640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13980678c0 0x7f1398069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.580+0000 7f13a8ff9640 1 -- 172.21.15.70:0/3257889026 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7f13a0085b90 con 0x7f13ac15b1a0 2024-09-05T06:19:58.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.580+0000 7f13abfff640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13980678c0 0x7f1398069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.580+0000 7f13abfff640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13980678c0 0x7f1398069d80 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f139c00a9a0 tx=0x7f139c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.584+0000 7f13a8ff9640 1 -- 172.21.15.70:0/3257889026 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f13a0056640 con 0x7f13ac15b1a0 2024-09-05T06:19:58.725 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.732+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f13ac1558a0 con 0x7f13980678c0 2024-09-05T06:19:58.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.740+0000 7f13a8ff9640 1 -- 172.21.15.70:0/3257889026 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247969 (secure 0 0 0) 0x7f13ac1558a0 con 0x7f13980678c0 2024-09-05T06:19:58.739 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:58.740 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:19:58.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13980678c0 msgr2=0x7f1398069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13980678c0 0x7f1398069d80 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f139c00a9a0 tx=0x7f139c008040 comp rx=0 tx=0).stop 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15b1a0 msgr2=0x7f13ac1f54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15b1a0 0x7f13ac1f54b0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f13a000c7f0 tx=0x7f13a000ccb0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 shutdown_connections 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13980678c0 0x7f1398069d80 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13ac15bac0 0x7f13ac1f59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13ac15b1a0 0x7f13ac1f54b0 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 --2- 172.21.15.70:0/3257889026 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13ac0afae0 0x7f13ac0ac090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 >> 172.21.15.70:0/3257889026 conn(0x7f13ac06bcc0 msgr2=0x7f13ac0b26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 shutdown_connections 2024-09-05T06:19:58.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.744+0000 7f13b299e640 1 -- 172.21.15.70:0/3257889026 wait complete. 2024-09-05T06:19:58.743 INFO:tasks.ceph.mds.a.smithi070.stderr:2024-09-05T06:19:58.748+0000 7fdfa5223640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:19:58.755 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":481,"stamp":"2024-09-05T06:19:58.522090+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":105,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":9321,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1553178,"statfs":{"total":1600000000,"available":1590455268,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.759231"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.779599+0000","last_change":"2024-09-05T06:19:55.779182+0000","last_active":"2024-09-05T06:19:55.779599+0000","last_peered":"2024-09-05T06:19:55.779599+0000","last_clean":"2024-09-05T06:19:55.779599+0000","last_became_active":"2024-09-05T06:19:55.777286+0000","last_became_peered":"2024-09-05T06:19:55.777286+0000","last_unstale":"2024-09-05T06:19:55.779599+0000","last_undegraded":"2024-09-05T06:19:55.779599+0000","last_fullsized":"2024-09-05T06:19:55.779599+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:28:03.190383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.769538+0000","last_change":"2024-09-05T06:19:55.769235+0000","last_active":"2024-09-05T06:19:55.769538+0000","last_peered":"2024-09-05T06:19:55.769538+0000","last_clean":"2024-09-05T06:19:55.769538+0000","last_became_active":"2024-09-05T06:19:55.768562+0000","last_became_peered":"2024-09-05T06:19:55.768562+0000","last_unstale":"2024-09-05T06:19:55.769538+0000","last_undegraded":"2024-09-05T06:19:55.769538+0000","last_fullsized":"2024-09-05T06:19:55.769538+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:09:33.983831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766546+0000","last_change":"2024-09-05T06:19:55.764268+0000","last_active":"2024-09-05T06:19:55.766546+0000","last_peered":"2024-09-05T06:19:55.766546+0000","last_clean":"2024-09-05T06:19:55.766546+0000","last_became_active":"2024-09-05T06:19:55.762124+0000","last_became_peered":"2024-09-05T06:19:55.762124+0000","last_unstale":"2024-09-05T06:19:55.766546+0000","last_undegraded":"2024-09-05T06:19:55.766546+0000","last_fullsized":"2024-09-05T06:19:55.766546+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:59:39.533689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754617+0000","last_change":"2024-09-05T06:19:55.786472+0000","last_active":"2024-09-05T06:19:56.754617+0000","last_peered":"2024-09-05T06:19:56.754617+0000","last_clean":"2024-09-05T06:19:56.754617+0000","last_became_active":"2024-09-05T06:19:55.784774+0000","last_became_peered":"2024-09-05T06:19:55.784774+0000","last_unstale":"2024-09-05T06:19:56.754617+0000","last_undegraded":"2024-09-05T06:19:56.754617+0000","last_fullsized":"2024-09-05T06:19:56.754617+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:30.525265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.783589+0000","last_change":"2024-09-05T06:19:55.779946+0000","last_active":"2024-09-05T06:19:55.783589+0000","last_peered":"2024-09-05T06:19:55.783589+0000","last_clean":"2024-09-05T06:19:55.783589+0000","last_became_active":"2024-09-05T06:19:55.778444+0000","last_became_peered":"2024-09-05T06:19:55.778444+0000","last_unstale":"2024-09-05T06:19:55.783589+0000","last_undegraded":"2024-09-05T06:19:55.783589+0000","last_fullsized":"2024-09-05T06:19:55.783589+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:26.975760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754054+0000","last_change":"2024-09-05T06:19:55.785925+0000","last_active":"2024-09-05T06:19:56.754054+0000","last_peered":"2024-09-05T06:19:56.754054+0000","last_clean":"2024-09-05T06:19:56.754054+0000","last_became_active":"2024-09-05T06:19:55.782679+0000","last_became_peered":"2024-09-05T06:19:55.782679+0000","last_unstale":"2024-09-05T06:19:56.754054+0000","last_undegraded":"2024-09-05T06:19:56.754054+0000","last_fullsized":"2024-09-05T06:19:56.754054+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:54:20.454993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318100+0000","last_change":"2024-09-05T06:19:55.774548+0000","last_active":"2024-09-05T06:19:57.318100+0000","last_peered":"2024-09-05T06:19:57.318100+0000","last_clean":"2024-09-05T06:19:57.318100+0000","last_became_active":"2024-09-05T06:19:55.772616+0000","last_became_peered":"2024-09-05T06:19:55.772616+0000","last_unstale":"2024-09-05T06:19:57.318100+0000","last_undegraded":"2024-09-05T06:19:57.318100+0000","last_fullsized":"2024-09-05T06:19:57.318100+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:12:52.313185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323369+0000","last_change":"2024-09-05T06:19:55.771772+0000","last_active":"2024-09-05T06:19:57.323369+0000","last_peered":"2024-09-05T06:19:57.323369+0000","last_clean":"2024-09-05T06:19:57.323369+0000","last_became_active":"2024-09-05T06:19:55.771130+0000","last_became_peered":"2024-09-05T06:19:55.771130+0000","last_unstale":"2024-09-05T06:19:57.323369+0000","last_undegraded":"2024-09-05T06:19:57.323369+0000","last_fullsized":"2024-09-05T06:19:57.323369+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:29.057413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323122+0000","last_change":"2024-09-05T06:19:55.775494+0000","last_active":"2024-09-05T06:19:57.323122+0000","last_peered":"2024-09-05T06:19:57.323122+0000","last_clean":"2024-09-05T06:19:57.323122+0000","last_became_active":"2024-09-05T06:19:55.772708+0000","last_became_peered":"2024-09-05T06:19:55.772708+0000","last_unstale":"2024-09-05T06:19:57.323122+0000","last_undegraded":"2024-09-05T06:19:57.323122+0000","last_fullsized":"2024-09-05T06:19:57.323122+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:49.227108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323387+0000","last_change":"2024-09-05T06:19:55.774749+0000","last_active":"2024-09-05T06:19:57.323387+0000","last_peered":"2024-09-05T06:19:57.323387+0000","last_clean":"2024-09-05T06:19:57.323387+0000","last_became_active":"2024-09-05T06:19:55.773655+0000","last_became_peered":"2024-09-05T06:19:55.773655+0000","last_unstale":"2024-09-05T06:19:57.323387+0000","last_undegraded":"2024-09-05T06:19:57.323387+0000","last_fullsized":"2024-09-05T06:19:57.323387+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:57:21.953011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.789381+0000","last_change":"2024-09-05T06:19:55.789163+0000","last_active":"2024-09-05T06:19:55.789381+0000","last_peered":"2024-09-05T06:19:55.789381+0000","last_clean":"2024-09-05T06:19:55.789381+0000","last_became_active":"2024-09-05T06:19:55.788741+0000","last_became_peered":"2024-09-05T06:19:55.788741+0000","last_unstale":"2024-09-05T06:19:55.789381+0000","last_undegraded":"2024-09-05T06:19:55.789381+0000","last_fullsized":"2024-09-05T06:19:55.789381+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:31:18.251821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762160+0000","last_change":"2024-09-05T06:19:55.781400+0000","last_active":"2024-09-05T06:19:56.762160+0000","last_peered":"2024-09-05T06:19:56.762160+0000","last_clean":"2024-09-05T06:19:56.762160+0000","last_became_active":"2024-09-05T06:19:55.780652+0000","last_became_peered":"2024-09-05T06:19:55.780652+0000","last_unstale":"2024-09-05T06:19:56.762160+0000","last_undegraded":"2024-09-05T06:19:56.762160+0000","last_fullsized":"2024-09-05T06:19:56.762160+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:44.646675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.761913+0000","last_change":"2024-09-05T06:19:55.797613+0000","last_active":"2024-09-05T06:19:56.761913+0000","last_peered":"2024-09-05T06:19:56.761913+0000","last_clean":"2024-09-05T06:19:56.761913+0000","last_became_active":"2024-09-05T06:19:55.796815+0000","last_became_peered":"2024-09-05T06:19:55.796815+0000","last_unstale":"2024-09-05T06:19:56.761913+0000","last_undegraded":"2024-09-05T06:19:56.761913+0000","last_fullsized":"2024-09-05T06:19:56.761913+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:42.003195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323453+0000","last_change":"2024-09-05T06:19:55.782068+0000","last_active":"2024-09-05T06:19:57.323453+0000","last_peered":"2024-09-05T06:19:57.323453+0000","last_clean":"2024-09-05T06:19:57.323453+0000","last_became_active":"2024-09-05T06:19:55.780447+0000","last_became_peered":"2024-09-05T06:19:55.780447+0000","last_unstale":"2024-09-05T06:19:57.323453+0000","last_undegraded":"2024-09-05T06:19:57.323453+0000","last_fullsized":"2024-09-05T06:19:57.323453+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:53:29.949433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323612+0000","last_change":"2024-09-05T06:19:55.797423+0000","last_active":"2024-09-05T06:19:57.323612+0000","last_peered":"2024-09-05T06:19:57.323612+0000","last_clean":"2024-09-05T06:19:57.323612+0000","last_became_active":"2024-09-05T06:19:55.796331+0000","last_became_peered":"2024-09-05T06:19:55.796331+0000","last_unstale":"2024-09-05T06:19:57.323612+0000","last_undegraded":"2024-09-05T06:19:57.323612+0000","last_fullsized":"2024-09-05T06:19:57.323612+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:45:18.953042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317854+0000","last_change":"2024-09-05T06:19:55.779667+0000","last_active":"2024-09-05T06:19:57.317854+0000","last_peered":"2024-09-05T06:19:57.317854+0000","last_clean":"2024-09-05T06:19:57.317854+0000","last_became_active":"2024-09-05T06:19:55.774749+0000","last_became_peered":"2024-09-05T06:19:55.774749+0000","last_unstale":"2024-09-05T06:19:57.317854+0000","last_undegraded":"2024-09-05T06:19:57.317854+0000","last_fullsized":"2024-09-05T06:19:57.317854+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:35:15.854683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755300+0000","last_change":"2024-09-05T06:19:55.778049+0000","last_active":"2024-09-05T06:19:56.755300+0000","last_peered":"2024-09-05T06:19:56.755300+0000","last_clean":"2024-09-05T06:19:56.755300+0000","last_became_active":"2024-09-05T06:19:55.775522+0000","last_became_peered":"2024-09-05T06:19:55.775522+0000","last_unstale":"2024-09-05T06:19:56.755300+0000","last_undegraded":"2024-09-05T06:19:56.755300+0000","last_fullsized":"2024-09-05T06:19:56.755300+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:11.291755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755962+0000","last_change":"2024-09-05T06:19:55.759181+0000","last_active":"2024-09-05T06:19:56.755962+0000","last_peered":"2024-09-05T06:19:56.755962+0000","last_clean":"2024-09-05T06:19:56.755962+0000","last_became_active":"2024-09-05T06:19:55.758541+0000","last_became_peered":"2024-09-05T06:19:55.758541+0000","last_unstale":"2024-09-05T06:19:56.755962+0000","last_undegraded":"2024-09-05T06:19:56.755962+0000","last_fullsized":"2024-09-05T06:19:56.755962+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:15:02.070535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318401+0000","last_change":"2024-09-05T06:19:55.764913+0000","last_active":"2024-09-05T06:19:57.318401+0000","last_peered":"2024-09-05T06:19:57.318401+0000","last_clean":"2024-09-05T06:19:57.318401+0000","last_became_active":"2024-09-05T06:19:55.764328+0000","last_became_peered":"2024-09-05T06:19:55.764328+0000","last_unstale":"2024-09-05T06:19:57.318401+0000","last_undegraded":"2024-09-05T06:19:57.318401+0000","last_fullsized":"2024-09-05T06:19:57.318401+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:28:32.698987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762204+0000","last_change":"2024-09-05T06:19:55.779225+0000","last_active":"2024-09-05T06:19:56.762204+0000","last_peered":"2024-09-05T06:19:56.762204+0000","last_clean":"2024-09-05T06:19:56.762204+0000","last_became_active":"2024-09-05T06:19:55.778587+0000","last_became_peered":"2024-09-05T06:19:55.778587+0000","last_unstale":"2024-09-05T06:19:56.762204+0000","last_undegraded":"2024-09-05T06:19:56.762204+0000","last_fullsized":"2024-09-05T06:19:56.762204+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:36.899721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754628+0000","last_change":"2024-09-05T06:19:55.775569+0000","last_active":"2024-09-05T06:19:56.754628+0000","last_peered":"2024-09-05T06:19:56.754628+0000","last_clean":"2024-09-05T06:19:56.754628+0000","last_became_active":"2024-09-05T06:19:55.771541+0000","last_became_peered":"2024-09-05T06:19:55.771541+0000","last_unstale":"2024-09-05T06:19:56.754628+0000","last_undegraded":"2024-09-05T06:19:56.754628+0000","last_fullsized":"2024-09-05T06:19:56.754628+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:30.910645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.789467+0000","last_change":"2024-09-05T06:19:55.789160+0000","last_active":"2024-09-05T06:19:55.789467+0000","last_peered":"2024-09-05T06:19:55.789467+0000","last_clean":"2024-09-05T06:19:55.789467+0000","last_became_active":"2024-09-05T06:19:55.788717+0000","last_became_peered":"2024-09-05T06:19:55.788717+0000","last_unstale":"2024-09-05T06:19:55.789467+0000","last_undegraded":"2024-09-05T06:19:55.789467+0000","last_fullsized":"2024-09-05T06:19:55.789467+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:09:51.784159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.791945+0000","last_change":"2024-09-05T06:19:55.791773+0000","last_active":"2024-09-05T06:19:55.791945+0000","last_peered":"2024-09-05T06:19:55.791945+0000","last_clean":"2024-09-05T06:19:55.791945+0000","last_became_active":"2024-09-05T06:19:55.788726+0000","last_became_peered":"2024-09-05T06:19:55.788726+0000","last_unstale":"2024-09-05T06:19:55.791945+0000","last_undegraded":"2024-09-05T06:19:55.791945+0000","last_fullsized":"2024-09-05T06:19:55.791945+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:39:24.319548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.777426+0000","last_change":"2024-09-05T06:19:55.777147+0000","last_active":"2024-09-05T06:19:55.777426+0000","last_peered":"2024-09-05T06:19:55.777426+0000","last_clean":"2024-09-05T06:19:55.777426+0000","last_became_active":"2024-09-05T06:19:55.776430+0000","last_became_peered":"2024-09-05T06:19:55.776430+0000","last_unstale":"2024-09-05T06:19:55.777426+0000","last_undegraded":"2024-09-05T06:19:55.777426+0000","last_fullsized":"2024-09-05T06:19:55.777426+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:32:19.132531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.764116+0000","last_change":"2024-09-05T06:19:55.762470+0000","last_active":"2024-09-05T06:19:55.764116+0000","last_peered":"2024-09-05T06:19:55.764116+0000","last_clean":"2024-09-05T06:19:55.764116+0000","last_became_active":"2024-09-05T06:19:55.761790+0000","last_became_peered":"2024-09-05T06:19:55.761790+0000","last_unstale":"2024-09-05T06:19:55.764116+0000","last_undegraded":"2024-09-05T06:19:55.764116+0000","last_fullsized":"2024-09-05T06:19:55.764116+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:45:23.838664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.782475+0000","last_change":"2024-09-05T06:19:55.782151+0000","last_active":"2024-09-05T06:19:55.782475+0000","last_peered":"2024-09-05T06:19:55.782475+0000","last_clean":"2024-09-05T06:19:55.782475+0000","last_became_active":"2024-09-05T06:19:55.780583+0000","last_became_peered":"2024-09-05T06:19:55.780583+0000","last_unstale":"2024-09-05T06:19:55.782475+0000","last_undegraded":"2024-09-05T06:19:55.782475+0000","last_fullsized":"2024-09-05T06:19:55.782475+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:59:55.674423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.776521+0000","last_change":"2024-09-05T06:19:55.776147+0000","last_active":"2024-09-05T06:19:55.776521+0000","last_peered":"2024-09-05T06:19:55.776521+0000","last_clean":"2024-09-05T06:19:55.776521+0000","last_became_active":"2024-09-05T06:19:55.775509+0000","last_became_peered":"2024-09-05T06:19:55.775509+0000","last_unstale":"2024-09-05T06:19:55.776521+0000","last_undegraded":"2024-09-05T06:19:55.776521+0000","last_fullsized":"2024-09-05T06:19:55.776521+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:45.559526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317880+0000","last_change":"2024-09-05T06:19:55.761892+0000","last_active":"2024-09-05T06:19:57.317880+0000","last_peered":"2024-09-05T06:19:57.317880+0000","last_clean":"2024-09-05T06:19:57.317880+0000","last_became_active":"2024-09-05T06:19:55.761218+0000","last_became_peered":"2024-09-05T06:19:55.761218+0000","last_unstale":"2024-09-05T06:19:57.317880+0000","last_undegraded":"2024-09-05T06:19:57.317880+0000","last_fullsized":"2024-09-05T06:19:57.317880+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:47:30.682393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766465+0000","last_change":"2024-09-05T06:19:55.763444+0000","last_active":"2024-09-05T06:19:55.766465+0000","last_peered":"2024-09-05T06:19:55.766465+0000","last_clean":"2024-09-05T06:19:55.766465+0000","last_became_active":"2024-09-05T06:19:55.761919+0000","last_became_peered":"2024-09-05T06:19:55.761919+0000","last_unstale":"2024-09-05T06:19:55.766465+0000","last_undegraded":"2024-09-05T06:19:55.766465+0000","last_fullsized":"2024-09-05T06:19:55.766465+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:53:41.583619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323802+0000","last_change":"2024-09-05T06:19:55.782271+0000","last_active":"2024-09-05T06:19:57.323802+0000","last_peered":"2024-09-05T06:19:57.323802+0000","last_clean":"2024-09-05T06:19:57.323802+0000","last_became_active":"2024-09-05T06:19:55.781279+0000","last_became_peered":"2024-09-05T06:19:55.781279+0000","last_unstale":"2024-09-05T06:19:57.323802+0000","last_undegraded":"2024-09-05T06:19:57.323802+0000","last_fullsized":"2024-09-05T06:19:57.323802+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:32.495395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.760706+0000","last_change":"2024-09-05T06:19:55.760421+0000","last_active":"2024-09-05T06:19:55.760706+0000","last_peered":"2024-09-05T06:19:55.760706+0000","last_clean":"2024-09-05T06:19:55.760706+0000","last_became_active":"2024-09-05T06:19:55.759694+0000","last_became_peered":"2024-09-05T06:19:55.759694+0000","last_unstale":"2024-09-05T06:19:55.760706+0000","last_undegraded":"2024-09-05T06:19:55.760706+0000","last_fullsized":"2024-09-05T06:19:55.760706+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:11.201288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.753273+0000","last_change":"2024-09-05T06:19:55.776351+0000","last_active":"2024-09-05T06:19:56.753273+0000","last_peered":"2024-09-05T06:19:56.753273+0000","last_clean":"2024-09-05T06:19:56.753273+0000","last_became_active":"2024-09-05T06:19:55.770299+0000","last_became_peered":"2024-09-05T06:19:55.770299+0000","last_unstale":"2024-09-05T06:19:56.753273+0000","last_undegraded":"2024-09-05T06:19:56.753273+0000","last_fullsized":"2024-09-05T06:19:56.753273+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:37:22.302635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754983+0000","last_change":"2024-09-05T06:19:55.785945+0000","last_active":"2024-09-05T06:19:56.754983+0000","last_peered":"2024-09-05T06:19:56.754983+0000","last_clean":"2024-09-05T06:19:56.754983+0000","last_became_active":"2024-09-05T06:19:55.783910+0000","last_became_peered":"2024-09-05T06:19:55.783910+0000","last_unstale":"2024-09-05T06:19:56.754983+0000","last_undegraded":"2024-09-05T06:19:56.754983+0000","last_fullsized":"2024-09-05T06:19:56.754983+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:07.265241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"185'4","reported_seq":16,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.810684+0000","last_change":"2024-09-05T06:19:54.791159+0000","last_active":"2024-09-05T06:19:55.810684+0000","last_peered":"2024-09-05T06:19:55.810684+0000","last_clean":"2024-09-05T06:19:55.810684+0000","last_became_active":"2024-09-05T06:19:54.790857+0000","last_became_peered":"2024-09-05T06:19:54.790857+0000","last_unstale":"2024-09-05T06:19:55.810684+0000","last_undegraded":"2024-09-05T06:19:55.810684+0000","last_fullsized":"2024-09-05T06:19:55.810684+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:30:51.136932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.798058+0000","last_change":"2024-09-05T06:19:55.797774+0000","last_active":"2024-09-05T06:19:55.798058+0000","last_peered":"2024-09-05T06:19:55.798058+0000","last_clean":"2024-09-05T06:19:55.798058+0000","last_became_active":"2024-09-05T06:19:55.797131+0000","last_became_peered":"2024-09-05T06:19:55.797131+0000","last_unstale":"2024-09-05T06:19:55.798058+0000","last_undegraded":"2024-09-05T06:19:55.798058+0000","last_fullsized":"2024-09-05T06:19:55.798058+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:02:46.825359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"185'1","reported_seq":15,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323601+0000","last_change":"2024-09-05T06:19:54.782603+0000","last_active":"2024-09-05T06:19:57.323601+0000","last_peered":"2024-09-05T06:19:57.323601+0000","last_clean":"2024-09-05T06:19:57.323601+0000","last_became_active":"2024-09-05T06:19:54.782357+0000","last_became_peered":"2024-09-05T06:19:54.782357+0000","last_unstale":"2024-09-05T06:19:57.323601+0000","last_undegraded":"2024-09-05T06:19:57.323601+0000","last_fullsized":"2024-09-05T06:19:57.323601+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:02:49.112056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754985+0000","last_change":"2024-09-05T06:19:55.776381+0000","last_active":"2024-09-05T06:19:56.754985+0000","last_peered":"2024-09-05T06:19:56.754985+0000","last_clean":"2024-09-05T06:19:56.754985+0000","last_became_active":"2024-09-05T06:19:55.774805+0000","last_became_peered":"2024-09-05T06:19:55.774805+0000","last_unstale":"2024-09-05T06:19:56.754985+0000","last_undegraded":"2024-09-05T06:19:56.754985+0000","last_fullsized":"2024-09-05T06:19:56.754985+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:28:58.103116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"185'2","reported_seq":16,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.753819+0000","last_change":"2024-09-05T06:19:54.769506+0000","last_active":"2024-09-05T06:19:56.753819+0000","last_peered":"2024-09-05T06:19:56.753819+0000","last_clean":"2024-09-05T06:19:56.753819+0000","last_became_active":"2024-09-05T06:19:54.768883+0000","last_became_peered":"2024-09-05T06:19:54.768883+0000","last_unstale":"2024-09-05T06:19:56.753819+0000","last_undegraded":"2024-09-05T06:19:56.753819+0000","last_fullsized":"2024-09-05T06:19:56.753819+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:31:07.413525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323978+0000","last_change":"2024-09-05T06:19:55.796952+0000","last_active":"2024-09-05T06:19:57.323978+0000","last_peered":"2024-09-05T06:19:57.323978+0000","last_clean":"2024-09-05T06:19:57.323978+0000","last_became_active":"2024-09-05T06:19:55.795641+0000","last_became_peered":"2024-09-05T06:19:55.795641+0000","last_unstale":"2024-09-05T06:19:57.323978+0000","last_undegraded":"2024-09-05T06:19:57.323978+0000","last_fullsized":"2024-09-05T06:19:57.323978+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:20.315125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"185'2","reported_seq":14,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.808698+0000","last_change":"2024-09-05T06:19:54.780419+0000","last_active":"2024-09-05T06:19:55.808698+0000","last_peered":"2024-09-05T06:19:55.808698+0000","last_clean":"2024-09-05T06:19:55.808698+0000","last_became_active":"2024-09-05T06:19:54.778248+0000","last_became_peered":"2024-09-05T06:19:54.778248+0000","last_unstale":"2024-09-05T06:19:55.808698+0000","last_undegraded":"2024-09-05T06:19:55.808698+0000","last_fullsized":"2024-09-05T06:19:55.808698+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:16:22.521315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756369+0000","last_change":"2024-09-05T06:19:55.791150+0000","last_active":"2024-09-05T06:19:56.756369+0000","last_peered":"2024-09-05T06:19:56.756369+0000","last_clean":"2024-09-05T06:19:56.756369+0000","last_became_active":"2024-09-05T06:19:55.790488+0000","last_became_peered":"2024-09-05T06:19:55.790488+0000","last_unstale":"2024-09-05T06:19:56.756369+0000","last_undegraded":"2024-09-05T06:19:56.756369+0000","last_fullsized":"2024-09-05T06:19:56.756369+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:37:22.992318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"185'1","reported_seq":13,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.807240+0000","last_change":"2024-09-05T06:19:54.785355+0000","last_active":"2024-09-05T06:19:55.807240+0000","last_peered":"2024-09-05T06:19:55.807240+0000","last_clean":"2024-09-05T06:19:55.807240+0000","last_became_active":"2024-09-05T06:19:54.785110+0000","last_became_peered":"2024-09-05T06:19:54.785110+0000","last_unstale":"2024-09-05T06:19:55.807240+0000","last_undegraded":"2024-09-05T06:19:55.807240+0000","last_fullsized":"2024-09-05T06:19:55.807240+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:44.464794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.753814+0000","last_change":"2024-09-05T06:19:55.776845+0000","last_active":"2024-09-05T06:19:56.753814+0000","last_peered":"2024-09-05T06:19:56.753814+0000","last_clean":"2024-09-05T06:19:56.753814+0000","last_became_active":"2024-09-05T06:19:55.772842+0000","last_became_peered":"2024-09-05T06:19:55.772842+0000","last_unstale":"2024-09-05T06:19:56.753814+0000","last_undegraded":"2024-09-05T06:19:56.753814+0000","last_fullsized":"2024-09-05T06:19:56.753814+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:57:06.962410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"185'1","reported_seq":15,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756642+0000","last_change":"2024-09-05T06:19:54.776946+0000","last_active":"2024-09-05T06:19:56.756642+0000","last_peered":"2024-09-05T06:19:56.756642+0000","last_clean":"2024-09-05T06:19:56.756642+0000","last_became_active":"2024-09-05T06:19:54.776297+0000","last_became_peered":"2024-09-05T06:19:54.776297+0000","last_unstale":"2024-09-05T06:19:56.756642+0000","last_undegraded":"2024-09-05T06:19:56.756642+0000","last_fullsized":"2024-09-05T06:19:56.756642+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:24.059425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.791455+0000","last_change":"2024-09-05T06:19:55.789556+0000","last_active":"2024-09-05T06:19:55.791455+0000","last_peered":"2024-09-05T06:19:55.791455+0000","last_clean":"2024-09-05T06:19:55.791455+0000","last_became_active":"2024-09-05T06:19:55.781708+0000","last_became_peered":"2024-09-05T06:19:55.781708+0000","last_unstale":"2024-09-05T06:19:55.791455+0000","last_undegraded":"2024-09-05T06:19:55.791455+0000","last_fullsized":"2024-09-05T06:19:55.791455+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:17.238802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.756125+0000","last_change":"2024-09-05T06:19:54.790171+0000","last_active":"2024-09-05T06:19:55.756125+0000","last_peered":"2024-09-05T06:19:55.756125+0000","last_clean":"2024-09-05T06:19:55.756125+0000","last_became_active":"2024-09-05T06:19:54.789722+0000","last_became_peered":"2024-09-05T06:19:54.789722+0000","last_unstale":"2024-09-05T06:19:55.756125+0000","last_undegraded":"2024-09-05T06:19:55.756125+0000","last_fullsized":"2024-09-05T06:19:55.756125+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:46.859679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755348+0000","last_change":"2024-09-05T06:19:55.785396+0000","last_active":"2024-09-05T06:19:56.755348+0000","last_peered":"2024-09-05T06:19:56.755348+0000","last_clean":"2024-09-05T06:19:56.755348+0000","last_became_active":"2024-09-05T06:19:55.783037+0000","last_became_peered":"2024-09-05T06:19:55.783037+0000","last_unstale":"2024-09-05T06:19:56.755348+0000","last_undegraded":"2024-09-05T06:19:56.755348+0000","last_fullsized":"2024-09-05T06:19:56.755348+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:54:02.471407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.779587+0000","last_change":"2024-09-05T06:19:54.787636+0000","last_active":"2024-09-05T06:19:55.779587+0000","last_peered":"2024-09-05T06:19:55.779587+0000","last_clean":"2024-09-05T06:19:55.779587+0000","last_became_active":"2024-09-05T06:19:54.786413+0000","last_became_peered":"2024-09-05T06:19:54.786413+0000","last_unstale":"2024-09-05T06:19:55.779587+0000","last_undegraded":"2024-09-05T06:19:55.779587+0000","last_fullsized":"2024-09-05T06:19:55.779587+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:06:09.848807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318244+0000","last_change":"2024-09-05T06:19:55.769300+0000","last_active":"2024-09-05T06:19:57.318244+0000","last_peered":"2024-09-05T06:19:57.318244+0000","last_clean":"2024-09-05T06:19:57.318244+0000","last_became_active":"2024-09-05T06:19:55.767830+0000","last_became_peered":"2024-09-05T06:19:55.767830+0000","last_unstale":"2024-09-05T06:19:57.318244+0000","last_undegraded":"2024-09-05T06:19:57.318244+0000","last_fullsized":"2024-09-05T06:19:57.318244+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:47:47.419959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754903+0000","last_change":"2024-09-05T06:19:54.781400+0000","last_active":"2024-09-05T06:19:56.754903+0000","last_peered":"2024-09-05T06:19:56.754903+0000","last_clean":"2024-09-05T06:19:56.754903+0000","last_became_active":"2024-09-05T06:19:54.780731+0000","last_became_peered":"2024-09-05T06:19:54.780731+0000","last_unstale":"2024-09-05T06:19:56.754903+0000","last_undegraded":"2024-09-05T06:19:56.754903+0000","last_fullsized":"2024-09-05T06:19:56.754903+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:13.467324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317379+0000","last_change":"2024-09-05T06:19:55.772909+0000","last_active":"2024-09-05T06:19:57.317379+0000","last_peered":"2024-09-05T06:19:57.317379+0000","last_clean":"2024-09-05T06:19:57.317379+0000","last_became_active":"2024-09-05T06:19:55.769991+0000","last_became_peered":"2024-09-05T06:19:55.769991+0000","last_unstale":"2024-09-05T06:19:57.317379+0000","last_undegraded":"2024-09-05T06:19:57.317379+0000","last_fullsized":"2024-09-05T06:19:57.317379+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:07:26.835671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"185'3","reported_seq":15,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.807517+0000","last_change":"2024-09-05T06:19:54.791173+0000","last_active":"2024-09-05T06:19:55.807517+0000","last_peered":"2024-09-05T06:19:55.807517+0000","last_clean":"2024-09-05T06:19:55.807517+0000","last_became_active":"2024-09-05T06:19:54.780538+0000","last_became_peered":"2024-09-05T06:19:54.780538+0000","last_unstale":"2024-09-05T06:19:55.807517+0000","last_undegraded":"2024-09-05T06:19:55.807517+0000","last_fullsized":"2024-09-05T06:19:55.807517+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:32:13.273284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766353+0000","last_change":"2024-09-05T06:19:55.762731+0000","last_active":"2024-09-05T06:19:55.766353+0000","last_peered":"2024-09-05T06:19:55.766353+0000","last_clean":"2024-09-05T06:19:55.766353+0000","last_became_active":"2024-09-05T06:19:55.761324+0000","last_became_peered":"2024-09-05T06:19:55.761324+0000","last_unstale":"2024-09-05T06:19:55.766353+0000","last_undegraded":"2024-09-05T06:19:55.766353+0000","last_fullsized":"2024-09-05T06:19:55.766353+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:47.619898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"185'6","reported_seq":18,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.813822+0000","last_change":"2024-09-05T06:19:54.779113+0000","last_active":"2024-09-05T06:19:55.813822+0000","last_peered":"2024-09-05T06:19:55.813822+0000","last_clean":"2024-09-05T06:19:55.813822+0000","last_became_active":"2024-09-05T06:19:54.778869+0000","last_became_peered":"2024-09-05T06:19:54.778869+0000","last_unstale":"2024-09-05T06:19:55.813822+0000","last_undegraded":"2024-09-05T06:19:55.813822+0000","last_fullsized":"2024-09-05T06:19:55.813822+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:36:20.016080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318535+0000","last_change":"2024-09-05T06:19:55.772309+0000","last_active":"2024-09-05T06:19:57.318535+0000","last_peered":"2024-09-05T06:19:57.318535+0000","last_clean":"2024-09-05T06:19:57.318535+0000","last_became_active":"2024-09-05T06:19:55.771638+0000","last_became_peered":"2024-09-05T06:19:55.771638+0000","last_unstale":"2024-09-05T06:19:57.318535+0000","last_undegraded":"2024-09-05T06:19:57.318535+0000","last_fullsized":"2024-09-05T06:19:57.318535+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:03.380172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"185'2","reported_seq":16,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756733+0000","last_change":"2024-09-05T06:19:54.787007+0000","last_active":"2024-09-05T06:19:56.756733+0000","last_peered":"2024-09-05T06:19:56.756733+0000","last_clean":"2024-09-05T06:19:56.756733+0000","last_became_active":"2024-09-05T06:19:54.786348+0000","last_became_peered":"2024-09-05T06:19:54.786348+0000","last_unstale":"2024-09-05T06:19:56.756733+0000","last_undegraded":"2024-09-05T06:19:56.756733+0000","last_fullsized":"2024-09-05T06:19:56.756733+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:03:31.958045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.789342+0000","last_change":"2024-09-05T06:19:55.789039+0000","last_active":"2024-09-05T06:19:55.789342+0000","last_peered":"2024-09-05T06:19:55.789342+0000","last_clean":"2024-09-05T06:19:55.789342+0000","last_became_active":"2024-09-05T06:19:55.780928+0000","last_became_peered":"2024-09-05T06:19:55.780928+0000","last_unstale":"2024-09-05T06:19:55.789342+0000","last_undegraded":"2024-09-05T06:19:55.789342+0000","last_fullsized":"2024-09-05T06:19:55.789342+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:43:15.090871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755231+0000","last_change":"2024-09-05T06:19:54.787403+0000","last_active":"2024-09-05T06:19:56.755231+0000","last_peered":"2024-09-05T06:19:56.755231+0000","last_clean":"2024-09-05T06:19:56.755231+0000","last_became_active":"2024-09-05T06:19:54.786773+0000","last_became_peered":"2024-09-05T06:19:54.786773+0000","last_unstale":"2024-09-05T06:19:56.755231+0000","last_undegraded":"2024-09-05T06:19:56.755231+0000","last_fullsized":"2024-09-05T06:19:56.755231+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.907945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.753978+0000","last_change":"2024-09-05T06:19:55.765643+0000","last_active":"2024-09-05T06:19:56.753978+0000","last_peered":"2024-09-05T06:19:56.753978+0000","last_clean":"2024-09-05T06:19:56.753978+0000","last_became_active":"2024-09-05T06:19:55.764967+0000","last_became_peered":"2024-09-05T06:19:55.764967+0000","last_unstale":"2024-09-05T06:19:56.753978+0000","last_undegraded":"2024-09-05T06:19:56.753978+0000","last_fullsized":"2024-09-05T06:19:56.753978+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:03:36.507097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318241+0000","last_change":"2024-09-05T06:19:54.788633+0000","last_active":"2024-09-05T06:19:57.318241+0000","last_peered":"2024-09-05T06:19:57.318241+0000","last_clean":"2024-09-05T06:19:57.318241+0000","last_became_active":"2024-09-05T06:19:54.787644+0000","last_became_peered":"2024-09-05T06:19:54.787644+0000","last_unstale":"2024-09-05T06:19:57.318241+0000","last_undegraded":"2024-09-05T06:19:57.318241+0000","last_fullsized":"2024-09-05T06:19:57.318241+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:25:01.674535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323770+0000","last_change":"2024-09-05T06:19:55.783921+0000","last_active":"2024-09-05T06:19:57.323770+0000","last_peered":"2024-09-05T06:19:57.323770+0000","last_clean":"2024-09-05T06:19:57.323770+0000","last_became_active":"2024-09-05T06:19:55.783167+0000","last_became_peered":"2024-09-05T06:19:55.783167+0000","last_unstale":"2024-09-05T06:19:57.323770+0000","last_undegraded":"2024-09-05T06:19:57.323770+0000","last_fullsized":"2024-09-05T06:19:57.323770+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:20:04.286396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"185'8","reported_seq":20,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.812681+0000","last_change":"2024-09-05T06:19:54.780242+0000","last_active":"2024-09-05T06:19:55.812681+0000","last_peered":"2024-09-05T06:19:55.812681+0000","last_clean":"2024-09-05T06:19:55.812681+0000","last_became_active":"2024-09-05T06:19:54.780043+0000","last_became_peered":"2024-09-05T06:19:54.780043+0000","last_unstale":"2024-09-05T06:19:55.812681+0000","last_undegraded":"2024-09-05T06:19:55.812681+0000","last_fullsized":"2024-09-05T06:19:55.812681+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:46:35.510259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317608+0000","last_change":"2024-09-05T06:19:55.784274+0000","last_active":"2024-09-05T06:19:57.317608+0000","last_peered":"2024-09-05T06:19:57.317608+0000","last_clean":"2024-09-05T06:19:57.317608+0000","last_became_active":"2024-09-05T06:19:55.783661+0000","last_became_peered":"2024-09-05T06:19:55.783661+0000","last_unstale":"2024-09-05T06:19:57.317608+0000","last_undegraded":"2024-09-05T06:19:57.317608+0000","last_fullsized":"2024-09-05T06:19:57.317608+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:33.622647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"185'1","reported_seq":13,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.812231+0000","last_change":"2024-09-05T06:19:54.780786+0000","last_active":"2024-09-05T06:19:55.812231+0000","last_peered":"2024-09-05T06:19:55.812231+0000","last_clean":"2024-09-05T06:19:55.812231+0000","last_became_active":"2024-09-05T06:19:54.780561+0000","last_became_peered":"2024-09-05T06:19:54.780561+0000","last_unstale":"2024-09-05T06:19:55.812231+0000","last_undegraded":"2024-09-05T06:19:55.812231+0000","last_fullsized":"2024-09-05T06:19:55.812231+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:42.178792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755867+0000","last_change":"2024-09-05T06:19:55.765038+0000","last_active":"2024-09-05T06:19:56.755867+0000","last_peered":"2024-09-05T06:19:56.755867+0000","last_clean":"2024-09-05T06:19:56.755867+0000","last_became_active":"2024-09-05T06:19:55.763044+0000","last_became_peered":"2024-09-05T06:19:55.763044+0000","last_unstale":"2024-09-05T06:19:56.755867+0000","last_undegraded":"2024-09-05T06:19:56.755867+0000","last_fullsized":"2024-09-05T06:19:56.755867+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:18:11.416082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"185'2","reported_seq":16,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.324113+0000","last_change":"2024-09-05T06:19:54.793899+0000","last_active":"2024-09-05T06:19:57.324113+0000","last_peered":"2024-09-05T06:19:57.324113+0000","last_clean":"2024-09-05T06:19:57.324113+0000","last_became_active":"2024-09-05T06:19:54.793760+0000","last_became_peered":"2024-09-05T06:19:54.793760+0000","last_unstale":"2024-09-05T06:19:57.324113+0000","last_undegraded":"2024-09-05T06:19:57.324113+0000","last_fullsized":"2024-09-05T06:19:57.324113+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:07.054429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756922+0000","last_change":"2024-09-05T06:19:55.783999+0000","last_active":"2024-09-05T06:19:56.756922+0000","last_peered":"2024-09-05T06:19:56.756922+0000","last_clean":"2024-09-05T06:19:56.756922+0000","last_became_active":"2024-09-05T06:19:55.783353+0000","last_became_peered":"2024-09-05T06:19:55.783353+0000","last_unstale":"2024-09-05T06:19:56.756922+0000","last_undegraded":"2024-09-05T06:19:56.756922+0000","last_fullsized":"2024-09-05T06:19:56.756922+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:24:19.466065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"185'1","reported_seq":13,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.814148+0000","last_change":"2024-09-05T06:19:54.778313+0000","last_active":"2024-09-05T06:19:55.814148+0000","last_peered":"2024-09-05T06:19:55.814148+0000","last_clean":"2024-09-05T06:19:55.814148+0000","last_became_active":"2024-09-05T06:19:54.777984+0000","last_became_peered":"2024-09-05T06:19:54.777984+0000","last_unstale":"2024-09-05T06:19:55.814148+0000","last_undegraded":"2024-09-05T06:19:55.814148+0000","last_fullsized":"2024-09-05T06:19:55.814148+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:59:49.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.783021+0000","last_change":"2024-09-05T06:19:55.782722+0000","last_active":"2024-09-05T06:19:55.783021+0000","last_peered":"2024-09-05T06:19:55.783021+0000","last_clean":"2024-09-05T06:19:55.783021+0000","last_became_active":"2024-09-05T06:19:55.781169+0000","last_became_peered":"2024-09-05T06:19:55.781169+0000","last_unstale":"2024-09-05T06:19:55.783021+0000","last_undegraded":"2024-09-05T06:19:55.783021+0000","last_fullsized":"2024-09-05T06:19:55.783021+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:56.969358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762409+0000","last_change":"2024-09-05T06:19:54.784537+0000","last_active":"2024-09-05T06:19:56.762409+0000","last_peered":"2024-09-05T06:19:56.762409+0000","last_clean":"2024-09-05T06:19:56.762409+0000","last_became_active":"2024-09-05T06:19:54.784289+0000","last_became_peered":"2024-09-05T06:19:54.784289+0000","last_unstale":"2024-09-05T06:19:56.762409+0000","last_undegraded":"2024-09-05T06:19:56.762409+0000","last_fullsized":"2024-09-05T06:19:56.762409+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:27:54.486454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766408+0000","last_change":"2024-09-05T06:19:55.762934+0000","last_active":"2024-09-05T06:19:55.766408+0000","last_peered":"2024-09-05T06:19:55.766408+0000","last_clean":"2024-09-05T06:19:55.766408+0000","last_became_active":"2024-09-05T06:19:55.760357+0000","last_became_peered":"2024-09-05T06:19:55.760357+0000","last_unstale":"2024-09-05T06:19:55.766408+0000","last_undegraded":"2024-09-05T06:19:55.766408+0000","last_fullsized":"2024-09-05T06:19:55.766408+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:44.162567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"185'2","reported_seq":14,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.808512+0000","last_change":"2024-09-05T06:19:54.792149+0000","last_active":"2024-09-05T06:19:55.808512+0000","last_peered":"2024-09-05T06:19:55.808512+0000","last_clean":"2024-09-05T06:19:55.808512+0000","last_became_active":"2024-09-05T06:19:54.789631+0000","last_became_peered":"2024-09-05T06:19:54.789631+0000","last_unstale":"2024-09-05T06:19:55.808512+0000","last_undegraded":"2024-09-05T06:19:55.808512+0000","last_fullsized":"2024-09-05T06:19:55.808512+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:38:43.778371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.791584+0000","last_change":"2024-09-05T06:19:55.791105+0000","last_active":"2024-09-05T06:19:55.791584+0000","last_peered":"2024-09-05T06:19:55.791584+0000","last_clean":"2024-09-05T06:19:55.791584+0000","last_became_active":"2024-09-05T06:19:55.783305+0000","last_became_peered":"2024-09-05T06:19:55.783305+0000","last_unstale":"2024-09-05T06:19:55.791584+0000","last_undegraded":"2024-09-05T06:19:55.791584+0000","last_fullsized":"2024-09-05T06:19:55.791584+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:03.100476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.761937+0000","last_change":"2024-09-05T06:19:54.789092+0000","last_active":"2024-09-05T06:19:56.761937+0000","last_peered":"2024-09-05T06:19:56.761937+0000","last_clean":"2024-09-05T06:19:56.761937+0000","last_became_active":"2024-09-05T06:19:54.788913+0000","last_became_peered":"2024-09-05T06:19:54.788913+0000","last_unstale":"2024-09-05T06:19:56.761937+0000","last_undegraded":"2024-09-05T06:19:56.761937+0000","last_fullsized":"2024-09-05T06:19:56.761937+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:19.920903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.775488+0000","last_change":"2024-09-05T06:19:55.775166+0000","last_active":"2024-09-05T06:19:55.775488+0000","last_peered":"2024-09-05T06:19:55.775488+0000","last_clean":"2024-09-05T06:19:55.775488+0000","last_became_active":"2024-09-05T06:19:55.773690+0000","last_became_peered":"2024-09-05T06:19:55.773690+0000","last_unstale":"2024-09-05T06:19:55.775488+0000","last_undegraded":"2024-09-05T06:19:55.775488+0000","last_fullsized":"2024-09-05T06:19:55.775488+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:28.135560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756868+0000","last_change":"2024-09-05T06:19:54.780518+0000","last_active":"2024-09-05T06:19:56.756868+0000","last_peered":"2024-09-05T06:19:56.756868+0000","last_clean":"2024-09-05T06:19:56.756868+0000","last_became_active":"2024-09-05T06:19:54.779891+0000","last_became_peered":"2024-09-05T06:19:54.779891+0000","last_unstale":"2024-09-05T06:19:56.756868+0000","last_undegraded":"2024-09-05T06:19:56.756868+0000","last_fullsized":"2024-09-05T06:19:56.756868+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:04.926165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317890+0000","last_change":"2024-09-05T06:19:55.766502+0000","last_active":"2024-09-05T06:19:57.317890+0000","last_peered":"2024-09-05T06:19:57.317890+0000","last_clean":"2024-09-05T06:19:57.317890+0000","last_became_active":"2024-09-05T06:19:55.765831+0000","last_became_peered":"2024-09-05T06:19:55.765831+0000","last_unstale":"2024-09-05T06:19:57.317890+0000","last_undegraded":"2024-09-05T06:19:57.317890+0000","last_fullsized":"2024-09-05T06:19:57.317890+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:54:40.730505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762426+0000","last_change":"2024-09-05T06:19:54.785461+0000","last_active":"2024-09-05T06:19:56.762426+0000","last_peered":"2024-09-05T06:19:56.762426+0000","last_clean":"2024-09-05T06:19:56.762426+0000","last_became_active":"2024-09-05T06:19:54.785178+0000","last_became_peered":"2024-09-05T06:19:54.785178+0000","last_unstale":"2024-09-05T06:19:56.762426+0000","last_undegraded":"2024-09-05T06:19:56.762426+0000","last_fullsized":"2024-09-05T06:19:56.762426+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:49:07.429074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.791519+0000","last_change":"2024-09-05T06:19:55.789823+0000","last_active":"2024-09-05T06:19:55.791519+0000","last_peered":"2024-09-05T06:19:55.791519+0000","last_clean":"2024-09-05T06:19:55.791519+0000","last_became_active":"2024-09-05T06:19:55.782610+0000","last_became_peered":"2024-09-05T06:19:55.782610+0000","last_unstale":"2024-09-05T06:19:55.791519+0000","last_undegraded":"2024-09-05T06:19:55.791519+0000","last_fullsized":"2024-09-05T06:19:55.791519+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:25:53.873935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.7","version":"185'2","reported_seq":16,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755725+0000","last_change":"2024-09-05T06:19:54.790469+0000","last_active":"2024-09-05T06:19:56.755725+0000","last_peered":"2024-09-05T06:19:56.755725+0000","last_clean":"2024-09-05T06:19:56.755725+0000","last_became_active":"2024-09-05T06:19:54.788980+0000","last_became_peered":"2024-09-05T06:19:54.788980+0000","last_unstale":"2024-09-05T06:19:56.755725+0000","last_undegraded":"2024-09-05T06:19:56.755725+0000","last_fullsized":"2024-09-05T06:19:56.755725+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:55:40.680944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.757202+0000","last_change":"2024-09-05T06:19:55.769599+0000","last_active":"2024-09-05T06:19:56.757202+0000","last_peered":"2024-09-05T06:19:56.757202+0000","last_clean":"2024-09-05T06:19:56.757202+0000","last_became_active":"2024-09-05T06:19:55.768922+0000","last_became_peered":"2024-09-05T06:19:55.768922+0000","last_unstale":"2024-09-05T06:19:56.757202+0000","last_undegraded":"2024-09-05T06:19:56.757202+0000","last_fullsized":"2024-09-05T06:19:56.757202+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:57:26.437413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762077+0000","last_change":"2024-09-05T06:19:54.780891+0000","last_active":"2024-09-05T06:19:56.762077+0000","last_peered":"2024-09-05T06:19:56.762077+0000","last_clean":"2024-09-05T06:19:56.762077+0000","last_became_active":"2024-09-05T06:19:54.780654+0000","last_became_peered":"2024-09-05T06:19:54.780654+0000","last_unstale":"2024-09-05T06:19:56.762077+0000","last_undegraded":"2024-09-05T06:19:56.762077+0000","last_fullsized":"2024-09-05T06:19:56.762077+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:26:49.328031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756466+0000","last_change":"2024-09-05T06:19:55.766642+0000","last_active":"2024-09-05T06:19:56.756466+0000","last_peered":"2024-09-05T06:19:56.756466+0000","last_clean":"2024-09-05T06:19:56.756466+0000","last_became_active":"2024-09-05T06:19:55.765929+0000","last_became_peered":"2024-09-05T06:19:55.765929+0000","last_unstale":"2024-09-05T06:19:56.756466+0000","last_undegraded":"2024-09-05T06:19:56.756466+0000","last_fullsized":"2024-09-05T06:19:56.756466+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:39:37.142695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.756514+0000","last_change":"2024-09-05T06:19:54.789965+0000","last_active":"2024-09-05T06:19:55.756514+0000","last_peered":"2024-09-05T06:19:55.756514+0000","last_clean":"2024-09-05T06:19:55.756514+0000","last_became_active":"2024-09-05T06:19:54.789364+0000","last_became_peered":"2024-09-05T06:19:54.789364+0000","last_unstale":"2024-09-05T06:19:55.756514+0000","last_undegraded":"2024-09-05T06:19:55.756514+0000","last_fullsized":"2024-09-05T06:19:55.756514+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:29:54.227064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756214+0000","last_change":"2024-09-05T06:19:55.765731+0000","last_active":"2024-09-05T06:19:56.756214+0000","last_peered":"2024-09-05T06:19:56.756214+0000","last_clean":"2024-09-05T06:19:56.756214+0000","last_became_active":"2024-09-05T06:19:55.764015+0000","last_became_peered":"2024-09-05T06:19:55.764015+0000","last_unstale":"2024-09-05T06:19:56.756214+0000","last_undegraded":"2024-09-05T06:19:56.756214+0000","last_fullsized":"2024-09-05T06:19:56.756214+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:00:53.713006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.780454+0000","last_change":"2024-09-05T06:19:54.777153+0000","last_active":"2024-09-05T06:19:55.780454+0000","last_peered":"2024-09-05T06:19:55.780454+0000","last_clean":"2024-09-05T06:19:55.780454+0000","last_became_active":"2024-09-05T06:19:54.776531+0000","last_became_peered":"2024-09-05T06:19:54.776531+0000","last_unstale":"2024-09-05T06:19:55.780454+0000","last_undegraded":"2024-09-05T06:19:55.780454+0000","last_fullsized":"2024-09-05T06:19:55.780454+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:30:21.476364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754646+0000","last_change":"2024-09-05T06:19:55.777248+0000","last_active":"2024-09-05T06:19:56.754646+0000","last_peered":"2024-09-05T06:19:56.754646+0000","last_clean":"2024-09-05T06:19:56.754646+0000","last_became_active":"2024-09-05T06:19:55.773978+0000","last_became_peered":"2024-09-05T06:19:55.773978+0000","last_unstale":"2024-09-05T06:19:56.754646+0000","last_undegraded":"2024-09-05T06:19:56.754646+0000","last_fullsized":"2024-09-05T06:19:56.754646+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:52.148763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.753631+0000","last_change":"2024-09-05T06:19:54.784599+0000","last_active":"2024-09-05T06:19:55.753631+0000","last_peered":"2024-09-05T06:19:55.753631+0000","last_clean":"2024-09-05T06:19:55.753631+0000","last_became_active":"2024-09-05T06:19:54.784311+0000","last_became_peered":"2024-09-05T06:19:54.784311+0000","last_unstale":"2024-09-05T06:19:55.753631+0000","last_undegraded":"2024-09-05T06:19:55.753631+0000","last_fullsized":"2024-09-05T06:19:55.753631+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:47.116853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.770363+0000","last_change":"2024-09-05T06:19:55.769847+0000","last_active":"2024-09-05T06:19:55.770363+0000","last_peered":"2024-09-05T06:19:55.770363+0000","last_clean":"2024-09-05T06:19:55.770363+0000","last_became_active":"2024-09-05T06:19:55.769216+0000","last_became_peered":"2024-09-05T06:19:55.769216+0000","last_unstale":"2024-09-05T06:19:55.770363+0000","last_undegraded":"2024-09-05T06:19:55.770363+0000","last_fullsized":"2024-09-05T06:19:55.770363+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:57:18.414329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318369+0000","last_change":"2024-09-05T06:19:54.785253+0000","last_active":"2024-09-05T06:19:57.318369+0000","last_peered":"2024-09-05T06:19:57.318369+0000","last_clean":"2024-09-05T06:19:57.318369+0000","last_became_active":"2024-09-05T06:19:54.782590+0000","last_became_peered":"2024-09-05T06:19:54.782590+0000","last_unstale":"2024-09-05T06:19:57.318369+0000","last_undegraded":"2024-09-05T06:19:57.318369+0000","last_fullsized":"2024-09-05T06:19:57.318369+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:19:18.764435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317860+0000","last_change":"2024-09-05T06:19:55.773594+0000","last_active":"2024-09-05T06:19:57.317860+0000","last_peered":"2024-09-05T06:19:57.317860+0000","last_clean":"2024-09-05T06:19:57.317860+0000","last_became_active":"2024-09-05T06:19:55.772018+0000","last_became_peered":"2024-09-05T06:19:55.772018+0000","last_unstale":"2024-09-05T06:19:57.317860+0000","last_undegraded":"2024-09-05T06:19:57.317860+0000","last_fullsized":"2024-09-05T06:19:57.317860+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:44:26.175691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.759381+0000","last_change":"2024-09-05T06:19:54.791020+0000","last_active":"2024-09-05T06:19:55.759381+0000","last_peered":"2024-09-05T06:19:55.759381+0000","last_clean":"2024-09-05T06:19:55.759381+0000","last_became_active":"2024-09-05T06:19:54.790660+0000","last_became_peered":"2024-09-05T06:19:54.790660+0000","last_unstale":"2024-09-05T06:19:55.759381+0000","last_undegraded":"2024-09-05T06:19:55.759381+0000","last_fullsized":"2024-09-05T06:19:55.759381+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:25.378078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766639+0000","last_change":"2024-09-05T06:19:55.765941+0000","last_active":"2024-09-05T06:19:55.766639+0000","last_peered":"2024-09-05T06:19:55.766639+0000","last_clean":"2024-09-05T06:19:55.766639+0000","last_became_active":"2024-09-05T06:19:55.765319+0000","last_became_peered":"2024-09-05T06:19:55.765319+0000","last_unstale":"2024-09-05T06:19:55.766639+0000","last_undegraded":"2024-09-05T06:19:55.766639+0000","last_fullsized":"2024-09-05T06:19:55.766639+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:44:49.590350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.757002+0000","last_change":"2024-09-05T06:19:54.787333+0000","last_active":"2024-09-05T06:19:55.757002+0000","last_peered":"2024-09-05T06:19:55.757002+0000","last_clean":"2024-09-05T06:19:55.757002+0000","last_became_active":"2024-09-05T06:19:54.787194+0000","last_became_peered":"2024-09-05T06:19:54.787194+0000","last_unstale":"2024-09-05T06:19:55.757002+0000","last_undegraded":"2024-09-05T06:19:55.757002+0000","last_fullsized":"2024-09-05T06:19:55.757002+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:28:24.871176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317862+0000","last_change":"2024-09-05T06:19:55.773788+0000","last_active":"2024-09-05T06:19:57.317862+0000","last_peered":"2024-09-05T06:19:57.317862+0000","last_clean":"2024-09-05T06:19:57.317862+0000","last_became_active":"2024-09-05T06:19:55.770439+0000","last_became_peered":"2024-09-05T06:19:55.770439+0000","last_unstale":"2024-09-05T06:19:57.317862+0000","last_undegraded":"2024-09-05T06:19:57.317862+0000","last_fullsized":"2024-09-05T06:19:57.317862+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:28:38.408983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.751865+0000","last_change":"2024-09-05T06:19:54.790294+0000","last_active":"2024-09-05T06:19:55.751865+0000","last_peered":"2024-09-05T06:19:55.751865+0000","last_clean":"2024-09-05T06:19:55.751865+0000","last_became_active":"2024-09-05T06:19:54.789991+0000","last_became_peered":"2024-09-05T06:19:54.789991+0000","last_unstale":"2024-09-05T06:19:55.751865+0000","last_undegraded":"2024-09-05T06:19:55.751865+0000","last_fullsized":"2024-09-05T06:19:55.751865+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:45:24.913808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":497,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.753404+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:19:55.753404+0000","last_peered":"2024-09-05T06:19:55.753404+0000","last_clean":"2024-09-05T06:19:55.753404+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:19:55.753404+0000","last_undegraded":"2024-09-05T06:19:55.753404+0000","last_fullsized":"2024-09-05T06:19:55.753404+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574971,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1025,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194287,"statfs":{"total":200000000,"available":198950378,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574972,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1018,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194293,"statfs":{"total":200000000,"available":198956644,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574972,"num_pgs":29,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1596,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193716,"statfs":{"total":200000000,"available":198365638,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574971,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1018,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194293,"statfs":{"total":200000000,"available":198956644,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574971,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1026,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194285,"statfs":{"total":200000000,"available":198948744,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574971,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1019,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194293,"statfs":{"total":200000000,"available":198956096,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1597,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193715,"statfs":{"total":200000000,"available":198364516,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574971,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1018,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194293,"statfs":{"total":200000000,"available":198956608,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:19:58.760 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:19:58.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.912+0000 7fe464e01640 1 Processor -- start 2024-09-05T06:19:58.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.912+0000 7fe464e01640 1 -- start start 2024-09-05T06:19:58.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe464e01640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe4600d0750 0x7fe4600d0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe464e01640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe4600b3930 0x7fe4600b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe464e01640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe46015de60 con 0x7fe4600afe60 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe464e01640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe46006d750 con 0x7fe4600d0750 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe464e01640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe46006da30 con 0x7fe4600b3930 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45dd9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe4600d0750 0x7fe4600d0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45e59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe4600afe60 0x7fe4600b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:52758/0 (socket says 172.21.15.70:52758) 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45e59c640 1 -- 172.21.15.70:0/2852477074 learned_addr learned my addr 172.21.15.70:0/2852477074 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45ed9d640 1 --2- 172.21.15.70:0/2852477074 >> v2:172.21.15.196:3300/0 conn(0x7fe4600b3930 0x7fe4600b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45dd9b640 1 -- 172.21.15.70:0/2852477074 >> v2:172.21.15.196:3300/0 conn(0x7fe4600b3930 msgr2=0x7fe4600b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45dd9b640 1 --2- 172.21.15.70:0/2852477074 >> v2:172.21.15.196:3300/0 conn(0x7fe4600b3930 0x7fe4600b3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45dd9b640 1 -- 172.21.15.70:0/2852477074 >> v1:172.21.15.70:6789/0 conn(0x7fe4600afe60 legacy=0x7fe4600b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45dd9b640 1 -- 172.21.15.70:0/2852477074 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe46006dd10 con 0x7fe4600d0750 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45ed9d640 1 --2- 172.21.15.70:0/2852477074 >> v2:172.21.15.196:3300/0 conn(0x7fe4600b3930 0x7fe4600b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:58.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45d59a640 1 -- 172.21.15.70:0/2852477074 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2135843177 0 0) 0x7fe46015de60 con 0x7fe4600afe60 2024-09-05T06:19:58.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45dd9b640 1 --2- 172.21.15.70:0/2852477074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe4600d0be0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7fe4600ce660 tx=0x7fe45401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6340e05b6391195b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45d59a640 1 -- 172.21.15.70:0/2852477074 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4540b0070 con 0x7fe4600d0750 2024-09-05T06:19:58.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45d59a640 1 -- 172.21.15.70:0/2852477074 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4540ab600 con 0x7fe4600d0750 2024-09-05T06:19:58.912 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.916+0000 7fe45d59a640 1 -- 172.21.15.70:0/2852477074 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4540ab9d0 con 0x7fe4600d0750 2024-09-05T06:19:58.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- 172.21.15.70:0/2852477074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 msgr2=0x7fe4600d0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 --2- 172.21.15.70:0/2852477074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe4600d0be0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7fe4600ce660 tx=0x7fe45401c3f0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- 172.21.15.70:0/2852477074 shutdown_connections 2024-09-05T06:19:58.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 --2- 172.21.15.70:0/2852477074 >> v2:172.21.15.196:3300/0 conn(0x7fe4600b3930 0x7fe4600b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 --2- 172.21.15.70:0/2852477074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe4600d0be0 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- 172.21.15.70:0/2852477074 >> 172.21.15.70:0/2852477074 conn(0x7fe46006bcc0 msgr2=0x7fe46006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:58.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- 172.21.15.70:0/2852477074 shutdown_connections 2024-09-05T06:19:58.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- 172.21.15.70:0/2852477074 wait complete. 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 Processor -- start 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- start start 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4600afe60 0x7fe4600cf050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4600b3930 0x7fe460156ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe460157430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe4600cec70 con 0x7fe4600d0750 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe4600ceaf0 con 0x7fe4600afe60 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe460169660 con 0x7fe4600b3930 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe460157430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe460157430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33878/0 (socket says 172.21.15.70:33878) 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 -- 172.21.15.70:0/2094314381 learned_addr learned my addr 172.21.15.70:0/2094314381 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45dd9b640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4600b3930 0x7fe460156ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45e59c640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4600afe60 0x7fe4600cf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 -- 172.21.15.70:0/2094314381 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4600b3930 msgr2=0x7fe460156ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4600b3930 0x7fe460156ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 -- 172.21.15.70:0/2094314381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4600afe60 msgr2=0x7fe4600cf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4600afe60 0x7fe4600cf050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 -- 172.21.15.70:0/2094314381 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4600aa640 con 0x7fe4600d0750 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe45ed9d640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe460157430 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fe45800cef0 tx=0x7fe45800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe44effd640 1 -- 172.21.15.70:0/2094314381 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45801a070 con 0x7fe4600d0750 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe44effd640 1 -- 172.21.15.70:0/2094314381 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe45800d860 con 0x7fe4600d0750 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4600aa920 con 0x7fe4600d0750 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe44effd640 1 -- 172.21.15.70:0/2094314381 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45800dc50 con 0x7fe4600d0750 2024-09-05T06:19:58.917 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4600aaee0 con 0x7fe4600d0750 2024-09-05T06:19:58.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.920+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4600b3da0 con 0x7fe4600d0750 2024-09-05T06:19:58.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.924+0000 7fe44effd640 1 -- 172.21.15.70:0/2094314381 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe45801d070 con 0x7fe4600d0750 2024-09-05T06:19:58.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.924+0000 7fe44effd640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4400678c0 0x7fe440069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:58.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.924+0000 7fe44effd640 1 -- 172.21.15.70:0/2094314381 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7fe458086550 con 0x7fe4600d0750 2024-09-05T06:19:58.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.924+0000 7fe45e59c640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4400678c0 0x7fe440069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:58.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.924+0000 7fe45e59c640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4400678c0 0x7fe440069d80 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fe450000f70 tx=0x7fe450009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:58.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:58.928+0000 7fe44effd640 1 -- 172.21.15.70:0/2094314381 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe458057150 con 0x7fe4600d0750 2024-09-05T06:19:59.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.084+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe4600d0530 con 0x7fe4400678c0 2024-09-05T06:19:59.086 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.092+0000 7fe44effd640 1 -- 172.21.15.70:0/2094314381 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247969 (secure 0 0 0) 0x7fe4600d0530 con 0x7fe4400678c0 2024-09-05T06:19:59.088 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:59.090 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:19:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4400678c0 msgr2=0x7fe440069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.091 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4400678c0 0x7fe440069d80 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fe450000f70 tx=0x7fe450009040 comp rx=0 tx=0).stop 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 msgr2=0x7fe460157430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe460157430 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fe45800cef0 tx=0x7fe45800a710 comp rx=0 tx=0).stop 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 shutdown_connections 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe4400678c0 0x7fe440069d80 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4600d0750 0x7fe460157430 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4600b3930 0x7fe460156ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 --2- 172.21.15.70:0/2094314381 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe4600afe60 0x7fe4600cf050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 >> 172.21.15.70:0/2094314381 conn(0x7fe46006bcc0 msgr2=0x7fe46015bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 shutdown_connections 2024-09-05T06:19:59.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.096+0000 7fe464e01640 1 -- 172.21.15.70:0/2094314381 wait complete. 2024-09-05T06:19:59.107 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":481,"stamp":"2024-09-05T06:19:58.522090+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":105,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":9321,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1553178,"statfs":{"total":1600000000,"available":1590455268,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.759231"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.779599+0000","last_change":"2024-09-05T06:19:55.779182+0000","last_active":"2024-09-05T06:19:55.779599+0000","last_peered":"2024-09-05T06:19:55.779599+0000","last_clean":"2024-09-05T06:19:55.779599+0000","last_became_active":"2024-09-05T06:19:55.777286+0000","last_became_peered":"2024-09-05T06:19:55.777286+0000","last_unstale":"2024-09-05T06:19:55.779599+0000","last_undegraded":"2024-09-05T06:19:55.779599+0000","last_fullsized":"2024-09-05T06:19:55.779599+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:28:03.190383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.769538+0000","last_change":"2024-09-05T06:19:55.769235+0000","last_active":"2024-09-05T06:19:55.769538+0000","last_peered":"2024-09-05T06:19:55.769538+0000","last_clean":"2024-09-05T06:19:55.769538+0000","last_became_active":"2024-09-05T06:19:55.768562+0000","last_became_peered":"2024-09-05T06:19:55.768562+0000","last_unstale":"2024-09-05T06:19:55.769538+0000","last_undegraded":"2024-09-05T06:19:55.769538+0000","last_fullsized":"2024-09-05T06:19:55.769538+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:09:33.983831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766546+0000","last_change":"2024-09-05T06:19:55.764268+0000","last_active":"2024-09-05T06:19:55.766546+0000","last_peered":"2024-09-05T06:19:55.766546+0000","last_clean":"2024-09-05T06:19:55.766546+0000","last_became_active":"2024-09-05T06:19:55.762124+0000","last_became_peered":"2024-09-05T06:19:55.762124+0000","last_unstale":"2024-09-05T06:19:55.766546+0000","last_undegraded":"2024-09-05T06:19:55.766546+0000","last_fullsized":"2024-09-05T06:19:55.766546+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:59:39.533689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754617+0000","last_change":"2024-09-05T06:19:55.786472+0000","last_active":"2024-09-05T06:19:56.754617+0000","last_peered":"2024-09-05T06:19:56.754617+0000","last_clean":"2024-09-05T06:19:56.754617+0000","last_became_active":"2024-09-05T06:19:55.784774+0000","last_became_peered":"2024-09-05T06:19:55.784774+0000","last_unstale":"2024-09-05T06:19:56.754617+0000","last_undegraded":"2024-09-05T06:19:56.754617+0000","last_fullsized":"2024-09-05T06:19:56.754617+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:30.525265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.783589+0000","last_change":"2024-09-05T06:19:55.779946+0000","last_active":"2024-09-05T06:19:55.783589+0000","last_peered":"2024-09-05T06:19:55.783589+0000","last_clean":"2024-09-05T06:19:55.783589+0000","last_became_active":"2024-09-05T06:19:55.778444+0000","last_became_peered":"2024-09-05T06:19:55.778444+0000","last_unstale":"2024-09-05T06:19:55.783589+0000","last_undegraded":"2024-09-05T06:19:55.783589+0000","last_fullsized":"2024-09-05T06:19:55.783589+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:26.975760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754054+0000","last_change":"2024-09-05T06:19:55.785925+0000","last_active":"2024-09-05T06:19:56.754054+0000","last_peered":"2024-09-05T06:19:56.754054+0000","last_clean":"2024-09-05T06:19:56.754054+0000","last_became_active":"2024-09-05T06:19:55.782679+0000","last_became_peered":"2024-09-05T06:19:55.782679+0000","last_unstale":"2024-09-05T06:19:56.754054+0000","last_undegraded":"2024-09-05T06:19:56.754054+0000","last_fullsized":"2024-09-05T06:19:56.754054+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:54:20.454993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318100+0000","last_change":"2024-09-05T06:19:55.774548+0000","last_active":"2024-09-05T06:19:57.318100+0000","last_peered":"2024-09-05T06:19:57.318100+0000","last_clean":"2024-09-05T06:19:57.318100+0000","last_became_active":"2024-09-05T06:19:55.772616+0000","last_became_peered":"2024-09-05T06:19:55.772616+0000","last_unstale":"2024-09-05T06:19:57.318100+0000","last_undegraded":"2024-09-05T06:19:57.318100+0000","last_fullsized":"2024-09-05T06:19:57.318100+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:12:52.313185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323369+0000","last_change":"2024-09-05T06:19:55.771772+0000","last_active":"2024-09-05T06:19:57.323369+0000","last_peered":"2024-09-05T06:19:57.323369+0000","last_clean":"2024-09-05T06:19:57.323369+0000","last_became_active":"2024-09-05T06:19:55.771130+0000","last_became_peered":"2024-09-05T06:19:55.771130+0000","last_unstale":"2024-09-05T06:19:57.323369+0000","last_undegraded":"2024-09-05T06:19:57.323369+0000","last_fullsized":"2024-09-05T06:19:57.323369+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:29.057413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323122+0000","last_change":"2024-09-05T06:19:55.775494+0000","last_active":"2024-09-05T06:19:57.323122+0000","last_peered":"2024-09-05T06:19:57.323122+0000","last_clean":"2024-09-05T06:19:57.323122+0000","last_became_active":"2024-09-05T06:19:55.772708+0000","last_became_peered":"2024-09-05T06:19:55.772708+0000","last_unstale":"2024-09-05T06:19:57.323122+0000","last_undegraded":"2024-09-05T06:19:57.323122+0000","last_fullsized":"2024-09-05T06:19:57.323122+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:49.227108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323387+0000","last_change":"2024-09-05T06:19:55.774749+0000","last_active":"2024-09-05T06:19:57.323387+0000","last_peered":"2024-09-05T06:19:57.323387+0000","last_clean":"2024-09-05T06:19:57.323387+0000","last_became_active":"2024-09-05T06:19:55.773655+0000","last_became_peered":"2024-09-05T06:19:55.773655+0000","last_unstale":"2024-09-05T06:19:57.323387+0000","last_undegraded":"2024-09-05T06:19:57.323387+0000","last_fullsized":"2024-09-05T06:19:57.323387+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:57:21.953011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.789381+0000","last_change":"2024-09-05T06:19:55.789163+0000","last_active":"2024-09-05T06:19:55.789381+0000","last_peered":"2024-09-05T06:19:55.789381+0000","last_clean":"2024-09-05T06:19:55.789381+0000","last_became_active":"2024-09-05T06:19:55.788741+0000","last_became_peered":"2024-09-05T06:19:55.788741+0000","last_unstale":"2024-09-05T06:19:55.789381+0000","last_undegraded":"2024-09-05T06:19:55.789381+0000","last_fullsized":"2024-09-05T06:19:55.789381+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:31:18.251821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762160+0000","last_change":"2024-09-05T06:19:55.781400+0000","last_active":"2024-09-05T06:19:56.762160+0000","last_peered":"2024-09-05T06:19:56.762160+0000","last_clean":"2024-09-05T06:19:56.762160+0000","last_became_active":"2024-09-05T06:19:55.780652+0000","last_became_peered":"2024-09-05T06:19:55.780652+0000","last_unstale":"2024-09-05T06:19:56.762160+0000","last_undegraded":"2024-09-05T06:19:56.762160+0000","last_fullsized":"2024-09-05T06:19:56.762160+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:44.646675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.761913+0000","last_change":"2024-09-05T06:19:55.797613+0000","last_active":"2024-09-05T06:19:56.761913+0000","last_peered":"2024-09-05T06:19:56.761913+0000","last_clean":"2024-09-05T06:19:56.761913+0000","last_became_active":"2024-09-05T06:19:55.796815+0000","last_became_peered":"2024-09-05T06:19:55.796815+0000","last_unstale":"2024-09-05T06:19:56.761913+0000","last_undegraded":"2024-09-05T06:19:56.761913+0000","last_fullsized":"2024-09-05T06:19:56.761913+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:42.003195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323453+0000","last_change":"2024-09-05T06:19:55.782068+0000","last_active":"2024-09-05T06:19:57.323453+0000","last_peered":"2024-09-05T06:19:57.323453+0000","last_clean":"2024-09-05T06:19:57.323453+0000","last_became_active":"2024-09-05T06:19:55.780447+0000","last_became_peered":"2024-09-05T06:19:55.780447+0000","last_unstale":"2024-09-05T06:19:57.323453+0000","last_undegraded":"2024-09-05T06:19:57.323453+0000","last_fullsized":"2024-09-05T06:19:57.323453+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:53:29.949433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323612+0000","last_change":"2024-09-05T06:19:55.797423+0000","last_active":"2024-09-05T06:19:57.323612+0000","last_peered":"2024-09-05T06:19:57.323612+0000","last_clean":"2024-09-05T06:19:57.323612+0000","last_became_active":"2024-09-05T06:19:55.796331+0000","last_became_peered":"2024-09-05T06:19:55.796331+0000","last_unstale":"2024-09-05T06:19:57.323612+0000","last_undegraded":"2024-09-05T06:19:57.323612+0000","last_fullsized":"2024-09-05T06:19:57.323612+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:45:18.953042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317854+0000","last_change":"2024-09-05T06:19:55.779667+0000","last_active":"2024-09-05T06:19:57.317854+0000","last_peered":"2024-09-05T06:19:57.317854+0000","last_clean":"2024-09-05T06:19:57.317854+0000","last_became_active":"2024-09-05T06:19:55.774749+0000","last_became_peered":"2024-09-05T06:19:55.774749+0000","last_unstale":"2024-09-05T06:19:57.317854+0000","last_undegraded":"2024-09-05T06:19:57.317854+0000","last_fullsized":"2024-09-05T06:19:57.317854+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:35:15.854683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755300+0000","last_change":"2024-09-05T06:19:55.778049+0000","last_active":"2024-09-05T06:19:56.755300+0000","last_peered":"2024-09-05T06:19:56.755300+0000","last_clean":"2024-09-05T06:19:56.755300+0000","last_became_active":"2024-09-05T06:19:55.775522+0000","last_became_peered":"2024-09-05T06:19:55.775522+0000","last_unstale":"2024-09-05T06:19:56.755300+0000","last_undegraded":"2024-09-05T06:19:56.755300+0000","last_fullsized":"2024-09-05T06:19:56.755300+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:48:11.291755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755962+0000","last_change":"2024-09-05T06:19:55.759181+0000","last_active":"2024-09-05T06:19:56.755962+0000","last_peered":"2024-09-05T06:19:56.755962+0000","last_clean":"2024-09-05T06:19:56.755962+0000","last_became_active":"2024-09-05T06:19:55.758541+0000","last_became_peered":"2024-09-05T06:19:55.758541+0000","last_unstale":"2024-09-05T06:19:56.755962+0000","last_undegraded":"2024-09-05T06:19:56.755962+0000","last_fullsized":"2024-09-05T06:19:56.755962+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:15:02.070535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318401+0000","last_change":"2024-09-05T06:19:55.764913+0000","last_active":"2024-09-05T06:19:57.318401+0000","last_peered":"2024-09-05T06:19:57.318401+0000","last_clean":"2024-09-05T06:19:57.318401+0000","last_became_active":"2024-09-05T06:19:55.764328+0000","last_became_peered":"2024-09-05T06:19:55.764328+0000","last_unstale":"2024-09-05T06:19:57.318401+0000","last_undegraded":"2024-09-05T06:19:57.318401+0000","last_fullsized":"2024-09-05T06:19:57.318401+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:28:32.698987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762204+0000","last_change":"2024-09-05T06:19:55.779225+0000","last_active":"2024-09-05T06:19:56.762204+0000","last_peered":"2024-09-05T06:19:56.762204+0000","last_clean":"2024-09-05T06:19:56.762204+0000","last_became_active":"2024-09-05T06:19:55.778587+0000","last_became_peered":"2024-09-05T06:19:55.778587+0000","last_unstale":"2024-09-05T06:19:56.762204+0000","last_undegraded":"2024-09-05T06:19:56.762204+0000","last_fullsized":"2024-09-05T06:19:56.762204+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:27:36.899721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754628+0000","last_change":"2024-09-05T06:19:55.775569+0000","last_active":"2024-09-05T06:19:56.754628+0000","last_peered":"2024-09-05T06:19:56.754628+0000","last_clean":"2024-09-05T06:19:56.754628+0000","last_became_active":"2024-09-05T06:19:55.771541+0000","last_became_peered":"2024-09-05T06:19:55.771541+0000","last_unstale":"2024-09-05T06:19:56.754628+0000","last_undegraded":"2024-09-05T06:19:56.754628+0000","last_fullsized":"2024-09-05T06:19:56.754628+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:30.910645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.789467+0000","last_change":"2024-09-05T06:19:55.789160+0000","last_active":"2024-09-05T06:19:55.789467+0000","last_peered":"2024-09-05T06:19:55.789467+0000","last_clean":"2024-09-05T06:19:55.789467+0000","last_became_active":"2024-09-05T06:19:55.788717+0000","last_became_peered":"2024-09-05T06:19:55.788717+0000","last_unstale":"2024-09-05T06:19:55.789467+0000","last_undegraded":"2024-09-05T06:19:55.789467+0000","last_fullsized":"2024-09-05T06:19:55.789467+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:09:51.784159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.791945+0000","last_change":"2024-09-05T06:19:55.791773+0000","last_active":"2024-09-05T06:19:55.791945+0000","last_peered":"2024-09-05T06:19:55.791945+0000","last_clean":"2024-09-05T06:19:55.791945+0000","last_became_active":"2024-09-05T06:19:55.788726+0000","last_became_peered":"2024-09-05T06:19:55.788726+0000","last_unstale":"2024-09-05T06:19:55.791945+0000","last_undegraded":"2024-09-05T06:19:55.791945+0000","last_fullsized":"2024-09-05T06:19:55.791945+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:39:24.319548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.777426+0000","last_change":"2024-09-05T06:19:55.777147+0000","last_active":"2024-09-05T06:19:55.777426+0000","last_peered":"2024-09-05T06:19:55.777426+0000","last_clean":"2024-09-05T06:19:55.777426+0000","last_became_active":"2024-09-05T06:19:55.776430+0000","last_became_peered":"2024-09-05T06:19:55.776430+0000","last_unstale":"2024-09-05T06:19:55.777426+0000","last_undegraded":"2024-09-05T06:19:55.777426+0000","last_fullsized":"2024-09-05T06:19:55.777426+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:32:19.132531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.764116+0000","last_change":"2024-09-05T06:19:55.762470+0000","last_active":"2024-09-05T06:19:55.764116+0000","last_peered":"2024-09-05T06:19:55.764116+0000","last_clean":"2024-09-05T06:19:55.764116+0000","last_became_active":"2024-09-05T06:19:55.761790+0000","last_became_peered":"2024-09-05T06:19:55.761790+0000","last_unstale":"2024-09-05T06:19:55.764116+0000","last_undegraded":"2024-09-05T06:19:55.764116+0000","last_fullsized":"2024-09-05T06:19:55.764116+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:45:23.838664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.782475+0000","last_change":"2024-09-05T06:19:55.782151+0000","last_active":"2024-09-05T06:19:55.782475+0000","last_peered":"2024-09-05T06:19:55.782475+0000","last_clean":"2024-09-05T06:19:55.782475+0000","last_became_active":"2024-09-05T06:19:55.780583+0000","last_became_peered":"2024-09-05T06:19:55.780583+0000","last_unstale":"2024-09-05T06:19:55.782475+0000","last_undegraded":"2024-09-05T06:19:55.782475+0000","last_fullsized":"2024-09-05T06:19:55.782475+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:59:55.674423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.776521+0000","last_change":"2024-09-05T06:19:55.776147+0000","last_active":"2024-09-05T06:19:55.776521+0000","last_peered":"2024-09-05T06:19:55.776521+0000","last_clean":"2024-09-05T06:19:55.776521+0000","last_became_active":"2024-09-05T06:19:55.775509+0000","last_became_peered":"2024-09-05T06:19:55.775509+0000","last_unstale":"2024-09-05T06:19:55.776521+0000","last_undegraded":"2024-09-05T06:19:55.776521+0000","last_fullsized":"2024-09-05T06:19:55.776521+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:00:45.559526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317880+0000","last_change":"2024-09-05T06:19:55.761892+0000","last_active":"2024-09-05T06:19:57.317880+0000","last_peered":"2024-09-05T06:19:57.317880+0000","last_clean":"2024-09-05T06:19:57.317880+0000","last_became_active":"2024-09-05T06:19:55.761218+0000","last_became_peered":"2024-09-05T06:19:55.761218+0000","last_unstale":"2024-09-05T06:19:57.317880+0000","last_undegraded":"2024-09-05T06:19:57.317880+0000","last_fullsized":"2024-09-05T06:19:57.317880+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:47:30.682393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766465+0000","last_change":"2024-09-05T06:19:55.763444+0000","last_active":"2024-09-05T06:19:55.766465+0000","last_peered":"2024-09-05T06:19:55.766465+0000","last_clean":"2024-09-05T06:19:55.766465+0000","last_became_active":"2024-09-05T06:19:55.761919+0000","last_became_peered":"2024-09-05T06:19:55.761919+0000","last_unstale":"2024-09-05T06:19:55.766465+0000","last_undegraded":"2024-09-05T06:19:55.766465+0000","last_fullsized":"2024-09-05T06:19:55.766465+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:53:41.583619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323802+0000","last_change":"2024-09-05T06:19:55.782271+0000","last_active":"2024-09-05T06:19:57.323802+0000","last_peered":"2024-09-05T06:19:57.323802+0000","last_clean":"2024-09-05T06:19:57.323802+0000","last_became_active":"2024-09-05T06:19:55.781279+0000","last_became_peered":"2024-09-05T06:19:55.781279+0000","last_unstale":"2024-09-05T06:19:57.323802+0000","last_undegraded":"2024-09-05T06:19:57.323802+0000","last_fullsized":"2024-09-05T06:19:57.323802+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:32.495395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.760706+0000","last_change":"2024-09-05T06:19:55.760421+0000","last_active":"2024-09-05T06:19:55.760706+0000","last_peered":"2024-09-05T06:19:55.760706+0000","last_clean":"2024-09-05T06:19:55.760706+0000","last_became_active":"2024-09-05T06:19:55.759694+0000","last_became_peered":"2024-09-05T06:19:55.759694+0000","last_unstale":"2024-09-05T06:19:55.760706+0000","last_undegraded":"2024-09-05T06:19:55.760706+0000","last_fullsized":"2024-09-05T06:19:55.760706+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:11.201288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.753273+0000","last_change":"2024-09-05T06:19:55.776351+0000","last_active":"2024-09-05T06:19:56.753273+0000","last_peered":"2024-09-05T06:19:56.753273+0000","last_clean":"2024-09-05T06:19:56.753273+0000","last_became_active":"2024-09-05T06:19:55.770299+0000","last_became_peered":"2024-09-05T06:19:55.770299+0000","last_unstale":"2024-09-05T06:19:56.753273+0000","last_undegraded":"2024-09-05T06:19:56.753273+0000","last_fullsized":"2024-09-05T06:19:56.753273+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:37:22.302635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754983+0000","last_change":"2024-09-05T06:19:55.785945+0000","last_active":"2024-09-05T06:19:56.754983+0000","last_peered":"2024-09-05T06:19:56.754983+0000","last_clean":"2024-09-05T06:19:56.754983+0000","last_became_active":"2024-09-05T06:19:55.783910+0000","last_became_peered":"2024-09-05T06:19:55.783910+0000","last_unstale":"2024-09-05T06:19:56.754983+0000","last_undegraded":"2024-09-05T06:19:56.754983+0000","last_fullsized":"2024-09-05T06:19:56.754983+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:07.265241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"185'4","reported_seq":16,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.810684+0000","last_change":"2024-09-05T06:19:54.791159+0000","last_active":"2024-09-05T06:19:55.810684+0000","last_peered":"2024-09-05T06:19:55.810684+0000","last_clean":"2024-09-05T06:19:55.810684+0000","last_became_active":"2024-09-05T06:19:54.790857+0000","last_became_peered":"2024-09-05T06:19:54.790857+0000","last_unstale":"2024-09-05T06:19:55.810684+0000","last_undegraded":"2024-09-05T06:19:55.810684+0000","last_fullsized":"2024-09-05T06:19:55.810684+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:30:51.136932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.798058+0000","last_change":"2024-09-05T06:19:55.797774+0000","last_active":"2024-09-05T06:19:55.798058+0000","last_peered":"2024-09-05T06:19:55.798058+0000","last_clean":"2024-09-05T06:19:55.798058+0000","last_became_active":"2024-09-05T06:19:55.797131+0000","last_became_peered":"2024-09-05T06:19:55.797131+0000","last_unstale":"2024-09-05T06:19:55.798058+0000","last_undegraded":"2024-09-05T06:19:55.798058+0000","last_fullsized":"2024-09-05T06:19:55.798058+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:02:46.825359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"185'1","reported_seq":15,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323601+0000","last_change":"2024-09-05T06:19:54.782603+0000","last_active":"2024-09-05T06:19:57.323601+0000","last_peered":"2024-09-05T06:19:57.323601+0000","last_clean":"2024-09-05T06:19:57.323601+0000","last_became_active":"2024-09-05T06:19:54.782357+0000","last_became_peered":"2024-09-05T06:19:54.782357+0000","last_unstale":"2024-09-05T06:19:57.323601+0000","last_undegraded":"2024-09-05T06:19:57.323601+0000","last_fullsized":"2024-09-05T06:19:57.323601+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:02:49.112056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754985+0000","last_change":"2024-09-05T06:19:55.776381+0000","last_active":"2024-09-05T06:19:56.754985+0000","last_peered":"2024-09-05T06:19:56.754985+0000","last_clean":"2024-09-05T06:19:56.754985+0000","last_became_active":"2024-09-05T06:19:55.774805+0000","last_became_peered":"2024-09-05T06:19:55.774805+0000","last_unstale":"2024-09-05T06:19:56.754985+0000","last_undegraded":"2024-09-05T06:19:56.754985+0000","last_fullsized":"2024-09-05T06:19:56.754985+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:28:58.103116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"185'2","reported_seq":16,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.753819+0000","last_change":"2024-09-05T06:19:54.769506+0000","last_active":"2024-09-05T06:19:56.753819+0000","last_peered":"2024-09-05T06:19:56.753819+0000","last_clean":"2024-09-05T06:19:56.753819+0000","last_became_active":"2024-09-05T06:19:54.768883+0000","last_became_peered":"2024-09-05T06:19:54.768883+0000","last_unstale":"2024-09-05T06:19:56.753819+0000","last_undegraded":"2024-09-05T06:19:56.753819+0000","last_fullsized":"2024-09-05T06:19:56.753819+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:31:07.413525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323978+0000","last_change":"2024-09-05T06:19:55.796952+0000","last_active":"2024-09-05T06:19:57.323978+0000","last_peered":"2024-09-05T06:19:57.323978+0000","last_clean":"2024-09-05T06:19:57.323978+0000","last_became_active":"2024-09-05T06:19:55.795641+0000","last_became_peered":"2024-09-05T06:19:55.795641+0000","last_unstale":"2024-09-05T06:19:57.323978+0000","last_undegraded":"2024-09-05T06:19:57.323978+0000","last_fullsized":"2024-09-05T06:19:57.323978+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:20.315125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"185'2","reported_seq":14,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.808698+0000","last_change":"2024-09-05T06:19:54.780419+0000","last_active":"2024-09-05T06:19:55.808698+0000","last_peered":"2024-09-05T06:19:55.808698+0000","last_clean":"2024-09-05T06:19:55.808698+0000","last_became_active":"2024-09-05T06:19:54.778248+0000","last_became_peered":"2024-09-05T06:19:54.778248+0000","last_unstale":"2024-09-05T06:19:55.808698+0000","last_undegraded":"2024-09-05T06:19:55.808698+0000","last_fullsized":"2024-09-05T06:19:55.808698+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:16:22.521315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756369+0000","last_change":"2024-09-05T06:19:55.791150+0000","last_active":"2024-09-05T06:19:56.756369+0000","last_peered":"2024-09-05T06:19:56.756369+0000","last_clean":"2024-09-05T06:19:56.756369+0000","last_became_active":"2024-09-05T06:19:55.790488+0000","last_became_peered":"2024-09-05T06:19:55.790488+0000","last_unstale":"2024-09-05T06:19:56.756369+0000","last_undegraded":"2024-09-05T06:19:56.756369+0000","last_fullsized":"2024-09-05T06:19:56.756369+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:37:22.992318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"185'1","reported_seq":13,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.807240+0000","last_change":"2024-09-05T06:19:54.785355+0000","last_active":"2024-09-05T06:19:55.807240+0000","last_peered":"2024-09-05T06:19:55.807240+0000","last_clean":"2024-09-05T06:19:55.807240+0000","last_became_active":"2024-09-05T06:19:54.785110+0000","last_became_peered":"2024-09-05T06:19:54.785110+0000","last_unstale":"2024-09-05T06:19:55.807240+0000","last_undegraded":"2024-09-05T06:19:55.807240+0000","last_fullsized":"2024-09-05T06:19:55.807240+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:44.464794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.753814+0000","last_change":"2024-09-05T06:19:55.776845+0000","last_active":"2024-09-05T06:19:56.753814+0000","last_peered":"2024-09-05T06:19:56.753814+0000","last_clean":"2024-09-05T06:19:56.753814+0000","last_became_active":"2024-09-05T06:19:55.772842+0000","last_became_peered":"2024-09-05T06:19:55.772842+0000","last_unstale":"2024-09-05T06:19:56.753814+0000","last_undegraded":"2024-09-05T06:19:56.753814+0000","last_fullsized":"2024-09-05T06:19:56.753814+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:57:06.962410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"185'1","reported_seq":15,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756642+0000","last_change":"2024-09-05T06:19:54.776946+0000","last_active":"2024-09-05T06:19:56.756642+0000","last_peered":"2024-09-05T06:19:56.756642+0000","last_clean":"2024-09-05T06:19:56.756642+0000","last_became_active":"2024-09-05T06:19:54.776297+0000","last_became_peered":"2024-09-05T06:19:54.776297+0000","last_unstale":"2024-09-05T06:19:56.756642+0000","last_undegraded":"2024-09-05T06:19:56.756642+0000","last_fullsized":"2024-09-05T06:19:56.756642+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:24.059425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.791455+0000","last_change":"2024-09-05T06:19:55.789556+0000","last_active":"2024-09-05T06:19:55.791455+0000","last_peered":"2024-09-05T06:19:55.791455+0000","last_clean":"2024-09-05T06:19:55.791455+0000","last_became_active":"2024-09-05T06:19:55.781708+0000","last_became_peered":"2024-09-05T06:19:55.781708+0000","last_unstale":"2024-09-05T06:19:55.791455+0000","last_undegraded":"2024-09-05T06:19:55.791455+0000","last_fullsized":"2024-09-05T06:19:55.791455+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:17.238802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.756125+0000","last_change":"2024-09-05T06:19:54.790171+0000","last_active":"2024-09-05T06:19:55.756125+0000","last_peered":"2024-09-05T06:19:55.756125+0000","last_clean":"2024-09-05T06:19:55.756125+0000","last_became_active":"2024-09-05T06:19:54.789722+0000","last_became_peered":"2024-09-05T06:19:54.789722+0000","last_unstale":"2024-09-05T06:19:55.756125+0000","last_undegraded":"2024-09-05T06:19:55.756125+0000","last_fullsized":"2024-09-05T06:19:55.756125+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:46.859679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755348+0000","last_change":"2024-09-05T06:19:55.785396+0000","last_active":"2024-09-05T06:19:56.755348+0000","last_peered":"2024-09-05T06:19:56.755348+0000","last_clean":"2024-09-05T06:19:56.755348+0000","last_became_active":"2024-09-05T06:19:55.783037+0000","last_became_peered":"2024-09-05T06:19:55.783037+0000","last_unstale":"2024-09-05T06:19:56.755348+0000","last_undegraded":"2024-09-05T06:19:56.755348+0000","last_fullsized":"2024-09-05T06:19:56.755348+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:54:02.471407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.779587+0000","last_change":"2024-09-05T06:19:54.787636+0000","last_active":"2024-09-05T06:19:55.779587+0000","last_peered":"2024-09-05T06:19:55.779587+0000","last_clean":"2024-09-05T06:19:55.779587+0000","last_became_active":"2024-09-05T06:19:54.786413+0000","last_became_peered":"2024-09-05T06:19:54.786413+0000","last_unstale":"2024-09-05T06:19:55.779587+0000","last_undegraded":"2024-09-05T06:19:55.779587+0000","last_fullsized":"2024-09-05T06:19:55.779587+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:06:09.848807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318244+0000","last_change":"2024-09-05T06:19:55.769300+0000","last_active":"2024-09-05T06:19:57.318244+0000","last_peered":"2024-09-05T06:19:57.318244+0000","last_clean":"2024-09-05T06:19:57.318244+0000","last_became_active":"2024-09-05T06:19:55.767830+0000","last_became_peered":"2024-09-05T06:19:55.767830+0000","last_unstale":"2024-09-05T06:19:57.318244+0000","last_undegraded":"2024-09-05T06:19:57.318244+0000","last_fullsized":"2024-09-05T06:19:57.318244+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:47:47.419959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754903+0000","last_change":"2024-09-05T06:19:54.781400+0000","last_active":"2024-09-05T06:19:56.754903+0000","last_peered":"2024-09-05T06:19:56.754903+0000","last_clean":"2024-09-05T06:19:56.754903+0000","last_became_active":"2024-09-05T06:19:54.780731+0000","last_became_peered":"2024-09-05T06:19:54.780731+0000","last_unstale":"2024-09-05T06:19:56.754903+0000","last_undegraded":"2024-09-05T06:19:56.754903+0000","last_fullsized":"2024-09-05T06:19:56.754903+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:37:13.467324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317379+0000","last_change":"2024-09-05T06:19:55.772909+0000","last_active":"2024-09-05T06:19:57.317379+0000","last_peered":"2024-09-05T06:19:57.317379+0000","last_clean":"2024-09-05T06:19:57.317379+0000","last_became_active":"2024-09-05T06:19:55.769991+0000","last_became_peered":"2024-09-05T06:19:55.769991+0000","last_unstale":"2024-09-05T06:19:57.317379+0000","last_undegraded":"2024-09-05T06:19:57.317379+0000","last_fullsized":"2024-09-05T06:19:57.317379+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:07:26.835671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"185'3","reported_seq":15,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.807517+0000","last_change":"2024-09-05T06:19:54.791173+0000","last_active":"2024-09-05T06:19:55.807517+0000","last_peered":"2024-09-05T06:19:55.807517+0000","last_clean":"2024-09-05T06:19:55.807517+0000","last_became_active":"2024-09-05T06:19:54.780538+0000","last_became_peered":"2024-09-05T06:19:54.780538+0000","last_unstale":"2024-09-05T06:19:55.807517+0000","last_undegraded":"2024-09-05T06:19:55.807517+0000","last_fullsized":"2024-09-05T06:19:55.807517+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:32:13.273284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766353+0000","last_change":"2024-09-05T06:19:55.762731+0000","last_active":"2024-09-05T06:19:55.766353+0000","last_peered":"2024-09-05T06:19:55.766353+0000","last_clean":"2024-09-05T06:19:55.766353+0000","last_became_active":"2024-09-05T06:19:55.761324+0000","last_became_peered":"2024-09-05T06:19:55.761324+0000","last_unstale":"2024-09-05T06:19:55.766353+0000","last_undegraded":"2024-09-05T06:19:55.766353+0000","last_fullsized":"2024-09-05T06:19:55.766353+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:18:47.619898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"185'6","reported_seq":18,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.813822+0000","last_change":"2024-09-05T06:19:54.779113+0000","last_active":"2024-09-05T06:19:55.813822+0000","last_peered":"2024-09-05T06:19:55.813822+0000","last_clean":"2024-09-05T06:19:55.813822+0000","last_became_active":"2024-09-05T06:19:54.778869+0000","last_became_peered":"2024-09-05T06:19:54.778869+0000","last_unstale":"2024-09-05T06:19:55.813822+0000","last_undegraded":"2024-09-05T06:19:55.813822+0000","last_fullsized":"2024-09-05T06:19:55.813822+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:36:20.016080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318535+0000","last_change":"2024-09-05T06:19:55.772309+0000","last_active":"2024-09-05T06:19:57.318535+0000","last_peered":"2024-09-05T06:19:57.318535+0000","last_clean":"2024-09-05T06:19:57.318535+0000","last_became_active":"2024-09-05T06:19:55.771638+0000","last_became_peered":"2024-09-05T06:19:55.771638+0000","last_unstale":"2024-09-05T06:19:57.318535+0000","last_undegraded":"2024-09-05T06:19:57.318535+0000","last_fullsized":"2024-09-05T06:19:57.318535+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:08:03.380172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"185'2","reported_seq":16,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756733+0000","last_change":"2024-09-05T06:19:54.787007+0000","last_active":"2024-09-05T06:19:56.756733+0000","last_peered":"2024-09-05T06:19:56.756733+0000","last_clean":"2024-09-05T06:19:56.756733+0000","last_became_active":"2024-09-05T06:19:54.786348+0000","last_became_peered":"2024-09-05T06:19:54.786348+0000","last_unstale":"2024-09-05T06:19:56.756733+0000","last_undegraded":"2024-09-05T06:19:56.756733+0000","last_fullsized":"2024-09-05T06:19:56.756733+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:03:31.958045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.789342+0000","last_change":"2024-09-05T06:19:55.789039+0000","last_active":"2024-09-05T06:19:55.789342+0000","last_peered":"2024-09-05T06:19:55.789342+0000","last_clean":"2024-09-05T06:19:55.789342+0000","last_became_active":"2024-09-05T06:19:55.780928+0000","last_became_peered":"2024-09-05T06:19:55.780928+0000","last_unstale":"2024-09-05T06:19:55.789342+0000","last_undegraded":"2024-09-05T06:19:55.789342+0000","last_fullsized":"2024-09-05T06:19:55.789342+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:43:15.090871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755231+0000","last_change":"2024-09-05T06:19:54.787403+0000","last_active":"2024-09-05T06:19:56.755231+0000","last_peered":"2024-09-05T06:19:56.755231+0000","last_clean":"2024-09-05T06:19:56.755231+0000","last_became_active":"2024-09-05T06:19:54.786773+0000","last_became_peered":"2024-09-05T06:19:54.786773+0000","last_unstale":"2024-09-05T06:19:56.755231+0000","last_undegraded":"2024-09-05T06:19:56.755231+0000","last_fullsized":"2024-09-05T06:19:56.755231+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:36:43.907945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.753978+0000","last_change":"2024-09-05T06:19:55.765643+0000","last_active":"2024-09-05T06:19:56.753978+0000","last_peered":"2024-09-05T06:19:56.753978+0000","last_clean":"2024-09-05T06:19:56.753978+0000","last_became_active":"2024-09-05T06:19:55.764967+0000","last_became_peered":"2024-09-05T06:19:55.764967+0000","last_unstale":"2024-09-05T06:19:56.753978+0000","last_undegraded":"2024-09-05T06:19:56.753978+0000","last_fullsized":"2024-09-05T06:19:56.753978+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:03:36.507097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318241+0000","last_change":"2024-09-05T06:19:54.788633+0000","last_active":"2024-09-05T06:19:57.318241+0000","last_peered":"2024-09-05T06:19:57.318241+0000","last_clean":"2024-09-05T06:19:57.318241+0000","last_became_active":"2024-09-05T06:19:54.787644+0000","last_became_peered":"2024-09-05T06:19:54.787644+0000","last_unstale":"2024-09-05T06:19:57.318241+0000","last_undegraded":"2024-09-05T06:19:57.318241+0000","last_fullsized":"2024-09-05T06:19:57.318241+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:25:01.674535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.323770+0000","last_change":"2024-09-05T06:19:55.783921+0000","last_active":"2024-09-05T06:19:57.323770+0000","last_peered":"2024-09-05T06:19:57.323770+0000","last_clean":"2024-09-05T06:19:57.323770+0000","last_became_active":"2024-09-05T06:19:55.783167+0000","last_became_peered":"2024-09-05T06:19:55.783167+0000","last_unstale":"2024-09-05T06:19:57.323770+0000","last_undegraded":"2024-09-05T06:19:57.323770+0000","last_fullsized":"2024-09-05T06:19:57.323770+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:20:04.286396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"185'8","reported_seq":20,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.812681+0000","last_change":"2024-09-05T06:19:54.780242+0000","last_active":"2024-09-05T06:19:55.812681+0000","last_peered":"2024-09-05T06:19:55.812681+0000","last_clean":"2024-09-05T06:19:55.812681+0000","last_became_active":"2024-09-05T06:19:54.780043+0000","last_became_peered":"2024-09-05T06:19:54.780043+0000","last_unstale":"2024-09-05T06:19:55.812681+0000","last_undegraded":"2024-09-05T06:19:55.812681+0000","last_fullsized":"2024-09-05T06:19:55.812681+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:46:35.510259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317608+0000","last_change":"2024-09-05T06:19:55.784274+0000","last_active":"2024-09-05T06:19:57.317608+0000","last_peered":"2024-09-05T06:19:57.317608+0000","last_clean":"2024-09-05T06:19:57.317608+0000","last_became_active":"2024-09-05T06:19:55.783661+0000","last_became_peered":"2024-09-05T06:19:55.783661+0000","last_unstale":"2024-09-05T06:19:57.317608+0000","last_undegraded":"2024-09-05T06:19:57.317608+0000","last_fullsized":"2024-09-05T06:19:57.317608+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:33.622647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"185'1","reported_seq":13,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.812231+0000","last_change":"2024-09-05T06:19:54.780786+0000","last_active":"2024-09-05T06:19:55.812231+0000","last_peered":"2024-09-05T06:19:55.812231+0000","last_clean":"2024-09-05T06:19:55.812231+0000","last_became_active":"2024-09-05T06:19:54.780561+0000","last_became_peered":"2024-09-05T06:19:54.780561+0000","last_unstale":"2024-09-05T06:19:55.812231+0000","last_undegraded":"2024-09-05T06:19:55.812231+0000","last_fullsized":"2024-09-05T06:19:55.812231+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:42.178792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755867+0000","last_change":"2024-09-05T06:19:55.765038+0000","last_active":"2024-09-05T06:19:56.755867+0000","last_peered":"2024-09-05T06:19:56.755867+0000","last_clean":"2024-09-05T06:19:56.755867+0000","last_became_active":"2024-09-05T06:19:55.763044+0000","last_became_peered":"2024-09-05T06:19:55.763044+0000","last_unstale":"2024-09-05T06:19:56.755867+0000","last_undegraded":"2024-09-05T06:19:56.755867+0000","last_fullsized":"2024-09-05T06:19:56.755867+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:18:11.416082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"185'2","reported_seq":16,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.324113+0000","last_change":"2024-09-05T06:19:54.793899+0000","last_active":"2024-09-05T06:19:57.324113+0000","last_peered":"2024-09-05T06:19:57.324113+0000","last_clean":"2024-09-05T06:19:57.324113+0000","last_became_active":"2024-09-05T06:19:54.793760+0000","last_became_peered":"2024-09-05T06:19:54.793760+0000","last_unstale":"2024-09-05T06:19:57.324113+0000","last_undegraded":"2024-09-05T06:19:57.324113+0000","last_fullsized":"2024-09-05T06:19:57.324113+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:07.054429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756922+0000","last_change":"2024-09-05T06:19:55.783999+0000","last_active":"2024-09-05T06:19:56.756922+0000","last_peered":"2024-09-05T06:19:56.756922+0000","last_clean":"2024-09-05T06:19:56.756922+0000","last_became_active":"2024-09-05T06:19:55.783353+0000","last_became_peered":"2024-09-05T06:19:55.783353+0000","last_unstale":"2024-09-05T06:19:56.756922+0000","last_undegraded":"2024-09-05T06:19:56.756922+0000","last_fullsized":"2024-09-05T06:19:56.756922+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:24:19.466065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"185'1","reported_seq":13,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.814148+0000","last_change":"2024-09-05T06:19:54.778313+0000","last_active":"2024-09-05T06:19:55.814148+0000","last_peered":"2024-09-05T06:19:55.814148+0000","last_clean":"2024-09-05T06:19:55.814148+0000","last_became_active":"2024-09-05T06:19:54.777984+0000","last_became_peered":"2024-09-05T06:19:54.777984+0000","last_unstale":"2024-09-05T06:19:55.814148+0000","last_undegraded":"2024-09-05T06:19:55.814148+0000","last_fullsized":"2024-09-05T06:19:55.814148+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:59:49.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.783021+0000","last_change":"2024-09-05T06:19:55.782722+0000","last_active":"2024-09-05T06:19:55.783021+0000","last_peered":"2024-09-05T06:19:55.783021+0000","last_clean":"2024-09-05T06:19:55.783021+0000","last_became_active":"2024-09-05T06:19:55.781169+0000","last_became_peered":"2024-09-05T06:19:55.781169+0000","last_unstale":"2024-09-05T06:19:55.783021+0000","last_undegraded":"2024-09-05T06:19:55.783021+0000","last_fullsized":"2024-09-05T06:19:55.783021+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:56.969358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762409+0000","last_change":"2024-09-05T06:19:54.784537+0000","last_active":"2024-09-05T06:19:56.762409+0000","last_peered":"2024-09-05T06:19:56.762409+0000","last_clean":"2024-09-05T06:19:56.762409+0000","last_became_active":"2024-09-05T06:19:54.784289+0000","last_became_peered":"2024-09-05T06:19:54.784289+0000","last_unstale":"2024-09-05T06:19:56.762409+0000","last_undegraded":"2024-09-05T06:19:56.762409+0000","last_fullsized":"2024-09-05T06:19:56.762409+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:27:54.486454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766408+0000","last_change":"2024-09-05T06:19:55.762934+0000","last_active":"2024-09-05T06:19:55.766408+0000","last_peered":"2024-09-05T06:19:55.766408+0000","last_clean":"2024-09-05T06:19:55.766408+0000","last_became_active":"2024-09-05T06:19:55.760357+0000","last_became_peered":"2024-09-05T06:19:55.760357+0000","last_unstale":"2024-09-05T06:19:55.766408+0000","last_undegraded":"2024-09-05T06:19:55.766408+0000","last_fullsized":"2024-09-05T06:19:55.766408+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:44.162567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"185'2","reported_seq":14,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.808512+0000","last_change":"2024-09-05T06:19:54.792149+0000","last_active":"2024-09-05T06:19:55.808512+0000","last_peered":"2024-09-05T06:19:55.808512+0000","last_clean":"2024-09-05T06:19:55.808512+0000","last_became_active":"2024-09-05T06:19:54.789631+0000","last_became_peered":"2024-09-05T06:19:54.789631+0000","last_unstale":"2024-09-05T06:19:55.808512+0000","last_undegraded":"2024-09-05T06:19:55.808512+0000","last_fullsized":"2024-09-05T06:19:55.808512+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:38:43.778371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.791584+0000","last_change":"2024-09-05T06:19:55.791105+0000","last_active":"2024-09-05T06:19:55.791584+0000","last_peered":"2024-09-05T06:19:55.791584+0000","last_clean":"2024-09-05T06:19:55.791584+0000","last_became_active":"2024-09-05T06:19:55.783305+0000","last_became_peered":"2024-09-05T06:19:55.783305+0000","last_unstale":"2024-09-05T06:19:55.791584+0000","last_undegraded":"2024-09-05T06:19:55.791584+0000","last_fullsized":"2024-09-05T06:19:55.791584+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:03.100476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.761937+0000","last_change":"2024-09-05T06:19:54.789092+0000","last_active":"2024-09-05T06:19:56.761937+0000","last_peered":"2024-09-05T06:19:56.761937+0000","last_clean":"2024-09-05T06:19:56.761937+0000","last_became_active":"2024-09-05T06:19:54.788913+0000","last_became_peered":"2024-09-05T06:19:54.788913+0000","last_unstale":"2024-09-05T06:19:56.761937+0000","last_undegraded":"2024-09-05T06:19:56.761937+0000","last_fullsized":"2024-09-05T06:19:56.761937+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:19.920903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.775488+0000","last_change":"2024-09-05T06:19:55.775166+0000","last_active":"2024-09-05T06:19:55.775488+0000","last_peered":"2024-09-05T06:19:55.775488+0000","last_clean":"2024-09-05T06:19:55.775488+0000","last_became_active":"2024-09-05T06:19:55.773690+0000","last_became_peered":"2024-09-05T06:19:55.773690+0000","last_unstale":"2024-09-05T06:19:55.775488+0000","last_undegraded":"2024-09-05T06:19:55.775488+0000","last_fullsized":"2024-09-05T06:19:55.775488+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:28.135560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756868+0000","last_change":"2024-09-05T06:19:54.780518+0000","last_active":"2024-09-05T06:19:56.756868+0000","last_peered":"2024-09-05T06:19:56.756868+0000","last_clean":"2024-09-05T06:19:56.756868+0000","last_became_active":"2024-09-05T06:19:54.779891+0000","last_became_peered":"2024-09-05T06:19:54.779891+0000","last_unstale":"2024-09-05T06:19:56.756868+0000","last_undegraded":"2024-09-05T06:19:56.756868+0000","last_fullsized":"2024-09-05T06:19:56.756868+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:04.926165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317890+0000","last_change":"2024-09-05T06:19:55.766502+0000","last_active":"2024-09-05T06:19:57.317890+0000","last_peered":"2024-09-05T06:19:57.317890+0000","last_clean":"2024-09-05T06:19:57.317890+0000","last_became_active":"2024-09-05T06:19:55.765831+0000","last_became_peered":"2024-09-05T06:19:55.765831+0000","last_unstale":"2024-09-05T06:19:57.317890+0000","last_undegraded":"2024-09-05T06:19:57.317890+0000","last_fullsized":"2024-09-05T06:19:57.317890+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:54:40.730505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762426+0000","last_change":"2024-09-05T06:19:54.785461+0000","last_active":"2024-09-05T06:19:56.762426+0000","last_peered":"2024-09-05T06:19:56.762426+0000","last_clean":"2024-09-05T06:19:56.762426+0000","last_became_active":"2024-09-05T06:19:54.785178+0000","last_became_peered":"2024-09-05T06:19:54.785178+0000","last_unstale":"2024-09-05T06:19:56.762426+0000","last_undegraded":"2024-09-05T06:19:56.762426+0000","last_fullsized":"2024-09-05T06:19:56.762426+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:49:07.429074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.791519+0000","last_change":"2024-09-05T06:19:55.789823+0000","last_active":"2024-09-05T06:19:55.791519+0000","last_peered":"2024-09-05T06:19:55.791519+0000","last_clean":"2024-09-05T06:19:55.791519+0000","last_became_active":"2024-09-05T06:19:55.782610+0000","last_became_peered":"2024-09-05T06:19:55.782610+0000","last_unstale":"2024-09-05T06:19:55.791519+0000","last_undegraded":"2024-09-05T06:19:55.791519+0000","last_fullsized":"2024-09-05T06:19:55.791519+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:25:53.873935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.7","version":"185'2","reported_seq":16,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.755725+0000","last_change":"2024-09-05T06:19:54.790469+0000","last_active":"2024-09-05T06:19:56.755725+0000","last_peered":"2024-09-05T06:19:56.755725+0000","last_clean":"2024-09-05T06:19:56.755725+0000","last_became_active":"2024-09-05T06:19:54.788980+0000","last_became_peered":"2024-09-05T06:19:54.788980+0000","last_unstale":"2024-09-05T06:19:56.755725+0000","last_undegraded":"2024-09-05T06:19:56.755725+0000","last_fullsized":"2024-09-05T06:19:56.755725+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:55:40.680944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.757202+0000","last_change":"2024-09-05T06:19:55.769599+0000","last_active":"2024-09-05T06:19:56.757202+0000","last_peered":"2024-09-05T06:19:56.757202+0000","last_clean":"2024-09-05T06:19:56.757202+0000","last_became_active":"2024-09-05T06:19:55.768922+0000","last_became_peered":"2024-09-05T06:19:55.768922+0000","last_unstale":"2024-09-05T06:19:56.757202+0000","last_undegraded":"2024-09-05T06:19:56.757202+0000","last_fullsized":"2024-09-05T06:19:56.757202+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:57:26.437413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.762077+0000","last_change":"2024-09-05T06:19:54.780891+0000","last_active":"2024-09-05T06:19:56.762077+0000","last_peered":"2024-09-05T06:19:56.762077+0000","last_clean":"2024-09-05T06:19:56.762077+0000","last_became_active":"2024-09-05T06:19:54.780654+0000","last_became_peered":"2024-09-05T06:19:54.780654+0000","last_unstale":"2024-09-05T06:19:56.762077+0000","last_undegraded":"2024-09-05T06:19:56.762077+0000","last_fullsized":"2024-09-05T06:19:56.762077+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:26:49.328031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756466+0000","last_change":"2024-09-05T06:19:55.766642+0000","last_active":"2024-09-05T06:19:56.756466+0000","last_peered":"2024-09-05T06:19:56.756466+0000","last_clean":"2024-09-05T06:19:56.756466+0000","last_became_active":"2024-09-05T06:19:55.765929+0000","last_became_peered":"2024-09-05T06:19:55.765929+0000","last_unstale":"2024-09-05T06:19:56.756466+0000","last_undegraded":"2024-09-05T06:19:56.756466+0000","last_fullsized":"2024-09-05T06:19:56.756466+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:39:37.142695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.756514+0000","last_change":"2024-09-05T06:19:54.789965+0000","last_active":"2024-09-05T06:19:55.756514+0000","last_peered":"2024-09-05T06:19:55.756514+0000","last_clean":"2024-09-05T06:19:55.756514+0000","last_became_active":"2024-09-05T06:19:54.789364+0000","last_became_peered":"2024-09-05T06:19:54.789364+0000","last_unstale":"2024-09-05T06:19:55.756514+0000","last_undegraded":"2024-09-05T06:19:55.756514+0000","last_fullsized":"2024-09-05T06:19:55.756514+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:29:54.227064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.756214+0000","last_change":"2024-09-05T06:19:55.765731+0000","last_active":"2024-09-05T06:19:56.756214+0000","last_peered":"2024-09-05T06:19:56.756214+0000","last_clean":"2024-09-05T06:19:56.756214+0000","last_became_active":"2024-09-05T06:19:55.764015+0000","last_became_peered":"2024-09-05T06:19:55.764015+0000","last_unstale":"2024-09-05T06:19:56.756214+0000","last_undegraded":"2024-09-05T06:19:56.756214+0000","last_fullsized":"2024-09-05T06:19:56.756214+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:00:53.713006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.780454+0000","last_change":"2024-09-05T06:19:54.777153+0000","last_active":"2024-09-05T06:19:55.780454+0000","last_peered":"2024-09-05T06:19:55.780454+0000","last_clean":"2024-09-05T06:19:55.780454+0000","last_became_active":"2024-09-05T06:19:54.776531+0000","last_became_peered":"2024-09-05T06:19:54.776531+0000","last_unstale":"2024-09-05T06:19:55.780454+0000","last_undegraded":"2024-09-05T06:19:55.780454+0000","last_fullsized":"2024-09-05T06:19:55.780454+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:30:21.476364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:56.754646+0000","last_change":"2024-09-05T06:19:55.777248+0000","last_active":"2024-09-05T06:19:56.754646+0000","last_peered":"2024-09-05T06:19:56.754646+0000","last_clean":"2024-09-05T06:19:56.754646+0000","last_became_active":"2024-09-05T06:19:55.773978+0000","last_became_peered":"2024-09-05T06:19:55.773978+0000","last_unstale":"2024-09-05T06:19:56.754646+0000","last_undegraded":"2024-09-05T06:19:56.754646+0000","last_fullsized":"2024-09-05T06:19:56.754646+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:52.148763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.753631+0000","last_change":"2024-09-05T06:19:54.784599+0000","last_active":"2024-09-05T06:19:55.753631+0000","last_peered":"2024-09-05T06:19:55.753631+0000","last_clean":"2024-09-05T06:19:55.753631+0000","last_became_active":"2024-09-05T06:19:54.784311+0000","last_became_peered":"2024-09-05T06:19:54.784311+0000","last_unstale":"2024-09-05T06:19:55.753631+0000","last_undegraded":"2024-09-05T06:19:55.753631+0000","last_fullsized":"2024-09-05T06:19:55.753631+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:17:47.116853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.770363+0000","last_change":"2024-09-05T06:19:55.769847+0000","last_active":"2024-09-05T06:19:55.770363+0000","last_peered":"2024-09-05T06:19:55.770363+0000","last_clean":"2024-09-05T06:19:55.770363+0000","last_became_active":"2024-09-05T06:19:55.769216+0000","last_became_peered":"2024-09-05T06:19:55.769216+0000","last_unstale":"2024-09-05T06:19:55.770363+0000","last_undegraded":"2024-09-05T06:19:55.770363+0000","last_fullsized":"2024-09-05T06:19:55.770363+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:57:18.414329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":14,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.318369+0000","last_change":"2024-09-05T06:19:54.785253+0000","last_active":"2024-09-05T06:19:57.318369+0000","last_peered":"2024-09-05T06:19:57.318369+0000","last_clean":"2024-09-05T06:19:57.318369+0000","last_became_active":"2024-09-05T06:19:54.782590+0000","last_became_peered":"2024-09-05T06:19:54.782590+0000","last_unstale":"2024-09-05T06:19:57.318369+0000","last_undegraded":"2024-09-05T06:19:57.318369+0000","last_fullsized":"2024-09-05T06:19:57.318369+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:19:18.764435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317860+0000","last_change":"2024-09-05T06:19:55.773594+0000","last_active":"2024-09-05T06:19:57.317860+0000","last_peered":"2024-09-05T06:19:57.317860+0000","last_clean":"2024-09-05T06:19:57.317860+0000","last_became_active":"2024-09-05T06:19:55.772018+0000","last_became_peered":"2024-09-05T06:19:55.772018+0000","last_unstale":"2024-09-05T06:19:57.317860+0000","last_undegraded":"2024-09-05T06:19:57.317860+0000","last_fullsized":"2024-09-05T06:19:57.317860+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:44:26.175691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.759381+0000","last_change":"2024-09-05T06:19:54.791020+0000","last_active":"2024-09-05T06:19:55.759381+0000","last_peered":"2024-09-05T06:19:55.759381+0000","last_clean":"2024-09-05T06:19:55.759381+0000","last_became_active":"2024-09-05T06:19:54.790660+0000","last_became_peered":"2024-09-05T06:19:54.790660+0000","last_unstale":"2024-09-05T06:19:55.759381+0000","last_undegraded":"2024-09-05T06:19:55.759381+0000","last_fullsized":"2024-09-05T06:19:55.759381+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:55:25.378078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":9,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.766639+0000","last_change":"2024-09-05T06:19:55.765941+0000","last_active":"2024-09-05T06:19:55.766639+0000","last_peered":"2024-09-05T06:19:55.766639+0000","last_clean":"2024-09-05T06:19:55.766639+0000","last_became_active":"2024-09-05T06:19:55.765319+0000","last_became_peered":"2024-09-05T06:19:55.765319+0000","last_unstale":"2024-09-05T06:19:55.766639+0000","last_undegraded":"2024-09-05T06:19:55.766639+0000","last_fullsized":"2024-09-05T06:19:55.766639+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:44:49.590350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.757002+0000","last_change":"2024-09-05T06:19:54.787333+0000","last_active":"2024-09-05T06:19:55.757002+0000","last_peered":"2024-09-05T06:19:55.757002+0000","last_clean":"2024-09-05T06:19:55.757002+0000","last_became_active":"2024-09-05T06:19:54.787194+0000","last_became_peered":"2024-09-05T06:19:54.787194+0000","last_unstale":"2024-09-05T06:19:55.757002+0000","last_undegraded":"2024-09-05T06:19:55.757002+0000","last_fullsized":"2024-09-05T06:19:55.757002+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:28:24.871176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":186,"state":"active+clean","last_fresh":"2024-09-05T06:19:57.317862+0000","last_change":"2024-09-05T06:19:55.773788+0000","last_active":"2024-09-05T06:19:57.317862+0000","last_peered":"2024-09-05T06:19:57.317862+0000","last_clean":"2024-09-05T06:19:57.317862+0000","last_became_active":"2024-09-05T06:19:55.770439+0000","last_became_peered":"2024-09-05T06:19:55.770439+0000","last_unstale":"2024-09-05T06:19:57.317862+0000","last_undegraded":"2024-09-05T06:19:57.317862+0000","last_fullsized":"2024-09-05T06:19:57.317862+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":184,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:54.762381+0000","last_clean_scrub_stamp":"2024-09-05T06:19:54.762381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:28:38.408983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":12,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.751865+0000","last_change":"2024-09-05T06:19:54.790294+0000","last_active":"2024-09-05T06:19:55.751865+0000","last_peered":"2024-09-05T06:19:55.751865+0000","last_clean":"2024-09-05T06:19:55.751865+0000","last_became_active":"2024-09-05T06:19:54.789991+0000","last_became_peered":"2024-09-05T06:19:54.789991+0000","last_unstale":"2024-09-05T06:19:55.751865+0000","last_undegraded":"2024-09-05T06:19:55.751865+0000","last_fullsized":"2024-09-05T06:19:55.751865+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":183,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:19:53.759986+0000","last_clean_scrub_stamp":"2024-09-05T06:19:53.759986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:45:24.913808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":497,"reported_epoch":185,"state":"active+clean","last_fresh":"2024-09-05T06:19:55.753404+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:19:55.753404+0000","last_peered":"2024-09-05T06:19:55.753404+0000","last_clean":"2024-09-05T06:19:55.753404+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:19:55.753404+0000","last_undegraded":"2024-09-05T06:19:55.753404+0000","last_fullsized":"2024-09-05T06:19:55.753404+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":0},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574971,"num_pgs":15,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1025,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194287,"statfs":{"total":200000000,"available":198950378,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574972,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1018,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194293,"statfs":{"total":200000000,"available":198956644,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574972,"num_pgs":29,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1596,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193716,"statfs":{"total":200000000,"available":198365638,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574971,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1018,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194293,"statfs":{"total":200000000,"available":198956644,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574971,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1026,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194285,"statfs":{"total":200000000,"available":198948744,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574971,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1019,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194293,"statfs":{"total":200000000,"available":198956096,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1597,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193715,"statfs":{"total":200000000,"available":198364516,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574971,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1018,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194293,"statfs":{"total":200000000,"available":198956608,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:19:59.111 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:19:59.111 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-05T06:19:59.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.284+0000 7f81f3795640 1 Processor -- start 2024-09-05T06:19:59.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.284+0000 7f81f3795640 1 -- start start 2024-09-05T06:19:59.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f3795640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0b30c0 0x7f81ec160f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f3795640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f81ec0b5110 0x7f81ec0afe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f3795640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81ec0b38c0 con 0x7f81ec160090 2024-09-05T06:19:59.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f3795640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f81ec0b3590 con 0x7f81ec0b5110 2024-09-05T06:19:59.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f3795640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f81ec0b3ba0 con 0x7f81ec0b30c0 2024-09-05T06:19:59.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f1531640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f81ec160090 0x7f81ec160830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:52764/0 (socket says 172.21.15.70:52764) 2024-09-05T06:19:59.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f1531640 1 -- 172.21.15.70:0/120250419 learned_addr learned my addr 172.21.15.70:0/120250419 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:59.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f1d32640 1 --2- 172.21.15.70:0/120250419 >> v2:172.21.15.196:3300/0 conn(0x7f81ec0b5110 0x7f81ec0afe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2167960749 0 0) 0x7f81ec0b38c0 con 0x7f81ec160090 2024-09-05T06:19:59.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f0d30640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0b30c0 0x7f81ec160f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.283 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81d8003530 con 0x7f81ec160090 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3395838383 0 0) 0x7f81d8003530 con 0x7f81ec160090 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0b30c0 msgr2=0x7f81ec160f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0b30c0 0x7f81ec160f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 >> v2:172.21.15.196:3300/0 conn(0x7f81ec0b5110 msgr2=0x7f81ec0afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 --2- 172.21.15.70:0/120250419 >> v2:172.21.15.196:3300/0 conn(0x7f81ec0b5110 0x7f81ec0afe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81ec0af900 con 0x7f81ec160090 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f81e8001680 con 0x7f81ec160090 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 >> v1:172.21.15.70:6789/0 conn(0x7f81ec160090 legacy=0x7f81ec160830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81d80039c0 0x7f81d8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81d8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0b30c0 0x7f81d80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f81ec0b3590 con 0x7f81d8004810 2024-09-05T06:19:59.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f81ec0b3ba0 con 0x7f81d80039c0 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f81d800bab0 con 0x7f81ec0b30c0 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f0d30640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81d8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f1531640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81d80039c0 0x7f81d8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f1d32640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0b30c0 0x7f81d80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f0d30640 1 -- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0b30c0 msgr2=0x7f81d80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f0d30640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0b30c0 0x7f81d80051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f0d30640 1 -- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81d80039c0 msgr2=0x7f81d8003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f0d30640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81d80039c0 0x7f81d8003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f0d30640 1 -- 172.21.15.70:0/120250419 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81d8003530 con 0x7f81d8004810 2024-09-05T06:19:59.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f1531640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81d80039c0 0x7f81d8003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:59.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.288+0000 7f81f0d30640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81d8004c90 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f81ec0b34c0 tx=0x7f81dc01c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec9f3e93631155fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:59.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81dc0b2070 con 0x7f81d8004810 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81dc0ad410 con 0x7f81d8004810 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81e3fff640 1 -- 172.21.15.70:0/120250419 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81dc00b600 con 0x7f81d8004810 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- 172.21.15.70:0/120250419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 msgr2=0x7f81d8004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 --2- 172.21.15.70:0/120250419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81d8004c90 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f81ec0b34c0 tx=0x7f81dc01c560 comp rx=0 tx=0).stop 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1d32640 1 -- 172.21.15.70:0/120250419 reap_dead start 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- 172.21.15.70:0/120250419 shutdown_connections 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- 172.21.15.70:0/120250419 >> 172.21.15.70:0/120250419 conn(0x7f81ec0b4580 msgr2=0x7f81ec0b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- 172.21.15.70:0/120250419 shutdown_connections 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- 172.21.15.70:0/120250419 wait complete. 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 Processor -- start 2024-09-05T06:19:59.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- start start 2024-09-05T06:19:59.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81ec0cffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0c7170 0x7f81ec0ca510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81ec0cbcb0 0x7f81ec1519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f81ec0b0730 con 0x7f81d8004810 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f81ec0b05b0 con 0x7f81ec0cbcb0 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f81ec0b08b0 con 0x7f81ec0c7170 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81ec0cffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81ec0cffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33888/0 (socket says 172.21.15.70:33888) 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 -- 172.21.15.70:0/126595910 learned_addr learned my addr 172.21.15.70:0/126595910 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1d32640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81ec0cbcb0 0x7f81ec1519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f0d30640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0c7170 0x7f81ec0ca510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 -- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0c7170 msgr2=0x7f81ec0ca510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0c7170 0x7f81ec0ca510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 -- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81ec0cbcb0 msgr2=0x7f81ec1519b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81ec0cbcb0 0x7f81ec1519b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 -- 172.21.15.70:0/126595910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81ec0cad60 con 0x7f81d8004810 2024-09-05T06:19:59.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f0d30640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0c7170 0x7f81ec0ca510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:19:59.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f1531640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81ec0cffe0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f81e8000f70 tx=0x7f81e800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:59.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81e1ffb640 1 -- 172.21.15.70:0/126595910 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e8019070 con 0x7f81d8004810 2024-09-05T06:19:59.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81e1ffb640 1 -- 172.21.15.70:0/126595910 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81e80074e0 con 0x7f81d8004810 2024-09-05T06:19:59.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81ec0cb040 con 0x7f81d8004810 2024-09-05T06:19:59.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81e1ffb640 1 -- 172.21.15.70:0/126595910 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e8004a10 con 0x7f81d8004810 2024-09-05T06:19:59.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.292+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81ec0cd850 con 0x7f81d8004810 2024-09-05T06:19:59.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.296+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81ec0b38c0 con 0x7f81d8004810 2024-09-05T06:19:59.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.296+0000 7f81e1ffb640 1 -- 172.21.15.70:0/126595910 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f81e801c070 con 0x7f81d8004810 2024-09-05T06:19:59.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.296+0000 7f81e1ffb640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81d00678c0 0x7f81d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.296+0000 7f81e1ffb640 1 -- 172.21.15.70:0/126595910 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7f81e8085770 con 0x7f81d8004810 2024-09-05T06:19:59.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.296+0000 7f81f0d30640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81d00678c0 0x7f81d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.296+0000 7f81f0d30640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81d00678c0 0x7f81d0069d80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f81d80057f0 tx=0x7f81dc0046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:59.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.300+0000 7f81e1ffb640 1 -- 172.21.15.70:0/126595910 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f81e80562b0 con 0x7f81d8004810 2024-09-05T06:19:59.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.508+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f81ec0d1b00 con 0x7f81d8004810 2024-09-05T06:19:59.505 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81e1ffb640 1 -- 172.21.15.70:0/126595910 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v19) ==== 190+0+147 (secure 0 0 0) 0x7f81e8055bb0 con 0x7f81d8004810 2024-09-05T06:19:59.505 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-05T06:19:59.505 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAcS9lmhucEBRAA52KLP5LkbiEBRhlpZ4fEfA== 2024-09-05T06:19:59.506 INFO:teuthology.orchestra.run.smithi070.stdout: caps mds = "allow" 2024-09-05T06:19:59.506 INFO:teuthology.orchestra.run.smithi070.stdout: caps mon = "allow r" 2024-09-05T06:19:59.506 INFO:teuthology.orchestra.run.smithi070.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-05T06:19:59.506 INFO:teuthology.orchestra.run.smithi070.stderr:updated caps for client.0 2024-09-05T06:19:59.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81d00678c0 msgr2=0x7f81d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81d00678c0 0x7f81d0069d80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f81d80057f0 tx=0x7f81dc0046d0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 msgr2=0x7f81ec0cffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81ec0cffe0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f81e8000f70 tx=0x7f81e800dc90 comp rx=0 tx=0).stop 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 shutdown_connections 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f81d00678c0 0x7f81d0069d80 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f81ec0cbcb0 0x7f81ec1519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f81ec0c7170 0x7f81ec0ca510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 --2- 172.21.15.70:0/126595910 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81d8004810 0x7f81ec0cffe0 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 >> 172.21.15.70:0/126595910 conn(0x7f81ec0b4580 msgr2=0x7f81ec0b7890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 shutdown_connections 2024-09-05T06:19:59.509 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.512+0000 7f81f3795640 1 -- 172.21.15.70:0/126595910 wait complete. 2024-09-05T06:19:59.523 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:19:59.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a26c69640 1 Processor -- start 2024-09-05T06:19:59.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a26c69640 1 -- start start 2024-09-05T06:19:59.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a26c69640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 0x7f2a200d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a26c69640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2a200d0c90 0x7f2a200af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a26c69640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a2006d570 con 0x7f2a20157110 2024-09-05T06:19:59.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a26c69640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2a200d10e0 con 0x7f2a200d0c90 2024-09-05T06:19:59.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a26c69640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a2006d850 con 0x7f2a200ceaf0 2024-09-05T06:19:59.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a24a05640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2a20157110 0x7f2a200b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:52766/0 (socket says 172.21.15.70:52766) 2024-09-05T06:19:59.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a24a05640 1 -- 172.21.15.70:0/3261039039 learned_addr learned my addr 172.21.15.70:0/3261039039 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:19:59.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2155187771 0 0) 0x7f2a2006d570 con 0x7f2a20157110 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1ffff640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 0x7f2a200d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a10003530 con 0x7f2a20157110 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a25206640 1 --2- 172.21.15.70:0/3261039039 >> v2:172.21.15.196:3300/0 conn(0x7f2a200d0c90 0x7f2a200af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 619888178 0 0) 0x7f2a10003530 con 0x7f2a20157110 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 msgr2=0x7f2a200d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 0x7f2a200d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 >> v2:172.21.15.196:3300/0 conn(0x7f2a200d0c90 msgr2=0x7f2a200af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 --2- 172.21.15.70:0/3261039039 >> v2:172.21.15.196:3300/0 conn(0x7f2a200d0c90 0x7f2a200af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a2006db30 con 0x7f2a20157110 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f2a14001680 con 0x7f2a20157110 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1ffff640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 0x7f2a200d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 >> v1:172.21.15.70:6789/0 conn(0x7f2a20157110 legacy=0x7f2a200b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a100039c0 0x7f2a10003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 0x7f2a10004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a100051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a200d10e0 con 0x7f2a10004d50 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2006d850 con 0x7f2a100039c0 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a1000ba80 con 0x7f2a200ceaf0 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a25206640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a100051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a24a05640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a100039c0 0x7f2a10003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a1ffff640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 0x7f2a10004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a25206640 1 -- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 msgr2=0x7f2a10004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a25206640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a200ceaf0 0x7f2a10004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a25206640 1 -- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a100039c0 msgr2=0x7f2a10003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a25206640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a100039c0 0x7f2a10003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.636+0000 7f2a25206640 1 -- 172.21.15.70:0/3261039039 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a10003530 con 0x7f2a10004d50 2024-09-05T06:19:59.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a25206640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a100051d0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f2a18007360 tx=0x7f2a1801ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=945cdd496816f779 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a180b2070 con 0x7f2a10004d50 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a180a5d80 con 0x7f2a10004d50 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a1f7fe640 1 -- 172.21.15.70:0/3261039039 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a18009be0 con 0x7f2a10004d50 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- 172.21.15.70:0/3261039039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 msgr2=0x7f2a100051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 --2- 172.21.15.70:0/3261039039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a100051d0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f2a18007360 tx=0x7f2a1801ce80 comp rx=0 tx=0).stop 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a25206640 1 -- 172.21.15.70:0/3261039039 reap_dead start 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- 172.21.15.70:0/3261039039 shutdown_connections 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- 172.21.15.70:0/3261039039 >> 172.21.15.70:0/3261039039 conn(0x7f2a2006bcc0 msgr2=0x7f2a2006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- 172.21.15.70:0/3261039039 shutdown_connections 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- 172.21.15.70:0/3261039039 wait complete. 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 Processor -- start 2024-09-05T06:19:59.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- start start 2024-09-05T06:19:59.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a2014b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a20150d40 0x7f2a2015b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a20155140 0x7f2a201555c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2006e3d0 con 0x7f2a10004d50 2024-09-05T06:19:59.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2006e0f0 con 0x7f2a20155140 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a26c69640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2a200b5c90 con 0x7f2a20150d40 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a24a05640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a2014b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a24a05640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a2014b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33906/0 (socket says 172.21.15.70:33906) 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a24a05640 1 -- 172.21.15.70:0/473615908 learned_addr learned my addr 172.21.15.70:0/473615908 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.640+0000 7f2a1ffff640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a20150d40 0x7f2a2015b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a24a05640 1 -- 172.21.15.70:0/473615908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a20150d40 msgr2=0x7f2a2015b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a24a05640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a20150d40 0x7f2a2015b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a24a05640 1 -- 172.21.15.70:0/473615908 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a20155140 msgr2=0x7f2a201555c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a24a05640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a20155140 0x7f2a201555c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a24a05640 1 -- 172.21.15.70:0/473615908 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a2014b950 con 0x7f2a10004d50 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a24a05640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a2014b410 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f2a1400e880 tx=0x7f2a1400ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a1d7fa640 1 -- 172.21.15.70:0/473615908 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1400c7f0 con 0x7f2a10004d50 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a1d7fa640 1 -- 172.21.15.70:0/473615908 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a14018070 con 0x7f2a10004d50 2024-09-05T06:19:59.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a201519c0 con 0x7f2a10004d50 2024-09-05T06:19:59.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a1d7fa640 1 -- 172.21.15.70:0/473615908 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1400cbd0 con 0x7f2a10004d50 2024-09-05T06:19:59.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a20151f80 con 0x7f2a10004d50 2024-09-05T06:19:59.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a200cf7b0 con 0x7f2a10004d50 2024-09-05T06:19:59.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a1d7fa640 1 -- 172.21.15.70:0/473615908 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a1401d460 con 0x7f2a10004d50 2024-09-05T06:19:59.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a1d7fa640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a040678c0 0x7f2a04069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:19:59.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a1d7fa640 1 -- 172.21.15.70:0/473615908 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7f2a14085b20 con 0x7f2a10004d50 2024-09-05T06:19:59.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a1ffff640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a040678c0 0x7f2a04069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:19:59.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.644+0000 7f2a1ffff640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a040678c0 0x7f2a04069d80 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f2a2015fc30 tx=0x7f2a0c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:19:59.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.648+0000 7f2a1d7fa640 1 -- 172.21.15.70:0/473615908 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2a14056660 con 0x7f2a10004d50 2024-09-05T06:19:59.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.836+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2a200cf4d0 con 0x7f2a10004d50 2024-09-05T06:19:59.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.836+0000 7f2a1d7fa640 1 -- 172.21.15.70:0/473615908 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7f2a14055f60 con 0x7f2a10004d50 2024-09-05T06:19:59.831 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:19:59.831 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:19:59.831 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:19:59.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.836+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a040678c0 msgr2=0x7f2a04069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.836+0000 7f2a26c69640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a040678c0 0x7f2a04069d80 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f2a2015fc30 tx=0x7f2a0c008040 comp rx=0 tx=0).stop 2024-09-05T06:19:59.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.836+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 msgr2=0x7f2a2014b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:19:59.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.836+0000 7f2a26c69640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a2014b410 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f2a1400e880 tx=0x7f2a1400ed40 comp rx=0 tx=0).stop 2024-09-05T06:19:59.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.840+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 shutdown_connections 2024-09-05T06:19:59.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.840+0000 7f2a26c69640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2a040678c0 0x7f2a04069d80 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.840+0000 7f2a26c69640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2a20155140 0x7f2a201555c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.840+0000 7f2a26c69640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2a20150d40 0x7f2a2015b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.840+0000 7f2a26c69640 1 --2- 172.21.15.70:0/473615908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a10004d50 0x7f2a2014b410 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:19:59.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.840+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 >> 172.21.15.70:0/473615908 conn(0x7f2a2006bcc0 msgr2=0x7f2a2015e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:19:59.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.840+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 shutdown_connections 2024-09-05T06:19:59.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:19:59.840+0000 7f2a26c69640 1 -- 172.21.15.70:0/473615908 wait complete. 2024-09-05T06:20:00.251 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 74, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T06:19:55.118570+0000', 'modified': '2024-09-05T06:19:57.145063+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7914}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7914': {'gid': 7914, 'name': 'a', 'rank': 0, 'incarnation': 72, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6837/946675668', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6836', 'nonce': 946675668}, {'type': 'v1', 'addr': '172.21.15.70:6837', 'nonce': 946675668}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [23], 'metadata_pool': 22, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7914, 'qdb_cluster': [7914]} 2024-09-05T06:20:00.252 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T06:20:00.252 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-05T06:20:00.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a303e640 1 Processor -- start 2024-09-05T06:20:00.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a303e640 1 -- start start 2024-09-05T06:20:00.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a303e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff69c0d4980 0x7ff69c0d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a303e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d3a50 0x7ff69c0b4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a303e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff69c0cfd30 con 0x7ff69c15edb0 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a303e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff69c0d0010 con 0x7ff69c0d4980 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a303e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff69c0d02f0 con 0x7ff69c0d3a50 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a0dda640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff69c0d4980 0x7ff69c0d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a0dda640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff69c0d4980 0x7ff69c0d4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33912/0 (socket says 172.21.15.70:33912) 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a0dda640 1 -- 172.21.15.70:0/1911632326 learned_addr learned my addr 172.21.15.70:0/1911632326 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a15db640 1 --2- 172.21.15.70:0/1911632326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d3a50 0x7ff69c0b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a0dda640 1 -- 172.21.15.70:0/1911632326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d3a50 msgr2=0x7ff69c0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/1911632326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d3a50 0x7ff69c0b4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a0dda640 1 -- 172.21.15.70:0/1911632326 >> v1:172.21.15.196:6789/0 conn(0x7ff69c15edb0 legacy=0x7ff69c0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.388+0000 7ff6a0dda640 1 -- 172.21.15.70:0/1911632326 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff69c0d05d0 con 0x7ff69c0d4980 2024-09-05T06:20:00.385 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/1911632326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c0d4980 0x7ff69c0d4d60 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7ff68c009870 tx=0x7ff68c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6afac3e9bebed3f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff69b7fe640 1 -- 172.21.15.70:0/1911632326 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c0aa430 con 0x7ff69c0d4980 2024-09-05T06:20:00.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff69b7fe640 1 -- 172.21.15.70:0/1911632326 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff68c0af070 con 0x7ff69c0d4980 2024-09-05T06:20:00.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff69b7fe640 1 -- 172.21.15.70:0/1911632326 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c0aa7f0 con 0x7ff69c0d4980 2024-09-05T06:20:00.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a303e640 1 -- 172.21.15.70:0/1911632326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c0d4980 msgr2=0x7ff69c0d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a303e640 1 --2- 172.21.15.70:0/1911632326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c0d4980 0x7ff69c0d4d60 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7ff68c009870 tx=0x7ff68c01c4f0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a303e640 1 -- 172.21.15.70:0/1911632326 shutdown_connections 2024-09-05T06:20:00.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a303e640 1 --2- 172.21.15.70:0/1911632326 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d3a50 0x7ff69c0b4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a303e640 1 --2- 172.21.15.70:0/1911632326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c0d4980 0x7ff69c0d4d60 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a303e640 1 -- 172.21.15.70:0/1911632326 >> 172.21.15.70:0/1911632326 conn(0x7ff69c08e690 msgr2=0x7ff69c09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:00.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a303e640 1 -- 172.21.15.70:0/1911632326 shutdown_connections 2024-09-05T06:20:00.388 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.392+0000 7ff6a303e640 1 -- 172.21.15.70:0/1911632326 wait complete. 2024-09-05T06:20:00.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 Processor -- start 2024-09-05T06:20:00.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 -- start start 2024-09-05T06:20:00.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff69c0d3a50 0x7ff69c0cda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d4980 0x7ff69c0b7b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c15edb0 0x7ff69c15dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff69c0b54e0 con 0x7ff69c15edb0 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff69c0b5360 con 0x7ff69c0d3a50 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff69c16b730 con 0x7ff69c0d4980 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c15edb0 0x7ff69c15dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c15edb0 0x7ff69c15dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33924/0 (socket says 172.21.15.70:33924) 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 -- 172.21.15.70:0/159377323 learned_addr learned my addr 172.21.15.70:0/159377323 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff69bfff640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d4980 0x7ff69c0b7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff69c0d3a50 0x7ff69c0cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 -- 172.21.15.70:0/159377323 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d4980 msgr2=0x7ff69c0b7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d4980 0x7ff69c0b7b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 -- 172.21.15.70:0/159377323 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff69c0d3a50 msgr2=0x7ff69c0cda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff69c0d3a50 0x7ff69c0cda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 -- 172.21.15.70:0/159377323 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff69c06de20 con 0x7ff69c15edb0 2024-09-05T06:20:00.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a15db640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c15edb0 0x7ff69c15dcf0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7ff694007e60 tx=0x7ff69400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6997fa640 1 -- 172.21.15.70:0/159377323 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694014420 con 0x7ff69c15edb0 2024-09-05T06:20:00.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6997fa640 1 -- 172.21.15.70:0/159377323 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff694019070 con 0x7ff69c15edb0 2024-09-05T06:20:00.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 -- 172.21.15.70:0/159377323 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff69c06e100 con 0x7ff69c15edb0 2024-09-05T06:20:00.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6997fa640 1 -- 172.21.15.70:0/159377323 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694014820 con 0x7ff69c15edb0 2024-09-05T06:20:00.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6a303e640 1 -- 172.21.15.70:0/159377323 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff69c0cdfa0 con 0x7ff69c15edb0 2024-09-05T06:20:00.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.396+0000 7ff6997fa640 1 -- 172.21.15.70:0/159377323 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff6940149c0 con 0x7ff69c15edb0 2024-09-05T06:20:00.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6997fa640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6880678c0 0x7ff688069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.403 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6997fa640 1 -- 172.21.15.70:0/159377323 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7ff6940863b0 con 0x7ff69c15edb0 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6880678c0 0x7ff688069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6880678c0 0x7ff688069d80 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0ae000 tx=0x7ff68c0a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 Processor -- start 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- start start 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 0x5555714a1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a2440 0x555571457d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555571458290 0x555571458670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55557133fb60 con 0x555571458290 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x5555712a6c70 con 0x5555714a1b20 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55557124ced0 con 0x5555714a2440 2024-09-05T06:20:00.404 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555571458290 0x555571458670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555571458290 0x555571458670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33932/0 (socket says 172.21.15.70:33932) 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 -- 172.21.15.70:0/1639143927 learned_addr learned my addr 172.21.15.70:0/1639143927 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff69bfff640 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a2440 0x555571457d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 0x5555714a1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 -- 172.21.15.70:0/1639143927 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a2440 msgr2=0x555571457d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a2440 0x555571457d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 -- 172.21.15.70:0/1639143927 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 msgr2=0x5555714a1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 0x5555714a1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 -- 172.21.15.70:0/1639143927 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55557125ee50 con 0x555571458290 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a15db640 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555571458290 0x555571458670 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7ff69405ee90 tx=0x7ff694056890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb09d2a397a4a30c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6827fc640 1 -- 172.21.15.70:0/1639143927 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69405f3c0 con 0x555571458290 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6827fc640 1 -- 172.21.15.70:0/1639143927 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff694054930 con 0x555571458290 2024-09-05T06:20:00.405 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6827fc640 1 -- 172.21.15.70:0/1639143927 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6940860b0 con 0x555571458290 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- 172.21.15.70:0/1639143927 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555571458290 msgr2=0x555571458670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555571458290 0x555571458670 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7ff69405ee90 tx=0x7ff694056890 comp rx=0 tx=0).stop 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- 172.21.15.70:0/1639143927 shutdown_connections 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555571458290 0x555571458670 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a2440 0x555571457d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/1639143927 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 0x5555714a1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- 172.21.15.70:0/1639143927 >> 172.21.15.70:0/1639143927 conn(0x55557145e600 msgr2=0x555571456630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- 172.21.15.70:0/1639143927 shutdown_connections 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- 172.21.15.70:0/1639143927 wait complete. 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.400+0000 7ff6a60fa000 1 -- start start 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 Processor -- start 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x55557145ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.406 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a2440 0x555571462cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55557145d390 0x555571463230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555571308b00 con 0x55557145d390 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x555571281360 con 0x5555714a2440 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x55557127e2d0 con 0x5555714a1b20 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 10 client.0 _ll_register_callbacks cb 0x555571443820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55557145d390 0x555571463230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55557145d390 0x555571463230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33946/0 (socket says 172.21.15.70:33946) 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 -- 172.21.15.70:0/2806418428 learned_addr learned my addr 172.21.15.70:0/2806418428 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x55557145ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff69bfff640 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a2440 0x555571462cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 -- 172.21.15.70:0/2806418428 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 msgr2=0x55557145ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x55557145ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.407 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 -- 172.21.15.70:0/2806418428 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a2440 msgr2=0x555571462cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a2440 0x555571462cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 -- 172.21.15.70:0/2806418428 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55557124d120 con 0x55557145d390 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a15db640 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55557145d390 0x555571463230 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7ff694056820 tx=0x7ff694015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae018307127f34b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 1 -- 172.21.15.70:0/2806418428 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694072020 con 0x55557145d390 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 1 -- 172.21.15.70:0/2806418428 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7ff694084470 con 0x55557145d390 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- 172.21.15.70:0/2806418428 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff694054930 con 0x55557145d390 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 1 -- 172.21.15.70:0/2806418428 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) ==== 24+0+0 (secure 0 0 0) 0x7ff694052f00 con 0x55557145d390 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 10 client.8043 fetch_fsmap learned FSMap version 74 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- 172.21.15.70:0/2806418428 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=2+}) -- 0x555571246450 con 0x55557145d390 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 1 -- 172.21.15.70:0/2806418428 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff694054930 con 0x55557145d390 2024-09-05T06:20:00.408 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 1 -- 172.21.15.70:0/2806418428 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 74) ==== 3502+0+0 (secure 0 0 0) 0x7ff69405ef30 con 0x55557145d390 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 10 client.8043 fetch_fsmap finished waiting for FSMap version 74 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 10 client.8043 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 20 client.8043 populate_metadata read hostname 'smithi070' 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] conn(0x5555714b0280 0x5555714b2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 4 client.8043 mds_command: new command op to 7914 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- 172.21.15.70:0/2806418428 --> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555571240c00 con 0x5555714b0280 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] conn(0x5555714b0280 0x5555714b2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 10 client.8043 ms_handle_connect on v2:172.21.15.70:6836/946675668 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] conn(0x5555714b0280 0x5555714b2670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73aad501da635778 server_cookie=c61ff8f521a6b189 in_seq=0 out_seq=0 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 1 -- 172.21.15.70:0/2806418428 <== mds.0 v2:172.21.15.70:6836/946675668 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555571240c00 con 0x5555714b0280 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 10 client.8043 handle_command_reply: tid=0 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 client.8043 shutdown 2024-09-05T06:20:00.409 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- 172.21.15.70:0/2806418428 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55557145d390 msgr2=0x555571463230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55557145d390 0x555571463230 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7ff694056820 tx=0x7ff694015000 comp rx=0 tx=0).stop 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- 172.21.15.70:0/2806418428 shutdown_connections 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] conn(0x5555714b0280 0x5555714b2670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55557145d390 0x555571463230 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff67b7fe640 0 client.8043 ms_handle_reset on v2:172.21.15.70:6836/946675668 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a2440 0x555571462cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/2806418428 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x55557145ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- 172.21.15.70:0/2806418428 >> 172.21.15.70:0/2806418428 conn(0x555571458290 msgr2=0x555571456d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:00.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- 172.21.15.70:0/2806418428 shutdown_connections 2024-09-05T06:20:00.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 1 -- 172.21.15.70:0/2806418428 wait complete. 2024-09-05T06:20:00.411 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.404+0000 7ff6a60fa000 20 client.8043 trim_cache size 0 max 16384 2024-09-05T06:20:00.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 Processor -- start 2024-09-05T06:20:00.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- start start 2024-09-05T06:20:00.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55557145d390 0x5555714b5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 0x5555714a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714a1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff69c203380 con 0x5555714a2440 2024-09-05T06:20:00.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff69c06cd80 con 0x5555714a1b20 2024-09-05T06:20:00.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff69c202ef0 con 0x55557145d390 2024-09-05T06:20:00.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714a1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33952/0 (socket says 172.21.15.70:33952) 2024-09-05T06:20:00.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 -- 172.21.15.70:0/3083259948 learned_addr learned my addr 172.21.15.70:0/3083259948 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:00.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 -- 172.21.15.70:0/3083259948 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55557145d390 msgr2=0x5555714b5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 --2- 172.21.15.70:0/3083259948 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55557145d390 0x5555714b5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 -- 172.21.15.70:0/3083259948 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 msgr2=0x5555714a0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 --2- 172.21.15.70:0/3083259948 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 0x5555714a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 -- 172.21.15.70:0/3083259948 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55557122dfd0 con 0x5555714a2440 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a15db640 1 --2- 172.21.15.70:0/3083259948 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714a1230 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7ff694056590 tx=0x7ff694020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1412c83f69e6b719 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff681ffb640 1 -- 172.21.15.70:0/3083259948 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694063020 con 0x5555714a2440 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff681ffb640 1 -- 172.21.15.70:0/3083259948 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff694054930 con 0x5555714a2440 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff681ffb640 1 -- 172.21.15.70:0/3083259948 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694072030 con 0x5555714a2440 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- 172.21.15.70:0/3083259948 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 msgr2=0x5555714a1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/3083259948 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714a1230 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7ff694056590 tx=0x7ff694020000 comp rx=0 tx=0).stop 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- 172.21.15.70:0/3083259948 shutdown_connections 2024-09-05T06:20:00.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/3083259948 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714a1230 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/3083259948 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x5555714a1b20 0x5555714a0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/3083259948 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55557145d390 0x5555714b5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- 172.21.15.70:0/3083259948 >> 172.21.15.70:0/3083259948 conn(0x555571458290 msgr2=0x55557145c650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:00.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- 172.21.15.70:0/3083259948 shutdown_connections 2024-09-05T06:20:00.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.424+0000 7ff6a60fa000 1 -- 172.21.15.70:0/3083259948 wait complete. 2024-09-05T06:20:00.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- start start 2024-09-05T06:20:00.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 Processor -- start 2024-09-05T06:20:00.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55557145d390 0x5555714b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x5555714b5860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714d0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5555712a5f80 con 0x5555714a2440 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x55557125eca0 con 0x55557145d390 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x5555712ab2a0 con 0x5555714a1b20 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 10 client.0 _ll_register_callbacks cb 0x7ff694056280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714d0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714d0960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33964/0 (socket says 172.21.15.70:33964) 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 -- 172.21.15.70:0/4001896282 learned_addr learned my addr 172.21.15.70:0/4001896282 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff69bfff640 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x5555714b5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55557145d390 0x5555714b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 -- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 msgr2=0x5555714b5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x5555714b5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 -- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55557145d390 msgr2=0x5555714b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55557145d390 0x5555714b5320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 -- 172.21.15.70:0/4001896282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555571329750 con 0x5555714a2440 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff69bfff640 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x5555714b5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a15db640 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714d0960 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7ff694056590 tx=0x7ff694086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28d793621ebefe1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.70:3300/0 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 1 -- 172.21.15.70:0/4001896282 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694052b30 con 0x5555714a2440 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 1 -- 172.21.15.70:0/4001896282 <== mon.0 v2:172.21.15.70:3300/0 2 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7ff694055ce0 con 0x5555714a2440 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- 172.21.15.70:0/4001896282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff694054930 con 0x5555714a2440 2024-09-05T06:20:00.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 1 -- 172.21.15.70:0/4001896282 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) ==== 24+0+0 (secure 0 0 0) 0x7ff694055f00 con 0x5555714a2440 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 10 client.8049 fetch_fsmap learned FSMap version 74 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- 172.21.15.70:0/4001896282 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=2+}) -- 0x555571234a30 con 0x5555714a2440 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 1 -- 172.21.15.70:0/4001896282 <== mon.0 v2:172.21.15.70:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff694054930 con 0x5555714a2440 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 1 -- 172.21.15.70:0/4001896282 <== mon.0 v2:172.21.15.70:3300/0 5 ==== fsmap(e 74) ==== 3502+0+0 (secure 0 0 0) 0x7ff694057b10 con 0x5555714a2440 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 10 client.8049 fetch_fsmap finished waiting for FSMap version 74 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 10 client.8049 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 20 client.8049 populate_metadata read hostname 'smithi070' 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] conn(0x5555714d1320 0x5555715143c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 4 client.8049 mds_command: new command op to 7914 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- 172.21.15.70:0/4001896282 --> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] -- command(tid 0: {"prefix": "status"}) -- 0x5555712b43a0 con 0x5555714d1320 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] conn(0x5555714d1320 0x5555715143c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 10 client.8049 ms_handle_connect on v2:172.21.15.70:6836/946675668 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a0dda640 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] conn(0x5555714d1320 0x5555715143c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=208b3101a250939d server_cookie=bccc4be19de5642e in_seq=0 out_seq=0 2024-09-05T06:20:00.430 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 1 -- 172.21.15.70:0/4001896282 <== mds.0 v2:172.21.15.70:6836/946675668 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x5555712b43a0 con 0x5555714d1320 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 10 client.8049 handle_command_reply: tid=0 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 client.8049 shutdown 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- 172.21.15.70:0/4001896282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 msgr2=0x5555714d0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714d0960 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7ff694056590 tx=0x7ff694086040 comp rx=0 tx=0).stop 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- 172.21.15.70:0/4001896282 shutdown_connections 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.70:6836/946675668,v1:172.21.15.70:6837/946675668] conn(0x5555714d1320 0x5555715143c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5555714a2440 0x5555714d0960 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x5555714a1b20 0x5555714b5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff67b7fe640 0 client.8049 ms_handle_reset on v2:172.21.15.70:6836/946675668 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 --2- 172.21.15.70:0/4001896282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55557145d390 0x5555714b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- 172.21.15.70:0/4001896282 >> 172.21.15.70:0/4001896282 conn(0x555571458290 msgr2=0x55557149fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- 172.21.15.70:0/4001896282 shutdown_connections 2024-09-05T06:20:00.431 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 1 -- 172.21.15.70:0/4001896282 wait complete. 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a60fa000 20 client.8049 trim_cache size 0 max 16384 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stdout: "whoami": 0, 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 7914, 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stdout: "want_state": "up:active", 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stdout: "state": "up:active", 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs", 2024-09-05T06:20:00.432 INFO:teuthology.orchestra.run.smithi070.stdout: "rank_uptime": 4.632955505, 2024-09-05T06:20:00.433 INFO:teuthology.orchestra.run.smithi070.stdout: "mdsmap_epoch": 74, 2024-09-05T06:20:00.433 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch": 186, 2024-09-05T06:20:00.433 INFO:teuthology.orchestra.run.smithi070.stdout: "osdmap_epoch_barrier": 186, 2024-09-05T06:20:00.433 INFO:teuthology.orchestra.run.smithi070.stdout: "uptime": 8.6920338200000007 2024-09-05T06:20:00.433 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 -- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6880678c0 msgr2=0x7ff688069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6880678c0 0x7ff688069d80 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0ae000 tx=0x7ff68c0a7000 comp rx=0 tx=0).stop 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 -- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c15edb0 msgr2=0x7ff69c15dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c15edb0 0x7ff69c15dcf0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7ff694007e60 tx=0x7ff69400e4b0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 -- 172.21.15.70:0/159377323 shutdown_connections 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7ff6880678c0 0x7ff688069d80 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff69c15edb0 0x7ff69c15dcf0 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff69c0d4980 0x7ff69c0b7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 --2- 172.21.15.70:0/159377323 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff69c0d3a50 0x7ff69c0cda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 -- 172.21.15.70:0/159377323 >> 172.21.15.70:0/159377323 conn(0x7ff69c08e690 msgr2=0x7ff69c0ce210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 -- 172.21.15.70:0/159377323 shutdown_connections 2024-09-05T06:20:00.434 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.428+0000 7ff6a303e640 1 -- 172.21.15.70:0/159377323 wait complete. 2024-09-05T06:20:00.440 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:20:00.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.548+0000 7fb1e0137640 1 Processor -- start 2024-09-05T06:20:00.544 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.548+0000 7fb1e0137640 1 -- start start 2024-09-05T06:20:00.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb1d80ceaf0 0x7fb1d80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb1d80d0c90 0x7fb1d80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1d806d570 con 0x7fb1d8157110 2024-09-05T06:20:00.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb1d80d10c0 con 0x7fb1d80d0c90 2024-09-05T06:20:00.545 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb1d806d850 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1de6d4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb1d80d0c90 0x7fb1d80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1de6d4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb1d80d0c90 0x7fb1d80af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33970/0 (socket says 172.21.15.70:33970) 2024-09-05T06:20:00.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1de6d4640 1 -- 172.21.15.70:0/1284901576 learned_addr learned my addr 172.21.15.70:0/1284901576 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:00.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1de6d4640 1 -- 172.21.15.70:0/1284901576 >> v2:172.21.15.196:3300/0 conn(0x7fb1d80ceaf0 msgr2=0x7fb1d80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1dd6d2640 1 --2- 172.21.15.70:0/1284901576 >> v2:172.21.15.196:3300/0 conn(0x7fb1d80ceaf0 0x7fb1d80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1de6d4640 1 --2- 172.21.15.70:0/1284901576 >> v2:172.21.15.196:3300/0 conn(0x7fb1d80ceaf0 0x7fb1d80d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1de6d4640 1 -- 172.21.15.70:0/1284901576 >> v1:172.21.15.196:6789/0 conn(0x7fb1d8157110 legacy=0x7fb1d80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:00.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1de6d4640 1 -- 172.21.15.70:0/1284901576 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1d806db30 con 0x7fb1d80d0c90 2024-09-05T06:20:00.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1de6d4640 1 --2- 172.21.15.70:0/1284901576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80d0c90 0x7fb1d80af720 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fb1d80d1500 tx=0x7fb1d001c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dd49686087ac70b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1dced1640 1 -- 172.21.15.70:0/1284901576 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00a5630 con 0x7fb1d80d0c90 2024-09-05T06:20:00.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1dced1640 1 -- 172.21.15.70:0/1284901576 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1d00a57d0 con 0x7fb1d80d0c90 2024-09-05T06:20:00.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1dced1640 1 -- 172.21.15.70:0/1284901576 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00a5ba0 con 0x7fb1d80d0c90 2024-09-05T06:20:00.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 -- 172.21.15.70:0/1284901576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80d0c90 msgr2=0x7fb1d80af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 --2- 172.21.15.70:0/1284901576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80d0c90 0x7fb1d80af720 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fb1d80d1500 tx=0x7fb1d001c9b0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 -- 172.21.15.70:0/1284901576 shutdown_connections 2024-09-05T06:20:00.548 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 --2- 172.21.15.70:0/1284901576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80d0c90 0x7fb1d80af720 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.549 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 --2- 172.21.15.70:0/1284901576 >> v2:172.21.15.196:3300/0 conn(0x7fb1d80ceaf0 0x7fb1d80d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.549 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 -- 172.21.15.70:0/1284901576 >> 172.21.15.70:0/1284901576 conn(0x7fb1d806bcc0 msgr2=0x7fb1d806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:00.549 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 -- 172.21.15.70:0/1284901576 shutdown_connections 2024-09-05T06:20:00.549 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.552+0000 7fb1e0137640 1 -- 172.21.15.70:0/1284901576 wait complete. 2024-09-05T06:20:00.549 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 Processor -- start 2024-09-05T06:20:00.550 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 -- start start 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80ceaf0 0x7fb1d8146d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1d80d0c90 0x7fb1d81f8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1d8157110 0x7fb1d81f94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d80b3a70 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d80b5c90 con 0x7fb1d8157110 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb1d80b3bf0 con 0x7fb1d80d0c90 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80ceaf0 0x7fb1d8146d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80ceaf0 0x7fb1d8146d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33972/0 (socket says 172.21.15.70:33972) 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 -- 172.21.15.70:0/23036983 learned_addr learned my addr 172.21.15.70:0/23036983 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:00.552 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 -- 172.21.15.70:0/23036983 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1d80d0c90 msgr2=0x7fb1d81f8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1d80d0c90 0x7fb1d81f8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 -- 172.21.15.70:0/23036983 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1d8157110 msgr2=0x7fb1d81f94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1d8157110 0x7fb1d81f94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 -- 172.21.15.70:0/23036983 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1d8151490 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1dded3640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80ceaf0 0x7fb1d8146d60 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fb1d400b3e0 tx=0x7fb1d400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1ce7fc640 1 -- 172.21.15.70:0/23036983 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4015020 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1ce7fc640 1 -- 172.21.15.70:0/23036983 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1d4011850 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1ce7fc640 1 -- 172.21.15.70:0/23036983 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4011c40 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1d8151730 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.553 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.556+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1d8151cf0 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.560+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1d80ce3f0 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.560+0000 7fb1ce7fc640 1 -- 172.21.15.70:0/23036983 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb1d4018020 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.560+0000 7fb1ce7fc640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1bc0678f0 0x7fb1bc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:00.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.560+0000 7fb1ce7fc640 1 -- 172.21.15.70:0/23036983 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7fb1d4085b20 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.560+0000 7fb1dd6d2640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1bc0678f0 0x7fb1bc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:00.554 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.560+0000 7fb1dd6d2640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1bc0678f0 0x7fb1bc069db0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fb1d815aaf0 tx=0x7fb1c8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:00.558 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.564+0000 7fb1ce7fc640 1 -- 172.21.15.70:0/23036983 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb1d401f020 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.744+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb1d80cf110 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1ce7fc640 1 -- 172.21.15.70:0/23036983 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v74) ==== 53+0+73 (secure 0 0 0) 0x7fb1d40172c0 con 0x7fb1d80ceaf0 2024-09-05T06:20:00.741 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1bc0678f0 msgr2=0x7fb1bc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1bc0678f0 0x7fb1bc069db0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fb1d815aaf0 tx=0x7fb1c8008040 comp rx=0 tx=0).stop 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80ceaf0 msgr2=0x7fb1d8146d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80ceaf0 0x7fb1d8146d60 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fb1d400b3e0 tx=0x7fb1d400b8a0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 shutdown_connections 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fb1bc0678f0 0x7fb1bc069db0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb1d8157110 0x7fb1d81f94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb1d80d0c90 0x7fb1d81f8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 --2- 172.21.15.70:0/23036983 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb1d80ceaf0 0x7fb1d8146d60 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:00.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 >> 172.21.15.70:0/23036983 conn(0x7fb1d806bcc0 msgr2=0x7fb1d815ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:00.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 shutdown_connections 2024-09-05T06:20:00.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00.748+0000 7fb1e0137640 1 -- 172.21.15.70:0/23036983 wait complete. 2024-09-05T06:20:00.758 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:20:00.758 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:20:00.758 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-05T06:20:00.758 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T06:20:00.759 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T06:20:00.759 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:20:00.759 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:20:00.759 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:20:00.759 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:20:00.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:00.759 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-05T06:20:00.765 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:20:00.766 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 41942sec preferred_lft 41942sec 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 02:42:85:a7:aa:cf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:00.767 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:20:00.768 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:00.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:00.769 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:20:00.818 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-05T06:20:00.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:00.820 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-05T06:20:00.873 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-05T06:20:00.873 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:20:00.873 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:20:00.873 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:20:00.873 INFO:teuthology.orchestra.run.smithi070.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:20:00.873 INFO:teuthology.orchestra.run.smithi070.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:20:00.873 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:20:00.873 INFO:teuthology.orchestra.run.smithi070.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:20:00.874 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:20:00.874 INFO:teuthology.orchestra.run.smithi070.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:20:00.874 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:20:00.874 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:20:00.874 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-05T06:20:00.874 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:20:00.874 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:20:00.874 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:20:00.874 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-05T06:20:00.959 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:20:00.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:20:00.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:00.994 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:20:01.041 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:20:01.042 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:20:01.042 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:20:01.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:01.042 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-05T06:20:01.098 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-05T06:20:01.098 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:20:01.098 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T06:20:01.146 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T06:20:01.146 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:20:01.146 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:20:01.193 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:20:01.251 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:20:01.298 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:20:01.299 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:20:01.300 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:20:01.301 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:20:01.301 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:20:01.301 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:20:01.301 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:20:01.301 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:20:01.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:01.302 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:20:01.349 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:20:01.349 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-05T06:20:01.394 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:20:01.409 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:20:01.457 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:20:01.458 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:20:01.459 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:20:01.460 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:20:01.460 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:20:01.460 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:20:01.460 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:20:01.460 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:20:01.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:01.461 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:20:01.476 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:2024-09-05T06:20:01.480+0000 7f5834923580 -1 init, newargv = 0x55d1c40a5cc0 newargc=15 2024-09-05T06:20:01.476 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[40490]: starting ceph client 2024-09-05T06:20:01.480 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[40490]: starting fuse 2024-09-05T06:20:01.821 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:20:01.823 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:20:02.582 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-05T06:20:02.598 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:20:02.646 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-05T06:20:02.646 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-05T06:20:02.646 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-05T06:20:02.646 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/run/lock 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-05T06:20:02.647 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/fs/nfsd 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/run/rpc_pipefs 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-0 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-1 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-2 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-3 2024-09-05T06:20:02.648 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-05T06:20:02.649 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:20:02.649 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:20:02.649 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:20:02.649 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:20:02.649 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T06:20:02.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:02.650 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-05T06:20:02.701 INFO:teuthology.orchestra.run.smithi070.stdout:45 2024-09-05T06:20:02.702 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:20:02.702 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:20:02.702 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-05T06:20:02.702 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-05T06:20:02.703 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-05T06:20:02.704 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-05T06:20:02.705 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:20:02.705 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-05T06:20:02.705 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.0")) 2024-09-05T06:20:02.705 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-05T06:20:02.827 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.0.40490.asok 2024-09-05T06:20:02.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:20:02.838 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.40490.asok 2024-09-05T06:20:02.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:02.839 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.40490.asok status 2024-09-05T06:20:02.992 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:02.992 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-05T06:20:02.992 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:20:02.992 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "0", 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "40490", 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 8061, 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 8061 2024-09-05T06:20:02.993 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 4073442160 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 4073442160 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.8061 192.168.0.1:0/4073442160", 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/4073442160", 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-05T06:20:02.994 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 74, 2024-09-05T06:20:02.995 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 186, 2024-09-05T06:20:02.995 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:20:02.995 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-05T06:20:02.995 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-05T06:20:02.995 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:03.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:03.007 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-05T06:20:03.007 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T06:20:03.013 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-05T06:20:03.013 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T06:20:03.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:03.013 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T06:20:03.068 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-05T06:20:03.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220ee37640 1 Processor -- start 2024-09-05T06:20:03.233 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220ee37640 1 -- start start 2024-09-05T06:20:03.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220ee37640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f22080afff0 0x7f22080cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:03.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220ee37640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f22080731a0 0x7f220806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:03.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220ee37640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f220815bc40 con 0x7f22080cdf80 2024-09-05T06:20:03.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220ee37640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2208072600 con 0x7f22080731a0 2024-09-05T06:20:03.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220ee37640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f22080d14c0 con 0x7f22080afff0 2024-09-05T06:20:03.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f2207fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f22080cdf80 0x7f2208072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:52774/0 (socket says 172.21.15.70:52774) 2024-09-05T06:20:03.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f2207fff640 1 -- 172.21.15.70:0/2381025767 learned_addr learned my addr 172.21.15.70:0/2381025767 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:03.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220d3d4640 1 --2- 172.21.15.70:0/2381025767 >> v2:172.21.15.70:3300/0 conn(0x7f22080731a0 0x7f220806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:03.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220cbd3640 1 --2- 172.21.15.70:0/2381025767 >> v2:172.21.15.196:3300/0 conn(0x7f22080afff0 0x7f22080cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:03.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f22077fe640 1 -- 172.21.15.70:0/2381025767 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 100049656 0 0) 0x7f220815bc40 con 0x7f22080cdf80 2024-09-05T06:20:03.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f22077fe640 1 -- 172.21.15.70:0/2381025767 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f21f0003430 con 0x7f22080cdf80 2024-09-05T06:20:03.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220d3d4640 1 -- 172.21.15.70:0/2381025767 >> v2:172.21.15.196:3300/0 conn(0x7f22080afff0 msgr2=0x7f22080cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:03.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220d3d4640 1 --2- 172.21.15.70:0/2381025767 >> v2:172.21.15.196:3300/0 conn(0x7f22080afff0 0x7f22080cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220d3d4640 1 -- 172.21.15.70:0/2381025767 >> v1:172.21.15.70:6789/0 conn(0x7f22080cdf80 legacy=0x7f2208072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:03.236 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.240+0000 7f220d3d4640 1 -- 172.21.15.70:0/2381025767 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2208071cd0 con 0x7f22080731a0 2024-09-05T06:20:03.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220d3d4640 1 --2- 172.21.15.70:0/2381025767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080731a0 0x7f220806e680 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f2208071c30 tx=0x7f220001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b9505771ae1d41e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:03.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f22077fe640 1 -- 172.21.15.70:0/2381025767 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22000b2070 con 0x7f22080731a0 2024-09-05T06:20:03.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f22077fe640 1 -- 172.21.15.70:0/2381025767 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22000a57f0 con 0x7f22080731a0 2024-09-05T06:20:03.237 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f22077fe640 1 -- 172.21.15.70:0/2381025767 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22000a5bc0 con 0x7f22080731a0 2024-09-05T06:20:03.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- 172.21.15.70:0/2381025767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080731a0 msgr2=0x7f220806e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:03.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 --2- 172.21.15.70:0/2381025767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080731a0 0x7f220806e680 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f2208071c30 tx=0x7f220001c930 comp rx=0 tx=0).stop 2024-09-05T06:20:03.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- 172.21.15.70:0/2381025767 shutdown_connections 2024-09-05T06:20:03.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 --2- 172.21.15.70:0/2381025767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080731a0 0x7f220806e680 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 --2- 172.21.15.70:0/2381025767 >> v2:172.21.15.196:3300/0 conn(0x7f22080afff0 0x7f22080cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- 172.21.15.70:0/2381025767 >> 172.21.15.70:0/2381025767 conn(0x7f220806bcc0 msgr2=0x7f220806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:03.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- 172.21.15.70:0/2381025767 shutdown_connections 2024-09-05T06:20:03.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- 172.21.15.70:0/2381025767 wait complete. 2024-09-05T06:20:03.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 Processor -- start 2024-09-05T06:20:03.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- start start 2024-09-05T06:20:03.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22080731a0 0x7f220814fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:03.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080afff0 0x7f22080b26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:03.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22080cdf80 0x7f22080b2c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:03.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f220806efd0 con 0x7f22080afff0 2024-09-05T06:20:03.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f22080d1190 con 0x7f22080731a0 2024-09-05T06:20:03.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220ee37640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f220806d570 con 0x7f22080cdf80 2024-09-05T06:20:03.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f2207fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080afff0 0x7f22080b26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:03.242 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f2207fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080afff0 0x7f22080b26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:33984/0 (socket says 172.21.15.70:33984) 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f2207fff640 1 -- 172.21.15.70:0/2829310728 learned_addr learned my addr 172.21.15.70:0/2829310728 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220cbd3640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22080731a0 0x7f220814fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220d3d4640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22080cdf80 0x7f22080b2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f2207fff640 1 -- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22080cdf80 msgr2=0x7f22080b2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f2207fff640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22080cdf80 0x7f22080b2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f2207fff640 1 -- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22080731a0 msgr2=0x7f220814fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f2207fff640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22080731a0 0x7f220814fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f2207fff640 1 -- 172.21.15.70:0/2829310728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22080b1230 con 0x7f22080afff0 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.244+0000 7f220d3d4640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22080cdf80 0x7f22080b2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f2207fff640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080afff0 0x7f22080b26d0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f21fc00c3c0 tx=0x7f21fc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f22057fa640 1 -- 172.21.15.70:0/2829310728 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21fc017070 con 0x7f22080afff0 2024-09-05T06:20:03.243 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f22057fa640 1 -- 172.21.15.70:0/2829310728 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21fc005cf0 con 0x7f22080afff0 2024-09-05T06:20:03.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22080b0990 con 0x7f22080afff0 2024-09-05T06:20:03.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f22057fa640 1 -- 172.21.15.70:0/2829310728 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21fc0072f0 con 0x7f22080afff0 2024-09-05T06:20:03.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22080b0f50 con 0x7f22080afff0 2024-09-05T06:20:03.244 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22080cda40 con 0x7f22080afff0 2024-09-05T06:20:03.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f22057fa640 1 -- 172.21.15.70:0/2829310728 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f21fc01a070 con 0x7f22080afff0 2024-09-05T06:20:03.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f22057fa640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21f40678c0 0x7f21f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:03.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f22057fa640 1 -- 172.21.15.70:0/2829310728 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7f21fc085090 con 0x7f22080afff0 2024-09-05T06:20:03.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f220cbd3640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21f40678c0 0x7f21f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:03.245 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.248+0000 7f220cbd3640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21f40678c0 0x7f21f4069d80 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f21f800b9d0 tx=0x7f21f8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:03.247 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.252+0000 7f22057fa640 1 -- 172.21.15.70:0/2829310728 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f21fc055bd0 con 0x7f22080afff0 2024-09-05T06:20:03.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.448+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f22081564f0 con 0x7f22080afff0 2024-09-05T06:20:03.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.448+0000 7f22057fa640 1 -- 172.21.15.70:0/2829310728 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v74) ==== 53+0+73 (secure 0 0 0) 0x7f21fc0554d0 con 0x7f22080afff0 2024-09-05T06:20:03.443 INFO:teuthology.orchestra.run.smithi070.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-05T06:20:03.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21f40678c0 msgr2=0x7f21f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:03.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21f40678c0 0x7f21f4069d80 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f21f800b9d0 tx=0x7f21f8008040 comp rx=0 tx=0).stop 2024-09-05T06:20:03.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080afff0 msgr2=0x7f22080b26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080afff0 0x7f22080b26d0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f21fc00c3c0 tx=0x7f21fc00c880 comp rx=0 tx=0).stop 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 shutdown_connections 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f21f40678c0 0x7f21f4069d80 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22080cdf80 0x7f22080b2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22080afff0 0x7f22080b26d0 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 --2- 172.21.15.70:0/2829310728 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22080731a0 0x7f220814fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 >> 172.21.15.70:0/2829310728 conn(0x7f220806bcc0 msgr2=0x7f220815c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 shutdown_connections 2024-09-05T06:20:03.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:03.452+0000 7f220ee37640 1 -- 172.21.15.70:0/2829310728 wait complete. 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi196.front.sepia.ceph.com 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T06:20:03.462 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:20:03.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:03.463 DEBUG:teuthology.orchestra.run.smithi196:> ip addr 2024-09-05T06:20:03.470 INFO:teuthology.orchestra.run.smithi196.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T06:20:03.470 INFO:teuthology.orchestra.run.smithi196.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T06:20:03.470 INFO:teuthology.orchestra.run.smithi196.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T06:20:03.470 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:03.470 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 ::1/128 scope host 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:be brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f0 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:d9:38:bf brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: altname enp7s0f1 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:46 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0c:c4:7a:88:7f:47 brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.21.15.196/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft 41946sec preferred_lft 41946sec 2024-09-05T06:20:03.471 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::ec4:7aff:fe88:7f47/64 scope link 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 02:42:ce:c9:16:cc brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:03.472 INFO:teuthology.orchestra.run.smithi196.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:20:03.473 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:20:03.473 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-05T06:20:03.473 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:03.473 INFO:teuthology.orchestra.run.smithi196.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-05T06:20:03.473 INFO:teuthology.orchestra.run.smithi196.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:20:03.473 INFO:teuthology.orchestra.run.smithi196.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-05T06:20:03.473 INFO:teuthology.orchestra.run.smithi196.stdout: valid_lft forever preferred_lft forever 2024-09-05T06:20:03.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:03.473 DEBUG:teuthology.orchestra.run.smithi196:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T06:20:03.526 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-05T06:20:03.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:03.527 DEBUG:teuthology.orchestra.run.smithi196:> route 2024-09-05T06:20:03.578 INFO:teuthology.orchestra.run.smithi196.stdout:Kernel IP routing table 2024-09-05T06:20:03.578 INFO:teuthology.orchestra.run.smithi196.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T06:20:03.578 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-05T06:20:03.578 INFO:teuthology.orchestra.run.smithi196.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T06:20:03.579 INFO:teuthology.orchestra.run.smithi196.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-05T06:20:03.579 INFO:teuthology.orchestra.run.smithi196.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-05T06:20:03.579 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T06:20:03.579 INFO:teuthology.orchestra.run.smithi196.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:20:03.579 INFO:teuthology.orchestra.run.smithi196.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:20:03.579 INFO:teuthology.orchestra.run.smithi196.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-05T06:20:03.579 INFO:teuthology.orchestra.run.smithi196.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T06:20:03.580 DEBUG:teuthology.orchestra.run.smithi196:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T06:20:03.580 DEBUG:teuthology.orchestra.run.smithi196:> set -e 2024-09-05T06:20:03.580 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T06:20:03.580 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T06:20:03.580 DEBUG:teuthology.orchestra.run.smithi196:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T06:20:03.580 DEBUG:teuthology.orchestra.run.smithi196:> ') 2024-09-05T06:20:03.668 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:20:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T06:20:03.696 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:20:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:20:03.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:03.704 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:20:03.709 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:20:03.709 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:20:03.709 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:20:03.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:03.710 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link set brx.0 up 2024-09-05T06:20:03.765 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-05T06:20:03.765 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:20:03.765 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-05T06:20:03.811 INFO:teuthology.orchestra.run.smithi196.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-05T06:20:03.811 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T06:20:03.811 DEBUG:teuthology.orchestra.run.smithi196:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:20:03.858 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:20:03.916 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:20:03.964 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:20:03.964 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:20:03.964 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:20:03.964 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:20:03.964 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:20:03.964 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:20:03.964 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:20:03.964 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:20:03.965 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:20:03.966 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:20:03.967 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:20:03.967 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:20:03.967 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:20:03.967 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:20:03.967 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:20:03.967 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:20:03.967 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:20:03.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:03.969 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:20:04.014 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T06:20:04.015 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-05T06:20:04.060 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:20:04.074 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:20:04.123 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:20:04.123 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:20:04.123 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:20:04.123 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:20:04.123 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:20:04.123 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:20:04.124 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:20:04.125 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:20:04.126 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:20:04.126 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:20:04.126 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:20:04.126 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:20:04.126 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:20:04.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:04.126 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:20:04.143 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:2024-09-05T06:20:04.143+0000 7f018d034580 -1 init, newargv = 0x55d0cd0618c0 newargc=15 2024-09-05T06:20:04.143 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26801]: starting ceph client 2024-09-05T06:20:04.150 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26801]: starting fuse 2024-09-05T06:20:05.248 DEBUG:teuthology.orchestra.run.smithi196:> sudo modprobe fuse 2024-09-05T06:20:05.265 DEBUG:teuthology.orchestra.run.smithi196:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T06:20:05.311 INFO:teuthology.orchestra.run.smithi196.stdout:/sys 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/proc 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/dev 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/pts 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/run 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/ 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/security 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/shm 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/run/lock 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/cgroup 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/pstore 2024-09-05T06:20:05.312 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/bpf 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/hugepages 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/dev/mqueue 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/debug 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/tracing 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/proc/fs/nfsd 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/fs/fuse/connections 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/sys/kernel/config 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/run/rpc_pipefs 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/run/user/1000 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-4 2024-09-05T06:20:05.313 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-5 2024-09-05T06:20:05.314 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-6 2024-09-05T06:20:05.314 INFO:teuthology.orchestra.run.smithi196.stdout:/var/lib/ceph/osd/ceph-7 2024-09-05T06:20:05.314 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns 2024-09-05T06:20:05.314 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:20:05.314 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:20:05.314 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:20:05.314 INFO:teuthology.orchestra.run.smithi196.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:20:05.314 INFO:teuthology.orchestra.run.smithi196.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-05T06:20:05.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:05.315 DEBUG:teuthology.orchestra.run.smithi196:> ls /sys/fs/fuse/connections 2024-09-05T06:20:05.363 INFO:teuthology.orchestra.run.smithi196.stdout:45 2024-09-05T06:20:05.363 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-05T06:20:05.363 DEBUG:teuthology.orchestra.run.smithi196:> sudo stdin-killer -- python3 -c ' 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> import glob 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> import re 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> import os 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> import subprocess 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> def _find_admin_socket(client_name): 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> files = glob.glob(asok_path) 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> # Given a non-glob path, it better be there 2024-09-05T06:20:05.364 DEBUG:teuthology.orchestra.run.smithi196:> if "*" not in asok_path: 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> assert(len(files) == 1) 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> return files[0] 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> for f in files: 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> contents = proc_f.read() 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> if mountpoint in contents: 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> return f 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T06:20:05.365 DEBUG:teuthology.orchestra.run.smithi196:> 2024-09-05T06:20:05.366 DEBUG:teuthology.orchestra.run.smithi196:> print(_find_admin_socket("client.1")) 2024-09-05T06:20:05.366 DEBUG:teuthology.orchestra.run.smithi196:> ' 2024-09-05T06:20:05.488 INFO:teuthology.orchestra.run.smithi196.stdout:/var/run/ceph/ceph-client.1.26801.asok 2024-09-05T06:20:05.492 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-05T06:20:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T06:20:05.500 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.26801.asok 2024-09-05T06:20:05.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:05.501 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.26801.asok status 2024-09-05T06:20:05.656 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-05T06:20:05.656 INFO:teuthology.orchestra.run.smithi196.stdout: "metadata": { 2024-09-05T06:20:05.656 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T06:20:05.656 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "entity_id": "1", 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "hostname": "smithi196", 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "pid": "26801", 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "root": "/" 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_count": 0, 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "dentry_pinned_count": 0, 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "id": 6397, 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "inst": { 2024-09-05T06:20:05.657 INFO:teuthology.orchestra.run.smithi196.stdout: "name": { 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "client", 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: "num": 6397 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 1222388847 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-05T06:20:05.658 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": { 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "192.168.0.1:0", 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 1222388847 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "inst_str": "client.6397 192.168.0.1:0/1222388847", 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "addr_str": "192.168.0.1:0/1222388847", 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "inode_count": 1, 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "mds_epoch": 74, 2024-09-05T06:20:05.659 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch": 186, 2024-09-05T06:20:05.660 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_epoch_barrier": 0, 2024-09-05T06:20:05.660 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklisted": false, 2024-09-05T06:20:05.660 INFO:teuthology.orchestra.run.smithi196.stdout: "fs_name": "cephfs" 2024-09-05T06:20:05.660 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-05T06:20:05.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:05.670 DEBUG:teuthology.orchestra.run.smithi196:> stat --file-system '--printf=%T 2024-09-05T06:20:05.670 DEBUG:teuthology.orchestra.run.smithi196:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-05T06:20:05.676 INFO:teuthology.orchestra.run.smithi196.stdout:fuseblk 2024-09-05T06:20:05.676 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-05T06:20:05.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:05.676 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-05T06:20:05.730 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:20:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf33072640 1 Processor -- start 2024-09-05T06:20:05.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf33072640 1 -- start start 2024-09-05T06:20:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf33072640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7faf2c0afff0 0x7faf2c0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf33072640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf2c15bc40 con 0x7faf2c0cdf80 2024-09-05T06:20:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf33072640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf2c0d14c0 con 0x7faf2c0731a0 2024-09-05T06:20:05.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf33072640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7faf2c072600 con 0x7faf2c0afff0 2024-09-05T06:20:05.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2bfff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7faf2c0cdf80 0x7faf2c072a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:52788/0 (socket says 172.21.15.70:52788) 2024-09-05T06:20:05.863 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2bfff640 1 -- 172.21.15.70:0/963936968 learned_addr learned my addr 172.21.15.70:0/963936968 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:05.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf30e0e640 1 --2- 172.21.15.70:0/963936968 >> v2:172.21.15.196:3300/0 conn(0x7faf2c0afff0 0x7faf2c0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:05.864 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3756540706 0 0) 0x7faf2c15bc40 con 0x7faf2c0cdf80 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf18003530 con 0x7faf2c0cdf80 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2058889396 0 0) 0x7faf18003530 con 0x7faf2c0cdf80 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 >> v2:172.21.15.196:3300/0 conn(0x7faf2c0afff0 msgr2=0x7faf2c0cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 --2- 172.21.15.70:0/963936968 >> v2:172.21.15.196:3300/0 conn(0x7faf2c0afff0 0x7faf2c0cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 >> v1:172.21.15.196:6789/0 conn(0x7faf2c0731a0 legacy=0x7faf2c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf2c071cd0 con 0x7faf2c0cdf80 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7faf14001a00 con 0x7faf2c0cdf80 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 >> v1:172.21.15.70:6789/0 conn(0x7faf2c0cdf80 legacy=0x7faf2c072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180039c0 0x7faf18003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf18004810 0x7faf18004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf180051d0 0x7faf1800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:05.865 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faf2c072600 con 0x7faf180051d0 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faf1800c070 con 0x7faf18004810 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faf1800c270 con 0x7faf180039c0 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf3160f640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf180051d0 0x7faf1800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf2bfff640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf18004810 0x7faf18004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf30e0e640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180039c0 0x7faf18003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf3160f640 1 -- 172.21.15.70:0/963936968 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180039c0 msgr2=0x7faf18003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf3160f640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180039c0 0x7faf18003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf3160f640 1 -- 172.21.15.70:0/963936968 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf18004810 msgr2=0x7faf18004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf3160f640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf18004810 0x7faf18004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:05.866 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.868+0000 7faf3160f640 1 -- 172.21.15.70:0/963936968 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf18003530 con 0x7faf180051d0 2024-09-05T06:20:05.867 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf3160f640 1 -- 172.21.15.70:0/963936968 reap_dead start 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf3160f640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf180051d0 0x7faf1800b9d0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7faf24001780 tx=0x7faf2401c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7643320212053c21 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf240013a0 con 0x7faf180051d0 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf240a9070 con 0x7faf180051d0 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf2b7fe640 1 -- 172.21.15.70:0/963936968 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf24003600 con 0x7faf180051d0 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 -- 172.21.15.70:0/963936968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf180051d0 msgr2=0x7faf1800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf180051d0 0x7faf1800b9d0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7faf24001780 tx=0x7faf2401c420 comp rx=0 tx=0).stop 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 -- 172.21.15.70:0/963936968 shutdown_connections 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 --2- 172.21.15.70:0/963936968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf180051d0 0x7faf1800b9d0 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 -- 172.21.15.70:0/963936968 >> 172.21.15.70:0/963936968 conn(0x7faf2c06bcc0 msgr2=0x7faf2c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 -- 172.21.15.70:0/963936968 shutdown_connections 2024-09-05T06:20:05.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 -- 172.21.15.70:0/963936968 wait complete. 2024-09-05T06:20:05.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 Processor -- start 2024-09-05T06:20:05.870 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.872+0000 7faf33072640 1 -- start start 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180051d0 0x7faf2c151ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c155920 0x7faf2c159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf2c157c40 0x7faf2c1e81c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faf2c0cda40 con 0x7faf2c155920 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faf2c072290 con 0x7faf2c157c40 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faf2c0cdbc0 con 0x7faf180051d0 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c155920 0x7faf2c159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c155920 0x7faf2c159900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:34008/0 (socket says 172.21.15.70:34008) 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 -- 172.21.15.70:0/3656883172 learned_addr learned my addr 172.21.15.70:0/3656883172 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf30e0e640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180051d0 0x7faf2c151ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf3160f640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf2c157c40 0x7faf2c1e81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 -- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180051d0 msgr2=0x7faf2c151ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:05.871 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180051d0 0x7faf2c151ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 -- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf2c157c40 msgr2=0x7faf2c1e81c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf2c157c40 0x7faf2c1e81c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 -- 172.21.15.70:0/3656883172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf2c158860 con 0x7faf2c155920 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf3160f640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf2c157c40 0x7faf2c1e81c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf30e0e640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180051d0 0x7faf2c151ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf2bfff640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c155920 0x7faf2c159900 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7faf14007a50 tx=0x7faf1400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf297fa640 1 -- 172.21.15.70:0/3656883172 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1400edf0 con 0x7faf2c155920 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf297fa640 1 -- 172.21.15.70:0/3656883172 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf14018070 con 0x7faf2c155920 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf2c158b40 con 0x7faf2c155920 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf297fa640 1 -- 172.21.15.70:0/3656883172 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf14013660 con 0x7faf2c155920 2024-09-05T06:20:05.872 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf2c159100 con 0x7faf2c155920 2024-09-05T06:20:05.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf2c1f4f20 con 0x7faf2c155920 2024-09-05T06:20:05.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf297fa640 1 -- 172.21.15.70:0/3656883172 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faf14013800 con 0x7faf2c155920 2024-09-05T06:20:05.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf297fa640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf0c0678f0 0x7faf0c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:05.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf30e0e640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf0c0678f0 0x7faf0c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:05.873 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf297fa640 1 -- 172.21.15.70:0/3656883172 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7faf140862e0 con 0x7faf2c155920 2024-09-05T06:20:05.874 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.876+0000 7faf30e0e640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf0c0678f0 0x7faf0c069db0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7faf2c15de30 tx=0x7faf1c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:05.876 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:05.880+0000 7faf297fa640 1 -- 172.21.15.70:0/3656883172 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faf14056e20 con 0x7faf2c155920 2024-09-05T06:20:06.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.060+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf2c0ccea0 con 0x7faf2c155920 2024-09-05T06:20:06.056 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.060+0000 7faf297fa640 1 -- 172.21.15.70:0/3656883172 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7faf14056720 con 0x7faf2c155920 2024-09-05T06:20:06.057 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:06.057 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:20:06.057 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:20:06.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf0c0678f0 msgr2=0x7faf0c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:06.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf0c0678f0 0x7faf0c069db0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7faf2c15de30 tx=0x7faf1c008040 comp rx=0 tx=0).stop 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c155920 msgr2=0x7faf2c159900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c155920 0x7faf2c159900 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7faf14007a50 tx=0x7faf1400e530 comp rx=0 tx=0).stop 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 shutdown_connections 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7faf0c0678f0 0x7faf0c069db0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faf2c157c40 0x7faf2c1e81c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c155920 0x7faf2c159900 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 --2- 172.21.15.70:0/3656883172 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faf180051d0 0x7faf2c151ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 >> 172.21.15.70:0/3656883172 conn(0x7faf2c06bcc0 msgr2=0x7faf2c06c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 shutdown_connections 2024-09-05T06:20:06.061 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.064+0000 7faf33072640 1 -- 172.21.15.70:0/3656883172 wait complete. 2024-09-05T06:20:06.076 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json status 2024-09-05T06:20:06.208 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":7914,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":10.403404255,"mdsmap_epoch":74,"osdmap_epoch":186,"osdmap_epoch_barrier":186,"uptime":14.462486428} 2024-09-05T06:20:06.209 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 7914, "mdsmap_epoch": 74, "osdmap_epoch": 186, "osdmap_epoch_barrier": 186, "rank_uptime": 10.403404255, "state": "up:active", "uptime": 14.462486428, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:20:06.209 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set-quota cephfs_data max_bytes 33554432 2024-09-05T06:20:06.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf9601a640 1 Processor -- start 2024-09-05T06:20:06.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf9601a640 1 -- start start 2024-09-05T06:20:06.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf9601a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90155ee0 0x7fbf900730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:06.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf9601a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbf900735f0 0x7fbf900b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:06.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf9601a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbf900b4b00 0x7fbf9006e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:06.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf9601a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fbf90072380 con 0x7fbf900735f0 2024-09-05T06:20:06.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf9601a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fbf900b50a0 con 0x7fbf900b4b00 2024-09-05T06:20:06.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf9601a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbf900725d0 con 0x7fbf90155ee0 2024-09-05T06:20:06.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf8effd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbf900735f0 0x7fbf900b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf8effd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbf900735f0 0x7fbf900b45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:34016/0 (socket says 172.21.15.70:34016) 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.336+0000 7fbf8effd640 1 -- 172.21.15.70:0/858935594 learned_addr learned my addr 172.21.15.70:0/858935594 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8f7fe640 1 --2- 172.21.15.70:0/858935594 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90155ee0 0x7fbf900730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8ffff640 1 --2- 172.21.15.70:0/858935594 >> v2:172.21.15.196:3300/0 conn(0x7fbf900b4b00 0x7fbf9006e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8effd640 1 -- 172.21.15.70:0/858935594 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90155ee0 msgr2=0x7fbf900730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8effd640 1 --2- 172.21.15.70:0/858935594 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90155ee0 0x7fbf900730b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8effd640 1 -- 172.21.15.70:0/858935594 >> v2:172.21.15.196:3300/0 conn(0x7fbf900b4b00 msgr2=0x7fbf9006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8effd640 1 --2- 172.21.15.70:0/858935594 >> v2:172.21.15.196:3300/0 conn(0x7fbf900b4b00 0x7fbf9006e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8effd640 1 -- 172.21.15.70:0/858935594 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf900728b0 con 0x7fbf900735f0 2024-09-05T06:20:06.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8effd640 1 --2- 172.21.15.70:0/858935594 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900735f0 0x7fbf900b45c0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fbf900b4110 tx=0x7fbf8401ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f134376df1791959 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:06.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8e7fc640 1 -- 172.21.15.70:0/858935594 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf840b4070 con 0x7fbf900735f0 2024-09-05T06:20:06.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8e7fc640 1 -- 172.21.15.70:0/858935594 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf840a7a80 con 0x7fbf900735f0 2024-09-05T06:20:06.335 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf8e7fc640 1 -- 172.21.15.70:0/858935594 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf840a7e50 con 0x7fbf900735f0 2024-09-05T06:20:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 -- 172.21.15.70:0/858935594 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900735f0 msgr2=0x7fbf900b45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 --2- 172.21.15.70:0/858935594 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900735f0 0x7fbf900b45c0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fbf900b4110 tx=0x7fbf8401ebf0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 -- 172.21.15.70:0/858935594 shutdown_connections 2024-09-05T06:20:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 --2- 172.21.15.70:0/858935594 >> v2:172.21.15.196:3300/0 conn(0x7fbf900b4b00 0x7fbf9006e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 --2- 172.21.15.70:0/858935594 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900735f0 0x7fbf900b45c0 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 --2- 172.21.15.70:0/858935594 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90155ee0 0x7fbf900730b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 -- 172.21.15.70:0/858935594 >> 172.21.15.70:0/858935594 conn(0x7fbf9006bcc0 msgr2=0x7fbf9006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 -- 172.21.15.70:0/858935594 shutdown_connections 2024-09-05T06:20:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.340+0000 7fbf9601a640 1 -- 172.21.15.70:0/858935594 wait complete. 2024-09-05T06:20:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 Processor -- start 2024-09-05T06:20:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 -- start start 2024-09-05T06:20:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900b4b00 0x7fbf90145d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbf90155ee0 0x7fbf901568a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90156de0 0x7fbf90157270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9015d780 con 0x7fbf900b4b00 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9015d600 con 0x7fbf90155ee0 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbf9015d900 con 0x7fbf90156de0 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900b4b00 0x7fbf90145d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900b4b00 0x7fbf90145d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:34026/0 (socket says 172.21.15.70:34026) 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 -- 172.21.15.70:0/2109551113 learned_addr learned my addr 172.21.15.70:0/2109551113 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8ffff640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90156de0 0x7fbf90157270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8effd640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbf90155ee0 0x7fbf901568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 -- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90156de0 msgr2=0x7fbf90157270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90156de0 0x7fbf90157270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 -- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbf90155ee0 msgr2=0x7fbf901568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbf90155ee0 0x7fbf901568a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 -- 172.21.15.70:0/2109551113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf90157ac0 con 0x7fbf900b4b00 2024-09-05T06:20:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8effd640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbf90155ee0 0x7fbf901568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf8f7fe640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900b4b00 0x7fbf90145d10 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7fbf80007e40 tx=0x7fbf8000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf77fff640 1 -- 172.21.15.70:0/2109551113 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf80014620 con 0x7fbf900b4b00 2024-09-05T06:20:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf77fff640 1 -- 172.21.15.70:0/2109551113 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf80019070 con 0x7fbf900b4b00 2024-09-05T06:20:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf90157da0 con 0x7fbf900b4b00 2024-09-05T06:20:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf77fff640 1 -- 172.21.15.70:0/2109551113 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf80014a00 con 0x7fbf900b4b00 2024-09-05T06:20:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf901577b0 con 0x7fbf900b4b00 2024-09-05T06:20:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.344+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf901582c0 con 0x7fbf900b4b00 2024-09-05T06:20:06.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.348+0000 7fbf77fff640 1 -- 172.21.15.70:0/2109551113 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbf80014ba0 con 0x7fbf900b4b00 2024-09-05T06:20:06.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.348+0000 7fbf77fff640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbf7c0678c0 0x7fbf7c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:06.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.348+0000 7fbf8effd640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbf7c0678c0 0x7fbf7c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:06.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.348+0000 7fbf77fff640 1 -- 172.21.15.70:0/2109551113 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5709+0+0 (secure 0 0 0) 0x7fbf800865d0 con 0x7fbf900b4b00 2024-09-05T06:20:06.343 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.348+0000 7fbf8effd640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbf7c0678c0 0x7fbf7c069d80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fbf840b1000 tx=0x7fbf840a9070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:06.345 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.352+0000 7fbf77fff640 1 -- 172.21.15.70:0/2109551113 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbf901582c0 con 0x7fbf900b4b00 2024-09-05T06:20:06.508 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.512+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"} v 0) -- 0x7fbf900b45c0 con 0x7fbf900b4b00 2024-09-05T06:20:06.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.588+0000 7fbf77fff640 1 -- 172.21.15.70:0/2109551113 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set-quota", "pool": "cephfs_data", "field": "max_bytes", "val": "33554432"}]=0 set-quota max_bytes = 33554432 for pool cephfs_data v187) ==== 181+0+0 (secure 0 0 0) 0x7fbf80057080 con 0x7fbf900b4b00 2024-09-05T06:20:06.582 INFO:teuthology.orchestra.run.smithi070.stderr:set-quota max_bytes = 33554432 for pool cephfs_data 2024-09-05T06:20:06.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbf7c0678c0 msgr2=0x7fbf7c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:06.585 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbf7c0678c0 0x7fbf7c069d80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fbf840b1000 tx=0x7fbf840a9070 comp rx=0 tx=0).stop 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900b4b00 msgr2=0x7fbf90145d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900b4b00 0x7fbf90145d10 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7fbf80007e40 tx=0x7fbf8000e4b0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 shutdown_connections 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbf7c0678c0 0x7fbf7c069d80 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbf90156de0 0x7fbf90157270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbf90155ee0 0x7fbf901568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 --2- 172.21.15.70:0/2109551113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbf900b4b00 0x7fbf90145d10 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 >> 172.21.15.70:0/2109551113 conn(0x7fbf9006bcc0 msgr2=0x7fbf9015e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 shutdown_connections 2024-09-05T06:20:06.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:06.592+0000 7fbf9601a640 1 -- 172.21.15.70:0/2109551113 wait complete. 2024-09-05T06:20:06.601 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok --format=json config get osd_mon_report_interval 2024-09-05T06:20:06.728 INFO:teuthology.orchestra.run.smithi070.stdout:{"osd_mon_report_interval":"5"} 2024-09-05T06:20:06.729 DEBUG:tasks.cephfs.filesystem:_json_asok output { "osd_mon_report_interval": "5" } 2024-09-05T06:20:06.729 INFO:tasks.cephfs.test_full:Writing 32MB should fill this cluster 2024-09-05T06:20:06.729 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:20:06.729 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:06.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:06.735 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_a bs=1M conv=fdatasync count=16 seek=0) 2024-09-05T06:20:06.960 INFO:teuthology.orchestra.run.smithi070.stderr:16+0 records in 2024-09-05T06:20:06.961 INFO:teuthology.orchestra.run.smithi070.stderr:16+0 records out 2024-09-05T06:20:06.961 INFO:teuthology.orchestra.run.smithi070.stderr:16777216 bytes (17 MB, 16 MiB) copied, 0.170504 s, 98.4 MB/s 2024-09-05T06:20:06.962 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:20:06.962 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:06.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:06.968 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_b bs=1M conv=fdatasync count=17 seek=0) 2024-09-05T06:20:07.156 INFO:teuthology.orchestra.run.smithi070.stderr:17+0 records in 2024-09-05T06:20:07.156 INFO:teuthology.orchestra.run.smithi070.stderr:17+0 records out 2024-09-05T06:20:07.156 INFO:teuthology.orchestra.run.smithi070.stderr:17825792 bytes (18 MB, 17 MiB) copied, 0.138098 s, 129 MB/s 2024-09-05T06:20:07.157 INFO:tasks.cephfs.test_full:Writing file B succeeded (full status will happen soon) 2024-09-05T06:20:07.157 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:20:07.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.284+0000 7f4d051a3640 1 Processor -- start 2024-09-05T06:20:07.280 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.284+0000 7f4d051a3640 1 -- start start 2024-09-05T06:20:07.281 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4d051a3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0006ed90 0x7f4d00072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:07.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4d051a3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d0015bc40 con 0x7f4d00072a90 2024-09-05T06:20:07.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4d051a3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d000d14c0 con 0x7f4d000afff0 2024-09-05T06:20:07.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4d051a3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4d00073410 con 0x7f4d0006ed90 2024-09-05T06:20:07.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfe59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4d00072a90 0x7f4d0006e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:52798/0 (socket says 172.21.15.70:52798) 2024-09-05T06:20:07.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfe59c640 1 -- 172.21.15.70:0/981222152 learned_addr learned my addr 172.21.15.70:0/981222152 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:07.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cff59e640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0006ed90 0x7f4d00072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:07.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3372408157 0 0) 0x7f4d0015bc40 con 0x7f4d00072a90 2024-09-05T06:20:07.282 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4ce8003530 con 0x7f4d00072a90 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2935736161 0 0) 0x7f4ce8003530 con 0x7f4d00072a90 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0006ed90 msgr2=0x7f4d00072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0006ed90 0x7f4d00072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 >> v1:172.21.15.196:6789/0 conn(0x7f4d000afff0 legacy=0x7f4d000cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d00071cd0 con 0x7f4d00072a90 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f4cf4001680 con 0x7f4d00072a90 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 >> v1:172.21.15.70:6789/0 conn(0x7f4d00072a90 legacy=0x7f4d0006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4ce8003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce8004810 0x7f4ce8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:07.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0006ed90 0x7f4ce80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4d00073410 con 0x7f4ce80039f0 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce800bab0 con 0x7f4ce8004810 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4ce800dec0 con 0x7f4d0006ed90 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfed9d640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4ce8003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfe59c640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce8004810 0x7f4ce8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cff59e640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0006ed90 0x7f4ce80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfed9d640 1 -- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0006ed90 msgr2=0x7f4ce80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfed9d640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0006ed90 0x7f4ce80051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfed9d640 1 -- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce8004810 msgr2=0x7f4ce8004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfed9d640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ce8004810 0x7f4ce8004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.288+0000 7f4cfed9d640 1 -- 172.21.15.70:0/981222152 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ce8003530 con 0x7f4ce80039f0 2024-09-05T06:20:07.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4ce8003e10 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0001750 tx=0x7f4cf001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bb2e2308b749195 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:07.286 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf00013a0 con 0x7f4ce80039f0 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cf00052f0 con 0x7f4ce80039f0 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfdd9b640 1 -- 172.21.15.70:0/981222152 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0003840 con 0x7f4ce80039f0 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- 172.21.15.70:0/981222152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 msgr2=0x7f4ce8003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 --2- 172.21.15.70:0/981222152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4ce8003e10 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0001750 tx=0x7f4cf001c3c0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cff59e640 1 -- 172.21.15.70:0/981222152 reap_dead start 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- 172.21.15.70:0/981222152 shutdown_connections 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- 172.21.15.70:0/981222152 >> 172.21.15.70:0/981222152 conn(0x7f4d0006bcc0 msgr2=0x7f4d0006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- 172.21.15.70:0/981222152 shutdown_connections 2024-09-05T06:20:07.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- 172.21.15.70:0/981222152 wait complete. 2024-09-05T06:20:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 Processor -- start 2024-09-05T06:20:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- start start 2024-09-05T06:20:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4d00157450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d0014e9c0 0x7f4d000cf610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0014de20 0x7f4d0014e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4d000d0f80 con 0x7f4ce80039f0 2024-09-05T06:20:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4d00072600 con 0x7f4d0014e9c0 2024-09-05T06:20:07.289 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4d000d1100 con 0x7f4d0014de20 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4d00157450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4d00157450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:34050/0 (socket says 172.21.15.70:34050) 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 -- 172.21.15.70:0/4284670806 learned_addr learned my addr 172.21.15.70:0/4284670806 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cff59e640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0014de20 0x7f4d0014e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfe59c640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d0014e9c0 0x7f4d000cf610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 -- 172.21.15.70:0/4284670806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0014de20 msgr2=0x7f4d0014e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0014de20 0x7f4d0014e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 -- 172.21.15.70:0/4284670806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d0014e9c0 msgr2=0x7f4d000cf610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d0014e9c0 0x7f4d000cf610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 -- 172.21.15.70:0/4284670806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d0014f210 con 0x7f4ce80039f0 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4cfed9d640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4d00157450 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0005040 tx=0x7f4ce8005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:07.290 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4ce77fe640 1 -- 172.21.15.70:0/4284670806 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf00b8070 con 0x7f4ce80039f0 2024-09-05T06:20:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4ce77fe640 1 -- 172.21.15.70:0/4284670806 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cf0000ee0 con 0x7f4ce80039f0 2024-09-05T06:20:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4ce77fe640 1 -- 172.21.15.70:0/4284670806 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0007a40 con 0x7f4ce80039f0 2024-09-05T06:20:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.292+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d0014f4f0 con 0x7f4ce80039f0 2024-09-05T06:20:07.291 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.296+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d0014fab0 con 0x7f4ce80039f0 2024-09-05T06:20:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.296+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d000cda40 con 0x7f4ce80039f0 2024-09-05T06:20:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.296+0000 7f4ce77fe640 1 -- 172.21.15.70:0/4284670806 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4cf00052d0 con 0x7f4ce80039f0 2024-09-05T06:20:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.296+0000 7f4ce77fe640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cec0678c0 0x7f4cec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.296+0000 7f4ce77fe640 1 -- 172.21.15.70:0/4284670806 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 5709+0+0 (secure 0 0 0) 0x7f4cf011f7f0 con 0x7f4ce80039f0 2024-09-05T06:20:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.296+0000 7f4cfe59c640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cec0678c0 0x7f4cec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:07.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.296+0000 7f4cfe59c640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cec0678c0 0x7f4cec069d80 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4001060 tx=0x7f4cf4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:07.295 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.300+0000 7f4ce77fe640 1 -- 172.21.15.70:0/4284670806 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4cf00160d0 con 0x7f4ce80039f0 2024-09-05T06:20:07.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.464+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f4d000b0460 con 0x7f4ce80039f0 2024-09-05T06:20:07.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.464+0000 7f4ce77fe640 1 -- 172.21.15.70:0/4284670806 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v187) ==== 81+0+34266 (secure 0 0 0) 0x7f4cf00f0330 con 0x7f4ce80039f0 2024-09-05T06:20:07.460 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:07.460 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:07.460 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 187, 2024-09-05T06:20:07.460 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:20:07.460 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:20:06.583922+0000", 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:20:07.461 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 23, 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:20:07.462 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:20:07.463 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:07.464 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:07.465 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.466 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.467 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.468 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 22, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:53.731927+0000", 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:07.469 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:07.470 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "185", 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:07.471 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:07.472 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:07.473 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:20:07.474 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 23, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:54.112347+0000", 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:07.475 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:07.476 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:07.477 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "187", 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:07.478 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:07.479 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:07.480 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:20:07.481 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:07.482 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.483 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.484 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.485 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.486 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:07.487 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:07.488 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:07.489 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:07.490 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:07.491 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:07.492 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:07.493 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.494 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.495 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.496 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.497 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:20:07.498 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:07.499 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.500 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:20:07.501 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.502 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.503 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:20:07.504 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:07.505 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.506 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.507 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.508 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:20:07.509 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.510 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.511 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:07.512 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:07.513 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:07.514 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:20:07.515 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:07.516 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:20:07.517 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:20:07.518 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:20:07.519 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.520 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:20:07.521 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:07.522 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.523 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.524 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.525 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.526 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:20:07.527 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:07.528 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.529 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:07.530 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:07.531 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:07.532 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.533 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:20:07.534 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:20:07.535 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:07.536 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:07.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cec0678c0 msgr2=0x7f4cec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:07.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cec0678c0 0x7f4cec069d80 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4001060 tx=0x7f4cf4009040 comp rx=0 tx=0).stop 2024-09-05T06:20:07.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 msgr2=0x7f4d00157450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:07.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4d00157450 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0005040 tx=0x7f4ce8005840 comp rx=0 tx=0).stop 2024-09-05T06:20:07.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 shutdown_connections 2024-09-05T06:20:07.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4cec0678c0 0x7f4cec069d80 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d0014de20 0x7f4d0014e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d0014e9c0 0x7f4d000cf610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 --2- 172.21.15.70:0/4284670806 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ce80039f0 0x7f4d00157450 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:07.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 >> 172.21.15.70:0/4284670806 conn(0x7f4d0006bcc0 msgr2=0x7f4d001547f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:07.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 shutdown_connections 2024-09-05T06:20:07.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:07.468+0000 7f4d051a3640 1 -- 172.21.15.70:0/4284670806 wait complete. 2024-09-05T06:20:07.540 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:20:12.541 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:20:12.672 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.675+0000 7f11ed7e6640 1 Processor -- start 2024-09-05T06:20:12.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.675+0000 7f11ed7e6640 1 -- start start 2024-09-05T06:20:12.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11ed7e6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e8072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:12.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11ed7e6640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f11e80b5310 0x7f11e80b5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:12.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11ed7e6640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11e80b5c70 con 0x7f11e806d770 2024-09-05T06:20:12.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11ed7e6640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f11e8071db0 con 0x7f11e80b5310 2024-09-05T06:20:12.674 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11ed7e6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f11e806e4d0 con 0x7f11e815ea00 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e6ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e8072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e67fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f11e80b5310 0x7f11e80b5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e77fe640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f11e806d770 0x7f11e806dc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.70:38704/0 (socket says 172.21.15.70:38704) 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e77fe640 1 -- 172.21.15.70:0/3038697716 learned_addr learned my addr 172.21.15.70:0/3038697716 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e6ffd640 1 -- 172.21.15.70:0/3038697716 >> v2:172.21.15.196:3300/0 conn(0x7f11e80b5310 msgr2=0x7f11e80b5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e6ffd640 1 --2- 172.21.15.70:0/3038697716 >> v2:172.21.15.196:3300/0 conn(0x7f11e80b5310 0x7f11e80b5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e6ffd640 1 -- 172.21.15.70:0/3038697716 >> v1:172.21.15.196:6789/0 conn(0x7f11e806d770 legacy=0x7f11e806dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e6ffd640 1 -- 172.21.15.70:0/3038697716 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11e8071760 con 0x7f11e815ea00 2024-09-05T06:20:12.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.679+0000 7f11e67fc640 1 --2- 172.21.15.70:0/3038697716 >> v2:172.21.15.196:3300/0 conn(0x7f11e80b5310 0x7f11e80b5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:20:12.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e6ffd640 1 --2- 172.21.15.70:0/3038697716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e8072240 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f11d80097c0 tx=0x7f11d801c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=164c2f7cee5309a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:12.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e5ffb640 1 -- 172.21.15.70:0/3038697716 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d80b1070 con 0x7f11e815ea00 2024-09-05T06:20:12.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e5ffb640 1 -- 172.21.15.70:0/3038697716 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11d80ac410 con 0x7f11e815ea00 2024-09-05T06:20:12.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e5ffb640 1 -- 172.21.15.70:0/3038697716 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d80ac7e0 con 0x7f11e815ea00 2024-09-05T06:20:12.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- 172.21.15.70:0/3038697716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 msgr2=0x7f11e8072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:12.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/3038697716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e8072240 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f11d80097c0 tx=0x7f11d801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- 172.21.15.70:0/3038697716 shutdown_connections 2024-09-05T06:20:12.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/3038697716 >> v2:172.21.15.196:3300/0 conn(0x7f11e80b5310 0x7f11e80b5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/3038697716 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e8072240 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- 172.21.15.70:0/3038697716 >> 172.21.15.70:0/3038697716 conn(0x7f11e806bcc0 msgr2=0x7f11e806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:12.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- 172.21.15.70:0/3038697716 shutdown_connections 2024-09-05T06:20:12.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- 172.21.15.70:0/3038697716 wait complete. 2024-09-05T06:20:12.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 Processor -- start 2024-09-05T06:20:12.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- start start 2024-09-05T06:20:12.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f11e806d770 0x7f11e81fb550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:12.681 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f11e80b5310 0x7f11e8154750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e814bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f11e80b46d0 con 0x7f11e80b5310 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f11e80b4550 con 0x7f11e806d770 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11ed7e6640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f11e80b4850 con 0x7f11e815ea00 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e67fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f11e80b5310 0x7f11e8154750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e67fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f11e80b5310 0x7f11e8154750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:43778/0 (socket says 172.21.15.70:43778) 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e67fc640 1 -- 172.21.15.70:0/694850085 learned_addr learned my addr 172.21.15.70:0/694850085 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e6ffd640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f11e806d770 0x7f11e81fb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e77fe640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e814bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e67fc640 1 -- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 msgr2=0x7f11e814bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e67fc640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e814bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e67fc640 1 -- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f11e806d770 msgr2=0x7f11e81fb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e67fc640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f11e806d770 0x7f11e81fb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.682 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e67fc640 1 -- 172.21.15.70:0/694850085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11e8161b90 con 0x7f11e80b5310 2024-09-05T06:20:12.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.683+0000 7f11e6ffd640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f11e806d770 0x7f11e81fb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:12.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11e67fc640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f11e80b5310 0x7f11e8154750 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f11dc00e930 tx=0x7f11dc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:12.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11cf7fe640 1 -- 172.21.15.70:0/694850085 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11dc017070 con 0x7f11e80b5310 2024-09-05T06:20:12.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11cf7fe640 1 -- 172.21.15.70:0/694850085 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11dc00ca00 con 0x7f11e80b5310 2024-09-05T06:20:12.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11e8161e70 con 0x7f11e80b5310 2024-09-05T06:20:12.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11cf7fe640 1 -- 172.21.15.70:0/694850085 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11dc00cdd0 con 0x7f11e80b5310 2024-09-05T06:20:12.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11e8161150 con 0x7f11e80b5310 2024-09-05T06:20:12.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11e806c240 con 0x7f11e80b5310 2024-09-05T06:20:12.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11cf7fe640 1 -- 172.21.15.70:0/694850085 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f11dc01a070 con 0x7f11e80b5310 2024-09-05T06:20:12.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11cf7fe640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11d40678c0 0x7f11d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:12.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11cf7fe640 1 -- 172.21.15.70:0/694850085 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(188..188 src has 1..188) ==== 5709+0+0 (secure 0 0 0) 0x7f11dc085c30 con 0x7f11e80b5310 2024-09-05T06:20:12.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11e6ffd640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11d40678c0 0x7f11d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:12.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11cf7fe640 1 -- 172.21.15.70:0/694850085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=189}) -- 0x7f11d406f450 con 0x7f11e80b5310 2024-09-05T06:20:12.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.687+0000 7f11e6ffd640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11d40678c0 0x7f11d4069d80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f11d80ae000 tx=0x7f11d80a6040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:12.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.691+0000 7f11cf7fe640 1 -- 172.21.15.70:0/694850085 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f11dc0566e0 con 0x7f11e80b5310 2024-09-05T06:20:12.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.851+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f11e80b56f0 con 0x7f11e80b5310 2024-09-05T06:20:12.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11cf7fe640 1 -- 172.21.15.70:0/694850085 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v188) ==== 81+0+34285 (secure 0 0 0) 0x7f11dc055fe0 con 0x7f11e80b5310 2024-09-05T06:20:12.851 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:12.851 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:12.851 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 188, 2024-09-05T06:20:12.851 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:20:12.851 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:20:12.851 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:20:10.280655+0000", 2024-09-05T06:20:12.852 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:20:12.852 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:20:12.852 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:20:12.852 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:20:12.852 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:20:12.852 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:20:12.852 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 23, 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:20:12.853 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:12.854 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:12.855 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:12.856 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:12.857 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:12.858 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:20:12.859 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 22, 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:53.731927+0000", 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:12.860 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:20:12.861 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "185", 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:12.862 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:12.863 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:12.864 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:12.865 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:12.866 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 23, 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:54.112347+0000", 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1027, 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full,full_quota", 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:12.867 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:12.868 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "188", 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:12.869 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:12.870 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:12.871 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:20:12.872 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.873 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:12.874 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.875 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.876 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.877 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:12.878 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:12.879 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.880 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.881 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.882 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.883 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:20:12.884 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:12.885 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:12.887 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:12.888 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:12.889 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:12.890 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:12.891 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:12.892 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.893 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.894 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.895 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:12.896 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.897 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:20:12.898 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:20:12.899 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:20:12.900 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:12.901 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:12.902 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.903 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.904 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.905 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.906 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.907 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.908 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.909 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.910 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.911 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:20:12.912 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:12.913 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:12.914 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.915 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.916 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.917 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:20:12.918 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:12.919 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:12.920 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.921 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:20:12.923 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:12.924 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:20:12.925 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:20:12.926 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:20:12.927 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:20:12.927 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:20:12.927 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:20:12.927 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:20:12.927 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:20:12.927 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:20:12.927 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:12.927 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11d40678c0 msgr2=0x7f11d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11d40678c0 0x7f11d4069d80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f11d80ae000 tx=0x7f11d80a6040 comp rx=0 tx=0).stop 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f11e80b5310 msgr2=0x7f11e8154750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f11e80b5310 0x7f11e8154750 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f11dc00e930 tx=0x7f11dc00edf0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 shutdown_connections 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f11d40678c0 0x7f11d4069d80 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f11e815ea00 0x7f11e814bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f11e80b5310 0x7f11e8154750 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 --2- 172.21.15.70:0/694850085 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f11e806d770 0x7f11e81fb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 >> 172.21.15.70:0/694850085 conn(0x7f11e806bcc0 msgr2=0x7f11e80b2530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 shutdown_connections 2024-09-05T06:20:12.929 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:12.855+0000 7f11ed7e6640 1 -- 172.21.15.70:0/694850085 wait complete. 2024-09-05T06:20:12.930 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-05T06:20:12.930 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:20:12.930 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:12.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:12.936 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file_b bs=1M conv=fdatasync count=50 seek=16) 2024-09-05T06:20:13.066 INFO:teuthology.orchestra.run.smithi070.stderr:dd: error writing 'large_file_b': No space left on device 2024-09-05T06:20:13.066 INFO:teuthology.orchestra.run.smithi070.stderr:dd: closing output file 'large_file_b': No space left on device 2024-09-05T06:20:13.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:20:13.068 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:20:13.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.195+0000 7fc2d1dda640 1 Processor -- start 2024-09-05T06:20:13.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.195+0000 7fc2d1dda640 1 -- start start 2024-09-05T06:20:13.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2d1dda640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc2cc0afff0 0x7fc2cc0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2d1dda640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc2cc0cdf80 0x7fc2cc072a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2d1dda640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2cc15bc40 con 0x7fc2cc072fd0 2024-09-05T06:20:13.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2d1dda640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc2cc072600 con 0x7fc2cc0afff0 2024-09-05T06:20:13.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2d1dda640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc2cc0d14c0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2cb7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc2cc0afff0 0x7fc2cc0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2cb7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc2cc0afff0 0x7fc2cc0cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:43790/0 (socket says 172.21.15.70:43790) 2024-09-05T06:20:13.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2cb7fe640 1 -- 172.21.15.70:0/1173394280 learned_addr learned my addr 172.21.15.70:0/1173394280 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:13.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2caffd640 1 --2- 172.21.15.70:0/1173394280 >> v2:172.21.15.196:3300/0 conn(0x7fc2cc0cdf80 0x7fc2cc072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.195 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2cb7fe640 1 -- 172.21.15.70:0/1173394280 >> v2:172.21.15.196:3300/0 conn(0x7fc2cc0cdf80 msgr2=0x7fc2cc072a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:13.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2cb7fe640 1 --2- 172.21.15.70:0/1173394280 >> v2:172.21.15.196:3300/0 conn(0x7fc2cc0cdf80 0x7fc2cc072a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2cb7fe640 1 -- 172.21.15.70:0/1173394280 >> v1:172.21.15.70:6789/0 conn(0x7fc2cc072fd0 legacy=0x7fc2cc06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2cb7fe640 1 -- 172.21.15.70:0/1173394280 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2cc071cd0 con 0x7fc2cc0afff0 2024-09-05T06:20:13.196 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2cb7fe640 1 --2- 172.21.15.70:0/1173394280 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0afff0 0x7fc2cc0cda40 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0009e50 tx=0x7fc2c001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17922f7c1e8e87ac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:13.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2ca7fc640 1 -- 172.21.15.70:0/1173394280 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c00a56c0 con 0x7fc2cc0afff0 2024-09-05T06:20:13.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2ca7fc640 1 -- 172.21.15.70:0/1173394280 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2c00a5860 con 0x7fc2cc0afff0 2024-09-05T06:20:13.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.199+0000 7fc2ca7fc640 1 -- 172.21.15.70:0/1173394280 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c00a5c30 con 0x7fc2cc0afff0 2024-09-05T06:20:13.197 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1173394280 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0afff0 msgr2=0x7fc2cc0cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1173394280 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0afff0 0x7fc2cc0cda40 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0009e50 tx=0x7fc2c001c9f0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1173394280 shutdown_connections 2024-09-05T06:20:13.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1173394280 >> v2:172.21.15.196:3300/0 conn(0x7fc2cc0cdf80 0x7fc2cc072a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1173394280 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0afff0 0x7fc2cc0cda40 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1173394280 >> 172.21.15.70:0/1173394280 conn(0x7fc2cc06bcc0 msgr2=0x7fc2cc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:13.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1173394280 shutdown_connections 2024-09-05T06:20:13.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1173394280 wait complete. 2024-09-05T06:20:13.198 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 Processor -- start 2024-09-05T06:20:13.199 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- start start 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc2cc072fd0 0x7fc2cc151050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc2cc0afff0 0x7fc2cc150890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0cdf80 0x7fc2cc1f54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc0733e0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc06efa0 con 0x7fc2cc072fd0 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc2cc0d0f80 con 0x7fc2cc0afff0 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0cdf80 0x7fc2cc1f54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0cdf80 0x7fc2cc1f54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:43798/0 (socket says 172.21.15.70:43798) 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 -- 172.21.15.70:0/1577097115 learned_addr learned my addr 172.21.15.70:0/1577097115 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2caffd640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc2cc0afff0 0x7fc2cc150890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cb7fe640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc2cc072fd0 0x7fc2cc151050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.201 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 -- 172.21.15.70:0/1577097115 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc2cc0afff0 msgr2=0x7fc2cc150890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc2cc0afff0 0x7fc2cc150890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 -- 172.21.15.70:0/1577097115 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc2cc072fd0 msgr2=0x7fc2cc151050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc2cc072fd0 0x7fc2cc151050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 -- 172.21.15.70:0/1577097115 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2cc0b26d0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2cbfff640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0cdf80 0x7fc2cc1f54b0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7fc2c400c390 tx=0x7fc2c400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2b3fff640 1 -- 172.21.15.70:0/1577097115 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c40052d0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2b3fff640 1 -- 172.21.15.70:0/1577097115 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2c4005470 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2cc1528e0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2b3fff640 1 -- 172.21.15.70:0/1577097115 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c4007240 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.202 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.203+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2cc152ea0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.207+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2cc1530a0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.207+0000 7fc2b3fff640 1 -- 172.21.15.70:0/1577097115 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc2c40073e0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.207+0000 7fc2b3fff640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc2b80678f0 0x7fc2b8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.207+0000 7fc2b3fff640 1 -- 172.21.15.70:0/1577097115 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(188..188 src has 1..188) ==== 5709+0+0 (secure 0 0 0) 0x7fc2c4085100 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.203 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.207+0000 7fc2cb7fe640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc2b80678f0 0x7fc2b8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.207+0000 7fc2b3fff640 1 -- 172.21.15.70:0/1577097115 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=189}) -- 0x7fc2b806f420 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.204 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.207+0000 7fc2cb7fe640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc2b80678f0 0x7fc2b8069db0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fc2c00ae000 tx=0x7fc2c00a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:13.207 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.211+0000 7fc2b3fff640 1 -- 172.21.15.70:0/1577097115 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc2cc1530a0 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.371+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fc2cc0cda40 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2b3fff640 1 -- 172.21.15.70:0/1577097115 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v188) ==== 81+0+34285 (secure 0 0 0) 0x7fc2c4055c30 con 0x7fc2cc0cdf80 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 188, 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:20:10.280655+0000", 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:20:13.371 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 23, 2024-09-05T06:20:13.372 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:13.373 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:13.374 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:13.375 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:13.376 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:13.377 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:20:13.378 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 22, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:53.731927+0000", 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:13.379 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:20:13.380 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "185", 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:13.381 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:13.382 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:13.383 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.384 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:13.385 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 23, 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:54.112347+0000", 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1027, 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full,full_quota", 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:13.386 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:13.387 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "188", 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:13.388 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:13.389 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:13.390 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:20:13.391 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.392 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:13.393 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.394 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.395 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.396 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.397 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:13.398 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.399 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.400 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.401 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:13.402 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.403 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.404 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:13.405 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.406 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.407 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.408 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.409 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:13.410 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:20:13.411 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:20:13.412 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:20:13.413 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.414 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:20:13.415 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:13.416 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.417 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.418 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.419 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.420 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.421 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:13.422 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:13.423 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.424 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.425 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.426 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:13.427 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:20:13.428 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:20:13.429 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.430 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:20:13.431 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:13.432 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:13.433 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.434 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.435 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.436 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.437 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:13.438 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:13.439 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.440 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:13.441 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:13.442 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:13.443 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:20:13.444 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:20:13.445 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:20:13.446 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:20:13.446 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:20:13.446 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:20:13.446 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:20:13.446 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:13.446 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:13.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc2b80678f0 msgr2=0x7fc2b8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc2b80678f0 0x7fc2b8069db0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fc2c00ae000 tx=0x7fc2c00a7070 comp rx=0 tx=0).stop 2024-09-05T06:20:13.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0cdf80 msgr2=0x7fc2cc1f54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0cdf80 0x7fc2cc1f54b0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7fc2c400c390 tx=0x7fc2c400c850 comp rx=0 tx=0).stop 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 shutdown_connections 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc2b80678f0 0x7fc2b8069db0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc2cc0cdf80 0x7fc2cc1f54b0 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc2cc0afff0 0x7fc2cc150890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 --2- 172.21.15.70:0/1577097115 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc2cc072fd0 0x7fc2cc151050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.375+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 >> 172.21.15.70:0/1577097115 conn(0x7fc2cc06bcc0 msgr2=0x7fc2cc0b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.379+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 shutdown_connections 2024-09-05T06:20:13.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.379+0000 7fc2d1dda640 1 -- 172.21.15.70:0/1577097115 wait complete. 2024-09-05T06:20:13.449 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:20:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.575+0000 7f651765f640 1 Processor -- start 2024-09-05T06:20:13.573 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.575+0000 7f651765f640 1 -- start start 2024-09-05T06:20:13.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f65100d0e60 0x7f65100af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.574 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f651006d570 con 0x7f65100ceaf0 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f651006d850 con 0x7f6510157110 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f651006db30 con 0x7f65100d0e60 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6514bfa640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f65100ceaf0 0x7f65100d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36460/0 (socket says 172.21.15.70:36460) 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6514bfa640 1 -- 172.21.15.70:0/971284676 learned_addr learned my addr 172.21.15.70:0/971284676 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6515bfc640 1 --2- 172.21.15.70:0/971284676 >> v2:172.21.15.70:3300/0 conn(0x7f65100d0e60 0x7f65100af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6507fff640 1 -- 172.21.15.70:0/971284676 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 643729875 0 0) 0x7f651006d570 con 0x7f65100ceaf0 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6507fff640 1 -- 172.21.15.70:0/971284676 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f64fc003530 con 0x7f65100ceaf0 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6515bfc640 1 -- 172.21.15.70:0/971284676 >> v1:172.21.15.196:6789/0 conn(0x7f6510157110 legacy=0x7f65100b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6515bfc640 1 -- 172.21.15.70:0/971284676 >> v1:172.21.15.70:6789/0 conn(0x7f65100ceaf0 legacy=0x7f65100d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.575 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6515bfc640 1 -- 172.21.15.70:0/971284676 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f651006de10 con 0x7f65100d0e60 2024-09-05T06:20:13.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6515bfc640 1 --2- 172.21.15.70:0/971284676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65100d0e60 0x7f65100af720 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f6508009d90 tx=0x7f650801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f72ebb88dd7d2049 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:13.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6507fff640 1 -- 172.21.15.70:0/971284676 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65080b2070 con 0x7f65100d0e60 2024-09-05T06:20:13.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6507fff640 1 -- 172.21.15.70:0/971284676 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65080a57f0 con 0x7f65100d0e60 2024-09-05T06:20:13.576 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f6507fff640 1 -- 172.21.15.70:0/971284676 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65080a5bc0 con 0x7f65100d0e60 2024-09-05T06:20:13.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 -- 172.21.15.70:0/971284676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65100d0e60 msgr2=0x7f65100af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 --2- 172.21.15.70:0/971284676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65100d0e60 0x7f65100af720 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f6508009d90 tx=0x7f650801c930 comp rx=0 tx=0).stop 2024-09-05T06:20:13.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 -- 172.21.15.70:0/971284676 shutdown_connections 2024-09-05T06:20:13.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 --2- 172.21.15.70:0/971284676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f65100d0e60 0x7f65100af720 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.579+0000 7f651765f640 1 -- 172.21.15.70:0/971284676 >> 172.21.15.70:0/971284676 conn(0x7f651006bcc0 msgr2=0x7f651006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:13.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- 172.21.15.70:0/971284676 shutdown_connections 2024-09-05T06:20:13.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- 172.21.15.70:0/971284676 wait complete. 2024-09-05T06:20:13.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 Processor -- start 2024-09-05T06:20:13.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- start start 2024-09-05T06:20:13.580 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100ceaf0 0x7f6510148bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100d0e60 0x7f65101537e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6510157110 0x7f65100cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f651016a7e0 con 0x7f6510157110 2024-09-05T06:20:13.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f651016a660 con 0x7f65100d0e60 2024-09-05T06:20:13.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f651016a960 con 0x7f65100ceaf0 2024-09-05T06:20:13.581 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6510157110 0x7f65100cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6510157110 0x7f65100cf8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:43818/0 (socket says 172.21.15.70:43818) 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 -- 172.21.15.70:0/3857896693 learned_addr learned my addr 172.21.15.70:0/3857896693 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6514bfa640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100d0e60 0x7f65101537e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f65153fb640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100ceaf0 0x7f6510148bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 -- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100ceaf0 msgr2=0x7f6510148bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100ceaf0 0x7f6510148bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 -- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100d0e60 msgr2=0x7f65101537e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100d0e60 0x7f65101537e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 -- 172.21.15.70:0/3857896693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f651014dbd0 con 0x7f6510157110 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f65153fb640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100ceaf0 0x7f6510148bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6515bfc640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6510157110 0x7f65100cf8c0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f65080b0040 tx=0x7f65080196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6505ffb640 1 -- 172.21.15.70:0/3857896693 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65080b2050 con 0x7f6510157110 2024-09-05T06:20:13.582 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6505ffb640 1 -- 172.21.15.70:0/3857896693 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65080be070 con 0x7f6510157110 2024-09-05T06:20:13.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6510153d20 con 0x7f6510157110 2024-09-05T06:20:13.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f6505ffb640 1 -- 172.21.15.70:0/3857896693 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65080ad890 con 0x7f6510157110 2024-09-05T06:20:13.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f651014d0f0 con 0x7f6510157110 2024-09-05T06:20:13.583 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.583+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65100af720 con 0x7f6510157110 2024-09-05T06:20:13.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.587+0000 7f6505ffb640 1 -- 172.21.15.70:0/3857896693 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f65080ada30 con 0x7f6510157110 2024-09-05T06:20:13.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.587+0000 7f6505ffb640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64f40678c0 0x7f64f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:13.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.587+0000 7f6505ffb640 1 -- 172.21.15.70:0/3857896693 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(188..188 src has 1..188) ==== 5709+0+0 (secure 0 0 0) 0x7f6508120c80 con 0x7f6510157110 2024-09-05T06:20:13.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.587+0000 7f65153fb640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64f40678c0 0x7f64f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:13.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.587+0000 7f6505ffb640 1 -- 172.21.15.70:0/3857896693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=189}) -- 0x7f64f406f3f0 con 0x7f6510157110 2024-09-05T06:20:13.584 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.587+0000 7f65153fb640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64f40678c0 0x7f64f4069d80 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f650c00a850 tx=0x7f650c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:13.586 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.591+0000 7f6505ffb640 1 -- 172.21.15.70:0/3857896693 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6508016520 con 0x7f6510157110 2024-09-05T06:20:13.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.775+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f651006c3e0 con 0x7f6510157110 2024-09-05T06:20:13.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.775+0000 7f6505ffb640 1 -- 172.21.15.70:0/3857896693 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7f65080f1970 con 0x7f6510157110 2024-09-05T06:20:13.772 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:13.772 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:20:13.773 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64f40678c0 msgr2=0x7f64f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64f40678c0 0x7f64f4069d80 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f650c00a850 tx=0x7f650c008040 comp rx=0 tx=0).stop 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6510157110 msgr2=0x7f65100cf8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6510157110 0x7f65100cf8c0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f65080b0040 tx=0x7f65080196d0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 shutdown_connections 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64f40678c0 0x7f64f4069d80 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6510157110 0x7f65100cf8c0 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100d0e60 0x7f65101537e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 --2- 172.21.15.70:0/3857896693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100ceaf0 0x7f6510148bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 >> 172.21.15.70:0/3857896693 conn(0x7f651006bcc0 msgr2=0x7f65100b5570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 shutdown_connections 2024-09-05T06:20:13.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:13.779+0000 7f651765f640 1 -- 172.21.15.70:0/3857896693 wait complete. 2024-09-05T06:20:13.790 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json status 2024-09-05T06:20:13.917 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":7914,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":18.112674441999999,"mdsmap_epoch":74,"osdmap_epoch":188,"osdmap_epoch_barrier":186,"uptime":22.171758918999998} 2024-09-05T06:20:13.917 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 7914, "mdsmap_epoch": 74, "osdmap_epoch": 188, "osdmap_epoch_barrier": 186, "rank_uptime": 18.112674442, "state": "up:active", "uptime": 22.171758919, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:20:13.918 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:20:13.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:13.918 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f large_file_b) 2024-09-05T06:20:13.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:13.927 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f large_file_a) 2024-09-05T06:20:13.981 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:20:14.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.143+0000 7f4b60710640 1 Processor -- start 2024-09-05T06:20:14.140 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.143+0000 7f4b60710640 1 -- start start 2024-09-05T06:20:14.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4b580afe60 0x7f4b580b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:14.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580b5ac0 0x7f4b580d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:14.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b5815de60 con 0x7f4b580d0c90 2024-09-05T06:20:14.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4b580b4940 con 0x7f4b580afe60 2024-09-05T06:20:14.141 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4b5806d750 con 0x7f4b580b5ac0 2024-09-05T06:20:14.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5e4ac640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4b580afe60 0x7f4b580b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:14.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5ecad640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4b580d0c90 0x7f4b581604f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:36470/0 (socket says 172.21.15.70:36470) 2024-09-05T06:20:14.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5ecad640 1 -- 172.21.15.70:0/2203904537 learned_addr learned my addr 172.21.15.70:0/2203904537 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:14.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5e4ac640 1 -- 172.21.15.70:0/2203904537 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580b5ac0 msgr2=0x7f4b580d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:14.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5e4ac640 1 --2- 172.21.15.70:0/2203904537 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580b5ac0 0x7f4b580d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5e4ac640 1 -- 172.21.15.70:0/2203904537 >> v1:172.21.15.70:6789/0 conn(0x7f4b580d0c90 legacy=0x7f4b581604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:14.142 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5e4ac640 1 -- 172.21.15.70:0/2203904537 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b5806da30 con 0x7f4b580afe60 2024-09-05T06:20:14.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5e4ac640 1 --2- 172.21.15.70:0/2203904537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b580b5580 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f4b540097f0 tx=0x7f4b5401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c507e397fdc99e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:14.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5d4aa640 1 -- 172.21.15.70:0/2203904537 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b540b0070 con 0x7f4b580afe60 2024-09-05T06:20:14.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5d4aa640 1 -- 172.21.15.70:0/2203904537 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b540ab600 con 0x7f4b580afe60 2024-09-05T06:20:14.143 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b5d4aa640 1 -- 172.21.15.70:0/2203904537 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b540ab9d0 con 0x7f4b580afe60 2024-09-05T06:20:14.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 -- 172.21.15.70:0/2203904537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 msgr2=0x7f4b580b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:14.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 --2- 172.21.15.70:0/2203904537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b580b5580 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f4b540097f0 tx=0x7f4b5401c410 comp rx=0 tx=0).stop 2024-09-05T06:20:14.144 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 -- 172.21.15.70:0/2203904537 shutdown_connections 2024-09-05T06:20:14.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 --2- 172.21.15.70:0/2203904537 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580b5ac0 0x7f4b580d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 --2- 172.21.15.70:0/2203904537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b580b5580 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 -- 172.21.15.70:0/2203904537 >> 172.21.15.70:0/2203904537 conn(0x7f4b5806bcc0 msgr2=0x7f4b5806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:14.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 -- 172.21.15.70:0/2203904537 shutdown_connections 2024-09-05T06:20:14.145 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.147+0000 7f4b60710640 1 -- 172.21.15.70:0/2203904537 wait complete. 2024-09-05T06:20:14.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 Processor -- start 2024-09-05T06:20:14.146 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 -- start start 2024-09-05T06:20:14.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b5815bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:14.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b580b5ac0 0x7f4b58155b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:14.147 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580d0c90 0x7f4b58156090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4b580ceaf0 con 0x7f4b580afe60 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4b580d10a0 con 0x7f4b580b5ac0 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4b580cec70 con 0x7f4b580d0c90 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b5815bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b5815bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:43842/0 (socket says 172.21.15.70:43842) 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 -- 172.21.15.70:0/452962951 learned_addr learned my addr 172.21.15.70:0/452962951 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5ecad640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580d0c90 0x7f4b58156090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5dcab640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b580b5ac0 0x7f4b58155b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 -- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580d0c90 msgr2=0x7f4b58156090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580d0c90 0x7f4b58156090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 -- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b580b5ac0 msgr2=0x7f4b58155b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b580b5ac0 0x7f4b58155b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.148 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 -- 172.21.15.70:0/452962951 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b58153820 con 0x7f4b580afe60 2024-09-05T06:20:14.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5ecad640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580d0c90 0x7f4b58156090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:14.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b5e4ac640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b5815bad0 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f4b540ae040 tx=0x7f4b5401ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:14.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b4effd640 1 -- 172.21.15.70:0/452962951 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b540b0050 con 0x7f4b580afe60 2024-09-05T06:20:14.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b58152780 con 0x7f4b580afe60 2024-09-05T06:20:14.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b4effd640 1 -- 172.21.15.70:0/452962951 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b540bc070 con 0x7f4b580afe60 2024-09-05T06:20:14.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b4effd640 1 -- 172.21.15.70:0/452962951 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b540b5830 con 0x7f4b580afe60 2024-09-05T06:20:14.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b58152d40 con 0x7f4b580afe60 2024-09-05T06:20:14.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.151+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b580b5580 con 0x7f4b580afe60 2024-09-05T06:20:14.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.155+0000 7f4b4effd640 1 -- 172.21.15.70:0/452962951 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4b540b59d0 con 0x7f4b580afe60 2024-09-05T06:20:14.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.155+0000 7f4b4effd640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4b3c0678c0 0x7f4b3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:14.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.155+0000 7f4b4effd640 1 -- 172.21.15.70:0/452962951 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(188..188 src has 1..188) ==== 5709+0+0 (secure 0 0 0) 0x7f4b54120560 con 0x7f4b580afe60 2024-09-05T06:20:14.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.155+0000 7f4b5dcab640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4b3c0678c0 0x7f4b3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:14.150 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.155+0000 7f4b4effd640 1 -- 172.21.15.70:0/452962951 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=189}) -- 0x7f4b3c06f3f0 con 0x7f4b580afe60 2024-09-05T06:20:14.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.155+0000 7f4b5dcab640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4b3c0678c0 0x7f4b3c069d80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4b581449c0 tx=0x7f4b48008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:14.153 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.159+0000 7f4b4effd640 1 -- 172.21.15.70:0/452962951 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4b54016090 con 0x7f4b580afe60 2024-09-05T06:20:14.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.311+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f4b5815b8b0 con 0x7f4b580afe60 2024-09-05T06:20:14.310 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b4effd640 1 -- 172.21.15.70:0/452962951 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v188) ==== 81+0+34285 (secure 0 0 0) 0x7f4b540f10b0 con 0x7f4b580afe60 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 188, 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:20:10.280655+0000", 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:20:14.311 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 23, 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:20:14.312 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:14.313 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:20:14.314 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:14.315 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:14.316 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:14.317 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.318 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:14.319 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 22, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:53.731927+0000", 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:14.320 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:14.321 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "185", 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:14.322 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:14.323 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:14.324 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.325 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 23, 2024-09-05T06:20:14.326 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:54.112347+0000", 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1027, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full,full_quota", 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:14.327 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:14.328 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "188", 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:14.329 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:14.330 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:14.331 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:14.332 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:14.333 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:14.334 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:20:14.336 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:20:14.337 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:20:14.338 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:14.339 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:20:14.340 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.341 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.342 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.343 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.344 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:14.345 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.346 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.347 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.348 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.349 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:14.350 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.351 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.352 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.353 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.354 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.355 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:14.356 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.357 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.358 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.359 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.360 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:20:14.361 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:14.362 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.363 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:14.364 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:20:14.365 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:20:14.367 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:14.368 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.369 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.370 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.371 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.372 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:20:14.373 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:20:14.378 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:20:14.378 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:14.378 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:14.378 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:14.378 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.378 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.378 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:14.379 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.380 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.381 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.382 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:14.383 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:14.384 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:14.385 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:14.386 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.387 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:14.388 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:14.389 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:20:14.390 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:20:14.391 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:20:14.392 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:20:14.393 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:20:14.393 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:20:14.393 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:14.393 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:14.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4b3c0678c0 msgr2=0x7f4b3c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:14.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4b3c0678c0 0x7f4b3c069d80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4b581449c0 tx=0x7f4b48008040 comp rx=0 tx=0).stop 2024-09-05T06:20:14.394 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 msgr2=0x7f4b5815bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b5815bad0 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f4b540ae040 tx=0x7f4b5401ac50 comp rx=0 tx=0).stop 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 shutdown_connections 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4b3c0678c0 0x7f4b3c069d80 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b580d0c90 0x7f4b58156090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b580b5ac0 0x7f4b58155b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 --2- 172.21.15.70:0/452962951 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b580afe60 0x7f4b5815bad0 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 >> 172.21.15.70:0/452962951 conn(0x7f4b5806bcc0 msgr2=0x7f4b5815c360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 shutdown_connections 2024-09-05T06:20:14.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:14.315+0000 7f4b60710640 1 -- 172.21.15.70:0/452962951 wait complete. 2024-09-05T06:20:14.396 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:20:19.397 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:20:19.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.531+0000 7f13ca143640 1 Processor -- start 2024-09-05T06:20:19.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13ca143640 1 -- start start 2024-09-05T06:20:19.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13ca143640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f13c4157110 0x7f13c40b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:19.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13ca143640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:19.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13ca143640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f13c40ceaf0 0x7f13c40d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:19.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13ca143640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f13c406d570 con 0x7f13c4157110 2024-09-05T06:20:19.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13ca143640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f13c406d850 con 0x7f13c40ceaf0 2024-09-05T06:20:19.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13ca143640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f13c406db30 con 0x7f13c40b5ac0 2024-09-05T06:20:19.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f13c4157110 0x7f13c40b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:19.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f13c4157110 0x7f13c40b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50224/0 (socket says 172.21.15.70:50224) 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 -- 172.21.15.70:0/452676162 learned_addr learned my addr 172.21.15.70:0/452676162 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c2ffd640 1 --2- 172.21.15.70:0/452676162 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c3fff640 1 --2- 172.21.15.70:0/452676162 >> v2:172.21.15.196:3300/0 conn(0x7f13c40ceaf0 0x7f13c40d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 -- 172.21.15.70:0/452676162 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 msgr2=0x7f13c40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 --2- 172.21.15.70:0/452676162 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c40d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 -- 172.21.15.70:0/452676162 >> v2:172.21.15.196:3300/0 conn(0x7f13c40ceaf0 msgr2=0x7f13c40d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 --2- 172.21.15.70:0/452676162 >> v2:172.21.15.196:3300/0 conn(0x7f13c40ceaf0 0x7f13c40d0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 -- 172.21.15.70:0/452676162 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c406de10 con 0x7f13c4157110 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c2ffd640 1 --2- 172.21.15.70:0/452676162 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c40d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:19.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c3fff640 1 --2- 172.21.15.70:0/452676162 >> v2:172.21.15.196:3300/0 conn(0x7f13c40ceaf0 0x7f13c40d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.535+0000 7f13c37fe640 1 --2- 172.21.15.70:0/452676162 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40b5580 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f13c4073840 tx=0x7f13b401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fac19ed010402b79 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c27fc640 1 -- 172.21.15.70:0/452676162 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13b40b0070 con 0x7f13c4157110 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c27fc640 1 -- 172.21.15.70:0/452676162 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13b40ab600 con 0x7f13c4157110 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c27fc640 1 -- 172.21.15.70:0/452676162 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13b40ab9d0 con 0x7f13c4157110 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- 172.21.15.70:0/452676162 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 msgr2=0x7f13c40b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 --2- 172.21.15.70:0/452676162 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40b5580 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f13c4073840 tx=0x7f13b401c520 comp rx=0 tx=0).stop 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- 172.21.15.70:0/452676162 shutdown_connections 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 --2- 172.21.15.70:0/452676162 >> v2:172.21.15.196:3300/0 conn(0x7f13c40ceaf0 0x7f13c40d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 --2- 172.21.15.70:0/452676162 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c40d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.534 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 --2- 172.21.15.70:0/452676162 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40b5580 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- 172.21.15.70:0/452676162 >> 172.21.15.70:0/452676162 conn(0x7f13c406bcc0 msgr2=0x7f13c406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:19.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- 172.21.15.70:0/452676162 shutdown_connections 2024-09-05T06:20:19.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- 172.21.15.70:0/452676162 wait complete. 2024-09-05T06:20:19.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 Processor -- start 2024-09-05T06:20:19.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- start start 2024-09-05T06:20:19.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c41492d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:19.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13c40ceaf0 0x7f13c40b0480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:19.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f13c40b0300 con 0x7f13c4157110 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f13c40b0180 con 0x7f13c40ceaf0 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f13c4160550 con 0x7f13c40b5ac0 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50232/0 (socket says 172.21.15.70:50232) 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 -- 172.21.15.70:0/1512664139 learned_addr learned my addr 172.21.15.70:0/1512664139 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c2ffd640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13c40ceaf0 0x7f13c40b0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c37fe640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c41492d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 -- 172.21.15.70:0/1512664139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 msgr2=0x7f13c41492d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c41492d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 -- 172.21.15.70:0/1512664139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13c40ceaf0 msgr2=0x7f13c40b0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13c40ceaf0 0x7f13c40b0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 -- 172.21.15.70:0/1512664139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c4149810 con 0x7f13c4157110 2024-09-05T06:20:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13c3fff640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40ae8b0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f13bc00cea0 tx=0x7f13bc00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13abfff640 1 -- 172.21.15.70:0/1512664139 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13bc003ba0 con 0x7f13c4157110 2024-09-05T06:20:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13abfff640 1 -- 172.21.15.70:0/1512664139 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13bc003d60 con 0x7f13c4157110 2024-09-05T06:20:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13c4153cd0 con 0x7f13c4157110 2024-09-05T06:20:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13abfff640 1 -- 172.21.15.70:0/1512664139 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13bc00d880 con 0x7f13c4157110 2024-09-05T06:20:19.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.539+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13c4154570 con 0x7f13c4157110 2024-09-05T06:20:19.540 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.543+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13c4153ea0 con 0x7f13c4157110 2024-09-05T06:20:19.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.543+0000 7f13abfff640 1 -- 172.21.15.70:0/1512664139 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f13bc00da20 con 0x7f13c4157110 2024-09-05T06:20:19.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.543+0000 7f13abfff640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13b00678c0 0x7f13b0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:19.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.543+0000 7f13abfff640 1 -- 172.21.15.70:0/1512664139 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(188..188 src has 1..188) ==== 5709+0+0 (secure 0 0 0) 0x7f13bc0865e0 con 0x7f13c4157110 2024-09-05T06:20:19.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.543+0000 7f13c37fe640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13b00678c0 0x7f13b0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:19.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.543+0000 7f13abfff640 1 -- 172.21.15.70:0/1512664139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=189}) -- 0x7f13b006f450 con 0x7f13c4157110 2024-09-05T06:20:19.541 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.543+0000 7f13c37fe640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13b00678c0 0x7f13b0069d80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f13b40ad000 tx=0x7f13b4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:19.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.547+0000 7f13abfff640 1 -- 172.21.15.70:0/1512664139 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f13bc0571b0 con 0x7f13c4157110 2024-09-05T06:20:19.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.711+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f13c4154770 con 0x7f13c4157110 2024-09-05T06:20:19.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.711+0000 7f13abfff640 1 -- 172.21.15.70:0/1512664139 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v188) ==== 81+0+34285 (secure 0 0 0) 0x7f13c4154770 con 0x7f13c4157110 2024-09-05T06:20:19.708 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:19.708 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:19.708 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 188, 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:20:10.280655+0000", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:20:19.709 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 23, 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:20:19.710 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:19.711 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:19.712 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:19.713 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:19.713 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:19.713 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:19.713 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:19.713 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:19.713 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.713 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:20:19.713 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:19.714 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:19.715 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:19.716 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:20:19.717 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 22, 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:53.731927+0000", 2024-09-05T06:20:19.718 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:20:19.719 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "185", 2024-09-05T06:20:19.720 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:19.721 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:19.722 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:19.723 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:19.723 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:19.723 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:19.723 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:19.723 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:19.723 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:19.723 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:19.724 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:19.724 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:19.724 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:19.724 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:20:19.724 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:20:19.724 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:20:19.724 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.724 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:19.725 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 23, 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:54.112347+0000", 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1027, 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool,full,full_quota", 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:19.726 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:19.727 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "188", 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:19.728 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:19.729 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:19.730 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.731 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.732 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:19.733 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:20:19.734 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:20:19.735 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.736 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.737 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:20:19.738 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:19.739 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.740 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.741 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.742 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:20:19.743 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:20:19.744 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:20:19.745 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:19.746 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:19.747 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:19.747 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:19.747 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:19.747 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:19.747 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:19.747 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:19.748 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:19.748 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.748 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.748 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.748 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:20:19.749 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:19.749 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.749 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.749 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.749 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:20:19.749 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:19.750 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.750 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.750 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.750 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:19.750 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.751 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.751 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.751 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:20:19.751 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:19.751 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.752 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.752 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.752 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:20:19.752 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:19.752 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.753 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.753 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.753 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:19.753 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.753 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.754 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.754 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:20:19.754 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:19.754 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.755 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.755 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.756 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:20:19.756 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:19.756 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.756 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.756 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.757 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:19.757 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.757 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.757 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.757 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:20:19.757 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:19.758 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.758 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.758 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.759 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:20:19.759 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:19.759 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.759 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.759 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.759 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:20:19.760 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:20:19.760 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:20:19.760 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:20:19.760 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:19.760 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:19.761 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:19.761 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.761 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.761 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.761 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:19.761 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:19.762 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.763 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.764 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.765 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:19.766 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:19.767 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:19.768 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.769 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:19.770 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:20:19.771 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:20:19.773 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:19.774 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:19.775 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.776 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.777 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.778 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.779 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.780 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:19.781 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.782 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.783 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.784 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.785 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.786 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.787 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:19.788 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.789 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.790 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.791 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:20:19.792 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:19.793 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.794 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:19.795 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:20:19.796 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.797 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.798 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:20:19.799 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:20:19.800 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:20:19.801 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:19.802 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:19.803 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13b00678c0 msgr2=0x7f13b0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13b00678c0 0x7f13b0069d80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f13b40ad000 tx=0x7f13b4008040 comp rx=0 tx=0).stop 2024-09-05T06:20:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 msgr2=0x7f13c40ae8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40ae8b0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f13bc00cea0 tx=0x7f13bc00cf90 comp rx=0 tx=0).stop 2024-09-05T06:20:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 shutdown_connections 2024-09-05T06:20:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f13b00678c0 0x7f13b0069d80 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f13c4157110 0x7f13c40ae8b0 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.804 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f13c40ceaf0 0x7f13c40b0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 --2- 172.21.15.70:0/1512664139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f13c40b5ac0 0x7f13c41492d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:19.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 >> 172.21.15.70:0/1512664139 conn(0x7f13c406bcc0 msgr2=0x7f13c40d0750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:19.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 shutdown_connections 2024-09-05T06:20:19.805 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:19.715+0000 7f13ca143640 1 -- 172.21.15.70:0/1512664139 wait complete. 2024-09-05T06:20:19.805 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=600 retry_count=0)... 2024-09-05T06:20:24.806 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:20:24.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e85a7640 1 Processor -- start 2024-09-05T06:20:24.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e85a7640 1 -- start start 2024-09-05T06:20:24.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e85a7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f66e01623d0 0x7f66e006d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e85a7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f66e00b7230 0x7f66e006d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e85a7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66e01627b0 con 0x7f66e006cdd0 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e85a7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f66e00d1a20 con 0x7f66e00b7230 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e85a7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f66e00d1d00 con 0x7f66e01623d0 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e6b44640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f66e00b7230 0x7f66e006d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e6b44640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f66e00b7230 0x7f66e006d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50244/0 (socket says 172.21.15.70:50244) 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e6b44640 1 -- 172.21.15.70:0/3180434102 learned_addr learned my addr 172.21.15.70:0/3180434102 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e6343640 1 --2- 172.21.15.70:0/3180434102 >> v2:172.21.15.196:3300/0 conn(0x7f66e01623d0 0x7f66e006d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e6b44640 1 -- 172.21.15.70:0/3180434102 >> v2:172.21.15.196:3300/0 conn(0x7f66e01623d0 msgr2=0x7f66e006d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e6b44640 1 --2- 172.21.15.70:0/3180434102 >> v2:172.21.15.196:3300/0 conn(0x7f66e01623d0 0x7f66e006d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e6b44640 1 -- 172.21.15.70:0/3180434102 >> v1:172.21.15.196:6789/0 conn(0x7f66e006cdd0 legacy=0x7f66e0162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:24.939 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.943+0000 7f66e6b44640 1 -- 172.21.15.70:0/3180434102 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66e00b5a20 con 0x7f66e00b7230 2024-09-05T06:20:24.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e6b44640 1 --2- 172.21.15.70:0/3180434102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e00b7230 0x7f66e006d7c0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f66e0072a50 tx=0x7f66d801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d5b743388e6b39f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:24.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e5341640 1 -- 172.21.15.70:0/3180434102 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d80b0070 con 0x7f66e00b7230 2024-09-05T06:20:24.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e5341640 1 -- 172.21.15.70:0/3180434102 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66d80ab600 con 0x7f66e00b7230 2024-09-05T06:20:24.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e5341640 1 -- 172.21.15.70:0/3180434102 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d80ab9d0 con 0x7f66e00b7230 2024-09-05T06:20:24.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- 172.21.15.70:0/3180434102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e00b7230 msgr2=0x7f66e006d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:24.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 --2- 172.21.15.70:0/3180434102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e00b7230 0x7f66e006d7c0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f66e0072a50 tx=0x7f66d801c520 comp rx=0 tx=0).stop 2024-09-05T06:20:24.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- 172.21.15.70:0/3180434102 shutdown_connections 2024-09-05T06:20:24.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 --2- 172.21.15.70:0/3180434102 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e00b7230 0x7f66e006d7c0 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:24.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 --2- 172.21.15.70:0/3180434102 >> v2:172.21.15.196:3300/0 conn(0x7f66e01623d0 0x7f66e006d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:24.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- 172.21.15.70:0/3180434102 >> 172.21.15.70:0/3180434102 conn(0x7f66e00b4580 msgr2=0x7f66e00b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:24.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- 172.21.15.70:0/3180434102 shutdown_connections 2024-09-05T06:20:24.944 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- 172.21.15.70:0/3180434102 wait complete. 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 Processor -- start 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- start start 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e006cdd0 0x7f66e0157f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e00b7230 0x7f66e01fb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e01623d0 0x7f66e0159d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f66e016c130 con 0x7f66e01623d0 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f66e016bfb0 con 0x7f66e00b7230 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.947+0000 7f66e85a7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f66e016c2b0 con 0x7f66e006cdd0 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e01623d0 0x7f66e0159d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e01623d0 0x7f66e0159d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50246/0 (socket says 172.21.15.70:50246) 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 -- 172.21.15.70:0/2255121182 learned_addr learned my addr 172.21.15.70:0/2255121182 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:24.946 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6343640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e006cdd0 0x7f66e0157f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 -- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e006cdd0 msgr2=0x7f66e0157f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e5b42640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e00b7230 0x7f66e01fb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e006cdd0 0x7f66e0157f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 -- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e00b7230 msgr2=0x7f66e01fb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e00b7230 0x7f66e01fb640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 -- 172.21.15.70:0/2255121182 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66e0158480 con 0x7f66e01623d0 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6343640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e006cdd0 0x7f66e0157f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6b44640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e01623d0 0x7f66e0159d40 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f66d801ca00 tx=0x7f66d80192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66d2ffd640 1 -- 172.21.15.70:0/2255121182 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d80b0040 con 0x7f66e01623d0 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66d2ffd640 1 -- 172.21.15.70:0/2255121182 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66d80b9070 con 0x7f66e01623d0 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66e01fbb80 con 0x7f66e01623d0 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66d2ffd640 1 -- 172.21.15.70:0/2255121182 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d80b4670 con 0x7f66e01623d0 2024-09-05T06:20:24.947 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66e01fc100 con 0x7f66e01623d0 2024-09-05T06:20:24.948 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66e0162a60 con 0x7f66e01623d0 2024-09-05T06:20:24.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66d2ffd640 1 -- 172.21.15.70:0/2255121182 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f66d80b4810 con 0x7f66e01623d0 2024-09-05T06:20:24.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66d2ffd640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c40678f0 0x7f66c4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:24.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66d2ffd640 1 -- 172.21.15.70:0/2255121182 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7f66d811f8d0 con 0x7f66e01623d0 2024-09-05T06:20:24.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6343640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c40678f0 0x7f66c4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:24.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.951+0000 7f66e6343640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c40678f0 0x7f66c4069db0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f66d4009840 tx=0x7f66d4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:24.952 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:24.955+0000 7f66d2ffd640 1 -- 172.21.15.70:0/2255121182 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f66d8016110 con 0x7f66e01623d0 2024-09-05T06:20:25.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.111+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f66e00a0870 con 0x7f66e01623d0 2024-09-05T06:20:25.110 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.115+0000 7f66d2ffd640 1 -- 172.21.15.70:0/2255121182 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v189) ==== 81+0+34266 (secure 0 0 0) 0x7f66d80f04a0 con 0x7f66e01623d0 2024-09-05T06:20:25.111 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:25.111 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:25.111 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 189, 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:20:20.283806+0000", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:20:25.112 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 23, 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:20:25.113 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:25.114 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:25.115 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:25.116 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:25.117 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:25.118 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:20:25.119 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 22, 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:53.731927+0000", 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:25.120 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:20:25.121 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.122 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "185", 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:25.123 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:25.124 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:25.125 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:25.126 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 23, 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:54.112347+0000", 2024-09-05T06:20:25.127 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:25.128 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.129 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "189", 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:25.130 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:25.131 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:20:25.132 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:20:25.133 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.134 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.135 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.136 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.137 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.138 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.139 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.140 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.141 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.142 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:20:25.143 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.144 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.145 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.146 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.147 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:20:25.148 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.149 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.150 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.151 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.152 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.153 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.154 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.155 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:20:25.156 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.157 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.158 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.159 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:20:25.160 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:20:25.161 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.162 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.163 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.164 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.165 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.166 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.167 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.168 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:25.169 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.170 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.171 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.172 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.173 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:20:25.174 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.175 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:20:25.176 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.177 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.178 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.179 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:20:25.180 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.181 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:20:25.182 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.183 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.184 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:20:25.185 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.186 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:20:25.187 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:20:25.188 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.189 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:25.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.115+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c40678f0 msgr2=0x7f66c4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.115+0000 7f66e85a7640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c40678f0 0x7f66c4069db0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f66d4009840 tx=0x7f66d4008040 comp rx=0 tx=0).stop 2024-09-05T06:20:25.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.115+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e01623d0 msgr2=0x7f66e0159d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.115+0000 7f66e85a7640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e01623d0 0x7f66e0159d40 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f66d801ca00 tx=0x7f66d80192c0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.119+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 shutdown_connections 2024-09-05T06:20:25.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.119+0000 7f66e85a7640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66c40678f0 0x7f66c4069db0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.191 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.119+0000 7f66e85a7640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66e01623d0 0x7f66e0159d40 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.119+0000 7f66e85a7640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e00b7230 0x7f66e01fb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.119+0000 7f66e85a7640 1 --2- 172.21.15.70:0/2255121182 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e006cdd0 0x7f66e0157f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.119+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 >> 172.21.15.70:0/2255121182 conn(0x7f66e00b4580 msgr2=0x7f66e015bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:25.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.119+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 shutdown_connections 2024-09-05T06:20:25.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.119+0000 7f66e85a7640 1 -- 172.21.15.70:0/2255121182 wait complete. 2024-09-05T06:20:25.192 DEBUG:tasks.ceph_test_case:wait_until_true: success in 10s and 0 retries 2024-09-05T06:20:25.193 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json-pretty 2024-09-05T06:20:25.313 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4bb1f3640 1 Processor -- start 2024-09-05T06:20:25.314 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4bb1f3640 1 -- start start 2024-09-05T06:20:25.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4bb1f3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 0x7fa4b4072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4bb1f3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa4b406d770 0x7fa4b406dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4bb1f3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4b406e4d0 con 0x7fa4b415ea00 2024-09-05T06:20:25.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4bb1f3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa4b4071db0 con 0x7fa4b406d770 2024-09-05T06:20:25.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4bb1f3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa4b4071760 con 0x7fa4b40b5a20 2024-09-05T06:20:25.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b8f8f640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa4b415ea00 0x7fa4b40b5310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44022/0 (socket says 172.21.15.70:44022) 2024-09-05T06:20:25.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b8f8f640 1 -- 172.21.15.70:0/3079676748 learned_addr learned my addr 172.21.15.70:0/3079676748 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b9790640 1 --2- 172.21.15.70:0/3079676748 >> v2:172.21.15.196:3300/0 conn(0x7fa4b406d770 0x7fa4b406dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1535963933 0 0) 0x7fa4b406e4d0 con 0x7fa4b415ea00 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa49c003530 con 0x7fa4b415ea00 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b3fff640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 0x7fa4b4072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2751939000 0 0) 0x7fa49c003530 con 0x7fa4b415ea00 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 msgr2=0x7fa4b4072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 0x7fa4b4072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 >> v2:172.21.15.196:3300/0 conn(0x7fa4b406d770 msgr2=0x7fa4b406dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 --2- 172.21.15.70:0/3079676748 >> v2:172.21.15.196:3300/0 conn(0x7fa4b406d770 0x7fa4b406dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b4071a40 con 0x7fa4b415ea00 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fa4a4001680 con 0x7fa4b415ea00 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b9790640 1 --2- 172.21.15.70:0/3079676748 >> v2:172.21.15.196:3300/0 conn(0x7fa4b406d770 0x7fa4b406dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:20:25.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b3fff640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 0x7fa4b4072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 >> v1:172.21.15.70:6789/0 conn(0x7fa4b415ea00 legacy=0x7fa4b40b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa49c0039c0 0x7fa49c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c004810 0x7fa49c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 0x7fa49c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4071db0 con 0x7fa49c0039c0 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4071760 con 0x7fa49c004810 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa49c00bb80 con 0x7fa4b40b5a20 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b8f8f640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa49c0039c0 0x7fa49c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b3fff640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c004810 0x7fa49c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b9790640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 0x7fa49c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b8f8f640 1 -- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 msgr2=0x7fa49c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b8f8f640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b40b5a20 0x7fa49c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.319 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b8f8f640 1 -- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c004810 msgr2=0x7fa49c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b8f8f640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c004810 0x7fa49c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.319+0000 7fa4b8f8f640 1 -- 172.21.15.70:0/3079676748 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa49c003530 con 0x7fa49c0039c0 2024-09-05T06:20:25.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4b8f8f640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa49c0039c0 0x7fa49c003de0 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400c240 tx=0x7fa4a401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fbbc0d2dff4778 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:25.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a4007d40 con 0x7fa49c0039c0 2024-09-05T06:20:25.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4a40a9020 con 0x7fa49c0039c0 2024-09-05T06:20:25.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4b37fe640 1 -- 172.21.15.70:0/3079676748 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a4005b00 con 0x7fa49c0039c0 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/3079676748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa49c0039c0 msgr2=0x7fa49c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 --2- 172.21.15.70:0/3079676748 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa49c0039c0 0x7fa49c003de0 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400c240 tx=0x7fa4a401cca0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4b9790640 1 -- 172.21.15.70:0/3079676748 reap_dead start 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/3079676748 shutdown_connections 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/3079676748 >> 172.21.15.70:0/3079676748 conn(0x7fa4b406bcc0 msgr2=0x7fa4b406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/3079676748 shutdown_connections 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/3079676748 wait complete. 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 Processor -- start 2024-09-05T06:20:25.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 -- start start 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c0039c0 0x7fa4b4164150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b4157e80 0x7fa4b4164690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.323+0000 7fa4bb1f3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4b4162550 0x7fa4b4164bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4bb1f3640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b40b46d0 con 0x7fa4b4162550 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4bb1f3640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b40b4550 con 0x7fa49c0039c0 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4bb1f3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa4b40b4850 con 0x7fa4b4157e80 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4b4162550 0x7fa4b4164bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4b4162550 0x7fa4b4164bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50268/0 (socket says 172.21.15.70:50268) 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 -- 172.21.15.70:0/2399670404 learned_addr learned my addr 172.21.15.70:0/2399670404 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b3fff640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b4157e80 0x7fa4b4164690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b8f8f640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c0039c0 0x7fa4b4164150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 -- 172.21.15.70:0/2399670404 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b4157e80 msgr2=0x7fa4b4164690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b4157e80 0x7fa4b4164690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 -- 172.21.15.70:0/2399670404 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c0039c0 msgr2=0x7fa4b4164150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c0039c0 0x7fa4b4164150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 -- 172.21.15.70:0/2399670404 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b4158360 con 0x7fa4b4162550 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b9790640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4b4162550 0x7fa4b4164bd0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fa4b40d12c0 tx=0x7fa4ac007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b17fa640 1 -- 172.21.15.70:0/2399670404 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac014410 con 0x7fa4b4162550 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b17fa640 1 -- 172.21.15.70:0/2399670404 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4ac019070 con 0x7fa4b4162550 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b4158640 con 0x7fa4b4162550 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b17fa640 1 -- 172.21.15.70:0/2399670404 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac0147d0 con 0x7fa4b4162550 2024-09-05T06:20:25.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b4158c00 con 0x7fa4b4162550 2024-09-05T06:20:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4b406dc20 con 0x7fa4b4162550 2024-09-05T06:20:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b17fa640 1 -- 172.21.15.70:0/2399670404 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa4ac014970 con 0x7fa4b4162550 2024-09-05T06:20:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b17fa640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa4a00678f0 0x7fa4a0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b17fa640 1 -- 172.21.15.70:0/2399670404 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7fa4ac086240 con 0x7fa4b4162550 2024-09-05T06:20:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b8f8f640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa4a00678f0 0x7fa4a0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.327+0000 7fa4b8f8f640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa4a00678f0 0x7fa4a0069db0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fa4a40aa000 tx=0x7fa4b4072780 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:25.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.331+0000 7fa4b17fa640 1 -- 172.21.15.70:0/2399670404 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa4ac056d80 con 0x7fa4b4162550 2024-09-05T06:20:25.481 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.483+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fa4b40b2000 con 0x7fa4b4162550 2024-09-05T06:20:25.484 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.487+0000 7fa4b17fa640 1 -- 172.21.15.70:0/2399670404 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v189) ==== 81+0+34266 (secure 0 0 0) 0x7fa4ac056680 con 0x7fa4b4162550 2024-09-05T06:20:25.484 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:25.484 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "epoch": 189, 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "created": "2024-09-05T06:09:45.487728+0000", 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "modified": "2024-09-05T06:20:20.283806+0000", 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "last_up_change": "2024-09-05T06:09:51.523252+0000", 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "last_in_change": "2024-09-05T06:09:48.450193+0000", 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_num": 5799936, 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_set": [ 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "pglog_hardlimit", 2024-09-05T06:20:25.485 INFO:teuthology.orchestra.run.smithi070.stdout: "purged_snapdirs", 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_deletes", 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "sortbitwise" 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_version": 4, 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "full_ratio": 0.69999998807907104, 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "backfillfull_ratio": 0.60000002384185791, 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "nearfull_ratio": 0.60000002384185791, 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_snapshot": "", 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_max": 23, 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "max_osd": 8, 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "require_min_compat_client": "luminous", 2024-09-05T06:20:25.486 INFO:teuthology.orchestra.run.smithi070.stdout: "min_compat_client": "jewel", 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "require_osd_release": "squid", 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "allow_crimson": false, 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "pools": [ 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 1, 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": ".mgr", 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:09:52.400523+0000", 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:25.487 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 1, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 1, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 1, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 1, 2024-09-05T06:20:25.488 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 1, 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "114", 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:25.489 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:25.490 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:25.491 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_max": 32, 2024-09-05T06:20:25.492 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 1 2024-09-05T06:20:25.493 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.493 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:25.493 INFO:teuthology.orchestra.run.smithi070.stdout: "mgr": {} 2024-09-05T06:20:25.493 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.493 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:25.493 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:25.493 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 8, 2024-09-05T06:20:25.493 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 8, 2024-09-05T06:20:25.494 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 0.25, 2024-09-05T06:20:25.494 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 2, 2024-09-05T06:20:25.494 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 2, 2024-09-05T06:20:25.494 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:25.494 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:25.494 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:25.494 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.494 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 22, 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_metadata", 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:53.731927+0000", 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:25.495 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 32, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 32, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 32, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 32, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 32, 2024-09-05T06:20:25.496 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "185", 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:25.497 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 0, 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:25.498 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:25.499 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_bias": 4, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 16, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "recovery_priority": 5 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.500 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:25.501 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:25.501 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": "cephfs" 2024-09-05T06:20:25.501 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.501 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.501 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:25.501 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:25.501 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.5, 2024-09-05T06:20:25.501 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.5, 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.5, 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.5, 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "pool": 23, 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_name": "cephfs_data", 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "create_time": "2024-09-05T06:19:54.112347+0000", 2024-09-05T06:20:25.502 INFO:teuthology.orchestra.run.smithi070.stdout: "flags": 1, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "flags_names": "hashpspool", 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "type": 1, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "size": 2, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "min_size": 1, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_rule": 0, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_count": 0, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_target": 0, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_barrier": 0, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "is_stretch_pool": false, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "object_hash": 2, 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_autoscale_mode": "off", 2024-09-05T06:20:25.503 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num": 64, 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num": 64, 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_placement_num_target": 64, 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_target": 64, 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_pending": 64, 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "last_pg_merge_meta": { 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "source_pgid": "0.0", 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "ready_epoch": 0, 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_started": 0, 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "last_epoch_clean": 0, 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "source_version": "0'0", 2024-09-05T06:20:25.504 INFO:teuthology.orchestra.run.smithi070.stdout: "target_version": "0'0" 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "last_change": "189", 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend": "0", 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "last_force_op_resend_preluminous": "0", 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "auid": 0, 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_mode": "selfmanaged", 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_seq": 0, 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "snap_epoch": 0, 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "pool_snaps": [], 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps": "[]", 2024-09-05T06:20:25.505 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_bytes": 33554432, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "quota_max_objects": 0, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "tiers": [], 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "tier_of": -1, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "read_tier": -1, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "write_tier": -1, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_mode": "none", 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_bytes": 0, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "target_max_objects": 0, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_flush_age": 0, 2024-09-05T06:20:25.506 INFO:teuthology.orchestra.run.smithi070.stdout: "cache_min_evict_age": 0, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profile": "", 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_params": { 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "none" 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_period": 0, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_count": 0, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "use_gmt_hitset": true, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "min_read_recency_for_promote": 0, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "min_write_recency_for_promote": 0, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_grade_decay_rate": 0, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "hit_set_search_last_n": 0, 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "grade_table": [], 2024-09-05T06:20:25.507 INFO:teuthology.orchestra.run.smithi070.stdout: "stripe_width": 0, 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "expected_num_objects": 0, 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "fast_read": false, 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "options": { 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_num_min": 64, 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "target_size_ratio": 0.89999997615814209 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "application_metadata": { 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "cephfs": { 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "data": "cephfs" 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "read_balance": { 2024-09-05T06:20:25.508 INFO:teuthology.orchestra.run.smithi070.stdout: "score_type": "Fair distribution", 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "score_acting": 1.3799999952316284, 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "score_stable": 1.3799999952316284, 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "optimal_score": 1, 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_acting": 1.3799999952316284, 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "raw_score_stable": 1.3799999952316284, 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity_weighted": 1, 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity": 1, 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "average_primary_affinity_weighted": 1 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: "osds": [ 2024-09-05T06:20:25.509 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.510 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6824", 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6825", 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.511 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6826", 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6827", 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.512 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6830", 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6831", 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.513 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6828", 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6829", 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2931668494 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.514 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6825/2931668494", 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6827/2931668494", 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6831/2931668494", 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6829/2931668494", 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.515 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.516 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6816", 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6817", 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.517 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6818", 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6819", 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.518 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6822", 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6823", 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.519 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6820", 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6821", 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 11260623 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.520 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.521 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.521 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6817/11260623", 2024-09-05T06:20:25.521 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6819/11260623", 2024-09-05T06:20:25.521 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6823/11260623", 2024-09-05T06:20:25.521 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6821/11260623", 2024-09-05T06:20:25.521 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.521 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.522 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.522 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.522 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.522 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.522 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:25.522 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.522 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.522 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.523 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6808", 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6809", 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.524 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6810", 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6811", 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.525 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6814", 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.526 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6815", 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6812", 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.527 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6813", 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2287962825 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6809/2287962825", 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6811/2287962825", 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6815/2287962825", 2024-09-05T06:20:25.528 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6813/2287962825", 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.529 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6800", 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.530 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6801", 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6802", 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.531 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6803", 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6806", 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.532 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6807", 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6804", 2024-09-05T06:20:25.533 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.70:6805", 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3659762287 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.70:6801/3659762287", 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.70:6803/3659762287", 2024-09-05T06:20:25.534 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.70:6807/3659762287", 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.70:6805/3659762287", 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.535 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.536 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6800", 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6801", 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.537 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6804", 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6806", 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.538 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6814", 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6815", 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.539 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6810", 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6812", 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 2562561792 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.540 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6801/2562561792", 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6806/2562561792", 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6815/2562561792", 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6812/2562561792", 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:25.541 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.542 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6820", 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6822", 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.543 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6825", 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6827", 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.544 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6830", 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6831", 2024-09-05T06:20:25.545 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6828", 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.546 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6829", 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3876743068 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6822/3876743068", 2024-09-05T06:20:25.547 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6827/3876743068", 2024-09-05T06:20:25.548 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6831/3876743068", 2024-09-05T06:20:25.548 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6829/3876743068", 2024-09-05T06:20:25.548 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.548 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.548 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.548 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.548 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.548 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.549 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6802", 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6803", 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.550 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6805", 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.551 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6807", 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.552 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6811", 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6813", 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.553 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.554 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.554 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.554 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.554 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.554 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6808", 2024-09-05T06:20:25.555 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.555 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.555 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.555 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.555 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6809", 2024-09-05T06:20:25.555 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 809879927 2024-09-05T06:20:25.555 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.555 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6803/809879927", 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6807/809879927", 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6813/809879927", 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6809/809879927", 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.556 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "uuid": "00000000-0000-0000-0000-000000000000", 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "up": 1, 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "in": 1, 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "weight": 1, 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_affinity": 1, 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_begin": 0, 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "last_clean_end": 0, 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "up_from": 13, 2024-09-05T06:20:25.557 INFO:teuthology.orchestra.run.smithi070.stdout: "up_thru": 184, 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "down_at": 0, 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "lost_at": 0, 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addrs": { 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6816", 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.558 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6817", 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addrs": { 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.559 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6818", 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6819", 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.560 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addrs": { 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6824", 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6826", 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.561 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addrs": { 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: "addrvec": [ 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v2", 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6821", 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.562 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "172.21.15.196:6823", 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 3075166270 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: "public_addr": "172.21.15.196:6817/3075166270", 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: "cluster_addr": "172.21.15.196:6819/3075166270", 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_back_addr": "172.21.15.196:6826/3075166270", 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: "heartbeat_front_addr": "172.21.15.196:6823/3075166270", 2024-09-05T06:20:25.563 INFO:teuthology.orchestra.run.smithi070.stdout: "state": [ 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: "exists", 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: "up" 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: ] 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_xinfo": [ 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 0, 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.564 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.618930+0000", 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 1, 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.565 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.546241+0000", 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 2, 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.566 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.570121+0000", 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 3, 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.567 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.627610+0000", 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 4, 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.568 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.646747+0000", 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 5, 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.569 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.582051+0000", 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 6, 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.570 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.621007+0000", 2024-09-05T06:20:25.571 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.571 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.571 INFO:teuthology.orchestra.run.smithi070.stdout: { 2024-09-05T06:20:25.571 INFO:teuthology.orchestra.run.smithi070.stdout: "osd": 7, 2024-09-05T06:20:25.571 INFO:teuthology.orchestra.run.smithi070.stdout: "down_stamp": "0.000000", 2024-09-05T06:20:25.571 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_probability": 0, 2024-09-05T06:20:25.571 INFO:teuthology.orchestra.run.smithi070.stdout: "laggy_interval": 0, 2024-09-05T06:20:25.571 INFO:teuthology.orchestra.run.smithi070.stdout: "features": 4540701547738038271, 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: "old_weight": 0, 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: "last_purged_snaps_scrub": "2024-09-05T06:09:49.599151+0000", 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: "dead_epoch": 0 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: ], 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap": [], 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_items": [], 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_upmap_primaries": [], 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: "pg_temp": [], 2024-09-05T06:20:25.572 INFO:teuthology.orchestra.run.smithi070.stdout: "primary_temp": [], 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklist": {}, 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "range_blocklist": {}, 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "erasure_code_profiles": { 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "default": { 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "crush-failure-domain": "osd", 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "k": "2", 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "m": "1", 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "plugin": "jerasure", 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: "technique": "reed_sol_van" 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.573 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "removed_snaps_queue": [], 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "new_removed_snaps": [], 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "new_purged_snaps": [], 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "crush_node_flags": {}, 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "device_class_flags": {}, 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode": { 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_enabled": false, 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_bucket_count": 0, 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "degraded_stretch_mode": 0, 2024-09-05T06:20:25.574 INFO:teuthology.orchestra.run.smithi070.stdout: "recovering_stretch_mode": 0, 2024-09-05T06:20:25.575 INFO:teuthology.orchestra.run.smithi070.stdout: "stretch_mode_bucket": 0 2024-09-05T06:20:25.575 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-05T06:20:25.575 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:25.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa4a00678f0 msgr2=0x7fa4a0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa4a00678f0 0x7fa4a0069db0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fa4a40aa000 tx=0x7fa4b4072780 comp rx=0 tx=0).stop 2024-09-05T06:20:25.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4b4162550 msgr2=0x7fa4b4164bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4b4162550 0x7fa4b4164bd0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fa4b40d12c0 tx=0x7fa4ac007700 comp rx=0 tx=0).stop 2024-09-05T06:20:25.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 shutdown_connections 2024-09-05T06:20:25.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa4a00678f0 0x7fa4a0069db0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa4b4162550 0x7fa4b4164bd0 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.577 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa4b4157e80 0x7fa4b4164690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 --2- 172.21.15.70:0/2399670404 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa49c0039c0 0x7fa4b4164150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 >> 172.21.15.70:0/2399670404 conn(0x7fa4b406bcc0 msgr2=0x7fa4b415d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:25.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 shutdown_connections 2024-09-05T06:20:25.578 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.491+0000 7fa4bb1f3640 1 -- 172.21.15.70:0/2399670404 wait complete. 2024-09-05T06:20:25.579 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:20:25.705 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f3554640 1 Processor -- start 2024-09-05T06:20:25.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f3554640 1 -- start start 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f3554640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa6ec0d3a50 0x7fa6ec169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f3554640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6ec0cfd30 con 0x7fa6ec15edb0 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f3554640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6ec0d0010 con 0x7fa6ec0d4980 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f3554640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa6ec0b5620 con 0x7fa6ec0d3a50 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f0aef640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa6ec15edb0 0x7fa6ec0d3340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44024/0 (socket says 172.21.15.70:44024) 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f0aef640 1 -- 172.21.15.70:0/141205733 learned_addr learned my addr 172.21.15.70:0/141205733 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f1af1640 1 --2- 172.21.15.70:0/141205733 >> v2:172.21.15.196:3300/0 conn(0x7fa6ec0d3a50 0x7fa6ec169720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1598631494 0 0) 0x7fa6ec0cfd30 con 0x7fa6ec15edb0 2024-09-05T06:20:25.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa6d8003530 con 0x7fa6ec15edb0 2024-09-05T06:20:25.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1489422530 0 0) 0x7fa6d8003530 con 0x7fa6ec15edb0 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 >> v2:172.21.15.196:3300/0 conn(0x7fa6ec0d3a50 msgr2=0x7fa6ec169720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 --2- 172.21.15.70:0/141205733 >> v2:172.21.15.196:3300/0 conn(0x7fa6ec0d3a50 0x7fa6ec169720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 >> v1:172.21.15.196:6789/0 conn(0x7fa6ec0d4980 legacy=0x7fa6ec0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6ec0d02f0 con 0x7fa6ec15edb0 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fa6dc001680 con 0x7fa6ec15edb0 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 >> v1:172.21.15.70:6789/0 conn(0x7fa6ec15edb0 legacy=0x7fa6ec0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6d80039c0 0x7fa6d8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d8004810 0x7fa6d8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6d80051d0 0x7fa6d800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec0b5620 con 0x7fa6d80051d0 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d800c070 con 0x7fa6d80039c0 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa6d800c270 con 0x7fa6d8004810 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f1af1640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6d80051d0 0x7fa6d800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f12f0640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6d80039c0 0x7fa6d8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f0aef640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d8004810 0x7fa6d8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f1af1640 1 -- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d8004810 msgr2=0x7fa6d8004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f1af1640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d8004810 0x7fa6d8004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f1af1640 1 -- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6d80039c0 msgr2=0x7fa6d8003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f1af1640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6d80039c0 0x7fa6d8003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f1af1640 1 -- 172.21.15.70:0/141205733 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6d8003530 con 0x7fa6d80051d0 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.711+0000 7fa6f0aef640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d8004810 0x7fa6d8004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f1af1640 1 -- 172.21.15.70:0/141205733 reap_dead start 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f1af1640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6d80051d0 0x7fa6d800b9d0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4009fc0 tx=0x7fa6e401ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37a111450066094e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4009c10 con 0x7fa6d80051d0 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6e40a5d10 con 0x7fa6d80051d0 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6e3fff640 1 -- 172.21.15.70:0/141205733 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4003be0 con 0x7fa6d80051d0 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- 172.21.15.70:0/141205733 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6d80051d0 msgr2=0x7fa6d800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6d80051d0 0x7fa6d800b9d0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4009fc0 tx=0x7fa6e401ccc0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- 172.21.15.70:0/141205733 shutdown_connections 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 --2- 172.21.15.70:0/141205733 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6d80051d0 0x7fa6d800b9d0 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.713 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- 172.21.15.70:0/141205733 >> 172.21.15.70:0/141205733 conn(0x7fa6ec08e690 msgr2=0x7fa6ec09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:25.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- 172.21.15.70:0/141205733 shutdown_connections 2024-09-05T06:20:25.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- 172.21.15.70:0/141205733 wait complete. 2024-09-05T06:20:25.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 Processor -- start 2024-09-05T06:20:25.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- start start 2024-09-05T06:20:25.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d80051d0 0x7fa6ec0ba170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6ec0ba6b0 0x7fa6ec14e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6ec1f77e0 0x7fa6ec14e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec0d0dd0 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec0d08b0 con 0x7fa6ec0ba6b0 2024-09-05T06:20:25.717 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f3554640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa6ec0b9460 con 0x7fa6d80051d0 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f1af1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6ec1f77e0 0x7fa6ec14e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f1af1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6ec1f77e0 0x7fa6ec14e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50284/0 (socket says 172.21.15.70:50284) 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.715+0000 7fa6f1af1640 1 -- 172.21.15.70:0/3342304151 learned_addr learned my addr 172.21.15.70:0/3342304151 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f0aef640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6ec0ba6b0 0x7fa6ec14e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f12f0640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d80051d0 0x7fa6ec0ba170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f1af1640 1 -- 172.21.15.70:0/3342304151 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d80051d0 msgr2=0x7fa6ec0ba170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f1af1640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d80051d0 0x7fa6ec0ba170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f1af1640 1 -- 172.21.15.70:0/3342304151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6ec0ba6b0 msgr2=0x7fa6ec14e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f1af1640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6ec0ba6b0 0x7fa6ec14e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f1af1640 1 -- 172.21.15.70:0/3342304151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6ec0cc160 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.718 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f1af1640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6ec1f77e0 0x7fa6ec14e5b0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7fa6e401d1a0 tx=0x7fa6e4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6e1ffb640 1 -- 172.21.15.70:0/3342304151 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4009c10 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6e1ffb640 1 -- 172.21.15.70:0/3342304151 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6e40bd070 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6ec0b9690 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6e1ffb640 1 -- 172.21.15.70:0/3342304151 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e40039a0 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6ec0cc440 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6ec0cf900 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6e1ffb640 1 -- 172.21.15.70:0/3342304151 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa6e4003b40 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6e1ffb640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6d00678c0 0x7fa6d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6e1ffb640 1 -- 172.21.15.70:0/3342304151 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7fa6e41216e0 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f12f0640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6d00678c0 0x7fa6d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:25.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.719+0000 7fa6f12f0640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6d00678c0 0x7fa6d0069d80 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa6ec162510 tx=0x7fa6e8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:25.720 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.723+0000 7fa6e1ffb640 1 -- 172.21.15.70:0/3342304151 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa6e40169d0 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6ec09e470 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.918 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6e1ffb640 1 -- 172.21.15.70:0/3342304151 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7fa6e40f22b0 con 0x7fa6ec1f77e0 2024-09-05T06:20:25.919 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:25.919 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:20:25.919 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:20:25.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6d00678c0 msgr2=0x7fa6d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6d00678c0 0x7fa6d0069d80 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa6ec162510 tx=0x7fa6e8009040 comp rx=0 tx=0).stop 2024-09-05T06:20:25.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6ec1f77e0 msgr2=0x7fa6ec14e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:25.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6ec1f77e0 0x7fa6ec14e5b0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7fa6e401d1a0 tx=0x7fa6e4009750 comp rx=0 tx=0).stop 2024-09-05T06:20:25.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 shutdown_connections 2024-09-05T06:20:25.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa6d00678c0 0x7fa6d0069d80 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.921 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6ec1f77e0 0x7fa6ec14e5b0 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa6ec0ba6b0 0x7fa6ec14e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 --2- 172.21.15.70:0/3342304151 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa6d80051d0 0x7fa6ec0ba170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:25.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 >> 172.21.15.70:0/3342304151 conn(0x7fa6ec08e690 msgr2=0x7fa6ec0b6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:25.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 shutdown_connections 2024-09-05T06:20:25.922 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:25.923+0000 7fa6f3554640 1 -- 172.21.15.70:0/3342304151 wait complete. 2024-09-05T06:20:25.938 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json status 2024-09-05T06:20:26.073 INFO:teuthology.orchestra.run.smithi070.stdout:{"cluster_fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","whoami":0,"id":7914,"want_state":"up:active","state":"up:active","fs_name":"cephfs","rank_uptime":30.267912926000001,"mdsmap_epoch":74,"osdmap_epoch":189,"osdmap_epoch_barrier":188,"uptime":34.326998951} 2024-09-05T06:20:26.073 DEBUG:tasks.cephfs.filesystem:_json_asok output { "cluster_fsid": "259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c", "fs_name": "cephfs", "id": 7914, "mdsmap_epoch": 74, "osdmap_epoch": 189, "osdmap_epoch_barrier": 188, "rank_uptime": 30.267912926, "state": "up:active", "uptime": 34.326998951, "want_state": "up:active", "whoami": 0 } 2024-09-05T06:20:26.073 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-05T06:20:26.074 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:20:26.074 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:26.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:26.079 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=large_file bs=1M conv=fdatasync count=50 seek=0) 2024-09-05T06:20:26.527 INFO:teuthology.orchestra.run.smithi070.stderr:50+0 records in 2024-09-05T06:20:26.528 INFO:teuthology.orchestra.run.smithi070.stderr:50+0 records out 2024-09-05T06:20:26.528 INFO:teuthology.orchestra.run.smithi070.stderr:52428800 bytes (52 MB, 50 MiB) copied, 0.398604 s, 132 MB/s 2024-09-05T06:20:26.529 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-05T06:20:26.529 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:20:26.587 DEBUG:teuthology.orchestra.run.smithi196:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-05T06:20:26.660 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-05T06:20:26.660 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:20:26.660 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:20:26.660 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:26.667 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:20:26.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.847+0000 7fc7f4b64640 1 Processor -- start 2024-09-05T06:20:26.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.847+0000 7fc7f4b64640 1 -- start start 2024-09-05T06:20:26.846 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.847+0000 7fc7f4b64640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015edb0 0x7fc7f00d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.847+0000 7fc7f4b64640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7f00cfd30 con 0x7fc7f00cf7e0 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.847+0000 7fc7f4b64640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7f00d0010 con 0x7fc7f00d4980 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.847+0000 7fc7f4b64640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc7f00d02f0 con 0x7fc7f015edb0 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7eed9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fc7f00cf7e0 0x7fc7f00b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:44032/0 (socket says 172.21.15.70:44032) 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7eed9d640 1 -- 172.21.15.70:0/942356628 learned_addr learned my addr 172.21.15.70:0/942356628 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7e5d9b640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015edb0 0x7fc7f00d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1670966979 0 0) 0x7fc7f00cfd30 con 0x7fc7f00cf7e0 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc7dc003530 con 0x7fc7f00cf7e0 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2279986543 0 0) 0x7fc7dc003530 con 0x7fc7f00cf7e0 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015edb0 msgr2=0x7fc7f00d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015edb0 0x7fc7f00d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:26.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 >> v1:172.21.15.196:6789/0 conn(0x7fc7f00d4980 legacy=0x7fc7f00d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f00d05d0 con 0x7fc7f00cf7e0 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fc7e8001a00 con 0x7fc7f00cf7e0 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 >> v1:172.21.15.70:6789/0 conn(0x7fc7f00cf7e0 legacy=0x7fc7f00b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0039f0 0x7fc7dc003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc004810 0x7fc7dc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015edb0 0x7fc7dc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f00d02f0 con 0x7fc7dc0039f0 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc00bab0 con 0x7fc7dc004810 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc7dc00bcb0 con 0x7fc7f015edb0 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7ee59c640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0039f0 0x7fc7dc003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7e5d9b640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc004810 0x7fc7dc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:26.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7ee59c640 1 -- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015edb0 msgr2=0x7fc7dc0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:26.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7eed9d640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015edb0 0x7fc7dc0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:26.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7ee59c640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015edb0 0x7fc7dc0051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:26.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7ee59c640 1 -- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc004810 msgr2=0x7fc7dc004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:26.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7ee59c640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc004810 0x7fc7dc004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:26.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7ee59c640 1 -- 172.21.15.70:0/942356628 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7dc003530 con 0x7fc7dc0039f0 2024-09-05T06:20:26.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7e5d9b640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc004810 0x7fc7dc004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:26.852 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7ee59c640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0039f0 0x7fc7dc003e10 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7fc7e0001750 tx=0x7fc7e001c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c2e9be1df4010aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e00013a0 con 0x7fc7dc0039f0 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e00052f0 con 0x7fc7dc0039f0 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7edd9b640 1 -- 172.21.15.70:0/942356628 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e00a4e60 con 0x7fc7dc0039f0 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7f4b64640 1 -- 172.21.15.70:0/942356628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0039f0 msgr2=0x7fc7dc003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7f4b64640 1 --2- 172.21.15.70:0/942356628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0039f0 0x7fc7dc003e10 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7fc7e0001750 tx=0x7fc7e001c390 comp rx=0 tx=0).stop 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.851+0000 7fc7eed9d640 1 -- 172.21.15.70:0/942356628 reap_dead start 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- 172.21.15.70:0/942356628 shutdown_connections 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- 172.21.15.70:0/942356628 >> 172.21.15.70:0/942356628 conn(0x7fc7f008e690 msgr2=0x7fc7f009dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- 172.21.15.70:0/942356628 shutdown_connections 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- 172.21.15.70:0/942356628 wait complete. 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 Processor -- start 2024-09-05T06:20:26.853 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- start start 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc0039f0 0x7fc7f0165060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015db90 0x7fc7f0157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7f0163230 0x7fc7f01636b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f00d3710 con 0x7fc7f0163230 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f00d3590 con 0x7fc7dc0039f0 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc7f00d3890 con 0x7fc7f015db90 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7f0163230 0x7fc7f01636b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7f0163230 0x7fc7f01636b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50296/0 (socket says 172.21.15.70:50296) 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 -- 172.21.15.70:0/4223052039 learned_addr learned my addr 172.21.15.70:0/4223052039 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7e5d9b640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015db90 0x7fc7f0157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7ee59c640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc0039f0 0x7fc7f0165060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:26.854 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 -- 172.21.15.70:0/4223052039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015db90 msgr2=0x7fc7f0157d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015db90 0x7fc7f0157d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 -- 172.21.15.70:0/4223052039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc0039f0 msgr2=0x7fc7f0165060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc0039f0 0x7fc7f0165060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 -- 172.21.15.70:0/4223052039 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f015e010 con 0x7fc7f0163230 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7eed9d640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7f0163230 0x7fc7f01636b0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7fc7e800db80 tx=0x7fc7e800b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7e77fe640 1 -- 172.21.15.70:0/4223052039 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8004d70 con 0x7fc7f0163230 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7e77fe640 1 -- 172.21.15.70:0/4223052039 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e800bbb0 con 0x7fc7f0163230 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7e77fe640 1 -- 172.21.15.70:0/4223052039 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8007070 con 0x7fc7f0163230 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7f015e2e0 con 0x7fc7f0163230 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7f00b7d10 con 0x7fc7f0163230 2024-09-05T06:20:26.855 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.855+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7f00b7b00 con 0x7fc7f0163230 2024-09-05T06:20:26.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.859+0000 7fc7e77fe640 1 -- 172.21.15.70:0/4223052039 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc7e8007210 con 0x7fc7f0163230 2024-09-05T06:20:26.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.859+0000 7fc7e77fe640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7d00678c0 0x7fc7d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:26.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.859+0000 7fc7e77fe640 1 -- 172.21.15.70:0/4223052039 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7fc7e8085be0 con 0x7fc7f0163230 2024-09-05T06:20:26.856 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.859+0000 7fc7ee59c640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7d00678c0 0x7fc7d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:26.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.859+0000 7fc7ee59c640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7d00678c0 0x7fc7d0069d80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fc7dc0057f0 tx=0x7fc7e00011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:26.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:26.863+0000 7fc7e77fe640 1 -- 172.21.15.70:0/4223052039 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc7e8056680 con 0x7fc7f0163230 2024-09-05T06:20:27.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.035+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc7f00cfd30 con 0x7fc7f0163230 2024-09-05T06:20:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.035+0000 7fc7e77fe640 1 -- 172.21.15.70:0/4223052039 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v189) ==== 80+0+0 (secure 0 0 0) 0x7fc7e8055f80 con 0x7fc7f0163230 2024-09-05T06:20:27.032 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:20:27.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7d00678c0 msgr2=0x7fc7d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:27.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7d00678c0 0x7fc7d0069d80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fc7dc0057f0 tx=0x7fc7e00011a0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7f0163230 msgr2=0x7fc7f01636b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:27.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7f0163230 0x7fc7f01636b0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7fc7e800db80 tx=0x7fc7e800b4a0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 shutdown_connections 2024-09-05T06:20:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fc7d00678c0 0x7fc7d0069d80 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7f0163230 0x7fc7f01636b0 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc7f015db90 0x7fc7f0157d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 --2- 172.21.15.70:0/4223052039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc7dc0039f0 0x7fc7f0165060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 >> 172.21.15.70:0/4223052039 conn(0x7fc7f008e690 msgr2=0x7fc7f0067cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 shutdown_connections 2024-09-05T06:20:27.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.039+0000 7fc7f4b64640 1 -- 172.21.15.70:0/4223052039 wait complete. 2024-09-05T06:20:27.051 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-05T06:20:27.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:27.051 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T06:20:27.063 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi070.stderr:ceph-fuse[40490]: fuse finished with error 0 and tester_r 0 2024-09-05T06:20:27.070 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:20:27.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:27.070 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T06:20:27.238 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:20:27.238 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:20:27.238 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:27.245 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-05T06:20:27.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f807278e640 1 Processor -- start 2024-09-05T06:20:27.414 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f807278e640 1 -- start start 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f807278e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c162440 0x7f806c0d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f807278e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f806c0b5830 0x7f806c0d3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f807278e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f806c0d3750 0x7f806c0d1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f807278e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f806c0d2800 con 0x7f806c0d3750 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f807278e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f806c0d0350 con 0x7f806c0b5830 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f807278e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f806c0d2a50 con 0x7f806c162440 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f8070d2b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f806c0d3750 0x7f806c0d1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f8070d2b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f806c0d3750 0x7f806c0d1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50302/0 (socket says 172.21.15.70:50302) 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f8070d2b640 1 -- 172.21.15.70:0/3777906030 learned_addr learned my addr 172.21.15.70:0/3777906030 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f806bfff640 1 --2- 172.21.15.70:0/3777906030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c162440 0x7f806c0d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f806b7fe640 1 --2- 172.21.15.70:0/3777906030 >> v2:172.21.15.196:3300/0 conn(0x7f806c0b5830 0x7f806c0d3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:27.416 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f8070d2b640 1 -- 172.21.15.70:0/3777906030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c162440 msgr2=0x7f806c0d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:27.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f8070d2b640 1 --2- 172.21.15.70:0/3777906030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c162440 0x7f806c0d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f8070d2b640 1 -- 172.21.15.70:0/3777906030 >> v2:172.21.15.196:3300/0 conn(0x7f806c0b5830 msgr2=0x7f806c0d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:27.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f8070d2b640 1 --2- 172.21.15.70:0/3777906030 >> v2:172.21.15.196:3300/0 conn(0x7f806c0b5830 0x7f806c0d3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.419+0000 7f8070d2b640 1 -- 172.21.15.70:0/3777906030 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f806c0d2d30 con 0x7f806c0d3750 2024-09-05T06:20:27.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f8070d2b640 1 --2- 172.21.15.70:0/3777906030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0d1640 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f806c08de50 tx=0x7f806401c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b39f32d36309b113 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:27.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f806affd640 1 -- 172.21.15.70:0/3777906030 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80640ac070 con 0x7f806c0d3750 2024-09-05T06:20:27.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f806affd640 1 -- 172.21.15.70:0/3777906030 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80640a8420 con 0x7f806c0d3750 2024-09-05T06:20:27.418 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f806affd640 1 -- 172.21.15.70:0/3777906030 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80640a87f0 con 0x7f806c0d3750 2024-09-05T06:20:27.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- 172.21.15.70:0/3777906030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 msgr2=0x7f806c0d1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:27.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 --2- 172.21.15.70:0/3777906030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0d1640 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f806c08de50 tx=0x7f806401c730 comp rx=0 tx=0).stop 2024-09-05T06:20:27.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- 172.21.15.70:0/3777906030 shutdown_connections 2024-09-05T06:20:27.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 --2- 172.21.15.70:0/3777906030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0d1640 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 --2- 172.21.15.70:0/3777906030 >> v2:172.21.15.196:3300/0 conn(0x7f806c0b5830 0x7f806c0d3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 --2- 172.21.15.70:0/3777906030 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c162440 0x7f806c0d5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.419 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- 172.21.15.70:0/3777906030 >> 172.21.15.70:0/3777906030 conn(0x7f806c0d4c30 msgr2=0x7f806c0d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:27.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- 172.21.15.70:0/3777906030 shutdown_connections 2024-09-05T06:20:27.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- 172.21.15.70:0/3777906030 wait complete. 2024-09-05T06:20:27.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 Processor -- start 2024-09-05T06:20:27.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- start start 2024-09-05T06:20:27.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c0b5830 0x7f806c0ba400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:27.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:27.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f806c162440 0x7f806c0cdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:27.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f806c0b4530 con 0x7f806c0d3750 2024-09-05T06:20:27.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f806c0b43b0 con 0x7f806c162440 2024-09-05T06:20:27.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.423+0000 7f807278e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f806c0b46b0 con 0x7f806c0b5830 2024-09-05T06:20:27.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0cd6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50310/0 (socket says 172.21.15.70:50310) 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 -- 172.21.15.70:0/4194991206 learned_addr learned my addr 172.21.15.70:0/4194991206 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f8070d2b640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f806c162440 0x7f806c0cdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806bfff640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c0b5830 0x7f806c0ba400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 -- 172.21.15.70:0/4194991206 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c0b5830 msgr2=0x7f806c0ba400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c0b5830 0x7f806c0ba400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 -- 172.21.15.70:0/4194991206 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f806c162440 msgr2=0x7f806c0cdbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f806c162440 0x7f806c0cdbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 -- 172.21.15.70:0/4194991206 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f806c0ce860 con 0x7f806c0d3750 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806b7fe640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0cd6b0 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f805c00d7d0 tx=0x7f805c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f8068ff9640 1 -- 172.21.15.70:0/4194991206 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f805c018030 con 0x7f806c0d3750 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f8068ff9640 1 -- 172.21.15.70:0/4194991206 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f805c004020 con 0x7f806c0d3750 2024-09-05T06:20:27.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f806c0ceb40 con 0x7f806c0d3750 2024-09-05T06:20:27.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f8068ff9640 1 -- 172.21.15.70:0/4194991206 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f805c004210 con 0x7f806c0d3750 2024-09-05T06:20:27.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f806c15bce0 con 0x7f806c0d3750 2024-09-05T06:20:27.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f806c0d5420 con 0x7f806c0d3750 2024-09-05T06:20:27.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f8068ff9640 1 -- 172.21.15.70:0/4194991206 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f805c01b070 con 0x7f806c0d3750 2024-09-05T06:20:27.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f8068ff9640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80580678c0 0x7f8058069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:27.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f8068ff9640 1 -- 172.21.15.70:0/4194991206 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7f805c086590 con 0x7f806c0d3750 2024-09-05T06:20:27.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806bfff640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80580678c0 0x7f8058069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:27.425 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.427+0000 7f806bfff640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80580678c0 0x7f8058069d80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f806000b930 tx=0x7f8060008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:27.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.431+0000 7f8068ff9640 1 -- 172.21.15.70:0/4194991206 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f805c0571b0 con 0x7f806c0d3750 2024-09-05T06:20:27.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.607+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f806c0d5140 con 0x7f806c0d3750 2024-09-05T06:20:27.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.607+0000 7f8068ff9640 1 -- 172.21.15.70:0/4194991206 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v189) ==== 80+0+0 (secure 0 0 0) 0x7f805c056ab0 con 0x7f806c0d3750 2024-09-05T06:20:27.603 INFO:teuthology.orchestra.run.smithi070.stderr:listed 0 entries 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80580678c0 msgr2=0x7f8058069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80580678c0 0x7f8058069d80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f806000b930 tx=0x7f8060008040 comp rx=0 tx=0).stop 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 msgr2=0x7f806c0cd6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0cd6b0 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f805c00d7d0 tx=0x7f805c00dc90 comp rx=0 tx=0).stop 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 shutdown_connections 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f80580678c0 0x7f8058069d80 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f806c162440 0x7f806c0cdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f806c0d3750 0x7f806c0cd6b0 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 --2- 172.21.15.70:0/4194991206 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f806c0b5830 0x7f806c0ba400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 >> 172.21.15.70:0/4194991206 conn(0x7f806c0d4c30 msgr2=0x7f806c1613e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:27.606 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 shutdown_connections 2024-09-05T06:20:27.607 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:27.611+0000 7f807278e640 1 -- 172.21.15.70:0/4194991206 wait complete. 2024-09-05T06:20:27.623 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi196.front.sepia.ceph.com... 2024-09-05T06:20:27.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:27.623 DEBUG:teuthology.orchestra.run.smithi196:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-05T06:20:27.637 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi196.stderr:ceph-fuse[26801]: fuse finished with error 0 and tester_r 0 2024-09-05T06:20:27.638 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:20:27.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:27.638 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-05T06:20:27.768 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:20:27.768 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:20:27.768 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:27.775 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:20:27.775 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:20:27.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:27.775 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-05T06:20:27.821 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-05T06:20:27.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:20:27.822 INFO:tasks.cephfs.mount:Terminating background process 2024-09-05T06:20:27.823 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:20:27.823 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:27.829 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:20:27.829 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:20:27.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:27.829 DEBUG:teuthology.orchestra.run.smithi196:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-05T06:20:27.874 INFO:teuthology.orchestra.run.smithi196.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-05T06:20:27.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:20:27.875 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:20:28.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.007+0000 7fd421538640 1 Processor -- start 2024-09-05T06:20:28.005 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.007+0000 7fd421538640 1 -- start start 2024-09-05T06:20:28.006 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd421538640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd41c0b5a20 0x7fd41c072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd421538640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd41c06d770 0x7fd41c06dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd421538640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd41c06e4d0 con 0x7fd41c15ea00 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd421538640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd41c071db0 con 0x7fd41c06d770 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd421538640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd41c071760 con 0x7fd41c0b5a20 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd41c06d770 0x7fd41c06dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd41c06d770 0x7fd41c06dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50318/0 (socket says 172.21.15.70:50318) 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41b7fe640 1 -- 172.21.15.70:0/3336830424 learned_addr learned my addr 172.21.15.70:0/3336830424 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41a7fc640 1 --2- 172.21.15.70:0/3336830424 >> v2:172.21.15.196:3300/0 conn(0x7fd41c0b5a20 0x7fd41c072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41b7fe640 1 -- 172.21.15.70:0/3336830424 >> v2:172.21.15.196:3300/0 conn(0x7fd41c0b5a20 msgr2=0x7fd41c072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41b7fe640 1 --2- 172.21.15.70:0/3336830424 >> v2:172.21.15.196:3300/0 conn(0x7fd41c0b5a20 0x7fd41c072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41b7fe640 1 -- 172.21.15.70:0/3336830424 >> v1:172.21.15.196:6789/0 conn(0x7fd41c15ea00 legacy=0x7fd41c0b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41b7fe640 1 -- 172.21.15.70:0/3336830424 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd41c071a40 con 0x7fd41c06d770 2024-09-05T06:20:28.007 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41a7fc640 1 --2- 172.21.15.70:0/3336830424 >> v2:172.21.15.196:3300/0 conn(0x7fd41c0b5a20 0x7fd41c072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:20:28.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd41b7fe640 1 --2- 172.21.15.70:0/3336830424 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c06d770 0x7fd41c06dbe0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fd41c06eaa0 tx=0x7fd41401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c896ef88b8377533 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.011+0000 7fd419ffb640 1 -- 172.21.15.70:0/3336830424 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4140a57d0 con 0x7fd41c06d770 2024-09-05T06:20:28.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd419ffb640 1 -- 172.21.15.70:0/3336830424 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4140a5970 con 0x7fd41c06d770 2024-09-05T06:20:28.009 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd419ffb640 1 -- 172.21.15.70:0/3336830424 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4140a5d40 con 0x7fd41c06d770 2024-09-05T06:20:28.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- 172.21.15.70:0/3336830424 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c06d770 msgr2=0x7fd41c06dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 --2- 172.21.15.70:0/3336830424 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c06d770 0x7fd41c06dbe0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fd41c06eaa0 tx=0x7fd41401c9f0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- 172.21.15.70:0/3336830424 shutdown_connections 2024-09-05T06:20:28.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 --2- 172.21.15.70:0/3336830424 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c06d770 0x7fd41c06dbe0 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.010 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 --2- 172.21.15.70:0/3336830424 >> v2:172.21.15.196:3300/0 conn(0x7fd41c0b5a20 0x7fd41c072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- 172.21.15.70:0/3336830424 >> 172.21.15.70:0/3336830424 conn(0x7fd41c06bcc0 msgr2=0x7fd41c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:28.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- 172.21.15.70:0/3336830424 shutdown_connections 2024-09-05T06:20:28.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- 172.21.15.70:0/3336830424 wait complete. 2024-09-05T06:20:28.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 Processor -- start 2024-09-05T06:20:28.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- start start 2024-09-05T06:20:28.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd41c06d770 0x7fd41c15a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd41c0b5a20 0x7fd41c14d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c15ea00 0x7fd41c1576c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd41c0b46d0 con 0x7fd41c15ea00 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd41c0b4550 con 0x7fd41c0b5a20 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd41c0b4850 con 0x7fd41c06d770 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c15ea00 0x7fd41c1576c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c15ea00 0x7fd41c1576c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:50334/0 (socket says 172.21.15.70:50334) 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 -- 172.21.15.70:0/2797375567 learned_addr learned my addr 172.21.15.70:0/2797375567 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41affd640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd41c06d770 0x7fd41c15a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 -- 172.21.15.70:0/2797375567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd41c06d770 msgr2=0x7fd41c15a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd41c06d770 0x7fd41c15a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 -- 172.21.15.70:0/2797375567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd41c0b5a20 msgr2=0x7fd41c14d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd41c0b5a20 0x7fd41c14d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 -- 172.21.15.70:0/2797375567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd41c153810 con 0x7fd41c15ea00 2024-09-05T06:20:28.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd41b7fe640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c15ea00 0x7fd41c1576c0 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fd41401a620 tx=0x7fd414019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd4037fe640 1 -- 172.21.15.70:0/2797375567 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4140b8470 con 0x7fd41c15ea00 2024-09-05T06:20:28.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd4037fe640 1 -- 172.21.15.70:0/2797375567 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4140b8610 con 0x7fd41c15ea00 2024-09-05T06:20:28.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd41c15aeb0 con 0x7fd41c15ea00 2024-09-05T06:20:28.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd4037fe640 1 -- 172.21.15.70:0/2797375567 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4140b8a00 con 0x7fd41c15ea00 2024-09-05T06:20:28.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.015+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd41c15b470 con 0x7fd41c15ea00 2024-09-05T06:20:28.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.019+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd41c06dbe0 con 0x7fd41c15ea00 2024-09-05T06:20:28.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.019+0000 7fd4037fe640 1 -- 172.21.15.70:0/2797375567 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd4140c0020 con 0x7fd41c15ea00 2024-09-05T06:20:28.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.019+0000 7fd4037fe640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4080678c0 0x7fd408069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.019+0000 7fd4037fe640 1 -- 172.21.15.70:0/2797375567 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7fd4141205a0 con 0x7fd41c15ea00 2024-09-05T06:20:28.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.019+0000 7fd41affd640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4080678c0 0x7fd408069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.019+0000 7fd41affd640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4080678c0 0x7fd408069d80 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fd40c001650 tx=0x7fd40c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.019 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.023+0000 7fd4037fe640 1 -- 172.21.15.70:0/2797375567 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd4140c7020 con 0x7fd41c15ea00 2024-09-05T06:20:28.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd41c1563b0 con 0x7fd41c15ea00 2024-09-05T06:20:28.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd4037fe640 1 -- 172.21.15.70:0/2797375567 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7fd4140165e0 con 0x7fd41c15ea00 2024-09-05T06:20:28.219 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:28.219 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:20:28.219 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:20:28.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4080678c0 msgr2=0x7fd408069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4080678c0 0x7fd408069d80 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fd40c001650 tx=0x7fd40c009040 comp rx=0 tx=0).stop 2024-09-05T06:20:28.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c15ea00 msgr2=0x7fd41c1576c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c15ea00 0x7fd41c1576c0 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fd41401a620 tx=0x7fd414019790 comp rx=0 tx=0).stop 2024-09-05T06:20:28.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 shutdown_connections 2024-09-05T06:20:28.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd4080678c0 0x7fd408069d80 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd41c15ea00 0x7fd41c1576c0 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd41c0b5a20 0x7fd41c14d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 --2- 172.21.15.70:0/2797375567 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd41c06d770 0x7fd41c15a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 >> 172.21.15.70:0/2797375567 conn(0x7fd41c06bcc0 msgr2=0x7fd41c06eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:28.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.223+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 shutdown_connections 2024-09-05T06:20:28.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.227+0000 7fd421538640 1 -- 172.21.15.70:0/2797375567 wait complete. 2024-09-05T06:20:28.239 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:20:28.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.359+0000 7f697f756640 1 Processor -- start 2024-09-05T06:20:28.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.359+0000 7f697f756640 1 -- start start 2024-09-05T06:20:28.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697f756640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780afe60 0x7f69780b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697f756640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69780b5ac0 0x7f69780d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697f756640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f697815de60 con 0x7f69780d0c90 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697f756640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f69780d1100 con 0x7f69780b5ac0 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697f756640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f69780b4940 con 0x7f69780afe60 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697ccf1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69780b5ac0 0x7f69780d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697ccf1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69780b5ac0 0x7f69780d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57466/0 (socket says 172.21.15.70:57466) 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697ccf1640 1 -- 172.21.15.70:0/2278670223 learned_addr learned my addr 172.21.15.70:0/2278670223 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697d4f2640 1 --2- 172.21.15.70:0/2278670223 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780afe60 0x7f69780b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697ccf1640 1 -- 172.21.15.70:0/2278670223 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780afe60 msgr2=0x7f69780b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697ccf1640 1 --2- 172.21.15.70:0/2278670223 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780afe60 0x7f69780b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697ccf1640 1 -- 172.21.15.70:0/2278670223 >> v1:172.21.15.196:6789/0 conn(0x7f69780d0c90 legacy=0x7f69781604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:28.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697ccf1640 1 -- 172.21.15.70:0/2278670223 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f697806d750 con 0x7f69780b5ac0 2024-09-05T06:20:28.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f697ccf1640 1 --2- 172.21.15.70:0/2278670223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780b5ac0 0x7f69780d0750 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f6968009870 tx=0x7f696801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a536409f84c30343 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f696ffff640 1 -- 172.21.15.70:0/2278670223 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69680b0070 con 0x7f69780b5ac0 2024-09-05T06:20:28.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f696ffff640 1 -- 172.21.15.70:0/2278670223 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69680ab400 con 0x7f69780b5ac0 2024-09-05T06:20:28.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.363+0000 7f696ffff640 1 -- 172.21.15.70:0/2278670223 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69680ab7d0 con 0x7f69780b5ac0 2024-09-05T06:20:28.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- 172.21.15.70:0/2278670223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780b5ac0 msgr2=0x7f69780d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 --2- 172.21.15.70:0/2278670223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780b5ac0 0x7f69780d0750 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f6968009870 tx=0x7f696801c490 comp rx=0 tx=0).stop 2024-09-05T06:20:28.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- 172.21.15.70:0/2278670223 shutdown_connections 2024-09-05T06:20:28.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 --2- 172.21.15.70:0/2278670223 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780b5ac0 0x7f69780d0750 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 --2- 172.21.15.70:0/2278670223 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780afe60 0x7f69780b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- 172.21.15.70:0/2278670223 >> 172.21.15.70:0/2278670223 conn(0x7f697806bcc0 msgr2=0x7f697806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:28.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- 172.21.15.70:0/2278670223 shutdown_connections 2024-09-05T06:20:28.362 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- 172.21.15.70:0/2278670223 wait complete. 2024-09-05T06:20:28.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 Processor -- start 2024-09-05T06:20:28.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- start start 2024-09-05T06:20:28.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780afe60 0x7f69781565c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780b5ac0 0x7f6978072a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69780d0c90 0x7f6978072fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f69780ceaf0 con 0x7f69780afe60 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f69780b0240 con 0x7f69780d0c90 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f69780cec70 con 0x7f69780b5ac0 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780afe60 0x7f69781565c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780afe60 0x7f69781565c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57476/0 (socket says 172.21.15.70:57476) 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 -- 172.21.15.70:0/961361227 learned_addr learned my addr 172.21.15.70:0/961361227 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697ccf1640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780b5ac0 0x7f6978072a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.366 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697dcf3640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69780d0c90 0x7f6978072fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 -- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780b5ac0 msgr2=0x7f6978072a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780b5ac0 0x7f6978072a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 -- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69780d0c90 msgr2=0x7f6978072fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69780d0c90 0x7f6978072fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 -- 172.21.15.70:0/961361227 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69780b0580 con 0x7f69780afe60 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697dcf3640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69780d0c90 0x7f6978072fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697d4f2640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780afe60 0x7f69781565c0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f697400d800 tx=0x7f697400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f696dffb640 1 -- 172.21.15.70:0/961361227 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697400b6c0 con 0x7f69780afe60 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f696dffb640 1 -- 172.21.15.70:0/961361227 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6974019070 con 0x7f69780afe60 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69780b0860 con 0x7f69780afe60 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f696dffb640 1 -- 172.21.15.70:0/961361227 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697400bae0 con 0x7f69780afe60 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.367+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69780b0e20 con 0x7f69780afe60 2024-09-05T06:20:28.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.371+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69780b5580 con 0x7f69780afe60 2024-09-05T06:20:28.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.371+0000 7f696dffb640 1 -- 172.21.15.70:0/961361227 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f697400bc80 con 0x7f69780afe60 2024-09-05T06:20:28.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.371+0000 7f696dffb640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f695c0678c0 0x7f695c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.371+0000 7f696dffb640 1 -- 172.21.15.70:0/961361227 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7f6974086090 con 0x7f69780afe60 2024-09-05T06:20:28.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.371+0000 7f697ccf1640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f695c0678c0 0x7f695c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.371+0000 7f697ccf1640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f695c0678c0 0x7f695c069d80 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f69680ad000 tx=0x7f6968008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.371 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.375+0000 7f696dffb640 1 -- 172.21.15.70:0/961361227 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6974056c60 con 0x7f69780afe60 2024-09-05T06:20:28.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.567+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f69780d0530 con 0x7f69780afe60 2024-09-05T06:20:28.564 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.567+0000 7f696dffb640 1 -- 172.21.15.70:0/961361227 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7f6974056560 con 0x7f69780afe60 2024-09-05T06:20:28.565 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:28.565 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:20:28.565 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:20:28.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f695c0678c0 msgr2=0x7f695c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f695c0678c0 0x7f695c069d80 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f69680ad000 tx=0x7f6968008040 comp rx=0 tx=0).stop 2024-09-05T06:20:28.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780afe60 msgr2=0x7f69781565c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780afe60 0x7f69781565c0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f697400d800 tx=0x7f697400dcc0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 shutdown_connections 2024-09-05T06:20:28.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f695c0678c0 0x7f695c069d80 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f69780d0c90 0x7f6978072fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f69780b5ac0 0x7f6978072a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 --2- 172.21.15.70:0/961361227 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69780afe60 0x7f69781565c0 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 >> 172.21.15.70:0/961361227 conn(0x7f697806bcc0 msgr2=0x7f697815e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:28.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 shutdown_connections 2024-09-05T06:20:28.568 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.571+0000 7f697f756640 1 -- 172.21.15.70:0/961361227 wait complete. 2024-09-05T06:20:28.583 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:20:28.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f54f65640 1 Processor -- start 2024-09-05T06:20:28.701 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f54f65640 1 -- start start 2024-09-05T06:20:28.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f54f65640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4f50157110 0x7f4f500b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f54f65640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f500d0e60 0x7f4f500af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f54f65640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f5006d570 con 0x7f4f500b5ac0 2024-09-05T06:20:28.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f54f65640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4f5006d850 con 0x7f4f500d0e60 2024-09-05T06:20:28.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f54f65640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4f5006db30 con 0x7f4f50157110 2024-09-05T06:20:28.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f4ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f500d0e60 0x7f4f500af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f45d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4f500b5ac0 0x7f4f500d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55682/0 (socket says 172.21.15.70:55682) 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f45d9b640 1 -- 172.21.15.70:0/1578851313 learned_addr learned my addr 172.21.15.70:0/1578851313 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f4e59c640 1 --2- 172.21.15.70:0/1578851313 >> v2:172.21.15.196:3300/0 conn(0x7f4f50157110 0x7f4f500b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f4dd9b640 1 -- 172.21.15.70:0/1578851313 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4154855903 0 0) 0x7f4f5006d570 con 0x7f4f500b5ac0 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f4dd9b640 1 -- 172.21.15.70:0/1578851313 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f3c003530 con 0x7f4f500b5ac0 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f4ed9d640 1 -- 172.21.15.70:0/1578851313 >> v2:172.21.15.196:3300/0 conn(0x7f4f50157110 msgr2=0x7f4f500b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f4ed9d640 1 --2- 172.21.15.70:0/1578851313 >> v2:172.21.15.196:3300/0 conn(0x7f4f50157110 0x7f4f500b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f4ed9d640 1 -- 172.21.15.70:0/1578851313 >> v1:172.21.15.70:6789/0 conn(0x7f4f500b5ac0 legacy=0x7f4f500d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.707+0000 7f4f4ed9d640 1 -- 172.21.15.70:0/1578851313 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f5006de10 con 0x7f4f500d0e60 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 --2- 172.21.15.70:0/1578851313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f500d0e60 0x7f4f500af720 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f4f500d1530 tx=0x7f4f4801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1642d5c3a2b52d7f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4dd9b640 1 -- 172.21.15.70:0/1578851313 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f480b2070 con 0x7f4f500d0e60 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4dd9b640 1 -- 172.21.15.70:0/1578851313 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f480a57f0 con 0x7f4f500d0e60 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4dd9b640 1 -- 172.21.15.70:0/1578851313 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f480a5bc0 con 0x7f4f500d0e60 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- 172.21.15.70:0/1578851313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f500d0e60 msgr2=0x7f4f500af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 --2- 172.21.15.70:0/1578851313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f500d0e60 0x7f4f500af720 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f4f500d1530 tx=0x7f4f4801c930 comp rx=0 tx=0).stop 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- 172.21.15.70:0/1578851313 shutdown_connections 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 --2- 172.21.15.70:0/1578851313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f500d0e60 0x7f4f500af720 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 --2- 172.21.15.70:0/1578851313 >> v2:172.21.15.196:3300/0 conn(0x7f4f50157110 0x7f4f500b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- 172.21.15.70:0/1578851313 >> 172.21.15.70:0/1578851313 conn(0x7f4f5006bcc0 msgr2=0x7f4f5006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:28.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- 172.21.15.70:0/1578851313 shutdown_connections 2024-09-05T06:20:28.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- 172.21.15.70:0/1578851313 wait complete. 2024-09-05T06:20:28.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 Processor -- start 2024-09-05T06:20:28.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- start start 2024-09-05T06:20:28.709 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f500b5ac0 0x7f4f500b1b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f500d0e60 0x7f4f500b2570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f50157110 0x7f4f50073030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4f500b3e00 con 0x7f4f50157110 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4f500b3c80 con 0x7f4f500b5ac0 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4f500b3f80 con 0x7f4f500d0e60 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f50157110 0x7f4f50073030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f50157110 0x7f4f50073030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57486/0 (socket says 172.21.15.70:57486) 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 -- 172.21.15.70:0/904515571 learned_addr learned my addr 172.21.15.70:0/904515571 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4e59c640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f500b5ac0 0x7f4f500b1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f45d9b640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f500d0e60 0x7f4f500b2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 -- 172.21.15.70:0/904515571 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f500d0e60 msgr2=0x7f4f500b2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f500d0e60 0x7f4f500b2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 -- 172.21.15.70:0/904515571 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f500b5ac0 msgr2=0x7f4f500b1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f500b5ac0 0x7f4f500b1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 -- 172.21.15.70:0/904515571 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f501585a0 con 0x7f4f50157110 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f4ed9d640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f50157110 0x7f4f50073030 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f4f480b0040 tx=0x7f4f480196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f477fe640 1 -- 172.21.15.70:0/904515571 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f480b2040 con 0x7f4f50157110 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f477fe640 1 -- 172.21.15.70:0/904515571 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f480bf070 con 0x7f4f50157110 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f500b2c00 con 0x7f4f50157110 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f477fe640 1 -- 172.21.15.70:0/904515571 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f480b86b0 con 0x7f4f50157110 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.711+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f50158b00 con 0x7f4f50157110 2024-09-05T06:20:28.711 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.715+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f500af720 con 0x7f4f50157110 2024-09-05T06:20:28.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.715+0000 7f4f477fe640 1 -- 172.21.15.70:0/904515571 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4f480b8850 con 0x7f4f50157110 2024-09-05T06:20:28.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.715+0000 7f4f477fe640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f300678c0 0x7f4f30069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:28.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.715+0000 7f4f477fe640 1 -- 172.21.15.70:0/904515571 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7f4f48120e80 con 0x7f4f50157110 2024-09-05T06:20:28.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.715+0000 7f4f4e59c640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f300678c0 0x7f4f30069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:28.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.715+0000 7f4f4e59c640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f300678c0 0x7f4f30069d80 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4f4000b930 tx=0x7f4f40008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:28.715 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.719+0000 7f4f477fe640 1 -- 172.21.15.70:0/904515571 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4f501585a0 con 0x7f4f50157110 2024-09-05T06:20:28.888 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.891+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4f500aede0 con 0x7f4f50157110 2024-09-05T06:20:28.891 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.895+0000 7f4f477fe640 1 -- 172.21.15.70:0/904515571 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v189) ==== 74+0+16735 (secure 0 0 0) 0x7f4f48016520 con 0x7f4f50157110 2024-09-05T06:20:28.891 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:28.891 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":189,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:20:20.283806+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:19:53.731927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"185","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-05T06:19:54.112347+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"189","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:20:28.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.895+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f300678c0 msgr2=0x7f4f30069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.895+0000 7f4f54f65640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f300678c0 0x7f4f30069d80 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4f4000b930 tx=0x7f4f40008040 comp rx=0 tx=0).stop 2024-09-05T06:20:28.893 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.895+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f50157110 msgr2=0x7f4f50073030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.895+0000 7f4f54f65640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f50157110 0x7f4f50073030 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f4f480b0040 tx=0x7f4f480196d0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.899+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 shutdown_connections 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.899+0000 7f4f54f65640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f4f300678c0 0x7f4f30069d80 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.899+0000 7f4f54f65640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f50157110 0x7f4f50073030 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.899+0000 7f4f54f65640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4f500d0e60 0x7f4f500b2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.899+0000 7f4f54f65640 1 --2- 172.21.15.70:0/904515571 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4f500b5ac0 0x7f4f500b1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.899+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 >> 172.21.15.70:0/904515571 conn(0x7f4f5006bcc0 msgr2=0x7f4f5015f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.899+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 shutdown_connections 2024-09-05T06:20:28.894 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:28.899+0000 7f4f54f65640 1 -- 172.21.15.70:0/904515571 wait complete. 2024-09-05T06:20:28.911 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:20:28.912 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:20:29.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95910e640 1 Processor -- start 2024-09-05T06:20:29.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95910e640 1 -- start start 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95910e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd95415ea00 0x7fd954072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95910e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd95406d770 0x7fd95406dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95910e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd95406e4d0 con 0x7fd9540b5310 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95910e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd954071db0 con 0x7fd95406d770 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95910e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd954071760 con 0x7fd95415ea00 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95359e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd95406d770 0x7fd95406dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95259c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd9540b5310 0x7fd9540b5730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55684/0 (socket says 172.21.15.70:55684) 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95259c640 1 -- 172.21.15.70:0/1477679013 learned_addr learned my addr 172.21.15.70:0/1477679013 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd952d9d640 1 --2- 172.21.15.70:0/1477679013 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd95415ea00 0x7fd954072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95359e640 1 -- 172.21.15.70:0/1477679013 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd95415ea00 msgr2=0x7fd954072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:29.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95359e640 1 --2- 172.21.15.70:0/1477679013 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd95415ea00 0x7fd954072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95359e640 1 -- 172.21.15.70:0/1477679013 >> v1:172.21.15.70:6789/0 conn(0x7fd9540b5310 legacy=0x7fd9540b5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.028 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95359e640 1 -- 172.21.15.70:0/1477679013 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd954071a40 con 0x7fd95406d770 2024-09-05T06:20:29.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.031+0000 7fd95359e640 1 --2- 172.21.15.70:0/1477679013 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95406d770 0x7fd95406dc20 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7fd94c009d90 tx=0x7fd94c01c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16e753eb7ed01db8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd951d9b640 1 -- 172.21.15.70:0/1477679013 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd94c0b2070 con 0x7fd95406d770 2024-09-05T06:20:29.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd951d9b640 1 -- 172.21.15.70:0/1477679013 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd94c0a5940 con 0x7fd95406d770 2024-09-05T06:20:29.029 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd951d9b640 1 -- 172.21.15.70:0/1477679013 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd94c0a5d10 con 0x7fd95406d770 2024-09-05T06:20:29.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- 172.21.15.70:0/1477679013 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95406d770 msgr2=0x7fd95406dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 --2- 172.21.15.70:0/1477679013 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95406d770 0x7fd95406dc20 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7fd94c009d90 tx=0x7fd94c01c970 comp rx=0 tx=0).stop 2024-09-05T06:20:29.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- 172.21.15.70:0/1477679013 shutdown_connections 2024-09-05T06:20:29.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 --2- 172.21.15.70:0/1477679013 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95406d770 0x7fd95406dc20 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 --2- 172.21.15.70:0/1477679013 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd95415ea00 0x7fd954072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- 172.21.15.70:0/1477679013 >> 172.21.15.70:0/1477679013 conn(0x7fd95406bcc0 msgr2=0x7fd95406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:29.030 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- 172.21.15.70:0/1477679013 shutdown_connections 2024-09-05T06:20:29.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- 172.21.15.70:0/1477679013 wait complete. 2024-09-05T06:20:29.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 Processor -- start 2024-09-05T06:20:29.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- start start 2024-09-05T06:20:29.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd95406d770 0x7fd95414e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9540b5310 0x7fd95414ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95415ea00 0x7fd95414f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd9540b46d0 con 0x7fd95415ea00 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd9540b4550 con 0x7fd95406d770 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd9540b4850 con 0x7fd9540b5310 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95415ea00 0x7fd95414f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95415ea00 0x7fd95414f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57494/0 (socket says 172.21.15.70:57494) 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 -- 172.21.15.70:0/3320959611 learned_addr learned my addr 172.21.15.70:0/3320959611 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd952d9d640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd95406d770 0x7fd95414e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95259c640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9540b5310 0x7fd95414ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 -- 172.21.15.70:0/3320959611 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9540b5310 msgr2=0x7fd95414ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9540b5310 0x7fd95414ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 -- 172.21.15.70:0/3320959611 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd95406d770 msgr2=0x7fd95414e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd95406d770 0x7fd95414e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 -- 172.21.15.70:0/3320959611 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd95415fa20 con 0x7fd95415ea00 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95359e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95415ea00 0x7fd95414f370 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fd94c01b020 tx=0x7fd94c019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd93b7fe640 1 -- 172.21.15.70:0/3320959611 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd94c0b2050 con 0x7fd95415ea00 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd93b7fe640 1 -- 172.21.15.70:0/3320959611 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd94c0be070 con 0x7fd95415ea00 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd95415fcc0 con 0x7fd95415ea00 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd93b7fe640 1 -- 172.21.15.70:0/3320959611 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd94c0ada70 con 0x7fd95415ea00 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.035+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd954160280 con 0x7fd95415ea00 2024-09-05T06:20:29.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.039+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd95406dc20 con 0x7fd95415ea00 2024-09-05T06:20:29.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.039+0000 7fd93b7fe640 1 -- 172.21.15.70:0/3320959611 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd94c0adc10 con 0x7fd95415ea00 2024-09-05T06:20:29.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.039+0000 7fd93b7fe640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9400678c0 0x7fd940069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.039+0000 7fd93b7fe640 1 -- 172.21.15.70:0/3320959611 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7fd94c121000 con 0x7fd95415ea00 2024-09-05T06:20:29.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.039+0000 7fd952d9d640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9400678c0 0x7fd940069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.037 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.039+0000 7fd952d9d640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9400678c0 0x7fd940069d80 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fd94400ba50 tx=0x7fd944008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.039 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.043+0000 7fd93b7fe640 1 -- 172.21.15.70:0/3320959611 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd94c016560 con 0x7fd95415ea00 2024-09-05T06:20:29.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd954076260 con 0x7fd95415ea00 2024-09-05T06:20:29.222 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd93b7fe640 1 -- 172.21.15.70:0/3320959611 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7fd94c0ab340 con 0x7fd95415ea00 2024-09-05T06:20:29.222 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:29.222 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:20:29.222 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:20:29.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9400678c0 msgr2=0x7fd940069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9400678c0 0x7fd940069d80 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fd94400ba50 tx=0x7fd944008040 comp rx=0 tx=0).stop 2024-09-05T06:20:29.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95415ea00 msgr2=0x7fd95414f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95415ea00 0x7fd95414f370 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fd94c01b020 tx=0x7fd94c019710 comp rx=0 tx=0).stop 2024-09-05T06:20:29.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 shutdown_connections 2024-09-05T06:20:29.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd9400678c0 0x7fd940069d80 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd95415ea00 0x7fd95414f370 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd9540b5310 0x7fd95414ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 --2- 172.21.15.70:0/3320959611 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd95406d770 0x7fd95414e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 >> 172.21.15.70:0/3320959611 conn(0x7fd95406bcc0 msgr2=0x7fd95406eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:29.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 shutdown_connections 2024-09-05T06:20:29.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.227+0000 7fd95910e640 1 -- 172.21.15.70:0/3320959611 wait complete. 2024-09-05T06:20:29.240 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:20:29.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c4222640 1 Processor -- start 2024-09-05T06:20:29.347 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c4222640 1 -- start start 2024-09-05T06:20:29.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c4222640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc15edb0 0x7f64bc0d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c4222640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64bc0cfd30 con 0x7f64bc0cf7e0 2024-09-05T06:20:29.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c4222640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64bc0d0010 con 0x7f64bc0d4980 2024-09-05T06:20:29.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c4222640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f64bc0d02f0 con 0x7f64bc15edb0 2024-09-05T06:20:29.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c27bf640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f64bc0cf7e0 0x7f64bc0b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55698/0 (socket says 172.21.15.70:55698) 2024-09-05T06:20:29.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c27bf640 1 -- 172.21.15.70:0/2999368753 learned_addr learned my addr 172.21.15.70:0/2999368753 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:29.350 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c17bd640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc15edb0 0x7f64bc0d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 67227047 0 0) 0x7f64bc0cfd30 con 0x7f64bc0cf7e0 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.351+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f64ac003530 con 0x7f64bc0cf7e0 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4230258849 0 0) 0x7f64ac003530 con 0x7f64bc0cf7e0 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc15edb0 msgr2=0x7f64bc0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc15edb0 0x7f64bc0d3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 >> v1:172.21.15.196:6789/0 conn(0x7f64bc0d4980 legacy=0x7f64bc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64bc0d05d0 con 0x7f64bc0cf7e0 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f64b4001680 con 0x7f64bc0cf7e0 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 >> v1:172.21.15.70:6789/0 conn(0x7f64bc0cf7e0 legacy=0x7f64bc0b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0039f0 0x7f64ac003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac004810 0x7f64ac004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc15edb0 0x7f64ac0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f64bc0d02f0 con 0x7f64ac004810 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac00bab0 con 0x7f64ac0039f0 2024-09-05T06:20:29.351 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f64ac00bcb0 con 0x7f64bc15edb0 2024-09-05T06:20:29.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c17bd640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac004810 0x7f64ac004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c1fbe640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0039f0 0x7f64ac003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c17bd640 1 -- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc15edb0 msgr2=0x7f64ac0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:29.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c17bd640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc15edb0 0x7f64ac0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c17bd640 1 -- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0039f0 msgr2=0x7f64ac003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:29.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c17bd640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac0039f0 0x7f64ac003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.352 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c17bd640 1 -- 172.21.15.70:0/2999368753 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64ac003530 con 0x7f64ac004810 2024-09-05T06:20:29.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c17bd640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac004810 0x7f64ac004c90 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f64bc15f1b0 tx=0x7f64b001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ac5d9477b768e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b00b2070 con 0x7f64ac004810 2024-09-05T06:20:29.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64b00a5c50 con 0x7f64ac004810 2024-09-05T06:20:29.353 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c0fbc640 1 -- 172.21.15.70:0/2999368753 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b0009c10 con 0x7f64ac004810 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c4222640 1 -- 172.21.15.70:0/2999368753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac004810 msgr2=0x7f64ac004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c4222640 1 --2- 172.21.15.70:0/2999368753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64ac004810 0x7f64ac004c90 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f64bc15f1b0 tx=0x7f64b001cc40 comp rx=0 tx=0).stop 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c27bf640 1 -- 172.21.15.70:0/2999368753 reap_dead start 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c4222640 1 -- 172.21.15.70:0/2999368753 shutdown_connections 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c4222640 1 -- 172.21.15.70:0/2999368753 >> 172.21.15.70:0/2999368753 conn(0x7f64bc08e690 msgr2=0x7f64bc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c4222640 1 -- 172.21.15.70:0/2999368753 shutdown_connections 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.355+0000 7f64c4222640 1 -- 172.21.15.70:0/2999368753 wait complete. 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 Processor -- start 2024-09-05T06:20:29.354 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 -- start start 2024-09-05T06:20:29.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac004810 0x7f64bc161a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64bc1584b0 0x7f64bc0ccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc1f81e0 0x7f64bc1f8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f64bc0d0dd0 con 0x7f64bc1584b0 2024-09-05T06:20:29.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f64bc0b4d20 con 0x7f64ac004810 2024-09-05T06:20:29.356 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f64bc0ce310 con 0x7f64bc1f81e0 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64bc1584b0 0x7f64bc0ccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64bc1584b0 0x7f64bc0ccdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57510/0 (socket says 172.21.15.70:57510) 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 -- 172.21.15.70:0/1986457099 learned_addr learned my addr 172.21.15.70:0/1986457099 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c27bf640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc1f81e0 0x7f64bc1f8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c1fbe640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac004810 0x7f64bc161a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 -- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc1f81e0 msgr2=0x7f64bc1f8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc1f81e0 0x7f64bc1f8660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 -- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac004810 msgr2=0x7f64bc161a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac004810 0x7f64bc161a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 -- 172.21.15.70:0/1986457099 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64bc0cd700 con 0x7f64bc1584b0 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c1fbe640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac004810 0x7f64bc161a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c17bd640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64bc1584b0 0x7f64bc0ccdf0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f64b00b0040 tx=0x7f64b0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64ba7fc640 1 -- 172.21.15.70:0/1986457099 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b00b2040 con 0x7f64bc1584b0 2024-09-05T06:20:29.357 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64ba7fc640 1 -- 172.21.15.70:0/1986457099 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64b00bd070 con 0x7f64bc1584b0 2024-09-05T06:20:29.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64bc0cd9e0 con 0x7f64bc1584b0 2024-09-05T06:20:29.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64ba7fc640 1 -- 172.21.15.70:0/1986457099 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b00ad9a0 con 0x7f64bc1584b0 2024-09-05T06:20:29.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64bc0cdfa0 con 0x7f64bc1584b0 2024-09-05T06:20:29.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64bc0b5100 con 0x7f64bc1584b0 2024-09-05T06:20:29.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64ba7fc640 1 -- 172.21.15.70:0/1986457099 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f64b00adb40 con 0x7f64bc1584b0 2024-09-05T06:20:29.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.359+0000 7f64ba7fc640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a00678f0 0x7f64a0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.363+0000 7f64ba7fc640 1 -- 172.21.15.70:0/1986457099 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7f64b01203f0 con 0x7f64bc1584b0 2024-09-05T06:20:29.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.363+0000 7f64c1fbe640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a00678f0 0x7f64a0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.363+0000 7f64c1fbe640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a00678f0 0x7f64a0069db0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f64a80016e0 tx=0x7f64a8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.367+0000 7f64ba7fc640 1 -- 172.21.15.70:0/1986457099 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f64b0016950 con 0x7f64bc1584b0 2024-09-05T06:20:29.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.547+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f64bc0c8360 con 0x7f64bc1584b0 2024-09-05T06:20:29.543 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.547+0000 7f64ba7fc640 1 -- 172.21.15.70:0/1986457099 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5230 (secure 0 0 0) 0x7f64b00f0f30 con 0x7f64bc1584b0 2024-09-05T06:20:29.543 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:29.544 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":74,"btime":"2024-09-05T06:19:57:806472+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T06:19:55.118570+0000","modified":"2024-09-05T06:19:57.145063+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7914":{"gid":7914,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6837/946675668","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":946675668},{"type":"v1","addr":"172.21.15.70:6837","nonce":946675668}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7914,"qdb_cluster":[7914]},"id":11}]} 2024-09-05T06:20:29.544 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 74 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a00678f0 msgr2=0x7f64a0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a00678f0 0x7f64a0069db0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f64a80016e0 tx=0x7f64a8009040 comp rx=0 tx=0).stop 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64bc1584b0 msgr2=0x7f64bc0ccdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64bc1584b0 0x7f64bc0ccdf0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f64b00b0040 tx=0x7f64b0009750 comp rx=0 tx=0).stop 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 shutdown_connections 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f64a00678f0 0x7f64a0069db0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f64bc1f81e0 0x7f64bc1f8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f64bc1584b0 0x7f64bc0ccdf0 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 --2- 172.21.15.70:0/1986457099 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f64ac004810 0x7f64bc161a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 >> 172.21.15.70:0/1986457099 conn(0x7f64bc08e690 msgr2=0x7f64bc06ccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:29.546 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 shutdown_connections 2024-09-05T06:20:29.547 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.551+0000 7f64c4222640 1 -- 172.21.15.70:0/1986457099 wait complete. 2024-09-05T06:20:29.561 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:20:29.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b41a8640 1 Processor -- start 2024-09-05T06:20:29.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b41a8640 1 -- start start 2024-09-05T06:20:29.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b41a8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7ac147f40 0x7fe7ac06e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.676 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b41a8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac06ec50 0x7fe7ac070600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b41a8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe7ac070b40 0x7fe7ac0726d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b41a8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe7ac163580 con 0x7fe7ac147f40 2024-09-05T06:20:29.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b41a8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe7ac1627c0 con 0x7fe7ac070b40 2024-09-05T06:20:29.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b41a8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe7ac162aa0 con 0x7fe7ac06ec50 2024-09-05T06:20:29.677 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1f44640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7ac147f40 0x7fe7ac06e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1f44640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7ac147f40 0x7fe7ac06e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57512/0 (socket says 172.21.15.70:57512) 2024-09-05T06:20:29.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1f44640 1 -- 172.21.15.70:0/997379435 learned_addr learned my addr 172.21.15.70:0/997379435 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:29.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1743640 1 --2- 172.21.15.70:0/997379435 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac06ec50 0x7fe7ac070600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b2745640 1 --2- 172.21.15.70:0/997379435 >> v2:172.21.15.196:3300/0 conn(0x7fe7ac070b40 0x7fe7ac0726d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1f44640 1 -- 172.21.15.70:0/997379435 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac06ec50 msgr2=0x7fe7ac070600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:29.678 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1f44640 1 --2- 172.21.15.70:0/997379435 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac06ec50 0x7fe7ac070600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1f44640 1 -- 172.21.15.70:0/997379435 >> v2:172.21.15.196:3300/0 conn(0x7fe7ac070b40 msgr2=0x7fe7ac0726d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:29.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1f44640 1 --2- 172.21.15.70:0/997379435 >> v2:172.21.15.196:3300/0 conn(0x7fe7ac070b40 0x7fe7ac0726d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1f44640 1 -- 172.21.15.70:0/997379435 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7ac162d80 con 0x7fe7ac147f40 2024-09-05T06:20:29.679 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.679+0000 7fe7b1743640 1 --2- 172.21.15.70:0/997379435 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac06ec50 0x7fe7ac070600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:29.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b1f44640 1 --2- 172.21.15.70:0/997379435 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac06e710 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac0686e0 tx=0x7fe7a801c1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf6c1f2f096c9ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b0f42640 1 -- 172.21.15.70:0/997379435 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a80b0070 con 0x7fe7ac147f40 2024-09-05T06:20:29.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b0f42640 1 -- 172.21.15.70:0/997379435 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7a80ab600 con 0x7fe7ac147f40 2024-09-05T06:20:29.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b0f42640 1 -- 172.21.15.70:0/997379435 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a80ab9d0 con 0x7fe7ac147f40 2024-09-05T06:20:29.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- 172.21.15.70:0/997379435 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 msgr2=0x7fe7ac06e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.683 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/997379435 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac06e710 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac0686e0 tx=0x7fe7a801c1d0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- 172.21.15.70:0/997379435 shutdown_connections 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/997379435 >> v2:172.21.15.196:3300/0 conn(0x7fe7ac070b40 0x7fe7ac0726d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/997379435 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac06ec50 0x7fe7ac070600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/997379435 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac06e710 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- 172.21.15.70:0/997379435 >> 172.21.15.70:0/997379435 conn(0x7fe7ac0d1910 msgr2=0x7fe7ac0d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- 172.21.15.70:0/997379435 shutdown_connections 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- 172.21.15.70:0/997379435 wait complete. 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 Processor -- start 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- start start 2024-09-05T06:20:29.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe7ac06ec50 0x7fe7ac0b54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac070b40 0x7fe7ac15fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac0af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ac1486f0 con 0x7fe7ac147f40 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ac148570 con 0x7fe7ac06ec50 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b41a8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe7ac0cf6f0 con 0x7fe7ac070b40 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b2745640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac0af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b2745640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac0af930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57520/0 (socket says 172.21.15.70:57520) 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b2745640 1 -- 172.21.15.70:0/3817843629 learned_addr learned my addr 172.21.15.70:0/3817843629 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b1743640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac070b40 0x7fe7ac15fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.683+0000 7fe7b1f44640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe7ac06ec50 0x7fe7ac0b54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b2745640 1 -- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac070b40 msgr2=0x7fe7ac15fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b2745640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac070b40 0x7fe7ac15fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b2745640 1 -- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe7ac06ec50 msgr2=0x7fe7ac0b54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b2745640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe7ac06ec50 0x7fe7ac0b54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b2745640 1 -- 172.21.15.70:0/3817843629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7ac160070 con 0x7fe7ac147f40 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b1f44640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe7ac06ec50 0x7fe7ac0b54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b2745640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac0af930 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fe7a400cd70 tx=0x7fe7a400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7a27fc640 1 -- 172.21.15.70:0/3817843629 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a4003ba0 con 0x7fe7ac147f40 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7a27fc640 1 -- 172.21.15.70:0/3817843629 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7a4003d40 con 0x7fe7ac147f40 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7ac1620f0 con 0x7fe7ac147f40 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7a27fc640 1 -- 172.21.15.70:0/3817843629 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a4004240 con 0x7fe7ac147f40 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7ac161b30 con 0x7fe7ac147f40 2024-09-05T06:20:29.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7ac0726d0 con 0x7fe7ac147f40 2024-09-05T06:20:29.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7a27fc640 1 -- 172.21.15.70:0/3817843629 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe7a40043e0 con 0x7fe7ac147f40 2024-09-05T06:20:29.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7a27fc640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7900678f0 0x7fe790069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7a27fc640 1 -- 172.21.15.70:0/3817843629 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7fe7a4086600 con 0x7fe7ac147f40 2024-09-05T06:20:29.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b1f44640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7900678f0 0x7fe790069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.687+0000 7fe7b1f44640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7900678f0 0x7fe790069db0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe7a80ad000 tx=0x7fe7a8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.691+0000 7fe7a27fc640 1 -- 172.21.15.70:0/3817843629 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe7a40571d0 con 0x7fe7ac147f40 2024-09-05T06:20:29.837 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.839+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe7ac0b0a20 con 0x7fe7ac147f40 2024-09-05T06:20:29.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.843+0000 7fe7a27fc640 1 -- 172.21.15.70:0/3817843629 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v189) ==== 74+0+16735 (secure 0 0 0) 0x7fe7a4014e10 con 0x7fe7ac147f40 2024-09-05T06:20:29.840 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:29.840 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":189,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:20:20.283806+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-05T06:19:53.731927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"185","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-05T06:19:54.112347+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"189","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":33554432,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7900678f0 msgr2=0x7fe790069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7900678f0 0x7fe790069db0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe7a80ad000 tx=0x7fe7a8008040 comp rx=0 tx=0).stop 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 msgr2=0x7fe7ac0af930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac0af930 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fe7a400cd70 tx=0x7fe7a400a660 comp rx=0 tx=0).stop 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 shutdown_connections 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe7900678f0 0x7fe790069db0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7ac147f40 0x7fe7ac0af930 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe7ac070b40 0x7fe7ac15fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 --2- 172.21.15.70:0/3817843629 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe7ac06ec50 0x7fe7ac0b54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 >> 172.21.15.70:0/3817843629 conn(0x7fe7ac0d1910 msgr2=0x7fe7ac0d1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:29.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 shutdown_connections 2024-09-05T06:20:29.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.847+0000 7fe7b41a8640 1 -- 172.21.15.70:0/3817843629 wait complete. 2024-09-05T06:20:29.857 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-05T06:20:29.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff93525640 1 Processor -- start 2024-09-05T06:20:29.974 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff93525640 1 -- start start 2024-09-05T06:20:29.975 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff93525640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7eff8c0726d0 0x7eff8c072ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff93525640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7eff8c0b4e60 0x7eff8c0b52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff93525640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff8c0cff90 con 0x7eff8c0b7700 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff93525640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7eff8c0d0b60 con 0x7eff8c0726d0 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff93525640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7eff8c0d1700 con 0x7eff8c0b4e60 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff90ac0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7eff8c0726d0 0x7eff8c072ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff90ac0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7eff8c0726d0 0x7eff8c072ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57524/0 (socket says 172.21.15.70:57524) 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff90ac0640 1 -- 172.21.15.70:0/1153720055 learned_addr learned my addr 172.21.15.70:0/1153720055 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff91ac2640 1 --2- 172.21.15.70:0/1153720055 >> v2:172.21.15.196:3300/0 conn(0x7eff8c0b4e60 0x7eff8c0b52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff90ac0640 1 -- 172.21.15.70:0/1153720055 >> v2:172.21.15.196:3300/0 conn(0x7eff8c0b4e60 msgr2=0x7eff8c0b52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:29.976 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff90ac0640 1 --2- 172.21.15.70:0/1153720055 >> v2:172.21.15.196:3300/0 conn(0x7eff8c0b4e60 0x7eff8c0b52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff90ac0640 1 -- 172.21.15.70:0/1153720055 >> v1:172.21.15.70:6789/0 conn(0x7eff8c0b7700 legacy=0x7eff8c0d0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff90ac0640 1 -- 172.21.15.70:0/1153720055 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff8c072ff0 con 0x7eff8c0726d0 2024-09-05T06:20:29.977 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.979+0000 7eff8bfff640 1 -- 172.21.15.70:0/1153720055 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 306359178 0 0) 0x7eff8c0cff90 con 0x7eff8c0b7700 2024-09-05T06:20:29.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff90ac0640 1 --2- 172.21.15.70:0/1153720055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0726d0 0x7eff8c072ab0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7eff8c0d0ad0 tx=0x7eff8001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=244371d17ebdc38e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff8bfff640 1 -- 172.21.15.70:0/1153720055 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff800aa650 con 0x7eff8c0726d0 2024-09-05T06:20:29.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff8bfff640 1 -- 172.21.15.70:0/1153720055 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff800af070 con 0x7eff8c0726d0 2024-09-05T06:20:29.978 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff8bfff640 1 -- 172.21.15.70:0/1153720055 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff800aaa10 con 0x7eff8c0726d0 2024-09-05T06:20:29.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- 172.21.15.70:0/1153720055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0726d0 msgr2=0x7eff8c072ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 --2- 172.21.15.70:0/1153720055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0726d0 0x7eff8c072ab0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7eff8c0d0ad0 tx=0x7eff8001c4f0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- 172.21.15.70:0/1153720055 shutdown_connections 2024-09-05T06:20:29.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 --2- 172.21.15.70:0/1153720055 >> v2:172.21.15.196:3300/0 conn(0x7eff8c0b4e60 0x7eff8c0b52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 --2- 172.21.15.70:0/1153720055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0726d0 0x7eff8c072ab0 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- 172.21.15.70:0/1153720055 >> 172.21.15.70:0/1153720055 conn(0x7eff8c0d1910 msgr2=0x7eff8c0d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:29.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- 172.21.15.70:0/1153720055 shutdown_connections 2024-09-05T06:20:29.979 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- 172.21.15.70:0/1153720055 wait complete. 2024-09-05T06:20:29.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 Processor -- start 2024-09-05T06:20:29.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- start start 2024-09-05T06:20:29.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0726d0 0x7eff8c157490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0b4e60 0x7eff8c1559d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0b7700 0x7eff8c164840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7eff8c0b59b0 con 0x7eff8c0b7700 2024-09-05T06:20:29.982 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7eff8c0b5830 con 0x7eff8c0726d0 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff93525640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7eff8c06fc20 con 0x7eff8c0b4e60 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff91ac2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0b7700 0x7eff8c164840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff91ac2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0b7700 0x7eff8c164840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57530/0 (socket says 172.21.15.70:57530) 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff91ac2640 1 -- 172.21.15.70:0/1319264682 learned_addr learned my addr 172.21.15.70:0/1319264682 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff90ac0640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0b4e60 0x7eff8c1559d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff91ac2640 1 -- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0b4e60 msgr2=0x7eff8c1559d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff912c1640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0726d0 0x7eff8c157490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff91ac2640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0b4e60 0x7eff8c1559d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.983 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff91ac2640 1 -- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0726d0 msgr2=0x7eff8c157490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff91ac2640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0726d0 0x7eff8c157490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff91ac2640 1 -- 172.21.15.70:0/1319264682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff8c1579d0 con 0x7eff8c0b7700 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.983+0000 7eff90ac0640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0b4e60 0x7eff8c1559d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff91ac2640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0b7700 0x7eff8c164840 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7eff8400d800 tx=0x7eff8400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff89ffb640 1 -- 172.21.15.70:0/1319264682 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff8400b6c0 con 0x7eff8c0b7700 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff89ffb640 1 -- 172.21.15.70:0/1319264682 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff84019070 con 0x7eff8c0b7700 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff8c157c70 con 0x7eff8c0b7700 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff89ffb640 1 -- 172.21.15.70:0/1319264682 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff8400baa0 con 0x7eff8c0b7700 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff8c156710 con 0x7eff8c0b7700 2024-09-05T06:20:29.984 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff8c072ab0 con 0x7eff8c0b7700 2024-09-05T06:20:29.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff89ffb640 1 -- 172.21.15.70:0/1319264682 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7eff8400bc40 con 0x7eff8c0b7700 2024-09-05T06:20:29.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff89ffb640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678f0 0x7eff78069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:29.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff912c1640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678f0 0x7eff78069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:29.985 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff89ffb640 1 -- 172.21.15.70:0/1319264682 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 5709+0+0 (secure 0 0 0) 0x7eff84086050 con 0x7eff8c0b7700 2024-09-05T06:20:29.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.987+0000 7eff912c1640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678f0 0x7eff78069db0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7eff7c0012f0 tx=0x7eff7c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:29.987 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:29.991+0000 7eff89ffb640 1 -- 172.21.15.70:0/1319264682 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7eff84056c20 con 0x7eff8c0b7700 2024-09-05T06:20:30.183 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.187+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7eff8c0d1190 con 0x7eff8c0b7700 2024-09-05T06:20:30.183 INFO:tasks.ceph.mon.a.smithi070.stderr:2024-09-05T06:20:30.187+0000 7f8aa63fb640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T06:20:30.185 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.191+0000 7eff89ffb640 1 -- 172.21.15.70:0/1319264682 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v75) ==== 161+0+0 (secure 0 0 0) 0x7eff84056520 con 0x7eff8c0b7700 2024-09-05T06:20:30.186 INFO:teuthology.orchestra.run.smithi070.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T06:20:30.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.191+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678f0 msgr2=0x7eff78069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:30.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.191+0000 7eff93525640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678f0 0x7eff78069db0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7eff7c0012f0 tx=0x7eff7c009040 comp rx=0 tx=0).stop 2024-09-05T06:20:30.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0b7700 msgr2=0x7eff8c164840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:30.189 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0b7700 0x7eff8c164840 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7eff8400d800 tx=0x7eff8400dcc0 comp rx=0 tx=0).stop 2024-09-05T06:20:30.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 shutdown_connections 2024-09-05T06:20:30.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7eff780678f0 0x7eff78069db0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:30.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff8c0b7700 0x7eff8c164840 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:30.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff8c0b4e60 0x7eff8c1559d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:30.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 --2- 172.21.15.70:0/1319264682 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff8c0726d0 0x7eff8c157490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:30.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 >> 172.21.15.70:0/1319264682 conn(0x7eff8c0d1910 msgr2=0x7eff8c070560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:30.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 shutdown_connections 2024-09-05T06:20:30.190 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.195+0000 7eff93525640 1 -- 172.21.15.70:0/1319264682 wait complete. 2024-09-05T06:20:30.200 INFO:tasks.ceph.mds.a.smithi070.stderr: -7830> 2024-09-05T06:19:58.748+0000 7fdfa5223640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T06:20:30.208 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T06:20:30.251 INFO:tasks.ceph.mds.a.smithi070.stdout:starting mds.a at 2024-09-05T06:20:30.323 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f66390f7640 1 Processor -- start 2024-09-05T06:20:30.324 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f66390f7640 1 -- start start 2024-09-05T06:20:30.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f66390f7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f663406d990 0x7f66340b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:30.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f66390f7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66341627b0 con 0x7f66341623d0 2024-09-05T06:20:30.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f66390f7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66340d1a20 con 0x7f663406cdd0 2024-09-05T06:20:30.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f66390f7640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f66340d1d00 con 0x7f663406d990 2024-09-05T06:20:30.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f663259c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f663406d990 0x7f66340b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:30.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f663259c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f663406d990 0x7f66340b6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57550/0 (socket says 172.21.15.70:57550) 2024-09-05T06:20:30.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.327+0000 7f663259c640 1 -- 172.21.15.70:0/2449636509 learned_addr learned my addr 172.21.15.70:0/2449636509 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:30.325 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f663259c640 1 -- 172.21.15.70:0/2449636509 >> v1:172.21.15.196:6789/0 conn(0x7f663406cdd0 legacy=0x7f66340b6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:30.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f663259c640 1 -- 172.21.15.70:0/2449636509 >> v1:172.21.15.70:6789/0 conn(0x7f66341623d0 legacy=0x7f663406d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:30.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f663259c640 1 -- 172.21.15.70:0/2449636509 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66340b5a20 con 0x7f663406d990 2024-09-05T06:20:30.326 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f6631d9b640 1 -- 172.21.15.70:0/2449636509 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4141806595 0 0) 0x7f66341627b0 con 0x7f66341623d0 2024-09-05T06:20:30.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f663259c640 1 --2- 172.21.15.70:0/2449636509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f663406d990 0x7f66340b6220 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f6628009870 tx=0x7f66340b7680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6ae5469e3991b28 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:30.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f6631d9b640 1 -- 172.21.15.70:0/2449636509 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66280b0070 con 0x7f663406d990 2024-09-05T06:20:30.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f6631d9b640 1 -- 172.21.15.70:0/2449636509 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66280ab600 con 0x7f663406d990 2024-09-05T06:20:30.327 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f6631d9b640 1 -- 172.21.15.70:0/2449636509 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66280ab9d0 con 0x7f663406d990 2024-09-05T06:20:30.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f66390f7640 1 -- 172.21.15.70:0/2449636509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f663406d990 msgr2=0x7f66340b6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:30.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f66390f7640 1 --2- 172.21.15.70:0/2449636509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f663406d990 0x7f66340b6220 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f6628009870 tx=0x7f66340b7680 comp rx=0 tx=0).stop 2024-09-05T06:20:30.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f66390f7640 1 -- 172.21.15.70:0/2449636509 shutdown_connections 2024-09-05T06:20:30.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f66390f7640 1 --2- 172.21.15.70:0/2449636509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f663406d990 0x7f66340b6220 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:30.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f66390f7640 1 -- 172.21.15.70:0/2449636509 >> 172.21.15.70:0/2449636509 conn(0x7f66340b4580 msgr2=0x7f66340b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:30.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f66390f7640 1 -- 172.21.15.70:0/2449636509 shutdown_connections 2024-09-05T06:20:30.328 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.331+0000 7f66390f7640 1 -- 172.21.15.70:0/2449636509 wait complete. 2024-09-05T06:20:30.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 Processor -- start 2024-09-05T06:20:30.329 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 -- start start 2024-09-05T06:20:30.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663406cdd0 0x7f6634156040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:30.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f663406d990 0x7f663415a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:30.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66341623d0 0x7f66341535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:30.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f663416d140 con 0x7f66341623d0 2024-09-05T06:20:30.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f663416cfc0 con 0x7f663406cdd0 2024-09-05T06:20:30.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f663416d2c0 con 0x7f663406d990 2024-09-05T06:20:30.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66341623d0 0x7f66341535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:30.331 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66341623d0 0x7f66341535f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57554/0 (socket says 172.21.15.70:57554) 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 -- 172.21.15.70:0/2514088229 learned_addr learned my addr 172.21.15.70:0/2514088229 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663259c640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f663406d990 0x7f663415a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 -- 172.21.15.70:0/2514088229 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f663406d990 msgr2=0x7f663415a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f663406d990 0x7f663415a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 -- 172.21.15.70:0/2514088229 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663406cdd0 msgr2=0x7f6634156040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663406cdd0 0x7f6634156040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 -- 172.21.15.70:0/2514088229 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66340b29c0 con 0x7f66341623d0 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f663359e640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66341623d0 0x7f66341535f0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f662c00c780 tx=0x7f662c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f661b7fe640 1 -- 172.21.15.70:0/2514088229 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f662c017070 con 0x7f66341623d0 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f661b7fe640 1 -- 172.21.15.70:0/2514088229 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f662c003db0 con 0x7f66341623d0 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66340b2ca0 con 0x7f66341623d0 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f661b7fe640 1 -- 172.21.15.70:0/2514088229 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f662c0052b0 con 0x7f66341623d0 2024-09-05T06:20:30.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66341f84c0 con 0x7f66341623d0 2024-09-05T06:20:30.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f663406d280 con 0x7f66341623d0 2024-09-05T06:20:30.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f661b7fe640 1 -- 172.21.15.70:0/2514088229 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f662c01a070 con 0x7f66341623d0 2024-09-05T06:20:30.333 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f661b7fe640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66200678c0 0x7f6620069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:30.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f661b7fe640 1 -- 172.21.15.70:0/2514088229 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(191..191 src has 1..191) ==== 5795+0+0 (secure 0 0 0) 0x7f662c0852c0 con 0x7f66341623d0 2024-09-05T06:20:30.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f6632d9d640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66200678c0 0x7f6620069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:30.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.335+0000 7f661b7fe640 1 -- 172.21.15.70:0/2514088229 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=192}) -- 0x7f662006f4f0 con 0x7f66341623d0 2024-09-05T06:20:30.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.339+0000 7f6632d9d640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66200678c0 0x7f6620069d80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f6624007fd0 tx=0x7f6624007940 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:30.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.339+0000 7f661b7fe640 1 -- 172.21.15.70:0/2514088229 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f662c055e30 con 0x7f66341623d0 2024-09-05T06:20:30.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:30.539+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f66340b4c10 con 0x7f66341623d0 2024-09-05T06:20:31.188 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.191+0000 7f661b7fe640 1 -- 172.21.15.70:0/2514088229 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v76) ==== 104+0+0 (secure 0 0 0) 0x7f662c055730 con 0x7f66341623d0 2024-09-05T06:20:31.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66200678c0 msgr2=0x7f6620069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:31.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66200678c0 0x7f6620069d80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f6624007fd0 tx=0x7f6624007940 comp rx=0 tx=0).stop 2024-09-05T06:20:31.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66341623d0 msgr2=0x7f66341535f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:31.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66341623d0 0x7f66341535f0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f662c00c780 tx=0x7f662c00cc40 comp rx=0 tx=0).stop 2024-09-05T06:20:31.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 shutdown_connections 2024-09-05T06:20:31.192 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f66200678c0 0x7f6620069d80 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:31.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66341623d0 0x7f66341535f0 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:31.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f663406d990 0x7f663415a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:31.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 --2- 172.21.15.70:0/2514088229 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f663406cdd0 0x7f6634156040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:31.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 >> 172.21.15.70:0/2514088229 conn(0x7f66340b4580 msgr2=0x7f66341572c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:31.193 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 shutdown_connections 2024-09-05T06:20:31.194 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.195+0000 7f66390f7640 1 -- 172.21.15.70:0/2514088229 wait complete. 2024-09-05T06:20:31.214 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T06:20:31.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f886e6df640 1 Processor -- start 2024-09-05T06:20:31.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f886e6df640 1 -- start start 2024-09-05T06:20:31.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f886e6df640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8868157110 0x7f88680b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:31.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f886e6df640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f886806d570 con 0x7f88680d0e60 2024-09-05T06:20:31.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f886e6df640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f886806d850 con 0x7f88680b5ac0 2024-09-05T06:20:31.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f886e6df640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f886806db30 con 0x7f8868157110 2024-09-05T06:20:31.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f8867fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8868157110 0x7f88680b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:31.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f8867fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8868157110 0x7f88680b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57560/0 (socket says 172.21.15.70:57560) 2024-09-05T06:20:31.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f886cc7c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f88680d0e60 0x7f88680af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55734/0 (socket says 172.21.15.70:55734) 2024-09-05T06:20:31.389 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f8867fff640 1 -- 172.21.15.70:0/3177837604 learned_addr learned my addr 172.21.15.70:0/3177837604 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:31.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f8867fff640 1 -- 172.21.15.70:0/3177837604 >> v1:172.21.15.196:6789/0 conn(0x7f88680b5ac0 legacy=0x7f88680d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:31.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f8867fff640 1 -- 172.21.15.70:0/3177837604 >> v1:172.21.15.70:6789/0 conn(0x7f88680d0e60 legacy=0x7f88680af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:31.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.391+0000 7f8867fff640 1 -- 172.21.15.70:0/3177837604 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886806de10 con 0x7f8868157110 2024-09-05T06:20:31.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f8867fff640 1 --2- 172.21.15.70:0/3177837604 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8868157110 0x7f88680b5580 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f8858009870 tx=0x7f885801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68a3d5f495d9a9c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:31.390 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f8866ffd640 1 -- 172.21.15.70:0/3177837604 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88580b0070 con 0x7f8868157110 2024-09-05T06:20:31.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f8866ffd640 1 -- 172.21.15.70:0/3177837604 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88580ab600 con 0x7f8868157110 2024-09-05T06:20:31.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f8866ffd640 1 -- 172.21.15.70:0/3177837604 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88580ab9d0 con 0x7f8868157110 2024-09-05T06:20:31.391 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 -- 172.21.15.70:0/3177837604 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8868157110 msgr2=0x7f88680b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:31.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 --2- 172.21.15.70:0/3177837604 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8868157110 0x7f88680b5580 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f8858009870 tx=0x7f885801c520 comp rx=0 tx=0).stop 2024-09-05T06:20:31.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 -- 172.21.15.70:0/3177837604 shutdown_connections 2024-09-05T06:20:31.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 --2- 172.21.15.70:0/3177837604 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8868157110 0x7f88680b5580 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:31.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 -- 172.21.15.70:0/3177837604 >> 172.21.15.70:0/3177837604 conn(0x7f886806bcc0 msgr2=0x7f886806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:31.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 -- 172.21.15.70:0/3177837604 shutdown_connections 2024-09-05T06:20:31.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 -- 172.21.15.70:0/3177837604 wait complete. 2024-09-05T06:20:31.392 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 Processor -- start 2024-09-05T06:20:31.393 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.395+0000 7f886e6df640 1 -- start start 2024-09-05T06:20:31.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88680b5ac0 0x7f88681537a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:31.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88680d0e60 0x7f88680af820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:31.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8868157110 0x7f886814df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:31.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f886816aff0 con 0x7f88680d0e60 2024-09-05T06:20:31.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f886816ae70 con 0x7f88680b5ac0 2024-09-05T06:20:31.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f886816b170 con 0x7f8868157110 2024-09-05T06:20:31.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88680d0e60 0x7f88680af820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:31.395 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88680d0e60 0x7f88680af820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57562/0 (socket says 172.21.15.70:57562) 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 -- 172.21.15.70:0/1645988024 learned_addr learned my addr 172.21.15.70:0/1645988024 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8867fff640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88680b5ac0 0x7f88681537a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 -- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8868157110 msgr2=0x7f886814df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886cc7c640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8868157110 0x7f886814df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8868157110 0x7f886814df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 -- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88680b5ac0 msgr2=0x7f88681537a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88680b5ac0 0x7f88681537a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 -- 172.21.15.70:0/1645988024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8868153d80 con 0x7f88680d0e60 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8867fff640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88680b5ac0 0x7f88681537a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f88677fe640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88680d0e60 0x7f88680af820 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f885000c410 tx=0x7f885000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:31.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8850017070 con 0x7f88680d0e60 2024-09-05T06:20:31.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8850003600 con 0x7f88680d0e60 2024-09-05T06:20:31.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88500039f0 con 0x7f88680d0e60 2024-09-05T06:20:31.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8868154060 con 0x7f88680d0e60 2024-09-05T06:20:31.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8868154620 con 0x7f88680d0e60 2024-09-05T06:20:31.397 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88680b5580 con 0x7f88680d0e60 2024-09-05T06:20:31.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f885001a070 con 0x7f88680d0e60 2024-09-05T06:20:31.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8864ff9640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88480678c0 0x7f8848069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:31.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8867fff640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88480678c0 0x7f8848069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:31.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(191..191 src has 1..191) ==== 5795+0+0 (secure 0 0 0) 0x7f8850085080 con 0x7f88680d0e60 2024-09-05T06:20:31.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=192}) -- 0x7f884806f4f0 con 0x7f88680d0e60 2024-09-05T06:20:31.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.399+0000 7f8867fff640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88480678c0 0x7f8848069d80 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f88580ad000 tx=0x7f8858008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:31.400 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.403+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8850055510 con 0x7f88680d0e60 2024-09-05T06:20:31.567 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:31.571+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f886815ae60 con 0x7f88680d0e60 2024-09-05T06:20:31.956 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:20:31.959 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:20:32.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.287+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v192) ==== 181+0+0 (secure 0 0 0) 0x7f8850059810 con 0x7f88680d0e60 2024-09-05T06:20:32.284 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_metadata' removed 2024-09-05T06:20:32.284 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.287+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(192..192 src has 1..192) ==== 296+0+0 (secure 0 0 0) 0x7f88500b8030 con 0x7f88680d0e60 2024-09-05T06:20:32.285 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.287+0000 7f8864ff9640 1 -- 172.21.15.70:0/1645988024 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=193}) -- 0x7f884806d920 con 0x7f88680d0e60 2024-09-05T06:20:32.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88480678c0 msgr2=0x7f8848069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:32.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88480678c0 0x7f8848069d80 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f88580ad000 tx=0x7f8858008040 comp rx=0 tx=0).stop 2024-09-05T06:20:32.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88680d0e60 msgr2=0x7f88680af820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:32.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88680d0e60 0x7f88680af820 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f885000c410 tx=0x7f885000c8d0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 shutdown_connections 2024-09-05T06:20:32.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f88480678c0 0x7f8848069d80 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8868157110 0x7f886814df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88680d0e60 0x7f88680af820 secure :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f885000c410 tx=0x7f885000c8d0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 --2- 172.21.15.70:0/1645988024 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f88680b5ac0 0x7f88681537a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 >> 172.21.15.70:0/1645988024 conn(0x7f886806bcc0 msgr2=0x7f886815b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:32.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 shutdown_connections 2024-09-05T06:20:32.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.299+0000 7f886e6df640 1 -- 172.21.15.70:0/1645988024 wait complete. 2024-09-05T06:20:32.318 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T06:20:32.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe69451a640 1 Processor -- start 2024-09-05T06:20:32.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe69451a640 1 -- start start 2024-09-05T06:20:32.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe69451a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe68c0d0750 0x7fe68c0d0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:32.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe69451a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe68c0b3930 0x7fe68c0b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:32.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe69451a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe68c15de60 con 0x7fe68c0afe60 2024-09-05T06:20:32.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe69451a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe68c06d750 con 0x7fe68c0b3930 2024-09-05T06:20:32.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe69451a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe68c06da30 con 0x7fe68c0d0750 2024-09-05T06:20:32.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe692ab7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe68c0b3930 0x7fe68c0b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe692ab7640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe68c0b3930 0x7fe68c0b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57578/0 (socket says 172.21.15.70:57578) 2024-09-05T06:20:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe692ab7640 1 -- 172.21.15.70:0/2685752232 learned_addr learned my addr 172.21.15.70:0/2685752232 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe691ab5640 1 --2- 172.21.15.70:0/2685752232 >> v2:172.21.15.196:3300/0 conn(0x7fe68c0d0750 0x7fe68c0d0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe692ab7640 1 -- 172.21.15.70:0/2685752232 >> v2:172.21.15.196:3300/0 conn(0x7fe68c0d0750 msgr2=0x7fe68c0d0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe692ab7640 1 --2- 172.21.15.70:0/2685752232 >> v2:172.21.15.196:3300/0 conn(0x7fe68c0d0750 0x7fe68c0d0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe692ab7640 1 -- 172.21.15.70:0/2685752232 >> v1:172.21.15.196:6789/0 conn(0x7fe68c0afe60 legacy=0x7fe68c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:32.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.451+0000 7fe692ab7640 1 -- 172.21.15.70:0/2685752232 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68c06dd10 con 0x7fe68c0b3930 2024-09-05T06:20:32.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe692ab7640 1 --2- 172.21.15.70:0/2685752232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0b3930 0x7fe68c0b3da0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7fe68c15cf00 tx=0x7fe68801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ba042611e4c89ae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:32.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe6912b4640 1 -- 172.21.15.70:0/2685752232 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6880b0070 con 0x7fe68c0b3930 2024-09-05T06:20:32.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe6912b4640 1 -- 172.21.15.70:0/2685752232 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6880ab600 con 0x7fe68c0b3930 2024-09-05T06:20:32.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe6912b4640 1 -- 172.21.15.70:0/2685752232 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6880ab9d0 con 0x7fe68c0b3930 2024-09-05T06:20:32.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 -- 172.21.15.70:0/2685752232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0b3930 msgr2=0x7fe68c0b3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:32.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 --2- 172.21.15.70:0/2685752232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0b3930 0x7fe68c0b3da0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7fe68c15cf00 tx=0x7fe68801c490 comp rx=0 tx=0).stop 2024-09-05T06:20:32.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 -- 172.21.15.70:0/2685752232 shutdown_connections 2024-09-05T06:20:32.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 --2- 172.21.15.70:0/2685752232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0b3930 0x7fe68c0b3da0 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 --2- 172.21.15.70:0/2685752232 >> v2:172.21.15.196:3300/0 conn(0x7fe68c0d0750 0x7fe68c0d0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 -- 172.21.15.70:0/2685752232 >> 172.21.15.70:0/2685752232 conn(0x7fe68c06bcc0 msgr2=0x7fe68c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:32.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 -- 172.21.15.70:0/2685752232 shutdown_connections 2024-09-05T06:20:32.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 -- 172.21.15.70:0/2685752232 wait complete. 2024-09-05T06:20:32.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 Processor -- start 2024-09-05T06:20:32.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.455+0000 7fe69451a640 1 -- start start 2024-09-05T06:20:32.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c0afe60 0x7fe68c1473d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:32.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c0b3930 0x7fe68c1543c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:32.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0d0750 0x7fe68c15f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:32.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe68c0cec70 con 0x7fe68c0d0750 2024-09-05T06:20:32.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe68c0ceaf0 con 0x7fe68c0afe60 2024-09-05T06:20:32.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe68c169660 con 0x7fe68c0b3930 2024-09-05T06:20:32.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0d0750 0x7fe68c15f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:32.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0d0750 0x7fe68c15f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57582/0 (socket says 172.21.15.70:57582) 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 -- 172.21.15.70:0/563305999 learned_addr learned my addr 172.21.15.70:0/563305999 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe6922b6640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c0afe60 0x7fe68c1473d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe691ab5640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c0b3930 0x7fe68c1543c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 -- 172.21.15.70:0/563305999 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c0b3930 msgr2=0x7fe68c1543c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c0b3930 0x7fe68c1543c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 -- 172.21.15.70:0/563305999 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c0afe60 msgr2=0x7fe68c1473d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c0afe60 0x7fe68c1473d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 -- 172.21.15.70:0/563305999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68c15a7f0 con 0x7fe68c0d0750 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe692ab7640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0d0750 0x7fe68c15f0d0 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7fe68801a0c0 tx=0x7fe688019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6880abe60 con 0x7fe68c0d0750 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6880b4420 con 0x7fe68c0d0750 2024-09-05T06:20:32.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6880b0040 con 0x7fe68c0d0750 2024-09-05T06:20:32.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe68c0b2750 con 0x7fe68c0d0750 2024-09-05T06:20:32.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe68c0b2cd0 con 0x7fe68c0d0750 2024-09-05T06:20:32.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe68c0b3da0 con 0x7fe68c0d0750 2024-09-05T06:20:32.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe6880b47d0 con 0x7fe68c0d0750 2024-09-05T06:20:32.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe682ffd640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6700678c0 0x7fe670069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:32.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(192..192 src has 1..192) ==== 5357+0+0 (secure 0 0 0) 0x7fe68811f5a0 con 0x7fe68c0d0750 2024-09-05T06:20:32.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe6922b6640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6700678c0 0x7fe670069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:32.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.459+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=193}) -- 0x7fe67006e690 con 0x7fe68c0d0750 2024-09-05T06:20:32.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.463+0000 7fe6922b6640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6700678c0 0x7fe670069d80 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fe68c0b2540 tx=0x7fe684009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:32.461 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.463+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe68c15a7f0 con 0x7fe68c0d0750 2024-09-05T06:20:32.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:32.627+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe68c15c600 con 0x7fe68c0d0750 2024-09-05T06:20:33.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.295+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v193) ==== 169+0+0 (secure 0 0 0) 0x7fe688016110 con 0x7fe68c0d0750 2024-09-05T06:20:33.293 INFO:teuthology.orchestra.run.smithi070.stderr:pool 'cephfs_data' removed 2024-09-05T06:20:33.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.295+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 <== mon.0 v2:172.21.15.70:3300/0 8 ==== osd_map(193..193 src has 1..193) ==== 296+0+0 (secure 0 0 0) 0x7fe688152030 con 0x7fe68c0d0750 2024-09-05T06:20:33.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.295+0000 7fe682ffd640 1 -- 172.21.15.70:0/563305999 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=194}) -- 0x7fe67006d480 con 0x7fe68c0d0750 2024-09-05T06:20:33.301 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.303+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6700678c0 msgr2=0x7fe670069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.303+0000 7fe69451a640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6700678c0 0x7fe670069d80 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fe68c0b2540 tx=0x7fe684009040 comp rx=0 tx=0).stop 2024-09-05T06:20:33.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.303+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0d0750 msgr2=0x7fe68c15f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.303+0000 7fe69451a640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0d0750 0x7fe68c15f0d0 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7fe68801a0c0 tx=0x7fe688019230 comp rx=0 tx=0).stop 2024-09-05T06:20:33.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.307+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 shutdown_connections 2024-09-05T06:20:33.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.307+0000 7fe69451a640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6700678c0 0x7fe670069d80 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.307+0000 7fe69451a640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe68c0d0750 0x7fe68c15f0d0 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.307+0000 7fe69451a640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c0b3930 0x7fe68c1543c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.307+0000 7fe69451a640 1 --2- 172.21.15.70:0/563305999 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c0afe60 0x7fe68c1473d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.307+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 >> 172.21.15.70:0/563305999 conn(0x7fe68c06bcc0 msgr2=0x7fe68c06c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:33.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.307+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 shutdown_connections 2024-09-05T06:20:33.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.307+0000 7fe69451a640 1 -- 172.21.15.70:0/563305999 wait complete. 2024-09-05T06:20:33.327 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-05T06:20:33.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f17269e0640 1 Processor -- start 2024-09-05T06:20:33.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f17269e0640 1 -- start start 2024-09-05T06:20:33.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f17269e0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1720162440 0x7f17200d5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f17269e0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17200d2a50 con 0x7f17200d3920 2024-09-05T06:20:33.453 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f17269e0640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17200d2d30 con 0x7f17200b5830 2024-09-05T06:20:33.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f17269e0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f17200d2800 con 0x7f1720162440 2024-09-05T06:20:33.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f1724f7d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f17200d3920 0x7f17200b41a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55750/0 (socket says 172.21.15.70:55750) 2024-09-05T06:20:33.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f1724f7d640 1 -- 172.21.15.70:0/3506140125 learned_addr learned my addr 172.21.15.70:0/3506140125 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:33.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171ffff640 1 --2- 172.21.15.70:0/3506140125 >> v2:172.21.15.196:3300/0 conn(0x7f1720162440 0x7f17200d5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3435756329 0 0) 0x7f17200d2a50 con 0x7f17200d3920 2024-09-05T06:20:33.454 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1708003530 con 0x7f17200d3920 2024-09-05T06:20:33.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 697143466 0 0) 0x7f1708003530 con 0x7f17200d3920 2024-09-05T06:20:33.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 >> v2:172.21.15.196:3300/0 conn(0x7f1720162440 msgr2=0x7f17200d5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:33.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 --2- 172.21.15.70:0/3506140125 >> v2:172.21.15.196:3300/0 conn(0x7f1720162440 0x7f17200d5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 >> v1:172.21.15.196:6789/0 conn(0x7f17200b5830 legacy=0x7f17200d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.455 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17200d05a0 con 0x7f17200d3920 2024-09-05T06:20:33.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f1718001a00 con 0x7f17200d3920 2024-09-05T06:20:33.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 >> v1:172.21.15.70:6789/0 conn(0x7f17200d3920 legacy=0x7f17200b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1708003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1708004810 0x7f1708004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f17080051d0 0x7f170800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.456 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f17200d2800 con 0x7f17080039c0 2024-09-05T06:20:33.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f170800c070 con 0x7f17080051d0 2024-09-05T06:20:33.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f170800c270 con 0x7f1708004810 2024-09-05T06:20:33.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.451+0000 7f171ffff640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1708003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171f7fe640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1708004810 0x7f1708004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171ffff640 1 -- 172.21.15.70:0/3506140125 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1708004810 msgr2=0x7f1708004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:33.457 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171ffff640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1708004810 0x7f1708004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171ffff640 1 -- 172.21.15.70:0/3506140125 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f17080051d0 msgr2=0x7f170800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:33.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171ffff640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f17080051d0 0x7f170800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171ffff640 1 -- 172.21.15.70:0/3506140125 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1708003530 con 0x7f17080039c0 2024-09-05T06:20:33.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f1724f7d640 1 -- 172.21.15.70:0/3506140125 reap_dead start 2024-09-05T06:20:33.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171ffff640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1708003de0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f1710009ae0 tx=0x7f171001cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9483afbdd1016ace server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:33.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17100096b0 con 0x7f17080039c0 2024-09-05T06:20:33.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17100a6490 con 0x7f17080039c0 2024-09-05T06:20:33.458 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f171effd640 1 -- 172.21.15.70:0/3506140125 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17100a6880 con 0x7f17080039c0 2024-09-05T06:20:33.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f17269e0640 1 -- 172.21.15.70:0/3506140125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 msgr2=0x7f1708003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f17269e0640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1708003de0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f1710009ae0 tx=0x7f171001cab0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f17269e0640 1 -- 172.21.15.70:0/3506140125 shutdown_connections 2024-09-05T06:20:33.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f17269e0640 1 --2- 172.21.15.70:0/3506140125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1708003de0 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f17269e0640 1 -- 172.21.15.70:0/3506140125 >> 172.21.15.70:0/3506140125 conn(0x7f17200d4c30 msgr2=0x7f17200d5040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:33.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f17269e0640 1 -- 172.21.15.70:0/3506140125 shutdown_connections 2024-09-05T06:20:33.459 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.455+0000 7f17269e0640 1 -- 172.21.15.70:0/3506140125 wait complete. 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 Processor -- start 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 -- start start 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1720157cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f17201561d0 0x7f17200b94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f17200b67a0 0x7f17200b6c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f17200d21e0 con 0x7f17080039c0 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f17200d2060 con 0x7f17201561d0 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f17200d2360 con 0x7f17200b67a0 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1720157cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1720157cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57602/0 (socket says 172.21.15.70:57602) 2024-09-05T06:20:33.462 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 -- 172.21.15.70:0/3317310572 learned_addr learned my addr 172.21.15.70:0/3317310572 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f1724f7d640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f17200b67a0 0x7f17200b6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171f7fe640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f17201561d0 0x7f17200b94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 -- 172.21.15.70:0/3317310572 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f17200b67a0 msgr2=0x7f17200b6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f17200b67a0 0x7f17200b6c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 -- 172.21.15.70:0/3317310572 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f17201561d0 msgr2=0x7f17200b94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f17201561d0 0x7f17200b94e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 -- 172.21.15.70:0/3317310572 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17200b9a20 con 0x7f17080039c0 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171ffff640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1720157cd0 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f1710009ae0 tx=0x7f1710019850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171cff9640 1 -- 172.21.15.70:0/3317310572 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17100bd070 con 0x7f17080039c0 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171cff9640 1 -- 172.21.15.70:0/3317310572 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17100a6e40 con 0x7f17080039c0 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17201582b0 con 0x7f17080039c0 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171cff9640 1 -- 172.21.15.70:0/3317310572 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17100a7690 con 0x7f17080039c0 2024-09-05T06:20:33.463 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1720158870 con 0x7f17080039c0 2024-09-05T06:20:33.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17200b41a0 con 0x7f17080039c0 2024-09-05T06:20:33.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.459+0000 7f171cff9640 1 -- 172.21.15.70:0/3317310572 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f17100c0070 con 0x7f17080039c0 2024-09-05T06:20:33.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.463+0000 7f171cff9640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f170c0678f0 0x7f170c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.463+0000 7f171cff9640 1 -- 172.21.15.70:0/3317310572 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f171011f5d0 con 0x7f17080039c0 2024-09-05T06:20:33.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.463+0000 7f171f7fe640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f170c0678f0 0x7f170c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.463+0000 7f171f7fe640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f170c0678f0 0x7f170c069db0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f1714000c10 tx=0x7f1714009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:33.464 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.467+0000 7f171cff9640 1 -- 172.21.15.70:0/3317310572 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f17200b9a20 con 0x7f17080039c0 2024-09-05T06:20:33.623 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.627+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f172015def0 con 0x7f17080039c0 2024-09-05T06:20:33.628 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.631+0000 7f171cff9640 1 -- 172.21.15.70:0/3317310572 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v21) ==== 104+0+0 (secure 0 0 0) 0x7f17100b5070 con 0x7f17080039c0 2024-09-05T06:20:33.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f170c0678f0 msgr2=0x7f170c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.630 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f170c0678f0 0x7f170c069db0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f1714000c10 tx=0x7f1714009040 comp rx=0 tx=0).stop 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 msgr2=0x7f1720157cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1720157cd0 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f1710009ae0 tx=0x7f1710019850 comp rx=0 tx=0).stop 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 shutdown_connections 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f170c0678f0 0x7f170c069db0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f17200b67a0 0x7f17200b6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f17201561d0 0x7f17200b94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 --2- 172.21.15.70:0/3317310572 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f17080039c0 0x7f1720157cd0 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 >> 172.21.15.70:0/3317310572 conn(0x7f17200d4c30 msgr2=0x7f172015fca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 shutdown_connections 2024-09-05T06:20:33.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.635+0000 7f17269e0640 1 -- 172.21.15.70:0/3317310572 wait complete. 2024-09-05T06:20:33.647 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_same_file' 2024-09-05T06:20:33.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed21dc8640 1 Processor -- start 2024-09-05T06:20:33.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed21dc8640 1 -- start start 2024-09-05T06:20:33.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed21dc8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fed1c0d2120 0x7fed1c06d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed21dc8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed1c0d10c0 con 0x7fed1c0b5190 2024-09-05T06:20:33.767 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed21dc8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed1c0d1360 con 0x7fed1c162170 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed21dc8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fed1c0d1c90 con 0x7fed1c0d2120 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed1affd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fed1c0d2120 0x7fed1c06d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed1affd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fed1c0d2120 0x7fed1c06d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57610/0 (socket says 172.21.15.70:57610) 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed1affd640 1 -- 172.21.15.70:0/3589159874 learned_addr learned my addr 172.21.15.70:0/3589159874 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed1bfff640 1 --1- 172.21.15.70:0/3589159874 >> v1:172.21.15.70:6789/0 conn(0x7fed1c0b5190 0x7fed1c0c7af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55758/0 (socket says 172.21.15.70:55758) 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed1affd640 1 -- 172.21.15.70:0/3589159874 >> v1:172.21.15.196:6789/0 conn(0x7fed1c162170 legacy=0x7fed1c06cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed1affd640 1 -- 172.21.15.70:0/3589159874 >> v1:172.21.15.70:6789/0 conn(0x7fed1c0b5190 legacy=0x7fed1c0c7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed1affd640 1 -- 172.21.15.70:0/3589159874 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed1c0d1640 con 0x7fed1c0d2120 2024-09-05T06:20:33.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.771+0000 7fed1a7fc640 1 -- 172.21.15.70:0/3589159874 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1676279913 0 0) 0x7fed1c0d10c0 con 0x7fed1c0b5190 2024-09-05T06:20:33.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1affd640 1 --2- 172.21.15.70:0/3589159874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0d2120 0x7fed1c06d450 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fed10009870 tx=0x7fed1001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3d5490c800c3ef3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:33.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1a7fc640 1 -- 172.21.15.70:0/3589159874 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed100ab430 con 0x7fed1c0d2120 2024-09-05T06:20:33.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1a7fc640 1 -- 172.21.15.70:0/3589159874 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed100b0070 con 0x7fed1c0d2120 2024-09-05T06:20:33.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1a7fc640 1 -- 172.21.15.70:0/3589159874 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed100ab7f0 con 0x7fed1c0d2120 2024-09-05T06:20:33.770 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- 172.21.15.70:0/3589159874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0d2120 msgr2=0x7fed1c06d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 --2- 172.21.15.70:0/3589159874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0d2120 0x7fed1c06d450 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fed10009870 tx=0x7fed1001c520 comp rx=0 tx=0).stop 2024-09-05T06:20:33.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- 172.21.15.70:0/3589159874 shutdown_connections 2024-09-05T06:20:33.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 --2- 172.21.15.70:0/3589159874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0d2120 0x7fed1c06d450 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- 172.21.15.70:0/3589159874 >> 172.21.15.70:0/3589159874 conn(0x7fed1c0b4670 msgr2=0x7fed1c0b4a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:33.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- 172.21.15.70:0/3589159874 shutdown_connections 2024-09-05T06:20:33.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- 172.21.15.70:0/3589159874 wait complete. 2024-09-05T06:20:33.771 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 Processor -- start 2024-09-05T06:20:33.772 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- start start 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0b5190 0x7fed1c14b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed1c0d2120 0x7fed1c15a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed1c162170 0x7fed1c14fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fed1c16c740 con 0x7fed1c0b5190 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fed1c0c8c60 con 0x7fed1c0d2120 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed21dc8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fed1c16c8c0 con 0x7fed1c162170 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0b5190 0x7fed1c14b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0b5190 0x7fed1c14b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57622/0 (socket says 172.21.15.70:57622) 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1b7fe640 1 -- 172.21.15.70:0/2087823783 learned_addr learned my addr 172.21.15.70:0/2087823783 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:33.774 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1affd640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed1c0d2120 0x7fed1c15a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.775+0000 7fed1bfff640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed1c162170 0x7fed1c14fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1b7fe640 1 -- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed1c162170 msgr2=0x7fed1c14fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1b7fe640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed1c162170 0x7fed1c14fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1b7fe640 1 -- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed1c0d2120 msgr2=0x7fed1c15a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1b7fe640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed1c0d2120 0x7fed1c15a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1b7fe640 1 -- 172.21.15.70:0/2087823783 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed1c15b650 con 0x7fed1c0b5190 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1bfff640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed1c162170 0x7fed1c14fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1b7fe640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0b5190 0x7fed1c14b9a0 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fed0c00c450 tx=0x7fed0c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed03fff640 1 -- 172.21.15.70:0/2087823783 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed0c011790 con 0x7fed1c0b5190 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed03fff640 1 -- 172.21.15.70:0/2087823783 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed0c017070 con 0x7fed1c0b5190 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed1c15b370 con 0x7fed1c0b5190 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed03fff640 1 -- 172.21.15.70:0/2087823783 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed0c011b90 con 0x7fed1c0b5190 2024-09-05T06:20:33.775 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed1c1599a0 con 0x7fed1c0b5190 2024-09-05T06:20:33.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed1c0c7af0 con 0x7fed1c0b5190 2024-09-05T06:20:33.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed03fff640 1 -- 172.21.15.70:0/2087823783 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fed0c011d30 con 0x7fed1c0b5190 2024-09-05T06:20:33.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed03fff640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed080678c0 0x7fed08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:33.776 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed03fff640 1 -- 172.21.15.70:0/2087823783 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fed0c0857e0 con 0x7fed1c0b5190 2024-09-05T06:20:33.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1affd640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed080678c0 0x7fed08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:33.777 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.779+0000 7fed1affd640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed080678c0 0x7fed08069d80 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fed100af000 tx=0x7fed100a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:33.779 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:33.783+0000 7fed03fff640 1 -- 172.21.15.70:0/2087823783 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fed0c056610 con 0x7fed1c0b5190 2024-09-05T06:20:34.000 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.002+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_same_file"]} v 0) -- 0x7fed1c0b3150 con 0x7fed1c0b5190 2024-09-05T06:20:34.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.298+0000 7fed03fff640 1 -- 172.21.15.70:0/2087823783 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_full.TestQuotaFull.test_full_same_file"]}]=0 v495) ==== 135+0+0 (secure 0 0 0) 0x7fed0c055f10 con 0x7fed1c0b5190 2024-09-05T06:20:34.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed080678c0 msgr2=0x7fed08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed080678c0 0x7fed08069d80 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fed100af000 tx=0x7fed100a7000 comp rx=0 tx=0).stop 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0b5190 msgr2=0x7fed1c14b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0b5190 0x7fed1c14b9a0 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fed0c00c450 tx=0x7fed0c00c910 comp rx=0 tx=0).stop 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 shutdown_connections 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed080678c0 0x7fed08069d80 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed1c162170 0x7fed1c14fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed1c0d2120 0x7fed1c15a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 --2- 172.21.15.70:0/2087823783 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed1c0b5190 0x7fed1c14b9a0 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 >> 172.21.15.70:0/2087823783 conn(0x7fed1c0b4670 msgr2=0x7fed1c0b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:34.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 shutdown_connections 2024-09-05T06:20:34.300 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:34.302+0000 7fed21dc8640 1 -- 172.21.15.70:0/2087823783 wait complete. 2024-09-05T06:20:34.318 INFO:tasks.cephfs_test_runner:test_full_same_file (tasks.cephfs.test_full.TestQuotaFull) ... ok 2024-09-05T06:20:34.319 INFO:tasks.cephfs_test_runner: 2024-09-05T06:20:34.319 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-05T06:20:34.319 INFO:tasks.cephfs_test_runner:Ran 10 tests in 605.798s 2024-09-05T06:20:34.319 INFO:tasks.cephfs_test_runner: 2024-09-05T06:20:34.319 INFO:tasks.cephfs_test_runner:OK 2024-09-05T06:20:34.319 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-05T06:20:34.330 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-05T06:20:34.345 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-05T06:20:34.345 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:20:34.345 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:34.352 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:20:34.352 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-05T06:20:34.353 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:34.398 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20183 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-05T06:20:34.398 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:20:34.398 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:34.405 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:20:34.405 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-05T06:20:34.405 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T06:20:34.451 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336428k,nr_inodes=4084107,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16671 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-05T06:20:34.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:34.451 DEBUG:teuthology.orchestra.run.smithi196:> ip netns list 2024-09-05T06:20:34.499 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-05T06:20:34.500 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-05T06:20:34.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:34.500 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-05T06:20:34.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:34.557 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-05T06:20:34.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:34.635 DEBUG:teuthology.orchestra.run.smithi196:> sudo ip link delete ceph-brx 2024-09-05T06:20:34.819 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:34.819 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-05T06:20:34.826 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-05T06:20:34.826 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T06:20:34.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:34.826 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-05T06:20:34.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:34.883 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T06:20:34.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T06:20:34.942 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link delete ceph-brx 2024-09-05T06:20:35.075 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-05T06:20:35.085 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-05T06:20:35.085 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:20:35.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.210+0000 7fbaeadb2640 1 Processor -- start 2024-09-05T06:20:35.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.210+0000 7fbaeadb2640 1 -- start start 2024-09-05T06:20:35.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbaeadb2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 0x7fbae40d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbaeadb2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbae40cfd30 con 0x7fbae40d3a50 2024-09-05T06:20:35.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbaeadb2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbae40d0010 con 0x7fbae415edb0 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbaeadb2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbae40d02f0 con 0x7fbae40d4980 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae934f640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fbae40d3a50 0x7fbae40b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55772/0 (socket says 172.21.15.70:55772) 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae934f640 1 -- 172.21.15.70:0/4131271586 learned_addr learned my addr 172.21.15.70:0/4131271586 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae8b4e640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 0x7fbae40d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1752098043 0 0) 0x7fbae40cfd30 con 0x7fbae40d3a50 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbacc003530 con 0x7fbae40d3a50 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1306167672 0 0) 0x7fbacc003530 con 0x7fbae40d3a50 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 msgr2=0x7fbae40d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 0x7fbae40d4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 >> v1:172.21.15.196:6789/0 conn(0x7fbae415edb0 legacy=0x7fbae40d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbae40d05d0 con 0x7fbae40d3a50 2024-09-05T06:20:35.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fbadc001a00 con 0x7fbae40d3a50 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 >> v1:172.21.15.70:6789/0 conn(0x7fbae40d3a50 legacy=0x7fbae40b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbacc0039f0 0x7fbacc003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 0x7fbacc004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbacc004d50 0x7fbacc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbae40d02f0 con 0x7fbacc004d50 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc00bb60 con 0x7fbacc0039f0 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbacc00bd30 con 0x7fbae40d4980 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae934f640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbacc004d50 0x7fbacc0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae8b4e640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbacc0039f0 0x7fbacc003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae3fff640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 0x7fbacc004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae934f640 1 -- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 msgr2=0x7fbacc004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae934f640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 0x7fbacc004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae934f640 1 -- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbacc0039f0 msgr2=0x7fbacc003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:35.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae934f640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbacc0039f0 0x7fbacc003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae934f640 1 -- 172.21.15.70:0/4131271586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbacc003530 con 0x7fbacc004d50 2024-09-05T06:20:35.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae3fff640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40d4980 0x7fbacc004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:35.214 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.214+0000 7fbae8b4e640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbacc0039f0 0x7fbacc003e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T06:20:35.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbacc004d50 0x7fbacc0051d0 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7fbadc00a880 tx=0x7fbadc01d380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f2d45f0ade1f2e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbadc00a4a0 con 0x7fbacc004d50 2024-09-05T06:20:35.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbadc0ad650 con 0x7fbacc004d50 2024-09-05T06:20:35.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae37fe640 1 -- 172.21.15.70:0/4131271586 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbadc0ada40 con 0x7fbacc004d50 2024-09-05T06:20:35.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- 172.21.15.70:0/4131271586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbacc004d50 msgr2=0x7fbacc0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 --2- 172.21.15.70:0/4131271586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbacc004d50 0x7fbacc0051d0 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7fbadc00a880 tx=0x7fbadc01d380 comp rx=0 tx=0).stop 2024-09-05T06:20:35.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 -- 172.21.15.70:0/4131271586 reap_dead start 2024-09-05T06:20:35.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- 172.21.15.70:0/4131271586 shutdown_connections 2024-09-05T06:20:35.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- 172.21.15.70:0/4131271586 >> 172.21.15.70:0/4131271586 conn(0x7fbae408e690 msgr2=0x7fbae409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:35.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- 172.21.15.70:0/4131271586 shutdown_connections 2024-09-05T06:20:35.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- 172.21.15.70:0/4131271586 wait complete. 2024-09-05T06:20:35.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 Processor -- start 2024-09-05T06:20:35.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- start start 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40b4a20 0x7fbae40ba1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbae41601b0 0x7fbae4155030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbae4155570 0x7fbae40c8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbae40d0dd0 con 0x7fbae4155570 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbae40cf7e0 con 0x7fbae41601b0 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbae40b9790 con 0x7fbae40b4a20 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbae4155570 0x7fbae40c8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbae4155570 0x7fbae40c8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57628/0 (socket says 172.21.15.70:57628) 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 -- 172.21.15.70:0/1592449166 learned_addr learned my addr 172.21.15.70:0/1592449166 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:35.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae8b4e640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40b4a20 0x7fbae40ba1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae3fff640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbae41601b0 0x7fbae4155030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 -- 172.21.15.70:0/1592449166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40b4a20 msgr2=0x7fbae40ba1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40b4a20 0x7fbae40ba1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 -- 172.21.15.70:0/1592449166 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbae41601b0 msgr2=0x7fbae4155030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbae41601b0 0x7fbae4155030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 -- 172.21.15.70:0/1592449166 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbae40b7080 con 0x7fbae4155570 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae934f640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbae4155570 0x7fbae40c8800 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7fbadc01dc20 tx=0x7fbacc005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae17fa640 1 -- 172.21.15.70:0/1592449166 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbadc00a480 con 0x7fbae4155570 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae17fa640 1 -- 172.21.15.70:0/1592449166 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbadc0bb070 con 0x7fbae4155570 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbae40b7360 con 0x7fbae4155570 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.218+0000 7fbae17fa640 1 -- 172.21.15.70:0/1592449166 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbadc0011d0 con 0x7fbae4155570 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.222+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbae40b9cc0 con 0x7fbae4155570 2024-09-05T06:20:35.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.222+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbae40cfc10 con 0x7fbae4155570 2024-09-05T06:20:35.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.222+0000 7fbae17fa640 1 -- 172.21.15.70:0/1592449166 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbadc0b5070 con 0x7fbae4155570 2024-09-05T06:20:35.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.222+0000 7fbae17fa640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbad00678c0 0x7fbad0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.222+0000 7fbae17fa640 1 -- 172.21.15.70:0/1592449166 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fbadc11fb50 con 0x7fbae4155570 2024-09-05T06:20:35.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.222+0000 7fbae8b4e640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbad00678c0 0x7fbad0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.222+0000 7fbae8b4e640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbad00678c0 0x7fbad0069d80 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fbae4160060 tx=0x7fbad4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.226+0000 7fbae17fa640 1 -- 172.21.15.70:0/1592449166 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbadc017090 con 0x7fbae4155570 2024-09-05T06:20:35.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.386+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbae406de80 con 0x7fbad00678c0 2024-09-05T06:20:35.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.386+0000 7fbae17fa640 1 -- 172.21.15.70:0/1592449166 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+12600 (secure 0 0 0) 0x7fbae406de80 con 0x7fbad00678c0 2024-09-05T06:20:35.384 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:35.384 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbad00678c0 msgr2=0x7fbad0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbad00678c0 0x7fbad0069d80 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fbae4160060 tx=0x7fbad4008040 comp rx=0 tx=0).stop 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbae4155570 msgr2=0x7fbae40c8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbae4155570 0x7fbae40c8800 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7fbadc01dc20 tx=0x7fbacc005840 comp rx=0 tx=0).stop 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 shutdown_connections 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbad00678c0 0x7fbad0069d80 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbae4155570 0x7fbae40c8800 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbae41601b0 0x7fbae4155030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 --2- 172.21.15.70:0/1592449166 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbae40b4a20 0x7fbae40ba1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 >> 172.21.15.70:0/1592449166 conn(0x7fbae408e690 msgr2=0x7fbae40b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:35.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 shutdown_connections 2024-09-05T06:20:35.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.390+0000 7fbaeadb2640 1 -- 172.21.15.70:0/1592449166 wait complete. 2024-09-05T06:20:35.403 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":506,"stamp":"2024-09-05T06:20:34.533780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":188,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":112109,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1450390,"statfs":{"total":1600000000,"available":1485200310,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-52485380,"num_objects":-36,"num_object_clones":0,"num_object_copies":-72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-36,"num_whiteouts":0,"num_read":-2,"num_read_kb":-2,"num_write":-131,"num_write_kb":-85083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.337622"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":511,"reported_epoch":192,"state":"active+clean","last_fresh":"2024-09-05T06:20:32.298891+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:20:32.298891+0000","last_peered":"2024-09-05T06:20:32.298891+0000","last_clean":"2024-09-05T06:20:32.298891+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:20:32.298891+0000","last_undegraded":"2024-09-05T06:20:32.298891+0000","last_fullsized":"2024-09-05T06:20:32.298891+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574978,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":5151,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":190160,"statfs":{"total":200000000,"available":194724707,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574979,"num_pgs":23,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":17439,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":177872,"statfs":{"total":200000000,"available":182141559,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574979,"num_pgs":29,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":22112,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":173199,"statfs":{"total":200000000,"available":177356451,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574978,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":9247,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":186064,"statfs":{"total":200000000,"available":190530369,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574978,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":11350,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":183962,"statfs":{"total":200000000,"available":188377508,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574978,"num_pgs":26,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":5152,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":190160,"statfs":{"total":200000000,"available":194723923,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574978,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":22166,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":173145,"statfs":{"total":200000000,"available":177301220,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574978,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":19487,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":175824,"statfs":{"total":200000000,"available":180044573,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:20:35.403 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:20:35.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f98353d4640 1 Processor -- start 2024-09-05T06:20:35.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f98353d4640 1 -- start start 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f98353d4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9830157110 0x7f98300b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f98353d4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f98300b5ac0 0x7f98300d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f98353d4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f983006d570 con 0x7f98300ceaf0 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f98353d4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f983006d850 con 0x7f98300b5ac0 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f98353d4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f983006db30 con 0x7f9830157110 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f9827fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f98300b5ac0 0x7f98300d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f9827fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f98300b5ac0 0x7f98300d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57634/0 (socket says 172.21.15.70:57634) 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f9827fff640 1 -- 172.21.15.70:0/854440512 learned_addr learned my addr 172.21.15.70:0/854440512 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:35.529 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f982f7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f98300ceaf0 0x7f98300af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55784/0 (socket says 172.21.15.70:55784) 2024-09-05T06:20:35.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f9827fff640 1 -- 172.21.15.70:0/854440512 >> v2:172.21.15.196:3300/0 conn(0x7f9830157110 msgr2=0x7f98300b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:35.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f982effd640 1 --2- 172.21.15.70:0/854440512 >> v2:172.21.15.196:3300/0 conn(0x7f9830157110 0x7f98300b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f982e7fc640 1 -- 172.21.15.70:0/854440512 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2861798638 0 0) 0x7f983006d570 con 0x7f98300ceaf0 2024-09-05T06:20:35.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f9827fff640 1 --2- 172.21.15.70:0/854440512 >> v2:172.21.15.196:3300/0 conn(0x7f9830157110 0x7f98300b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f9827fff640 1 -- 172.21.15.70:0/854440512 >> v1:172.21.15.70:6789/0 conn(0x7f98300ceaf0 legacy=0x7f98300af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f9827fff640 1 -- 172.21.15.70:0/854440512 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f983006de10 con 0x7f98300b5ac0 2024-09-05T06:20:35.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.530+0000 7f982effd640 1 --2- 172.21.15.70:0/854440512 >> v2:172.21.15.196:3300/0 conn(0x7f9830157110 0x7f98300b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:35.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f9827fff640 1 --2- 172.21.15.70:0/854440512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300b5ac0 0x7f98300d0750 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f98300d1530 tx=0x7f981801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93b4a4f1a2a1a55c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f982e7fc640 1 -- 172.21.15.70:0/854440512 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98180b0070 con 0x7f98300b5ac0 2024-09-05T06:20:35.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f982e7fc640 1 -- 172.21.15.70:0/854440512 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98180ab600 con 0x7f98300b5ac0 2024-09-05T06:20:35.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f982e7fc640 1 -- 172.21.15.70:0/854440512 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98180ab9d0 con 0x7f98300b5ac0 2024-09-05T06:20:35.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f98353d4640 1 -- 172.21.15.70:0/854440512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300b5ac0 msgr2=0x7f98300d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f98353d4640 1 --2- 172.21.15.70:0/854440512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300b5ac0 0x7f98300d0750 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f98300d1530 tx=0x7f981801c520 comp rx=0 tx=0).stop 2024-09-05T06:20:35.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f98353d4640 1 -- 172.21.15.70:0/854440512 shutdown_connections 2024-09-05T06:20:35.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f98353d4640 1 --2- 172.21.15.70:0/854440512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300b5ac0 0x7f98300d0750 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f98353d4640 1 --2- 172.21.15.70:0/854440512 >> v2:172.21.15.196:3300/0 conn(0x7f9830157110 0x7f98300b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f98353d4640 1 -- 172.21.15.70:0/854440512 >> 172.21.15.70:0/854440512 conn(0x7f983006bcc0 msgr2=0x7f983006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:35.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f98353d4640 1 -- 172.21.15.70:0/854440512 shutdown_connections 2024-09-05T06:20:35.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.534+0000 7f98353d4640 1 -- 172.21.15.70:0/854440512 wait complete. 2024-09-05T06:20:35.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 Processor -- start 2024-09-05T06:20:35.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 -- start start 2024-09-05T06:20:35.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98300b5ac0 0x7f9830157620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.535 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300ceaf0 0x7f983013c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9830157110 0x7f9830155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f98300b4280 con 0x7f98300ceaf0 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f98300d10a0 con 0x7f9830157110 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f98300b4400 con 0x7f98300b5ac0 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300ceaf0 0x7f983013c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300ceaf0 0x7f983013c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57644/0 (socket says 172.21.15.70:57644) 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 -- 172.21.15.70:0/3314383246 learned_addr learned my addr 172.21.15.70:0/3314383246 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f982f7fe640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9830157110 0x7f9830155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f982effd640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98300b5ac0 0x7f9830157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 -- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98300b5ac0 msgr2=0x7f9830157620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98300b5ac0 0x7f9830157620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 -- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9830157110 msgr2=0x7f9830155890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9830157110 0x7f9830155890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 -- 172.21.15.70:0/3314383246 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9830158670 con 0x7f98300ceaf0 2024-09-05T06:20:35.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f982f7fe640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9830157110 0x7f9830155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:35.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f9827fff640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300ceaf0 0x7f983013c320 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f9818000c10 tx=0x7f981801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98277fe640 1 -- 172.21.15.70:0/3314383246 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98180ba070 con 0x7f98300ceaf0 2024-09-05T06:20:35.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98277fe640 1 -- 172.21.15.70:0/3314383246 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9818004020 con 0x7f98300ceaf0 2024-09-05T06:20:35.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98277fe640 1 -- 172.21.15.70:0/3314383246 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98180b0040 con 0x7f98300ceaf0 2024-09-05T06:20:35.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98301580b0 con 0x7f98300ceaf0 2024-09-05T06:20:35.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.538+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f983014eef0 con 0x7f98300ceaf0 2024-09-05T06:20:35.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.542+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f983006d570 con 0x7f98300ceaf0 2024-09-05T06:20:35.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.542+0000 7f98277fe640 1 -- 172.21.15.70:0/3314383246 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9818003620 con 0x7f98300ceaf0 2024-09-05T06:20:35.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.542+0000 7f98277fe640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98100678c0 0x7f9810069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.542+0000 7f98277fe640 1 -- 172.21.15.70:0/3314383246 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f981811fb40 con 0x7f98300ceaf0 2024-09-05T06:20:35.538 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.542+0000 7f982effd640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98100678c0 0x7f9810069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.539 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.542+0000 7f982effd640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98100678c0 0x7f9810069d80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f9820006fd0 tx=0x7f9820008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.542 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.546+0000 7f98277fe640 1 -- 172.21.15.70:0/3314383246 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9818016110 con 0x7f98300ceaf0 2024-09-05T06:20:35.703 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.706+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f983014f130 con 0x7f98100678c0 2024-09-05T06:20:35.704 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.706+0000 7f98277fe640 1 -- 172.21.15.70:0/3314383246 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+12600 (secure 0 0 0) 0x7f982000bdd0 con 0x7f98100678c0 2024-09-05T06:20:35.704 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:35.705 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:20:35.706 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98100678c0 msgr2=0x7f9810069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98100678c0 0x7f9810069d80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f9820006fd0 tx=0x7f9820008040 comp rx=0 tx=0).stop 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300ceaf0 msgr2=0x7f983013c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300ceaf0 0x7f983013c320 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f9818000c10 tx=0x7f981801ad60 comp rx=0 tx=0).stop 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 shutdown_connections 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f98100678c0 0x7f9810069d80 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9830157110 0x7f9830155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f98300ceaf0 0x7f983013c320 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 --2- 172.21.15.70:0/3314383246 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f98300b5ac0 0x7f9830157620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.707 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 >> 172.21.15.70:0/3314383246 conn(0x7f983006bcc0 msgr2=0x7f983015b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:35.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 shutdown_connections 2024-09-05T06:20:35.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.710+0000 7f98353d4640 1 -- 172.21.15.70:0/3314383246 wait complete. 2024-09-05T06:20:35.725 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":506,"stamp":"2024-09-05T06:20:34.533780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":188,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":112109,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1450390,"statfs":{"total":1600000000,"available":1485200310,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-52485380,"num_objects":-36,"num_object_clones":0,"num_object_copies":-72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-36,"num_whiteouts":0,"num_read":-2,"num_read_kb":-2,"num_write":-131,"num_write_kb":-85083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.337622"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":511,"reported_epoch":192,"state":"active+clean","last_fresh":"2024-09-05T06:20:32.298891+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:20:32.298891+0000","last_peered":"2024-09-05T06:20:32.298891+0000","last_clean":"2024-09-05T06:20:32.298891+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:20:32.298891+0000","last_undegraded":"2024-09-05T06:20:32.298891+0000","last_fullsized":"2024-09-05T06:20:32.298891+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574978,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":5151,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":190160,"statfs":{"total":200000000,"available":194724707,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574979,"num_pgs":23,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":17439,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":177872,"statfs":{"total":200000000,"available":182141559,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574979,"num_pgs":29,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":22112,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":173199,"statfs":{"total":200000000,"available":177356451,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574978,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":9247,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":186064,"statfs":{"total":200000000,"available":190530369,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574978,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":11350,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":183962,"statfs":{"total":200000000,"available":188377508,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574978,"num_pgs":26,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":5152,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":190160,"statfs":{"total":200000000,"available":194723923,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574978,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":22166,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":173145,"statfs":{"total":200000000,"available":177301220,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574978,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":19487,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":175824,"statfs":{"total":200000000,"available":180044573,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:20:35.725 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-05T06:20:35.725 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:20:35.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.846+0000 7f1c0851f640 1 Processor -- start 2024-09-05T06:20:35.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.846+0000 7f1c0851f640 1 -- start start 2024-09-05T06:20:35.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1c00160090 0x7f1c00160830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b30c0 0x7f1c000afe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c000b38c0 con 0x7f1c000b5110 2024-09-05T06:20:35.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1c000b3590 con 0x7f1c00160090 2024-09-05T06:20:35.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1c000b3ba0 con 0x7f1c000b30c0 2024-09-05T06:20:35.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c05aba640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f1c000b5110 0x7f1c00160d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55790/0 (socket says 172.21.15.70:55790) 2024-09-05T06:20:35.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c05aba640 1 -- 172.21.15.70:0/259323391 learned_addr learned my addr 172.21.15.70:0/259323391 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:35.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c062bb640 1 --2- 172.21.15.70:0/259323391 >> v2:172.21.15.70:3300/0 conn(0x7f1c00160090 0x7f1c00160830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c06abc640 1 --2- 172.21.15.70:0/259323391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b30c0 0x7f1c000afe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c052b9640 1 -- 172.21.15.70:0/259323391 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3299576198 0 0) 0x7f1c000b38c0 con 0x7f1c000b5110 2024-09-05T06:20:35.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c062bb640 1 -- 172.21.15.70:0/259323391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b30c0 msgr2=0x7f1c000afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:35.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c062bb640 1 --2- 172.21.15.70:0/259323391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b30c0 0x7f1c000afe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c062bb640 1 -- 172.21.15.70:0/259323391 >> v1:172.21.15.70:6789/0 conn(0x7f1c000b5110 legacy=0x7f1c00160d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c062bb640 1 -- 172.21.15.70:0/259323391 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c000af900 con 0x7f1c00160090 2024-09-05T06:20:35.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c062bb640 1 --2- 172.21.15.70:0/259323391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c00160830 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc0097c0 tx=0x7f1bfc01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a5da67bcb445303 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c052b9640 1 -- 172.21.15.70:0/259323391 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc0b1070 con 0x7f1c00160090 2024-09-05T06:20:35.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c052b9640 1 -- 172.21.15.70:0/259323391 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bfc0ac410 con 0x7f1c00160090 2024-09-05T06:20:35.857 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c052b9640 1 -- 172.21.15.70:0/259323391 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc0ac7e0 con 0x7f1c00160090 2024-09-05T06:20:35.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 -- 172.21.15.70:0/259323391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 msgr2=0x7f1c00160830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 --2- 172.21.15.70:0/259323391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c00160830 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc0097c0 tx=0x7f1bfc01c410 comp rx=0 tx=0).stop 2024-09-05T06:20:35.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 -- 172.21.15.70:0/259323391 shutdown_connections 2024-09-05T06:20:35.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 --2- 172.21.15.70:0/259323391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b30c0 0x7f1c000afe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.858 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 --2- 172.21.15.70:0/259323391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c00160830 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.850+0000 7f1c0851f640 1 -- 172.21.15.70:0/259323391 >> 172.21.15.70:0/259323391 conn(0x7f1c000b4580 msgr2=0x7f1c000b4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 -- 172.21.15.70:0/259323391 shutdown_connections 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 -- 172.21.15.70:0/259323391 wait complete. 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 Processor -- start 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 -- start start 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1c000b30c0 0x7f1c000cc540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b5110 0x7f1c000b7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c0015c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1c000b0b70 con 0x7f1c00160090 2024-09-05T06:20:35.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1c00161690 con 0x7f1c000b30c0 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1c000b0cf0 con 0x7f1c000b5110 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c0015c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c0015c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57668/0 (socket says 172.21.15.70:57668) 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 -- 172.21.15.70:0/161455881 learned_addr learned my addr 172.21.15.70:0/161455881 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c05aba640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b5110 0x7f1c000b7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 -- 172.21.15.70:0/161455881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b5110 msgr2=0x7f1c000b7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b5110 0x7f1c000b7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 -- 172.21.15.70:0/161455881 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1c000b30c0 msgr2=0x7f1c000cc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:35.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1c000b30c0 0x7f1c000cc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 -- 172.21.15.70:0/161455881 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c0015aa90 con 0x7f1c00160090 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c05aba640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b5110 0x7f1c000b7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c06abc640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c0015c750 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f1bf8007e30 tx=0x7f1bf800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1bf6ffd640 1 -- 172.21.15.70:0/161455881 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf8014620 con 0x7f1c00160090 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1bf6ffd640 1 -- 172.21.15.70:0/161455881 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bf8019070 con 0x7f1c00160090 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c000c9b00 con 0x7f1c00160090 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1bf6ffd640 1 -- 172.21.15.70:0/161455881 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf8014a00 con 0x7f1c00160090 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.854+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c0015b010 con 0x7f1c00160090 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.858+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c000afe20 con 0x7f1c00160090 2024-09-05T06:20:35.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.858+0000 7f1bf6ffd640 1 -- 172.21.15.70:0/161455881 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1bf8014ba0 con 0x7f1c00160090 2024-09-05T06:20:35.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.858+0000 7f1bf6ffd640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1be40678c0 0x7f1be4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:35.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.858+0000 7f1bf6ffd640 1 -- 172.21.15.70:0/161455881 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f1bf8086230 con 0x7f1c00160090 2024-09-05T06:20:35.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.858+0000 7f1c062bb640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1be40678c0 0x7f1be4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:35.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.858+0000 7f1c062bb640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1be40678c0 0x7f1be4069d80 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc0ae000 tx=0x7f1bfc004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:35.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:35.862+0000 7f1bf6ffd640 1 -- 172.21.15.70:0/161455881 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1bf8057070 con 0x7f1c00160090 2024-09-05T06:20:36.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.018+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c000d1b00 con 0x7f1be40678c0 2024-09-05T06:20:36.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1bf6ffd640 1 -- 172.21.15.70:0/161455881 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+12600 (secure 0 0 0) 0x7f1bfc0be150 con 0x7f1be40678c0 2024-09-05T06:20:36.018 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:36.019 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:20:36.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1be40678c0 msgr2=0x7f1be4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:36.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1be40678c0 0x7f1be4069d80 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc0ae000 tx=0x7f1bfc004740 comp rx=0 tx=0).stop 2024-09-05T06:20:36.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 msgr2=0x7f1c0015c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:36.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c0015c750 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f1bf8007e30 tx=0x7f1bf800e4b0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 shutdown_connections 2024-09-05T06:20:36.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1be40678c0 0x7f1be4069d80 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1c00160090 0x7f1c0015c750 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1c000b5110 0x7f1c000b7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 --2- 172.21.15.70:0/161455881 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1c000b30c0 0x7f1c000cc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 >> 172.21.15.70:0/161455881 conn(0x7f1c000b4580 msgr2=0x7f1c00070640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:36.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 shutdown_connections 2024-09-05T06:20:36.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.022+0000 7f1c0851f640 1 -- 172.21.15.70:0/161455881 wait complete. 2024-09-05T06:20:36.037 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":506,"stamp":"2024-09-05T06:20:34.533780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":188,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":112109,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1450390,"statfs":{"total":1600000000,"available":1485200310,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-52485380,"num_objects":-36,"num_object_clones":0,"num_object_copies":-72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-36,"num_whiteouts":0,"num_read":-2,"num_read_kb":-2,"num_write":-131,"num_write_kb":-85083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.337622"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":511,"reported_epoch":192,"state":"active+clean","last_fresh":"2024-09-05T06:20:32.298891+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:20:32.298891+0000","last_peered":"2024-09-05T06:20:32.298891+0000","last_clean":"2024-09-05T06:20:32.298891+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:20:32.298891+0000","last_undegraded":"2024-09-05T06:20:32.298891+0000","last_fullsized":"2024-09-05T06:20:32.298891+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574978,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":5151,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":190160,"statfs":{"total":200000000,"available":194724707,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574979,"num_pgs":23,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":17439,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":177872,"statfs":{"total":200000000,"available":182141559,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574979,"num_pgs":29,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":22112,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":173199,"statfs":{"total":200000000,"available":177356451,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574978,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":9247,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":186064,"statfs":{"total":200000000,"available":190530369,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574978,"num_pgs":21,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":11350,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":183962,"statfs":{"total":200000000,"available":188377508,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574978,"num_pgs":26,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":5152,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":190160,"statfs":{"total":200000000,"available":194723923,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574978,"num_pgs":20,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":22166,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":173145,"statfs":{"total":200000000,"available":177301220,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574978,"num_pgs":24,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":19487,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":175824,"statfs":{"total":200000000,"available":180044573,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:20:36.038 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T06:20:36.160 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.162+0000 7f6c2365b640 1 Processor -- start 2024-09-05T06:20:36.161 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.162+0000 7f6c2365b640 1 -- start start 2024-09-05T06:20:36.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c2365b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6c1c167690 0x7f6c1c0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:36.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c2365b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6c1c0d0c90 0x7f6c1c071550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:36.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c2365b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c1c0b5980 con 0x7f6c1c162f30 2024-09-05T06:20:36.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c2365b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6c1c0b5c60 con 0x7f6c1c167690 2024-09-05T06:20:36.162 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c2365b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6c1c166bb0 con 0x7f6c1c0d0c90 2024-09-05T06:20:36.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c20bf6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6c1c167690 0x7f6c1c0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:36.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c20bf6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6c1c167690 0x7f6c1c0d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57682/0 (socket says 172.21.15.70:57682) 2024-09-05T06:20:36.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c20bf6640 1 -- 172.21.15.70:0/2547115809 learned_addr learned my addr 172.21.15.70:0/2547115809 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:36.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c21bf8640 1 --2- 172.21.15.70:0/2547115809 >> v2:172.21.15.196:3300/0 conn(0x7f6c1c0d0c90 0x7f6c1c071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:36.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c20bf6640 1 -- 172.21.15.70:0/2547115809 >> v2:172.21.15.196:3300/0 conn(0x7f6c1c0d0c90 msgr2=0x7f6c1c071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:36.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c20bf6640 1 --2- 172.21.15.70:0/2547115809 >> v2:172.21.15.196:3300/0 conn(0x7f6c1c0d0c90 0x7f6c1c071550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c20bf6640 1 -- 172.21.15.70:0/2547115809 >> v1:172.21.15.196:6789/0 conn(0x7f6c1c162f30 legacy=0x7f6c1c0732f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:36.163 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c20bf6640 1 -- 172.21.15.70:0/2547115809 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c1c166e90 con 0x7f6c1c167690 2024-09-05T06:20:36.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c20bf6640 1 --2- 172.21.15.70:0/2547115809 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0d0750 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c0b4870 tx=0x7f6c0c01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=344cd94f716b386d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:36.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c13fff640 1 -- 172.21.15.70:0/2547115809 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c0b0070 con 0x7f6c1c167690 2024-09-05T06:20:36.164 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c13fff640 1 -- 172.21.15.70:0/2547115809 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c0c0ab600 con 0x7f6c1c167690 2024-09-05T06:20:36.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.166+0000 7f6c13fff640 1 -- 172.21.15.70:0/2547115809 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c0ab9d0 con 0x7f6c1c167690 2024-09-05T06:20:36.165 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- 172.21.15.70:0/2547115809 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 msgr2=0x7f6c1c0d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:36.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2547115809 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0d0750 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c0b4870 tx=0x7f6c0c01c450 comp rx=0 tx=0).stop 2024-09-05T06:20:36.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- 172.21.15.70:0/2547115809 shutdown_connections 2024-09-05T06:20:36.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2547115809 >> v2:172.21.15.196:3300/0 conn(0x7f6c1c0d0c90 0x7f6c1c071550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2547115809 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0d0750 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- 172.21.15.70:0/2547115809 >> 172.21.15.70:0/2547115809 conn(0x7f6c1c06bcc0 msgr2=0x7f6c1c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:36.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- 172.21.15.70:0/2547115809 shutdown_connections 2024-09-05T06:20:36.166 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- 172.21.15.70:0/2547115809 wait complete. 2024-09-05T06:20:36.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 Processor -- start 2024-09-05T06:20:36.167 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- start start 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c1c0d0c90 0x7f6c1c166150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c1c162f30 0x7f6c1c15a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0cf740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c0afc70 con 0x7f6c1c167690 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1c0afaf0 con 0x7f6c1c0d0c90 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6c1c16fca0 con 0x7f6c1c162f30 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0cf740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57688/0 (socket says 172.21.15.70:57688) 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 -- 172.21.15.70:0/2086182639 learned_addr learned my addr 172.21.15.70:0/2086182639 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 -- 172.21.15.70:0/2086182639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c1c162f30 msgr2=0x7f6c1c15a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:36.169 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c213f7640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c1c0d0c90 0x7f6c1c166150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c1c162f30 0x7f6c1c15a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 -- 172.21.15.70:0/2086182639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c1c0d0c90 msgr2=0x7f6c1c166150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c1c0d0c90 0x7f6c1c166150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 -- 172.21.15.70:0/2086182639 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c1c0ce900 con 0x7f6c1c167690 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c21bf8640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0cf740 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f6c1800c7f0 tx=0x7f6c1800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c11ffb640 1 -- 172.21.15.70:0/2086182639 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c18015070 con 0x7f6c1c167690 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c11ffb640 1 -- 172.21.15.70:0/2086182639 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c18004220 con 0x7f6c1c167690 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c1c0ce620 con 0x7f6c1c167690 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c11ffb640 1 -- 172.21.15.70:0/2086182639 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c18003620 con 0x7f6c1c167690 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c1c0cef40 con 0x7f6c1c167690 2024-09-05T06:20:36.170 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.170+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c1c071550 con 0x7f6c1c167690 2024-09-05T06:20:36.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.174+0000 7f6c11ffb640 1 -- 172.21.15.70:0/2086182639 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6c180039d0 con 0x7f6c1c167690 2024-09-05T06:20:36.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.174+0000 7f6c11ffb640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c000678f0 0x7f6c00069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:36.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.174+0000 7f6c11ffb640 1 -- 172.21.15.70:0/2086182639 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f6c18085d90 con 0x7f6c1c167690 2024-09-05T06:20:36.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.174+0000 7f6c213f7640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c000678f0 0x7f6c00069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:36.171 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.174+0000 7f6c213f7640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c000678f0 0x7f6c00069db0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c166830 tx=0x7f6c14009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:36.174 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.178+0000 7f6c11ffb640 1 -- 172.21.15.70:0/2086182639 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6c18056d70 con 0x7f6c1c167690 2024-09-05T06:20:36.332 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.334+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6c1c15c620 con 0x7f6c1c167690 2024-09-05T06:20:36.334 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c11ffb640 1 -- 172.21.15.70:0/2086182639 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v193) ==== 74+0+13029 (secure 0 0 0) 0x7f6c18056670 con 0x7f6c1c167690 2024-09-05T06:20:36.334 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:36.334 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":193,"fsid":"259abbb4-fd2e-4e18-9c4f-a66bf97c8f7c","created":"2024-09-05T06:09:45.487728+0000","modified":"2024-09-05T06:20:33.293670+0000","last_up_change":"2024-09-05T06:09:51.523252+0000","last_in_change":"2024-09-05T06:09:48.450193+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.69999998807907104,"backfillfull_ratio":0.60000002384185791,"nearfull_ratio":0.60000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T06:09:52.400523+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6825","nonce":2931668494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6827","nonce":2931668494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6831","nonce":2931668494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2931668494},{"type":"v1","addr":"172.21.15.70:6829","nonce":2931668494}]},"public_addr":"172.21.15.70:6825/2931668494","cluster_addr":"172.21.15.70:6827/2931668494","heartbeat_back_addr":"172.21.15.70:6831/2931668494","heartbeat_front_addr":"172.21.15.70:6829/2931668494","state":["exists","up"]},{"osd":1,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6817","nonce":11260623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6819","nonce":11260623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6823","nonce":11260623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":11260623},{"type":"v1","addr":"172.21.15.70:6821","nonce":11260623}]},"public_addr":"172.21.15.70:6817/11260623","cluster_addr":"172.21.15.70:6819/11260623","heartbeat_back_addr":"172.21.15.70:6823/11260623","heartbeat_front_addr":"172.21.15.70:6821/11260623","state":["exists","up"]},{"osd":2,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6809","nonce":2287962825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6811","nonce":2287962825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6815","nonce":2287962825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":2287962825},{"type":"v1","addr":"172.21.15.70:6813","nonce":2287962825}]},"public_addr":"172.21.15.70:6809/2287962825","cluster_addr":"172.21.15.70:6811/2287962825","heartbeat_back_addr":"172.21.15.70:6815/2287962825","heartbeat_front_addr":"172.21.15.70:6813/2287962825","state":["exists","up"]},{"osd":3,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6801","nonce":3659762287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6803","nonce":3659762287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6807","nonce":3659762287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":3659762287},{"type":"v1","addr":"172.21.15.70:6805","nonce":3659762287}]},"public_addr":"172.21.15.70:6801/3659762287","cluster_addr":"172.21.15.70:6803/3659762287","heartbeat_back_addr":"172.21.15.70:6807/3659762287","heartbeat_front_addr":"172.21.15.70:6805/3659762287","state":["exists","up"]},{"osd":4,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6801","nonce":2562561792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6806","nonce":2562561792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6815","nonce":2562561792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2562561792},{"type":"v1","addr":"172.21.15.196:6812","nonce":2562561792}]},"public_addr":"172.21.15.196:6801/2562561792","cluster_addr":"172.21.15.196:6806/2562561792","heartbeat_back_addr":"172.21.15.196:6815/2562561792","heartbeat_front_addr":"172.21.15.196:6812/2562561792","state":["exists","up"]},{"osd":5,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6822","nonce":3876743068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6825","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6827","nonce":3876743068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6831","nonce":3876743068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3876743068},{"type":"v1","addr":"172.21.15.196:6829","nonce":3876743068}]},"public_addr":"172.21.15.196:6822/3876743068","cluster_addr":"172.21.15.196:6827/3876743068","heartbeat_back_addr":"172.21.15.196:6831/3876743068","heartbeat_front_addr":"172.21.15.196:6829/3876743068","state":["exists","up"]},{"osd":6,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6803","nonce":809879927}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6805","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6807","nonce":809879927}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6811","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6813","nonce":809879927}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":809879927},{"type":"v1","addr":"172.21.15.196:6809","nonce":809879927}]},"public_addr":"172.21.15.196:6803/809879927","cluster_addr":"172.21.15.196:6807/809879927","heartbeat_back_addr":"172.21.15.196:6813/809879927","heartbeat_front_addr":"172.21.15.196:6809/809879927","state":["exists","up"]},{"osd":7,"uuid":"00000000-0000-0000-0000-000000000000","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":184,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6817","nonce":3075166270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6819","nonce":3075166270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6826","nonce":3075166270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6821","nonce":3075166270},{"type":"v1","addr":"172.21.15.196:6823","nonce":3075166270}]},"public_addr":"172.21.15.196:6817/3075166270","cluster_addr":"172.21.15.196:6819/3075166270","heartbeat_back_addr":"172.21.15.196:6826/3075166270","heartbeat_front_addr":"172.21.15.196:6823/3075166270","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.618930+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.546241+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.570121+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.627610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.646747+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.582051+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.621007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T06:09:49.599151+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.70:6837/946675668":"2024-09-06T06:20:30.192790+0000","172.21.15.70:6836/946675668":"2024-09-06T06:20:30.192790+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T06:20:36.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c000678f0 msgr2=0x7f6c00069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:36.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c000678f0 0x7f6c00069db0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c166830 tx=0x7f6c14009040 comp rx=0 tx=0).stop 2024-09-05T06:20:36.336 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 msgr2=0x7f6c1c0cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0cf740 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f6c1800c7f0 tx=0x7f6c1800ccb0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 shutdown_connections 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f6c000678f0 0x7f6c00069db0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c1c167690 0x7f6c1c0cf740 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c1c162f30 0x7f6c1c15a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 --2- 172.21.15.70:0/2086182639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c1c0d0c90 0x7f6c1c166150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 >> 172.21.15.70:0/2086182639 conn(0x7f6c1c06bcc0 msgr2=0x7f6c1c072470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 shutdown_connections 2024-09-05T06:20:36.337 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:36.338+0000 7f6c2365b640 1 -- 172.21.15.70:0/2086182639 wait complete. 2024-09-05T06:20:37.353 INFO:tasks.ceph:Scrubbing osd.0 2024-09-05T06:20:37.353 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-05T06:20:37.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd2408a4640 1 Processor -- start 2024-09-05T06:20:37.490 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd2408a4640 1 -- start start 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd2408a4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c157110 0x7fd23c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd2408a4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd23c06d570 con 0x7fd23c0d0e60 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd2408a4640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd23c06d850 con 0x7fd23c0b5ac0 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd2408a4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd23c06db30 con 0x7fd23c157110 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23ad9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd23c0d0e60 0x7fd23c0af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55796/0 (socket says 172.21.15.70:55796) 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23ad9d640 1 -- 172.21.15.70:0/507625160 learned_addr learned my addr 172.21.15.70:0/507625160 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 679002714 0 0) 0x7fd23c06d570 con 0x7fd23c0d0e60 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23a59c640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c157110 0x7fd23c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.493 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd228003530 con 0x7fd23c0d0e60 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1971568062 0 0) 0x7fd228003530 con 0x7fd23c0d0e60 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c157110 msgr2=0x7fd23c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c157110 0x7fd23c0b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 >> v1:172.21.15.196:6789/0 conn(0x7fd23c0b5ac0 legacy=0x7fd23c0d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd23c06de10 con 0x7fd23c0d0e60 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7fd234001a00 con 0x7fd23c0d0e60 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 >> v1:172.21.15.70:6789/0 conn(0x7fd23c0d0e60 legacy=0x7fd23c0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2280039f0 0x7fd228003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd228004810 0x7fd228004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c157110 0x7fd228005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c06db30 con 0x7fd2280039f0 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd22800bb00 con 0x7fd228004810 2024-09-05T06:20:37.494 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd22800bd00 con 0x7fd23c157110 2024-09-05T06:20:37.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23a59c640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2280039f0 0x7fd228003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23a59c640 1 -- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c157110 msgr2=0x7fd228005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:37.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23a59c640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c157110 0x7fd228005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23a59c640 1 -- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd228004810 msgr2=0x7fd228004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:37.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23a59c640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd228004810 0x7fd228004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.495 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.494+0000 7fd23a59c640 1 -- 172.21.15.70:0/507625160 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd228003530 con 0x7fd2280039f0 2024-09-05T06:20:37.496 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd23a59c640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2280039f0 0x7fd228003e10 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7fd22c00ba10 tx=0x7fd22c01c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45cc4e13390398af server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c0b3070 con 0x7fd2280039f0 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd22c0a8030 con 0x7fd2280039f0 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd239d9b640 1 -- 172.21.15.70:0/507625160 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c00b5e0 con 0x7fd2280039f0 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd2408a4640 1 -- 172.21.15.70:0/507625160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2280039f0 msgr2=0x7fd228003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd2408a4640 1 --2- 172.21.15.70:0/507625160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd2280039f0 0x7fd228003e10 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7fd22c00ba10 tx=0x7fd22c01c6c0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd23ad9d640 1 -- 172.21.15.70:0/507625160 reap_dead start 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd2408a4640 1 -- 172.21.15.70:0/507625160 shutdown_connections 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd2408a4640 1 -- 172.21.15.70:0/507625160 >> 172.21.15.70:0/507625160 conn(0x7fd23c06bcc0 msgr2=0x7fd23c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd2408a4640 1 -- 172.21.15.70:0/507625160 shutdown_connections 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd2408a4640 1 -- 172.21.15.70:0/507625160 wait complete. 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd2408a4640 1 Processor -- start 2024-09-05T06:20:37.497 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.498+0000 7fd2408a4640 1 -- start start 2024-09-05T06:20:37.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd23c1545c0 0x7fd23c0aef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd23c0af4c0 0x7fd23c0b2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c0b2ba0 0x7fd23c157620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c0b0280 con 0x7fd23c0af4c0 2024-09-05T06:20:37.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c0b0100 con 0x7fd23c1545c0 2024-09-05T06:20:37.499 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd23c168e60 con 0x7fd23c0b2ba0 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd23c0af4c0 0x7fd23c0b2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd23c0af4c0 0x7fd23c0b2660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57692/0 (socket says 172.21.15.70:57692) 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 -- 172.21.15.70:0/1762010283 learned_addr learned my addr 172.21.15.70:0/1762010283 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd23ad9d640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c0b2ba0 0x7fd23c157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 -- 172.21.15.70:0/1762010283 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c0b2ba0 msgr2=0x7fd23c157620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd23c0b2ba0 0x7fd23c157620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 -- 172.21.15.70:0/1762010283 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd23c1545c0 msgr2=0x7fd23c0aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd23c1545c0 0x7fd23c0aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 -- 172.21.15.70:0/1762010283 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd23c164dc0 con 0x7fd23c0af4c0 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd233fff640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd23c0af4c0 0x7fd23c0b2660 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7fd22400c490 tx=0x7fd22400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd224017070 con 0x7fd23c0af4c0 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2240052f0 con 0x7fd23c0af4c0 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd224003840 con 0x7fd23c0af4c0 2024-09-05T06:20:37.500 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd23c1650a0 con 0x7fd23c0af4c0 2024-09-05T06:20:37.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd23c165660 con 0x7fd23c0af4c0 2024-09-05T06:20:37.501 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd23c06d570 con 0x7fd23c0af4c0 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd22401a070 con 0x7fd23c0af4c0 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd21c0678f0 0x7fd21c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fd2240853e0 con 0x7fd23c0af4c0 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd23a59c640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd21c0678f0 0x7fd21c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fd21c06d7b0 0x7fd21c06fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 --> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd224020ec0 con 0x7fd21c06d7b0 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7fd224085870 con 0x7fd23c0af4c0 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd23ad9d640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fd21c06d7b0 0x7fd21c06fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.502 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.502+0000 7fd23a59c640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd21c0678f0 0x7fd21c069db0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fd22c0b0000 tx=0x7fd22c004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.506+0000 7fd23ad9d640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fd21c06d7b0 0x7fd21c06fbd0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.503 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.506+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 <== osd.0 v2:172.21.15.70:6824/2931668494 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7fd224020ec0 con 0x7fd21c06d7b0 2024-09-05T06:20:37.512 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.514+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 --> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd23c0d0530 con 0x7fd21c06d7b0 2024-09-05T06:20:37.513 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd232ffd640 1 -- 172.21.15.70:0/1762010283 <== osd.0 v2:172.21.15.70:6824/2931668494 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (crc 0 0 0) 0x7fd23c0d0530 con 0x7fd21c06d7b0 2024-09-05T06:20:37.513 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:37.513 INFO:teuthology.orchestra.run.smithi070.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-05T06:20:37.513 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:37.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fd21c06d7b0 msgr2=0x7fd21c06fbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.514 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6824/2931668494,v1:172.21.15.70:6825/2931668494] conn(0x7fd21c06d7b0 0x7fd21c06fbd0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd21c0678f0 msgr2=0x7fd21c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd21c0678f0 0x7fd21c069db0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fd22c0b0000 tx=0x7fd22c004740 comp rx=0 tx=0).stop 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd23c0af4c0 msgr2=0x7fd23c0b2660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 --2- 172.21.15.70:0/1762010283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd23c0af4c0 0x7fd23c0b2660 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7fd22400c490 tx=0x7fd22400c950 comp rx=0 tx=0).stop 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd23ad9d640 1 -- 172.21.15.70:0/1762010283 reap_dead start 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 shutdown_connections 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 >> 172.21.15.70:0/1762010283 conn(0x7fd23c06bcc0 msgr2=0x7fd23c154f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 shutdown_connections 2024-09-05T06:20:37.515 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.518+0000 7fd2408a4640 1 -- 172.21.15.70:0/1762010283 wait complete. 2024-09-05T06:20:37.530 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-05T06:20:37.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fc16a7640 1 Processor -- start 2024-09-05T06:20:37.635 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fc16a7640 1 -- start start 2024-09-05T06:20:37.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fc16a7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fbc0d3a50 0x7f9fbc169720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fc16a7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fbc0cfd30 con 0x7f9fbc0d4980 2024-09-05T06:20:37.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fc16a7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fbc0d0010 con 0x7f9fbc15edb0 2024-09-05T06:20:37.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fc16a7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9fbc0b5620 con 0x7f9fbc0d3a50 2024-09-05T06:20:37.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fbaffd640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f9fbc0d4980 0x7f9fbc0d4d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55798/0 (socket says 172.21.15.70:55798) 2024-09-05T06:20:37.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fbaffd640 1 -- 172.21.15.70:0/2174522356 learned_addr learned my addr 172.21.15.70:0/2174522356 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:37.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3641579947 0 0) 0x7f9fbc0cfd30 con 0x7f9fbc0d4980 2024-09-05T06:20:37.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9fa4003530 con 0x7f9fbc0d4980 2024-09-05T06:20:37.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3075464637 0 0) 0x7f9fa4003530 con 0x7f9fbc0d4980 2024-09-05T06:20:37.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fbc0d3a50 msgr2=0x7f9fbc169720 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T06:20:37.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fbc0d3a50 0x7f9fbc169720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 >> v1:172.21.15.196:6789/0 conn(0x7f9fbc15edb0 legacy=0x7f9fbc0d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fbc0d02f0 con 0x7f9fbc0d4980 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f9fac001680 con 0x7f9fbc0d4980 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 >> v1:172.21.15.70:6789/0 conn(0x7f9fbc0d4980 legacy=0x7f9fbc0d4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.638+0000 7f9fb9ffb640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fa40039f0 0x7f9fa4003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fb9ffb640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fa4004810 0x7f9fa4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fb9ffb640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fbc0d3a50 0x7f9fa400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc0b5620 con 0x7f9fa40039f0 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9fa4005550 con 0x7f9fa4004810 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9fa400bf10 con 0x7f9fbc0d3a50 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbaffd640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fa40039f0 0x7f9fa4003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbb7fe640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fbc0d3a50 0x7f9fa400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbaffd640 1 -- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fbc0d3a50 msgr2=0x7f9fa400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbaffd640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fbc0d3a50 0x7f9fa400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbaffd640 1 -- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fa4004810 msgr2=0x7f9fa4004c90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T06:20:37.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbaffd640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fa4004810 0x7f9fa4004c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbaffd640 1 -- 172.21.15.70:0/2174522356 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fa4003530 con 0x7f9fa40039f0 2024-09-05T06:20:37.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbaffd640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fa40039f0 0x7f9fa4003e10 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f9fac00c2c0 tx=0x7f9fac01ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb5f8b050dc48bd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fac007d60 con 0x7f9fa40039f0 2024-09-05T06:20:37.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fac0a9070 con 0x7f9fa40039f0 2024-09-05T06:20:37.640 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fb9ffb640 1 -- 172.21.15.70:0/2174522356 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fac0a5da0 con 0x7f9fa40039f0 2024-09-05T06:20:37.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fc16a7640 1 -- 172.21.15.70:0/2174522356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fa40039f0 msgr2=0x7f9fa4003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fc16a7640 1 --2- 172.21.15.70:0/2174522356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fa40039f0 0x7f9fa4003e10 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f9fac00c2c0 tx=0x7f9fac01ccf0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fbb7fe640 1 -- 172.21.15.70:0/2174522356 reap_dead start 2024-09-05T06:20:37.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fc16a7640 1 -- 172.21.15.70:0/2174522356 shutdown_connections 2024-09-05T06:20:37.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fc16a7640 1 -- 172.21.15.70:0/2174522356 >> 172.21.15.70:0/2174522356 conn(0x7f9fbc08e690 msgr2=0x7f9fbc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:37.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fc16a7640 1 -- 172.21.15.70:0/2174522356 shutdown_connections 2024-09-05T06:20:37.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.642+0000 7f9fc16a7640 1 -- 172.21.15.70:0/2174522356 wait complete. 2024-09-05T06:20:37.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 Processor -- start 2024-09-05T06:20:37.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 -- start start 2024-09-05T06:20:37.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fa40039f0 0x7f9fbc15b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fbc0ce9f0 0x7f9fbc0b85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fbc158410 0x7f9fbc158890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc16a0b0 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc169f30 con 0x7f9fbc158410 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9fbc16a230 con 0x7f9fa40039f0 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fbc0ce9f0 0x7f9fbc0b85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fbc0ce9f0 0x7f9fbc0b85c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57720/0 (socket says 172.21.15.70:57720) 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 -- 172.21.15.70:0/1819365838 learned_addr learned my addr 172.21.15.70:0/1819365838 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fbaffd640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fa40039f0 0x7f9fbc15b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fbb7fe640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fbc158410 0x7f9fbc158890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 -- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fa40039f0 msgr2=0x7f9fbc15b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fa40039f0 0x7f9fbc15b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 -- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fbc158410 msgr2=0x7f9fbc158890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fbc158410 0x7f9fbc158890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 -- 172.21.15.70:0/1819365838 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fbc0b8b00 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fbb7fe640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fbc158410 0x7f9fbc158890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:37.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fba7fc640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fbc0ce9f0 0x7f9fbc0b85c0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f9fb000c420 tx=0x7f9fb000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fa37fe640 1 -- 172.21.15.70:0/1819365838 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb0017070 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fa37fe640 1 -- 172.21.15.70:0/1819365838 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fb00052d0 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fbc158dd0 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fa37fe640 1 -- 172.21.15.70:0/1819365838 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb0003840 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fbc0b9060 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.646+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fbc0d4d60 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.650+0000 7f9fa37fe640 1 -- 172.21.15.70:0/1819365838 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9fb001a070 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.650+0000 7f9fa37fe640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9fa80678f0 0x7f9fa8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.650+0000 7f9fa37fe640 1 -- 172.21.15.70:0/1819365838 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f9fb0084c90 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.650+0000 7f9fbaffd640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9fa80678f0 0x7f9fa8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.647 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.650+0000 7f9fbaffd640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9fa80678f0 0x7f9fa8069db0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9fac0ab000 tx=0x7f9fac0b1040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.650 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.654+0000 7f9fa37fe640 1 -- 172.21.15.70:0/1819365838 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9fbc0b8b00 con 0x7f9fbc0ce9f0 2024-09-05T06:20:37.798 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f9fbc15d990 con 0x7f9fa80678f0 2024-09-05T06:20:37.798 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fa37fe640 1 -- 172.21.15.70:0/1819365838 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9fbc15d990 con 0x7f9fa80678f0 2024-09-05T06:20:37.798 INFO:teuthology.orchestra.run.smithi070.stderr:instructed osd(s) 0 to deep-scrub 2024-09-05T06:20:37.800 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9fa80678f0 msgr2=0x7f9fa8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9fa80678f0 0x7f9fa8069db0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9fac0ab000 tx=0x7f9fac0b1040 comp rx=0 tx=0).stop 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fbc0ce9f0 msgr2=0x7f9fbc0b85c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fbc0ce9f0 0x7f9fbc0b85c0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f9fb000c420 tx=0x7f9fb000c8e0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 shutdown_connections 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9fa80678f0 0x7f9fa8069db0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9fbc158410 0x7f9fbc158890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9fbc0ce9f0 0x7f9fbc0b85c0 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 --2- 172.21.15.70:0/1819365838 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9fa40039f0 0x7f9fbc15b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 >> 172.21.15.70:0/1819365838 conn(0x7f9fbc08e690 msgr2=0x7f9fbc09dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 shutdown_connections 2024-09-05T06:20:37.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.802+0000 7f9fc16a7640 1 -- 172.21.15.70:0/1819365838 wait complete. 2024-09-05T06:20:37.816 INFO:tasks.ceph:Scrubbing osd.1 2024-09-05T06:20:37.816 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-05T06:20:37.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d87ae4640 1 Processor -- start 2024-09-05T06:20:37.927 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d87ae4640 1 -- start start 2024-09-05T06:20:37.933 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d87ae4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 0x7f1d80072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d87ae4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d8015bc40 con 0x7f1d800afff0 2024-09-05T06:20:37.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d87ae4640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d800d14c0 con 0x7f1d80072a90 2024-09-05T06:20:37.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d87ae4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1d80073410 con 0x7f1d8006ed90 2024-09-05T06:20:37.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d85880640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f1d800afff0 0x7f1d800cda40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55800/0 (socket says 172.21.15.70:55800) 2024-09-05T06:20:37.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d85880640 1 -- 172.21.15.70:0/4049463784 learned_addr learned my addr 172.21.15.70:0/4049463784 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:37.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d86081640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 0x7f1d80072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1107693403 0 0) 0x7f1d8015bc40 con 0x7f1d800afff0 2024-09-05T06:20:37.934 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d6c003530 con 0x7f1d800afff0 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1282577802 0 0) 0x7f1d6c003530 con 0x7f1d800afff0 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 msgr2=0x7f1d80072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 0x7f1d80072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 >> v1:172.21.15.196:6789/0 conn(0x7f1d80072a90 legacy=0x7f1d8006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d80071cd0 con 0x7f1d800afff0 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f1d7c001680 con 0x7f1d800afff0 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 >> v1:172.21.15.70:6789/0 conn(0x7f1d800afff0 legacy=0x7f1d800cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1d6c0039f0 0x7f1d6c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 0x7f1d6c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d6c004d50 0x7f1d6c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1d80073410 con 0x7f1d6c004d50 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c00bab0 con 0x7f1d6c0039f0 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1d6c00bcb0 con 0x7f1d8006ed90 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d86081640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d6c004d50 0x7f1d6c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d85880640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1d6c0039f0 0x7f1d6c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8507f640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 0x7f1d6c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d86081640 1 -- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 msgr2=0x7f1d6c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d86081640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 0x7f1d6c004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d86081640 1 -- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1d6c0039f0 msgr2=0x7f1d6c003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d86081640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1d6c0039f0 0x7f1d6c003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.936 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d86081640 1 -- 172.21.15.70:0/4049463784 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d6c003530 con 0x7f1d6c004d50 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.930+0000 7f1d8507f640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d8006ed90 0x7f1d6c004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d86081640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d6c004d50 0x7f1d6c0051d0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f1d78009f70 tx=0x7f1d7801cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb93436d3415a5d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d780b2070 con 0x7f1d6c004d50 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d780a5cf0 con 0x7f1d6c004d50 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d8487e640 1 -- 172.21.15.70:0/4049463784 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d78009bf0 con 0x7f1d6c004d50 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d87ae4640 1 -- 172.21.15.70:0/4049463784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d6c004d50 msgr2=0x7f1d6c0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d87ae4640 1 --2- 172.21.15.70:0/4049463784 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d6c004d50 0x7f1d6c0051d0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f1d78009f70 tx=0x7f1d7801cc20 comp rx=0 tx=0).stop 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d86081640 1 -- 172.21.15.70:0/4049463784 reap_dead start 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d87ae4640 1 -- 172.21.15.70:0/4049463784 shutdown_connections 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d87ae4640 1 -- 172.21.15.70:0/4049463784 >> 172.21.15.70:0/4049463784 conn(0x7f1d8006bcc0 msgr2=0x7f1d8006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:37.937 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d87ae4640 1 -- 172.21.15.70:0/4049463784 shutdown_connections 2024-09-05T06:20:37.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.934+0000 7f1d87ae4640 1 -- 172.21.15.70:0/4049463784 wait complete. 2024-09-05T06:20:37.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 Processor -- start 2024-09-05T06:20:37.938 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 -- start start 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1d80140b60 0x7f1d801f2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d801566e0 0x7f1d801f5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d80156b60 0x7f1d801f59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1d80072290 con 0x7f1d80156b60 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1d80072600 con 0x7f1d80140b60 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1d800ce150 con 0x7f1d801566e0 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d80156b60 0x7f1d801f59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d80156b60 0x7f1d801f59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:57732/0 (socket says 172.21.15.70:57732) 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 -- 172.21.15.70:0/3163111300 learned_addr learned my addr 172.21.15.70:0/3163111300 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:37.941 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 -- 172.21.15.70:0/3163111300 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d801566e0 msgr2=0x7f1d801f5460 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1d801566e0 0x7f1d801f5460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 -- 172.21.15.70:0/3163111300 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1d80140b60 msgr2=0x7f1d801f2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1d80140b60 0x7f1d801f2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 -- 172.21.15.70:0/3163111300 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d80157010 con 0x7f1d80156b60 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d86081640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d80156b60 0x7f1d801f59a0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f1d780b0040 tx=0x7f1d78009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d780b2040 con 0x7f1d80156b60 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d780a5af0 con 0x7f1d80156b60 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d801572f0 con 0x7f1d80156b60 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d78009bf0 con 0x7f1d80156b60 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d801578b0 con 0x7f1d80156b60 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.938+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1d80157c90 con 0x7f1d80156b60 2024-09-05T06:20:37.942 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1d780c0020 con 0x7f1d80156b60 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d767fc640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1d640678c0 0x7f1d64069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f1d78120ae0 con 0x7f1d80156b60 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d85880640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1d640678c0 0x7f1d64069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d767fc640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7f1d6406d780 0x7f1d6406fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 --> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1d780afe90 con 0x7f1d6406d780 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7f1d78120f70 con 0x7f1d80156b60 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d8507f640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7f1d6406d780 0x7f1d6406fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d85880640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1d640678c0 0x7f1d64069d80 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c000f70 tx=0x7f1d7c000ee0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d8507f640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7f1d6406d780 0x7f1d6406fba0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:37.943 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.942+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 <== osd.1 v2:172.21.15.70:6816/11260623 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f1d780afe90 con 0x7f1d6406d780 2024-09-05T06:20:37.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.950+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 --> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f1d8015a620 con 0x7f1d6406d780 2024-09-05T06:20:37.949 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d767fc640 1 -- 172.21.15.70:0/3163111300 <== osd.1 v2:172.21.15.70:6816/11260623 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (crc 0 0 0) 0x7f1d8015a620 con 0x7f1d6406d780 2024-09-05T06:20:37.949 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:37.950 INFO:teuthology.orchestra.run.smithi070.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-05T06:20:37.950 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:37.950 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7f1d6406d780 msgr2=0x7f1d6406fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6816/11260623,v1:172.21.15.70:6817/11260623] conn(0x7f1d6406d780 0x7f1d6406fba0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1d640678c0 msgr2=0x7f1d64069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f1d640678c0 0x7f1d64069d80 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c000f70 tx=0x7f1d7c000ee0 comp rx=0 tx=0).stop 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d80156b60 msgr2=0x7f1d801f59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 --2- 172.21.15.70:0/3163111300 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1d80156b60 0x7f1d801f59a0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f1d780b0040 tx=0x7f1d78009750 comp rx=0 tx=0).stop 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d86081640 1 -- 172.21.15.70:0/3163111300 reap_dead start 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 shutdown_connections 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 >> 172.21.15.70:0/3163111300 conn(0x7f1d8006bcc0 msgr2=0x7f1d800b0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 shutdown_connections 2024-09-05T06:20:37.951 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:37.954+0000 7f1d87ae4640 1 -- 172.21.15.70:0/3163111300 wait complete. 2024-09-05T06:20:37.964 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-05T06:20:38.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5ec0e28640 1 Processor -- start 2024-09-05T06:20:38.067 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5ec0e28640 1 -- start start 2024-09-05T06:20:38.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5ec0e28640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5ebc0ceaf0 0x7f5ebc0d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5ec0e28640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ebc06d570 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5ec0e28640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ebc06d850 con 0x7f5ebc157110 2024-09-05T06:20:38.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5ec0e28640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5ebc0d10c0 con 0x7f5ebc0ceaf0 2024-09-05T06:20:38.069 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5eb9d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5ebc0ceaf0 0x7f5ebc0d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5ebad9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5ebc0d0c90 0x7f5ebc0af720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:55802/0 (socket says 172.21.15.70:55802) 2024-09-05T06:20:38.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5ebad9d640 1 -- 172.21.15.70:0/3129095278 learned_addr learned my addr 172.21.15.70:0/3129095278 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:38.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5eb9d9b640 1 -- 172.21.15.70:0/3129095278 >> v1:172.21.15.196:6789/0 conn(0x7f5ebc157110 legacy=0x7f5ebc0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5eb9d9b640 1 -- 172.21.15.70:0/3129095278 >> v1:172.21.15.70:6789/0 conn(0x7f5ebc0d0c90 legacy=0x7f5ebc0af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5eb9d9b640 1 -- 172.21.15.70:0/3129095278 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ebc06db30 con 0x7f5ebc0ceaf0 2024-09-05T06:20:38.070 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.070+0000 7f5eb959a640 1 -- 172.21.15.70:0/3129095278 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 436155551 0 0) 0x7f5ebc06d570 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5eb9d9b640 1 --2- 172.21.15.70:0/3129095278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0ceaf0 0x7f5ebc0d0750 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f5eb00097c0 tx=0x7f5eb001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5959ac643724a4cd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5eb959a640 1 -- 172.21.15.70:0/3129095278 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb00b0070 con 0x7f5ebc0ceaf0 2024-09-05T06:20:38.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5eb959a640 1 -- 172.21.15.70:0/3129095278 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5eb00ab600 con 0x7f5ebc0ceaf0 2024-09-05T06:20:38.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5eb959a640 1 -- 172.21.15.70:0/3129095278 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb00ab9d0 con 0x7f5ebc0ceaf0 2024-09-05T06:20:38.072 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- 172.21.15.70:0/3129095278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0ceaf0 msgr2=0x7f5ebc0d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 --2- 172.21.15.70:0/3129095278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0ceaf0 0x7f5ebc0d0750 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f5eb00097c0 tx=0x7f5eb001c460 comp rx=0 tx=0).stop 2024-09-05T06:20:38.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- 172.21.15.70:0/3129095278 shutdown_connections 2024-09-05T06:20:38.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 --2- 172.21.15.70:0/3129095278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0ceaf0 0x7f5ebc0d0750 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- 172.21.15.70:0/3129095278 >> 172.21.15.70:0/3129095278 conn(0x7f5ebc06bcc0 msgr2=0x7f5ebc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- 172.21.15.70:0/3129095278 shutdown_connections 2024-09-05T06:20:38.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- 172.21.15.70:0/3129095278 wait complete. 2024-09-05T06:20:38.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 Processor -- start 2024-09-05T06:20:38.073 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- start start 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ebc0ceaf0 0x7f5ebc158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0d0c90 0x7f5ebc14e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ebc157110 0x7f5ebc14cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5ebc0b5c90 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5ebc0b0240 con 0x7f5ebc157110 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5ec0e28640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5ebc16ae70 con 0x7f5ebc0ceaf0 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5eb9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0d0c90 0x7f5ebc14e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5eb9d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0d0c90 0x7f5ebc14e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53460/0 (socket says 172.21.15.70:53460) 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.074+0000 7f5eb9d9b640 1 -- 172.21.15.70:0/1864048218 learned_addr learned my addr 172.21.15.70:0/1864048218 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:38.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eb9d9b640 1 -- 172.21.15.70:0/1864048218 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ebc0ceaf0 msgr2=0x7f5ebc158010 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eb9d9b640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ebc0ceaf0 0x7f5ebc158010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eb9d9b640 1 -- 172.21.15.70:0/1864048218 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ebc157110 msgr2=0x7f5ebc14cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5ebad9d640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ebc157110 0x7f5ebc14cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eb9d9b640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ebc157110 0x7f5ebc14cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eb9d9b640 1 -- 172.21.15.70:0/1864048218 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ebc158550 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eb9d9b640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0d0c90 0x7f5ebc14e180 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f5eb0009710 tx=0x7f5eb001aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eaaffd640 1 -- 172.21.15.70:0/1864048218 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb00b0050 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eaaffd640 1 -- 172.21.15.70:0/1864048218 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5eb00bc070 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ebc150130 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eaaffd640 1 -- 172.21.15.70:0/1864048218 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb00b5a50 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ebc157980 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ebc1600b0 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eaaffd640 1 -- 172.21.15.70:0/1864048218 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5eb00ab480 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eaaffd640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5e9c0678c0 0x7f5e9c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eaaffd640 1 -- 172.21.15.70:0/1864048218 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f5eb01202c0 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eba59c640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5e9c0678c0 0x7f5e9c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.078 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.078+0000 7f5eba59c640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5e9c0678c0 0x7f5e9c069d80 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f5eac00ab90 tx=0x7f5eac009230 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.082+0000 7f5eaaffd640 1 -- 172.21.15.70:0/1864048218 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5eb0016050 con 0x7f5ebc0d0c90 2024-09-05T06:20:38.230 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.234+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f5ebc0cd020 con 0x7f5e9c0678c0 2024-09-05T06:20:38.231 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.234+0000 7f5eaaffd640 1 -- 172.21.15.70:0/1864048218 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f5ebc0cd020 con 0x7f5e9c0678c0 2024-09-05T06:20:38.231 INFO:teuthology.orchestra.run.smithi070.stderr:instructed osd(s) 1 to deep-scrub 2024-09-05T06:20:38.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5e9c0678c0 msgr2=0x7f5e9c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5e9c0678c0 0x7f5e9c069d80 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f5eac00ab90 tx=0x7f5eac009230 comp rx=0 tx=0).stop 2024-09-05T06:20:38.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0d0c90 msgr2=0x7f5ebc14e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0d0c90 0x7f5ebc14e180 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f5eb0009710 tx=0x7f5eb001aca0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 shutdown_connections 2024-09-05T06:20:38.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f5e9c0678c0 0x7f5e9c069d80 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.234 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ebc157110 0x7f5ebc14cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ebc0d0c90 0x7f5ebc14e180 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 --2- 172.21.15.70:0/1864048218 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ebc0ceaf0 0x7f5ebc158010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 >> 172.21.15.70:0/1864048218 conn(0x7f5ebc06bcc0 msgr2=0x7f5ebc06c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 shutdown_connections 2024-09-05T06:20:38.235 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.238+0000 7f5ec0e28640 1 -- 172.21.15.70:0/1864048218 wait complete. 2024-09-05T06:20:38.249 INFO:tasks.ceph:Scrubbing osd.2 2024-09-05T06:20:38.249 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-05T06:20:38.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390c72d640 1 Processor -- start 2024-09-05T06:20:38.374 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390c72d640 1 -- start start 2024-09-05T06:20:38.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390c72d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f390415c980 0x7f390406bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390c72d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39040cead0 con 0x7f39040d2570 2024-09-05T06:20:38.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390c72d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3904161450 con 0x7f3904070e10 2024-09-05T06:20:38.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390c72d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f39040ce7f0 con 0x7f390415c980 2024-09-05T06:20:38.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390acca640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f39040d2570 0x7f3904160d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49070/0 (socket says 172.21.15.70:49070) 2024-09-05T06:20:38.375 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390acca640 1 -- 172.21.15.70:0/4168343056 learned_addr learned my addr 172.21.15.70:0/4168343056 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:38.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1574371561 0 0) 0x7f38f4001120 con 0x7f39040d2570 2024-09-05T06:20:38.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f38ec003530 con 0x7f39040d2570 2024-09-05T06:20:38.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3241891081 0 0) 0x7f38ec003530 con 0x7f39040d2570 2024-09-05T06:20:38.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 >> v2:172.21.15.196:3300/0 conn(0x7f390415c980 msgr2=0x7f390406bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.377 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 --2- 172.21.15.70:0/4168343056 >> v2:172.21.15.196:3300/0 conn(0x7f390415c980 0x7f390406bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 >> v1:172.21.15.196:6789/0 conn(0x7f3904070e10 legacy=0x7f3904160630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39040d0bc0 con 0x7f39040d2570 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f38f4001850 con 0x7f39040d2570 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 >> v1:172.21.15.70:6789/0 conn(0x7f39040d2570 legacy=0x7f3904160d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38ec0039c0 0x7f38ec003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec004810 0x7f38ec004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38ec0052f0 0x7f38ec00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f39040ce7f0 con 0x7f38ec0052f0 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec00c1f0 con 0x7f38ec004810 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f38ec00c3f0 con 0x7f38ec0039c0 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390acca640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38ec0052f0 0x7f38ec00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f3909cc8640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec004810 0x7f38ec004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.378 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390acca640 1 -- 172.21.15.70:0/4168343056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38ec0039c0 msgr2=0x7f38ec003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390acca640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f38ec0039c0 0x7f38ec003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390acca640 1 -- 172.21.15.70:0/4168343056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec004810 msgr2=0x7f38ec004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390acca640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec004810 0x7f38ec004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.379 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.378+0000 7f390acca640 1 -- 172.21.15.70:0/4168343056 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ec003530 con 0x7f38ec0052f0 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390acca640 1 -- 172.21.15.70:0/4168343056 reap_dead start 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390acca640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38ec0052f0 0x7f38ec00b9d0 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f38f400c4c0 tx=0x7f38f401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ac5a9e663167a6e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f400c0e0 con 0x7f38ec0052f0 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38f40a9070 con 0x7f38ec0052f0 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f39094c7640 1 -- 172.21.15.70:0/4168343056 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f40a5de0 con 0x7f38ec0052f0 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 -- 172.21.15.70:0/4168343056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38ec0052f0 msgr2=0x7f38ec00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38ec0052f0 0x7f38ec00b9d0 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f38f400c4c0 tx=0x7f38f401cc80 comp rx=0 tx=0).stop 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 -- 172.21.15.70:0/4168343056 shutdown_connections 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 --2- 172.21.15.70:0/4168343056 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f38ec0052f0 0x7f38ec00b9d0 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.380 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 -- 172.21.15.70:0/4168343056 >> 172.21.15.70:0/4168343056 conn(0x7f39040d1a50 msgr2=0x7f39040d1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 -- 172.21.15.70:0/4168343056 shutdown_connections 2024-09-05T06:20:38.381 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 -- 172.21.15.70:0/4168343056 wait complete. 2024-09-05T06:20:38.382 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 Processor -- start 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.382+0000 7f390c72d640 1 -- start start 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec0052f0 0x7f39041508f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39041511f0 0x7f3904159be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3904153bd0 0x7f3904154080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f39040ce600 con 0x7f39041511f0 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f39040ce480 con 0x7f38ec0052f0 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f39040d16a0 con 0x7f3904153bd0 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39041511f0 0x7f3904159be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39041511f0 0x7f3904159be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53492/0 (socket says 172.21.15.70:53492) 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 -- 172.21.15.70:0/1200598362 learned_addr learned my addr 172.21.15.70:0/1200598362 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390a4c9640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec0052f0 0x7f39041508f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.383 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 -- 172.21.15.70:0/1200598362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3904153bd0 msgr2=0x7f3904154080 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3904153bd0 0x7f3904154080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 -- 172.21.15.70:0/1200598362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec0052f0 msgr2=0x7f39041508f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec0052f0 0x7f39041508f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 -- 172.21.15.70:0/1200598362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390415e3c0 con 0x7f39041511f0 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390a4c9640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f38ec0052f0 0x7f39041508f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3909cc8640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39041511f0 0x7f3904159be0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f38f800e3f0 tx=0x7f38f800e8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f8019070 con 0x7f39041511f0 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38f80052e0 con 0x7f39041511f0 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f390415e6a0 con 0x7f39041511f0 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f8003820 con 0x7f39041511f0 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f390415ec60 con 0x7f39041511f0 2024-09-05T06:20:38.384 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f390415cd60 con 0x7f39041511f0 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f38f801c070 con 0x7f39041511f0 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38f00678c0 0x7f38f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f38f8085a90 con 0x7f39041511f0 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390a4c9640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38f00678c0 0x7f38f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f38f006d780 0x7f38f006fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 --> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f38f0070250 con 0x7f38f006d780 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7f38f8085f20 con 0x7f39041511f0 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390acca640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f38f006d780 0x7f38f006fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390a4c9640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38f00678c0 0x7f38f0069d80 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f3904154900 tx=0x7f38fc007360 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.386 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.386+0000 7f390acca640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f38f006d780 0x7f38f006fba0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.387 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.390+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 <== osd.2 v2:172.21.15.70:6808/2287962825 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f38f0070250 con 0x7f38f006d780 2024-09-05T06:20:38.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.398+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 --> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f390406fe20 con 0x7f38f006d780 2024-09-05T06:20:38.396 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.398+0000 7f3902ffd640 1 -- 172.21.15.70:0/1200598362 <== osd.2 v2:172.21.15.70:6808/2287962825 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (crc 0 0 0) 0x7f390406fe20 con 0x7f38f006d780 2024-09-05T06:20:38.397 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:38.397 INFO:teuthology.orchestra.run.smithi070.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-05T06:20:38.397 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f38f006d780 msgr2=0x7f38f006fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6808/2287962825,v1:172.21.15.70:6809/2287962825] conn(0x7f38f006d780 0x7f38f006fba0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38f00678c0 msgr2=0x7f38f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f38f00678c0 0x7f38f0069d80 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f3904154900 tx=0x7f38fc007360 comp rx=0 tx=0).stop 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39041511f0 msgr2=0x7f3904159be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 --2- 172.21.15.70:0/1200598362 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39041511f0 0x7f3904159be0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f38f800e3f0 tx=0x7f38f800e8b0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390acca640 1 -- 172.21.15.70:0/1200598362 reap_dead start 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 shutdown_connections 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 >> 172.21.15.70:0/1200598362 conn(0x7f39040d1a50 msgr2=0x7f39040d1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.398 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 shutdown_connections 2024-09-05T06:20:38.399 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.402+0000 7f390c72d640 1 -- 172.21.15.70:0/1200598362 wait complete. 2024-09-05T06:20:38.413 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-05T06:20:38.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfc413640 1 Processor -- start 2024-09-05T06:20:38.522 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfc413640 1 -- start start 2024-09-05T06:20:38.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfc413640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415ee90 0x7f0bf40b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfc413640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0bf40d15d0 0x7f0bf40d1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfc413640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bf40d04e0 con 0x7f0bf40b3a50 2024-09-05T06:20:38.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfc413640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0bf40d28f0 con 0x7f0bf40d15d0 2024-09-05T06:20:38.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfc413640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0bf40d2bd0 con 0x7f0bf415ee90 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf99ae640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f0bf40b3a50 0x7f0bf40d5650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49080/0 (socket says 172.21.15.70:49080) 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf99ae640 1 -- 172.21.15.70:0/3412367556 learned_addr learned my addr 172.21.15.70:0/3412367556 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfa1af640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415ee90 0x7f0bf40b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfa9b0640 1 --2- 172.21.15.70:0/3412367556 >> v2:172.21.15.196:3300/0 conn(0x7f0bf40d15d0 0x7f0bf40d1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3912902135 0 0) 0x7f0bf40d04e0 con 0x7f0bf40b3a50 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0be0003530 con 0x7f0bf40b3a50 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3034452509 0 0) 0x7f0be0003530 con 0x7f0bf40b3a50 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415ee90 msgr2=0x7f0bf40b18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415ee90 0x7f0bf40b18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 >> v2:172.21.15.196:3300/0 conn(0x7f0bf40d15d0 msgr2=0x7f0bf40d1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 --2- 172.21.15.70:0/3412367556 >> v2:172.21.15.196:3300/0 conn(0x7f0bf40d15d0 0x7f0bf40d1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bf40d07c0 con 0x7f0bf40b3a50 2024-09-05T06:20:38.525 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f0be4001680 con 0x7f0bf40b3a50 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 >> v1:172.21.15.70:6789/0 conn(0x7f0bf40b3a50 legacy=0x7f0bf40d5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415ee90 0x7f0be00039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0be0003f40 0x7f0be0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0be0004d50 0x7f0be00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf40d28f0 con 0x7f0be0004d50 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf40d2bd0 con 0x7f0be0003f40 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0be000bab0 con 0x7f0bf415ee90 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfa9b0640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0be0004d50 0x7f0be00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfa9b0640 1 -- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415ee90 msgr2=0x7f0be00039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfa9b0640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415ee90 0x7f0be00039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfa9b0640 1 -- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0be0003f40 msgr2=0x7f0be0004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfa9b0640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0be0003f40 0x7f0be0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.526+0000 7f0bfa9b0640 1 -- 172.21.15.70:0/3412367556 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0be0003530 con 0x7f0be0004d50 2024-09-05T06:20:38.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfa9b0640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0be0004d50 0x7f0be00051d0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f0bec009fc0 tx=0x7f0bec01ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4244cebf5db0cac8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bec0b2070 con 0x7f0be0004d50 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bec0a5b80 con 0x7f0be0004d50 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bf91ad640 1 -- 172.21.15.70:0/3412367556 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bec009c10 con 0x7f0be0004d50 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfc413640 1 -- 172.21.15.70:0/3412367556 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0be0004d50 msgr2=0x7f0be00051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfc413640 1 --2- 172.21.15.70:0/3412367556 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0be0004d50 0x7f0be00051d0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f0bec009fc0 tx=0x7f0bec01ccc0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfa9b0640 1 -- 172.21.15.70:0/3412367556 reap_dead start 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfc413640 1 -- 172.21.15.70:0/3412367556 shutdown_connections 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfc413640 1 -- 172.21.15.70:0/3412367556 >> 172.21.15.70:0/3412367556 conn(0x7f0bf409dfb0 msgr2=0x7f0bf40d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfc413640 1 -- 172.21.15.70:0/3412367556 shutdown_connections 2024-09-05T06:20:38.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfc413640 1 -- 172.21.15.70:0/3412367556 wait complete. 2024-09-05T06:20:38.530 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfc413640 1 Processor -- start 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.530+0000 7f0bfc413640 1 -- start start 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415d2d0 0x7f0bf40cbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bf415d6b0 0x7f0bf4159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bf415a100 0x7f0bf4157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf40d39d0 con 0x7f0bf415d6b0 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf40d3850 con 0x7f0bf415a100 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0bf40d3b50 con 0x7f0bf415d2d0 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bf415d6b0 0x7f0bf4159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bf415d6b0 0x7f0bf4159bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53502/0 (socket says 172.21.15.70:53502) 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 -- 172.21.15.70:0/3289932543 learned_addr learned my addr 172.21.15.70:0/3289932543 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:38.531 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfa9b0640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bf415a100 0x7f0bf4157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfa1af640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415d2d0 0x7f0bf40cbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 -- 172.21.15.70:0/3289932543 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415d2d0 msgr2=0x7f0bf40cbdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415d2d0 0x7f0bf40cbdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 -- 172.21.15.70:0/3289932543 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bf415a100 msgr2=0x7f0bf4157e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bf415a100 0x7f0bf4157e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 -- 172.21.15.70:0/3289932543 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bf40cc760 con 0x7f0bf415d6b0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bf99ae640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bf415d6b0 0x7f0bf4159bc0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f0be400c730 tx=0x7f0be400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0beaffd640 1 -- 172.21.15.70:0/3289932543 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be4018070 con 0x7f0bf415d6b0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0beaffd640 1 -- 172.21.15.70:0/3289932543 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0be40072d0 con 0x7f0bf415d6b0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bf40cca40 con 0x7f0bf415d6b0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0beaffd640 1 -- 172.21.15.70:0/3289932543 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be40047f0 con 0x7f0bf415d6b0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bf41593c0 con 0x7f0bf415d6b0 2024-09-05T06:20:38.532 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bf40d0440 con 0x7f0bf415d6b0 2024-09-05T06:20:38.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0beaffd640 1 -- 172.21.15.70:0/3289932543 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0be401b070 con 0x7f0bf415d6b0 2024-09-05T06:20:38.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0beaffd640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bd80678f0 0x7f0bd8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0beaffd640 1 -- 172.21.15.70:0/3289932543 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f0be4084f80 con 0x7f0bf415d6b0 2024-09-05T06:20:38.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfa1af640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bd80678f0 0x7f0bd8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.533 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.534+0000 7f0bfa1af640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bd80678f0 0x7f0bd8069db0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0bf00047c0 tx=0x7f0bf0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.536 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.538+0000 7f0beaffd640 1 -- 172.21.15.70:0/3289932543 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0be4055e50 con 0x7f0bf415d6b0 2024-09-05T06:20:38.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f0bf406c510 con 0x7f0bd80678f0 2024-09-05T06:20:38.694 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0beaffd640 1 -- 172.21.15.70:0/3289932543 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0bf406c510 con 0x7f0bd80678f0 2024-09-05T06:20:38.694 INFO:teuthology.orchestra.run.smithi070.stderr:instructed osd(s) 2 to deep-scrub 2024-09-05T06:20:38.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bd80678f0 msgr2=0x7f0bd8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bd80678f0 0x7f0bd8069db0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0bf00047c0 tx=0x7f0bf0008040 comp rx=0 tx=0).stop 2024-09-05T06:20:38.696 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bf415d6b0 msgr2=0x7f0bf4159bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bf415d6b0 0x7f0bf4159bc0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f0be400c730 tx=0x7f0be400cbf0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 shutdown_connections 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f0bd80678f0 0x7f0bd8069db0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bf415a100 0x7f0bf4157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0bf415d6b0 0x7f0bf4159bc0 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 --2- 172.21.15.70:0/3289932543 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bf415d2d0 0x7f0bf40cbdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 >> 172.21.15.70:0/3289932543 conn(0x7f0bf409dfb0 msgr2=0x7f0bf40d4700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 shutdown_connections 2024-09-05T06:20:38.697 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.698+0000 7f0bfc413640 1 -- 172.21.15.70:0/3289932543 wait complete. 2024-09-05T06:20:38.712 INFO:tasks.ceph:Scrubbing osd.3 2024-09-05T06:20:38.713 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-05T06:20:38.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2fa4a14640 1 Processor -- start 2024-09-05T06:20:38.838 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2fa4a14640 1 -- start start 2024-09-05T06:20:38.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2fa4a14640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 0x7f2fa00af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2fa4a14640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fa006d570 con 0x7f2fa0157110 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2fa4a14640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fa006d850 con 0x7f2fa00ceaf0 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2fa4a14640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2fa006db30 con 0x7f2fa00d0e60 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9e59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2fa0157110 0x7f2fa00b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49094/0 (socket says 172.21.15.70:49094) 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9e59c640 1 -- 172.21.15.70:0/2140291602 learned_addr learned my addr 172.21.15.70:0/2140291602 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9ed9d640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 0x7f2fa00af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 787202607 0 0) 0x7f2fa006d570 con 0x7f2fa0157110 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2f88003530 con 0x7f2fa0157110 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3626349968 0 0) 0x7f2f88003530 con 0x7f2fa0157110 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 msgr2=0x7f2fa00af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 0x7f2fa00af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 >> v1:172.21.15.196:6789/0 conn(0x7f2fa00ceaf0 legacy=0x7f2fa00d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fa006de10 con 0x7f2fa0157110 2024-09-05T06:20:38.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f2f90001680 con 0x7f2fa0157110 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 >> v1:172.21.15.70:6789/0 conn(0x7f2fa0157110 legacy=0x7f2fa00b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f880039f0 0x7f2f88003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 0x7f2f88004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f88004d50 0x7f2f880051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa006db30 con 0x7f2f88004d50 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8800bab0 con 0x7f2f880039f0 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2f8800bcb0 con 0x7f2fa00d0e60 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9ed9d640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f88004d50 0x7f2f880051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9e59c640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f880039f0 0x7f2f88003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9dd9b640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 0x7f2f88004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 msgr2=0x7f2f88004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9ed9d640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 0x7f2f88004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f880039f0 msgr2=0x7f2f88003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9ed9d640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f880039f0 0x7f2f88003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/2140291602 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f88003530 con 0x7f2f88004d50 2024-09-05T06:20:38.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9e59c640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f880039f0 0x7f2f88003e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:38.843 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.842+0000 7f2f9dd9b640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00d0e60 0x7f2f88004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:38.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2f9ed9d640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f88004d50 0x7f2f880051d0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f2fa0071500 tx=0x7f2f9801cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20b7a3276d92c321 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f980b2070 con 0x7f2f88004d50 2024-09-05T06:20:38.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f980a5c90 con 0x7f2f88004d50 2024-09-05T06:20:38.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2f9d59a640 1 -- 172.21.15.70:0/2140291602 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f98009bf0 con 0x7f2f88004d50 2024-09-05T06:20:38.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- 172.21.15.70:0/2140291602 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f88004d50 msgr2=0x7f2f880051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.844 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 --2- 172.21.15.70:0/2140291602 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f88004d50 0x7f2f880051d0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f2fa0071500 tx=0x7f2f9801cbc0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/2140291602 reap_dead start 2024-09-05T06:20:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- 172.21.15.70:0/2140291602 shutdown_connections 2024-09-05T06:20:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- 172.21.15.70:0/2140291602 >> 172.21.15.70:0/2140291602 conn(0x7f2fa006bcc0 msgr2=0x7f2fa006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- 172.21.15.70:0/2140291602 shutdown_connections 2024-09-05T06:20:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- 172.21.15.70:0/2140291602 wait complete. 2024-09-05T06:20:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 Processor -- start 2024-09-05T06:20:38.845 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- start start 2024-09-05T06:20:38.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f88004d50 0x7f2fa01493f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00aa4a0 0x7f2fa00abf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2fa00ac4d0 0x7f2fa00afb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa00b5c90 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa006e3d0 con 0x7f2f88004d50 2024-09-05T06:20:38.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2fa4a14640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2fa00af720 con 0x7f2fa00aa4a0 2024-09-05T06:20:38.847 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2f9ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2fa00ac4d0 0x7f2fa00afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2f9ed9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2fa00ac4d0 0x7f2fa00afb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53524/0 (socket says 172.21.15.70:53524) 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.846+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/1299456074 learned_addr learned my addr 172.21.15.70:0/1299456074 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9e59c640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f88004d50 0x7f2fa01493f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9dd9b640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00aa4a0 0x7f2fa00abf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/1299456074 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00aa4a0 msgr2=0x7f2fa00abf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9ed9d640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00aa4a0 0x7f2fa00abf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/1299456074 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f88004d50 msgr2=0x7f2fa01493f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9ed9d640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f88004d50 0x7f2fa01493f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/1299456074 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fa0155ad0 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9e59c640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f88004d50 0x7f2fa01493f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9dd9b640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2fa00aa4a0 0x7f2fa00abf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9ed9d640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2fa00ac4d0 0x7f2fa00afb50 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f2f98002240 tx=0x7f2f98009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.848 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f980b2040 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f980a6e50 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fa00aaa10 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f98009bf0 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fa00aafd0 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2fa00d0230 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.849 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2f980c0020 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2f800678c0 0x7f2f80069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f2f981203a0 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.850 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9e59c640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2f800678c0 0x7f2f80069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f2f8006d780 0x7f2f8006fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 --> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2f80070250 con 0x7f2f8006d780 2024-09-05T06:20:38.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7f2f98120830 con 0x7f2fa00ac4d0 2024-09-05T06:20:38.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9dd9b640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f2f8006d780 0x7f2f8006fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9e59c640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2f800678c0 0x7f2f80069d80 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f2f900017f0 tx=0x7f2f90009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f9dd9b640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f2f8006d780 0x7f2f8006fba0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.851 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.850+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 <== osd.3 v2:172.21.15.70:6800/3659762287 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f2f80070250 con 0x7f2f8006d780 2024-09-05T06:20:38.859 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 --> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2fa00d0530 con 0x7f2f8006d780 2024-09-05T06:20:38.860 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2f8effd640 1 -- 172.21.15.70:0/1299456074 <== osd.3 v2:172.21.15.70:6800/3659762287 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (crc 0 0 0) 0x7f2fa00d0530 con 0x7f2f8006d780 2024-09-05T06:20:38.860 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:38.860 INFO:teuthology.orchestra.run.smithi070.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-05T06:20:38.860 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:38.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f2f8006d780 msgr2=0x7f2f8006fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6800/3659762287,v1:172.21.15.70:6801/3659762287] conn(0x7f2f8006d780 0x7f2f8006fba0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2f800678c0 msgr2=0x7f2f80069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f2f800678c0 0x7f2f80069d80 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f2f900017f0 tx=0x7f2f90009040 comp rx=0 tx=0).stop 2024-09-05T06:20:38.861 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2fa00ac4d0 msgr2=0x7f2fa00afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 --2- 172.21.15.70:0/1299456074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2fa00ac4d0 0x7f2fa00afb50 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f2f98002240 tx=0x7f2f98009750 comp rx=0 tx=0).stop 2024-09-05T06:20:38.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2f9ed9d640 1 -- 172.21.15.70:0/1299456074 reap_dead start 2024-09-05T06:20:38.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 shutdown_connections 2024-09-05T06:20:38.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 >> 172.21.15.70:0/1299456074 conn(0x7f2fa006bcc0 msgr2=0x7f2fa006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 shutdown_connections 2024-09-05T06:20:38.862 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.862+0000 7f2fa4a14640 1 -- 172.21.15.70:0/1299456074 wait complete. 2024-09-05T06:20:38.876 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-05T06:20:38.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f01191aa640 1 Processor -- start 2024-09-05T06:20:38.986 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f01191aa640 1 -- start start 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f01191aa640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0114146490 0x7f01140706c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f01191aa640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0114070c00 0x7f01140ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f01191aa640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01140cf880 con 0x7f01140cf410 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f01191aa640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0114073580 con 0x7f0114146490 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f01191aa640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f011415db90 con 0x7f0114070c00 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f0112d9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0114146490 0x7f01140706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f011359e640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f01140cf410 0x7f011406bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49098/0 (socket says 172.21.15.70:49098) 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f011359e640 1 -- 172.21.15.70:0/2612774700 learned_addr learned my addr 172.21.15.70:0/2612774700 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f0111d9b640 1 -- 172.21.15.70:0/2612774700 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2816005530 0 0) 0x7f01140cf880 con 0x7f01140cf410 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f0111d9b640 1 -- 172.21.15.70:0/2612774700 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f00fc003530 con 0x7f01140cf410 2024-09-05T06:20:38.988 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f011259c640 1 --2- 172.21.15.70:0/2612774700 >> v2:172.21.15.196:3300/0 conn(0x7f0114070c00 0x7f01140ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f0112d9d640 1 -- 172.21.15.70:0/2612774700 >> v2:172.21.15.196:3300/0 conn(0x7f0114070c00 msgr2=0x7f01140ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:38.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f0112d9d640 1 --2- 172.21.15.70:0/2612774700 >> v2:172.21.15.196:3300/0 conn(0x7f0114070c00 0x7f01140ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f0112d9d640 1 -- 172.21.15.70:0/2612774700 >> v1:172.21.15.70:6789/0 conn(0x7f01140cf410 legacy=0x7f011406bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f0112d9d640 1 -- 172.21.15.70:0/2612774700 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f011415d260 con 0x7f0114146490 2024-09-05T06:20:38.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.990+0000 7f011259c640 1 --2- 172.21.15.70:0/2612774700 >> v2:172.21.15.196:3300/0 conn(0x7f0114070c00 0x7f01140ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0112d9d640 1 --2- 172.21.15.70:0/2612774700 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114146490 0x7f01140706c0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f0114068790 tx=0x7f010401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6abf543ac39282a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0111d9b640 1 -- 172.21.15.70:0/2612774700 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01040b0070 con 0x7f0114146490 2024-09-05T06:20:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0111d9b640 1 -- 172.21.15.70:0/2612774700 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01040ab600 con 0x7f0114146490 2024-09-05T06:20:38.990 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0111d9b640 1 -- 172.21.15.70:0/2612774700 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01040ab9d0 con 0x7f0114146490 2024-09-05T06:20:38.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- 172.21.15.70:0/2612774700 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114146490 msgr2=0x7f01140706c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 --2- 172.21.15.70:0/2612774700 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114146490 0x7f01140706c0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f0114068790 tx=0x7f010401c480 comp rx=0 tx=0).stop 2024-09-05T06:20:38.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- 172.21.15.70:0/2612774700 shutdown_connections 2024-09-05T06:20:38.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 --2- 172.21.15.70:0/2612774700 >> v2:172.21.15.196:3300/0 conn(0x7f0114070c00 0x7f01140ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 --2- 172.21.15.70:0/2612774700 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114146490 0x7f01140706c0 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- 172.21.15.70:0/2612774700 >> 172.21.15.70:0/2612774700 conn(0x7f0114072730 msgr2=0x7f0114072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:38.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- 172.21.15.70:0/2612774700 shutdown_connections 2024-09-05T06:20:38.991 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- 172.21.15.70:0/2612774700 wait complete. 2024-09-05T06:20:38.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 Processor -- start 2024-09-05T06:20:38.992 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- start start 2024-09-05T06:20:38.993 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114070c00 0x7f011406f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01140cf410 0x7f01140701e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0114146490 0x7f011415c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f01141696b0 con 0x7f0114070c00 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0114169530 con 0x7f0114146490 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f01191aa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0114169830 con 0x7f01140cf410 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0112d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114070c00 0x7f011406f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0112d9d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114070c00 0x7f011406f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53540/0 (socket says 172.21.15.70:53540) 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0112d9d640 1 -- 172.21.15.70:0/3661186328 learned_addr learned my addr 172.21.15.70:0/3661186328 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f011259c640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01140cf410 0x7f01140701e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0112d9d640 1 -- 172.21.15.70:0/3661186328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01140cf410 msgr2=0x7f01140701e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0112d9d640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01140cf410 0x7f01140701e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0112d9d640 1 -- 172.21.15.70:0/3661186328 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0114146490 msgr2=0x7f011415c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:38.994 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.994+0000 7f0112d9d640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0114146490 0x7f011415c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:38.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f0112d9d640 1 -- 172.21.15.70:0/3661186328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01141426a0 con 0x7f0114070c00 2024-09-05T06:20:38.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f0112d9d640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114070c00 0x7f011406f290 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f01040ae040 tx=0x7f010401acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f00fb7fe640 1 -- 172.21.15.70:0/3661186328 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01040b0050 con 0x7f0114070c00 2024-09-05T06:20:38.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f00fb7fe640 1 -- 172.21.15.70:0/3661186328 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01040bc070 con 0x7f0114070c00 2024-09-05T06:20:38.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0114142940 con 0x7f0114070c00 2024-09-05T06:20:38.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f00fb7fe640 1 -- 172.21.15.70:0/3661186328 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01040b5870 con 0x7f0114070c00 2024-09-05T06:20:38.995 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0114142f00 con 0x7f0114070c00 2024-09-05T06:20:38.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01140ceed0 con 0x7f0114070c00 2024-09-05T06:20:38.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f00fb7fe640 1 -- 172.21.15.70:0/3661186328 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f01040b5a10 con 0x7f0114070c00 2024-09-05T06:20:38.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f00fb7fe640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01000678c0 0x7f0100069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:38.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f00fb7fe640 1 -- 172.21.15.70:0/3661186328 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f0104120160 con 0x7f0114070c00 2024-09-05T06:20:38.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f011259c640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01000678c0 0x7f0100069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:38.996 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:38.998+0000 7f011259c640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01000678c0 0x7f0100069d80 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f0108006fd0 tx=0x7f0108008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:38.999 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.002+0000 7f00fb7fe640 1 -- 172.21.15.70:0/3661186328 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0104016070 con 0x7f0114070c00 2024-09-05T06:20:39.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.150+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f0114070720 con 0x7f01000678c0 2024-09-05T06:20:39.149 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f00fb7fe640 1 -- 172.21.15.70:0/3661186328 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0114070720 con 0x7f01000678c0 2024-09-05T06:20:39.149 INFO:teuthology.orchestra.run.smithi070.stderr:instructed osd(s) 3 to deep-scrub 2024-09-05T06:20:39.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01000678c0 msgr2=0x7f0100069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.151 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01000678c0 0x7f0100069d80 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f0108006fd0 tx=0x7f0108008040 comp rx=0 tx=0).stop 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114070c00 msgr2=0x7f011406f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114070c00 0x7f011406f290 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f01040ae040 tx=0x7f010401acc0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 shutdown_connections 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f01000678c0 0x7f0100069d80 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0114146490 0x7f011415c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f01140cf410 0x7f01140701e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 --2- 172.21.15.70:0/3661186328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0114070c00 0x7f011406f290 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 >> 172.21.15.70:0/3661186328 conn(0x7f0114072730 msgr2=0x7f011406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 shutdown_connections 2024-09-05T06:20:39.152 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.154+0000 7f01191aa640 1 -- 172.21.15.70:0/3661186328 wait complete. 2024-09-05T06:20:39.168 INFO:tasks.ceph:Scrubbing osd.4 2024-09-05T06:20:39.168 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-05T06:20:39.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f44ad2640 1 Processor -- start 2024-09-05T06:20:39.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f44ad2640 1 -- start start 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f44ad2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8f4015cbe0 0x7f8f400b5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f44ad2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f400b0c90 0x7f8f400b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f44ad2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8f400b69c0 0x7f8f4015cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f44ad2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8f400b6e10 con 0x7f8f400b69c0 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f44ad2640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8f400b1130 con 0x7f8f4015cbe0 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f44ad2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8f400b13d0 con 0x7f8f400b0c90 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8f400b69c0 0x7f8f4015cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3ed9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8f400b69c0 0x7f8f4015cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53552/0 (socket says 172.21.15.70:53552) 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3ed9d640 1 -- 172.21.15.70:0/2742134217 learned_addr learned my addr 172.21.15.70:0/2742134217 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:39.296 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3e59c640 1 --2- 172.21.15.70:0/2742134217 >> v2:172.21.15.196:3300/0 conn(0x7f8f4015cbe0 0x7f8f400b5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3ed9d640 1 -- 172.21.15.70:0/2742134217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f400b0c90 msgr2=0x7f8f400b6480 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T06:20:39.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3ed9d640 1 --2- 172.21.15.70:0/2742134217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f400b0c90 0x7f8f400b6480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3ed9d640 1 -- 172.21.15.70:0/2742134217 >> v2:172.21.15.196:3300/0 conn(0x7f8f4015cbe0 msgr2=0x7f8f400b5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:39.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3ed9d640 1 --2- 172.21.15.70:0/2742134217 >> v2:172.21.15.196:3300/0 conn(0x7f8f4015cbe0 0x7f8f400b5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.297 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.298+0000 7f8f3ed9d640 1 -- 172.21.15.70:0/2742134217 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f400b1670 con 0x7f8f400b69c0 2024-09-05T06:20:39.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f3ed9d640 1 --2- 172.21.15.70:0/2742134217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b69c0 0x7f8f4015cfc0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f8f4006f710 tx=0x7f8f3001c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20897d27c2ca0897 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f3d59a640 1 -- 172.21.15.70:0/2742134217 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f300aa660 con 0x7f8f400b69c0 2024-09-05T06:20:39.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f3d59a640 1 -- 172.21.15.70:0/2742134217 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f300af070 con 0x7f8f400b69c0 2024-09-05T06:20:39.298 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f3d59a640 1 -- 172.21.15.70:0/2742134217 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f300aaa20 con 0x7f8f400b69c0 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2742134217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b69c0 msgr2=0x7f8f4015cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 --2- 172.21.15.70:0/2742134217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b69c0 0x7f8f4015cfc0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f8f4006f710 tx=0x7f8f3001c540 comp rx=0 tx=0).stop 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2742134217 shutdown_connections 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 --2- 172.21.15.70:0/2742134217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b69c0 0x7f8f4015cfc0 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 --2- 172.21.15.70:0/2742134217 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f400b0c90 0x7f8f400b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 --2- 172.21.15.70:0/2742134217 >> v2:172.21.15.196:3300/0 conn(0x7f8f4015cbe0 0x7f8f400b5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2742134217 >> 172.21.15.70:0/2742134217 conn(0x7f8f4009ba40 msgr2=0x7f8f4009be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2742134217 shutdown_connections 2024-09-05T06:20:39.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2742134217 wait complete. 2024-09-05T06:20:39.300 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 Processor -- start 2024-09-05T06:20:39.300 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 -- start start 2024-09-05T06:20:39.302 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b0c90 0x7f8f4014d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f400b69c0 0x7f8f4014ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.302+0000 7f8f44ad2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f4015cbe0 0x7f8f40159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f44ad2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4006fb80 con 0x7f8f400b0c90 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f44ad2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4006fa00 con 0x7f8f400b69c0 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f44ad2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8f4006fd00 con 0x7f8f4015cbe0 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b0c90 0x7f8f4014d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b0c90 0x7f8f4014d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53554/0 (socket says 172.21.15.70:53554) 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 -- 172.21.15.70:0/2682363643 learned_addr learned my addr 172.21.15.70:0/2682363643 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3dd9b640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f400b69c0 0x7f8f4014ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3ed9d640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f4015cbe0 0x7f8f40159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 -- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f4015cbe0 msgr2=0x7f8f40159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.303 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8f4015cbe0 0x7f8f40159010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 -- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f400b69c0 msgr2=0x7f8f4014ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f400b69c0 0x7f8f4014ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 -- 172.21.15.70:0/2682363643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f400b2810 con 0x7f8f400b0c90 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3dd9b640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8f400b69c0 0x7f8f4014ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3e59c640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b0c90 0x7f8f4014d0c0 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f8f38007e40 tx=0x7f8f3800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38014620 con 0x7f8f400b0c90 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f38019070 con 0x7f8f400b0c90 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f400b2af0 con 0x7f8f400b0c90 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38014a00 con 0x7f8f400b0c90 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f400b30b0 con 0x7f8f400b0c90 2024-09-05T06:20:39.304 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8f4015cfc0 con 0x7f8f400b0c90 2024-09-05T06:20:39.305 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8f38014ba0 con 0x7f8f400b0c90 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f200678c0 0x7f8f20069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f8f38086cd0 con 0x7f8f400b0c90 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3dd9b640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f200678c0 0x7f8f20069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7f8f2006d780 0x7f8f2006fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 --> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8f3800be50 con 0x7f8f2006d780 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7f8f38087160 con 0x7f8f400b0c90 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3ed9d640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7f8f2006d780 0x7f8f2006fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3dd9b640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f200678c0 0x7f8f20069d80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f8f34006fd0 tx=0x7f8f34008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.306 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.306+0000 7f8f3ed9d640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7f8f2006d780 0x7f8f2006fba0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.307 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.310+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 <== osd.4 v2:172.21.15.196:6800/2562561792 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7f8f3800be50 con 0x7f8f2006d780 2024-09-05T06:20:39.317 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.318+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 --> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8f40070a50 con 0x7f8f2006d780 2024-09-05T06:20:39.318 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f2effd640 1 -- 172.21.15.70:0/2682363643 <== osd.4 v2:172.21.15.196:6800/2562561792 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (crc 0 0 0) 0x7f8f40070a50 con 0x7f8f2006d780 2024-09-05T06:20:39.319 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:39.319 INFO:teuthology.orchestra.run.smithi070.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-05T06:20:39.319 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7f8f2006d780 msgr2=0x7f8f2006fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.196:6800/2562561792,v1:172.21.15.196:6801/2562561792] conn(0x7f8f2006d780 0x7f8f2006fba0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f200678c0 msgr2=0x7f8f20069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8f200678c0 0x7f8f20069d80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f8f34006fd0 tx=0x7f8f34008040 comp rx=0 tx=0).stop 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b0c90 msgr2=0x7f8f4014d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 --2- 172.21.15.70:0/2682363643 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b0c90 0x7f8f4014d0c0 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f8f38007e40 tx=0x7f8f3800e4b0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f3ed9d640 1 -- 172.21.15.70:0/2682363643 reap_dead start 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 shutdown_connections 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 >> 172.21.15.70:0/2682363643 conn(0x7f8f4009ba40 msgr2=0x7f8f4015b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:39.320 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 shutdown_connections 2024-09-05T06:20:39.321 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.322+0000 7f8f44ad2640 1 -- 172.21.15.70:0/2682363643 wait complete. 2024-09-05T06:20:39.335 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-05T06:20:39.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64f6df640 1 Processor -- start 2024-09-05T06:20:39.439 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64f6df640 1 -- start start 2024-09-05T06:20:39.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64f6df640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe64815b1a0 0x7fe6480b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64f6df640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe6480afae0 0x7fe64815b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64f6df640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe64815c5d0 con 0x7fe64815bac0 2024-09-05T06:20:39.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64f6df640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe6480b0330 con 0x7fe6480afae0 2024-09-05T06:20:39.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64f6df640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe648072890 con 0x7fe64815b1a0 2024-09-05T06:20:39.441 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64dc7c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe64815bac0 0x7fe64815bec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49104/0 (socket says 172.21.15.70:49104) 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64dc7c640 1 -- 172.21.15.70:0/1540600576 learned_addr learned my addr 172.21.15.70:0/1540600576 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64cc7a640 1 --2- 172.21.15.70:0/1540600576 >> v2:172.21.15.70:3300/0 conn(0x7fe6480afae0 0x7fe64815b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe647fff640 1 -- 172.21.15.70:0/1540600576 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2488028717 0 0) 0x7fe64815c5d0 con 0x7fe64815bac0 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe647fff640 1 -- 172.21.15.70:0/1540600576 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe630003530 con 0x7fe64815bac0 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64cc7a640 1 -- 172.21.15.70:0/1540600576 >> v2:172.21.15.196:3300/0 conn(0x7fe64815b1a0 msgr2=0x7fe6480b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64d47b640 1 --2- 172.21.15.70:0/1540600576 >> v2:172.21.15.196:3300/0 conn(0x7fe64815b1a0 0x7fe6480b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64cc7a640 1 --2- 172.21.15.70:0/1540600576 >> v2:172.21.15.196:3300/0 conn(0x7fe64815b1a0 0x7fe6480b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64cc7a640 1 -- 172.21.15.70:0/1540600576 >> v1:172.21.15.70:6789/0 conn(0x7fe64815bac0 legacy=0x7fe64815bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.442+0000 7fe64cc7a640 1 -- 172.21.15.70:0/1540600576 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe648072b70 con 0x7fe6480afae0 2024-09-05T06:20:39.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64cc7a640 1 --2- 172.21.15.70:0/1540600576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe64815b580 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fe64806f670 tx=0x7fe63c01d850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecf96af4a1d7cd63 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe647fff640 1 -- 172.21.15.70:0/1540600576 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c0b3070 con 0x7fe6480afae0 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe647fff640 1 -- 172.21.15.70:0/1540600576 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe63c0a6720 con 0x7fe6480afae0 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe647fff640 1 -- 172.21.15.70:0/1540600576 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c00b040 con 0x7fe6480afae0 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 -- 172.21.15.70:0/1540600576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 msgr2=0x7fe64815b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 --2- 172.21.15.70:0/1540600576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe64815b580 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fe64806f670 tx=0x7fe63c01d850 comp rx=0 tx=0).stop 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 -- 172.21.15.70:0/1540600576 shutdown_connections 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 --2- 172.21.15.70:0/1540600576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe64815b580 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 --2- 172.21.15.70:0/1540600576 >> v2:172.21.15.196:3300/0 conn(0x7fe64815b1a0 0x7fe6480b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 -- 172.21.15.70:0/1540600576 >> 172.21.15.70:0/1540600576 conn(0x7fe64806bcc0 msgr2=0x7fe64806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 -- 172.21.15.70:0/1540600576 shutdown_connections 2024-09-05T06:20:39.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 -- 172.21.15.70:0/1540600576 wait complete. 2024-09-05T06:20:39.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 Processor -- start 2024-09-05T06:20:39.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.446+0000 7fe64f6df640 1 -- start start 2024-09-05T06:20:39.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe6480af020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe64815b1a0 0x7fe6481579c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe64815bac0 0x7fe648151600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe64806e580 con 0x7fe6480afae0 2024-09-05T06:20:39.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe648073840 con 0x7fe64815bac0 2024-09-05T06:20:39.447 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe64806e700 con 0x7fe64815b1a0 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe6480af020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe6480af020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53574/0 (socket says 172.21.15.70:53574) 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 -- 172.21.15.70:0/2868002666 learned_addr learned my addr 172.21.15.70:0/2868002666 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 -- 172.21.15.70:0/2868002666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe64815b1a0 msgr2=0x7fe6481579c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64cc7a640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe64815b1a0 0x7fe6481579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe64815b1a0 0x7fe6481579c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 -- 172.21.15.70:0/2868002666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe64815bac0 msgr2=0x7fe648151600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe64815bac0 0x7fe648151600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 -- 172.21.15.70:0/2868002666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe648157f00 con 0x7fe6480afae0 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64cc7a640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe64815b1a0 0x7fe6481579c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64d47b640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe6480af020 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fe63800ce10 tx=0x7fe63800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.448 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe645ffb640 1 -- 172.21.15.70:0/2868002666 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe638003ba0 con 0x7fe6480afae0 2024-09-05T06:20:39.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe645ffb640 1 -- 172.21.15.70:0/2868002666 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe638003d40 con 0x7fe6480afae0 2024-09-05T06:20:39.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6481581c0 con 0x7fe6480afae0 2024-09-05T06:20:39.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe645ffb640 1 -- 172.21.15.70:0/2868002666 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe638004260 con 0x7fe6480afae0 2024-09-05T06:20:39.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe648158780 con 0x7fe6480afae0 2024-09-05T06:20:39.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe64815b580 con 0x7fe6480afae0 2024-09-05T06:20:39.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe645ffb640 1 -- 172.21.15.70:0/2868002666 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe638004400 con 0x7fe6480afae0 2024-09-05T06:20:39.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe645ffb640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe645ffb640 1 -- 172.21.15.70:0/2868002666 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fe638086820 con 0x7fe6480afae0 2024-09-05T06:20:39.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64cc7a640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.450+0000 7fe64cc7a640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0b0000 tx=0x7fe63c00c040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.454+0000 7fe645ffb640 1 -- 172.21.15.70:0/2868002666 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe63801d340 con 0x7fe6480afae0 2024-09-05T06:20:39.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.602+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7fe6480d0200 con 0x7fe6340678c0 2024-09-05T06:20:39.600 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.602+0000 7fe645ffb640 1 -- 172.21.15.70:0/2868002666 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe6480d0200 con 0x7fe6340678c0 2024-09-05T06:20:39.600 INFO:teuthology.orchestra.run.smithi070.stderr:instructed osd(s) 4 to deep-scrub 2024-09-05T06:20:39.602 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 msgr2=0x7fe634069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0b0000 tx=0x7fe63c00c040 comp rx=0 tx=0).stop 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 msgr2=0x7fe6480af020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe6480af020 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fe63800ce10 tx=0x7fe63800a660 comp rx=0 tx=0).stop 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 shutdown_connections 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fe6340678c0 0x7fe634069d80 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe64815bac0 0x7fe648151600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe64815b1a0 0x7fe6481579c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 --2- 172.21.15.70:0/2868002666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe6480afae0 0x7fe6480af020 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 >> 172.21.15.70:0/2868002666 conn(0x7fe64806bcc0 msgr2=0x7fe6480cd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 shutdown_connections 2024-09-05T06:20:39.603 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.606+0000 7fe64f6df640 1 -- 172.21.15.70:0/2868002666 wait complete. 2024-09-05T06:20:39.617 INFO:tasks.ceph:Scrubbing osd.5 2024-09-05T06:20:39.618 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-05T06:20:39.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a8ecf640 1 Processor -- start 2024-09-05T06:20:39.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a8ecf640 1 -- start start 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a8ecf640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa1a406f4e0 0x7fa1a4141010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a8ecf640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1a40d1870 con 0x7fa1a415c9e0 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a8ecf640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1a415ce40 con 0x7fa1a40d1490 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a8ecf640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa1a4141550 con 0x7fa1a406f4e0 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a1d9b640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fa1a415c9e0 0x7fa1a406edd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49106/0 (socket says 172.21.15.70:49106) 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a2d9d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa1a406f4e0 0x7fa1a4141010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a1d9b640 1 -- 172.21.15.70:0/592847080 learned_addr learned my addr 172.21.15.70:0/592847080 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a159a640 1 -- 172.21.15.70:0/592847080 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 523027383 0 0) 0x7fa1a40d1870 con 0x7fa1a415c9e0 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a159a640 1 -- 172.21.15.70:0/592847080 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa190003530 con 0x7fa1a415c9e0 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a2d9d640 1 -- 172.21.15.70:0/592847080 >> v1:172.21.15.196:6789/0 conn(0x7fa1a40d1490 legacy=0x7fa1a413efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:39.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a2d9d640 1 -- 172.21.15.70:0/592847080 >> v1:172.21.15.70:6789/0 conn(0x7fa1a415c9e0 legacy=0x7fa1a406edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.746+0000 7fa1a2d9d640 1 -- 172.21.15.70:0/592847080 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1a41417b0 con 0x7fa1a406f4e0 2024-09-05T06:20:39.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a2d9d640 1 --2- 172.21.15.70:0/592847080 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a406f4e0 0x7fa1a4141010 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7fa19c0097c0 tx=0x7fa19c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47da30e66c19666e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a159a640 1 -- 172.21.15.70:0/592847080 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa19c0b0070 con 0x7fa1a406f4e0 2024-09-05T06:20:39.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a159a640 1 -- 172.21.15.70:0/592847080 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa19c004230 con 0x7fa1a406f4e0 2024-09-05T06:20:39.746 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a159a640 1 -- 172.21.15.70:0/592847080 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa19c003620 con 0x7fa1a406f4e0 2024-09-05T06:20:39.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/592847080 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a406f4e0 msgr2=0x7fa1a4141010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 --2- 172.21.15.70:0/592847080 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a406f4e0 0x7fa1a4141010 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7fa19c0097c0 tx=0x7fa19c01c460 comp rx=0 tx=0).stop 2024-09-05T06:20:39.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/592847080 shutdown_connections 2024-09-05T06:20:39.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 --2- 172.21.15.70:0/592847080 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a406f4e0 0x7fa1a4141010 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/592847080 >> 172.21.15.70:0/592847080 conn(0x7fa1a40b3790 msgr2=0x7fa1a40b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:39.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/592847080 shutdown_connections 2024-09-05T06:20:39.747 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/592847080 wait complete. 2024-09-05T06:20:39.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 Processor -- start 2024-09-05T06:20:39.748 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.750+0000 7fa1a8ecf640 1 -- start start 2024-09-05T06:20:39.750 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa1a406f4e0 0x7fa1a40d03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a40d1490 0x7fa1a4167a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa1a415c9e0 0x7fa1a41514f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa1a406f930 con 0x7fa1a40d1490 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa1a413f6e0 con 0x7fa1a406f4e0 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa1a406fab0 con 0x7fa1a415c9e0 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a40d1490 0x7fa1a4167a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a40d1490 0x7fa1a4167a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53590/0 (socket says 172.21.15.70:53590) 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 -- 172.21.15.70:0/681418325 learned_addr learned my addr 172.21.15.70:0/681418325 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a2d9d640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa1a415c9e0 0x7fa1a41514f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 -- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa1a415c9e0 msgr2=0x7fa1a41514f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa1a415c9e0 0x7fa1a41514f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 -- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa1a406f4e0 msgr2=0x7fa1a40d03b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T06:20:39.751 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa1a406f4e0 0x7fa1a40d03b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 -- 172.21.15.70:0/681418325 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1a415eb70 con 0x7fa1a40d1490 2024-09-05T06:20:39.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a1d9b640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a40d1490 0x7fa1a4167a30 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7fa19400c3c0 tx=0x7fa19400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa194017070 con 0x7fa1a40d1490 2024-09-05T06:20:39.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa194005cf0 con 0x7fa1a40d1490 2024-09-05T06:20:39.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1940072f0 con 0x7fa1a40d1490 2024-09-05T06:20:39.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1a415ee10 con 0x7fa1a40d1490 2024-09-05T06:20:39.752 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1a415f3d0 con 0x7fa1a40d1490 2024-09-05T06:20:39.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa1a4069360 con 0x7fa1a40d1490 2024-09-05T06:20:39.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa19401a070 con 0x7fa1a40d1490 2024-09-05T06:20:39.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa1840678c0 0x7fa184069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fa194085470 con 0x7fa1a40d1490 2024-09-05T06:20:39.753 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a259c640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa1840678c0 0x7fa184069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7fa18406d780 0x7fa18406fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 --> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa19401be50 con 0x7fa18406d780 2024-09-05T06:20:39.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7fa194085900 con 0x7fa1a40d1490 2024-09-05T06:20:39.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.754+0000 7fa1a259c640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa1840678c0 0x7fa184069d80 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fa18c007fd0 tx=0x7fa18c007d40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.758+0000 7fa1a2d9d640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7fa18406d780 0x7fa18406fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.754 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.758+0000 7fa1a2d9d640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7fa18406d780 0x7fa18406fba0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.755 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.758+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 <== osd.5 v2:172.21.15.196:6820/3876743068 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7fa19401be50 con 0x7fa18406d780 2024-09-05T06:20:39.765 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 --> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa1a4141010 con 0x7fa18406d780 2024-09-05T06:20:39.766 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa19affd640 1 -- 172.21.15.70:0/681418325 <== osd.5 v2:172.21.15.196:6820/3876743068 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (crc 0 0 0) 0x7fa1a4141010 con 0x7fa18406d780 2024-09-05T06:20:39.767 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:39.767 INFO:teuthology.orchestra.run.smithi070.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-05T06:20:39.767 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:39.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7fa18406d780 msgr2=0x7fa18406fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.196:6820/3876743068,v1:172.21.15.196:6822/3876743068] conn(0x7fa18406d780 0x7fa18406fba0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa1840678c0 msgr2=0x7fa184069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fa1840678c0 0x7fa184069d80 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fa18c007fd0 tx=0x7fa18c007d40 comp rx=0 tx=0).stop 2024-09-05T06:20:39.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a40d1490 msgr2=0x7fa1a4167a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 --2- 172.21.15.70:0/681418325 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa1a40d1490 0x7fa1a4167a30 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7fa19400c3c0 tx=0x7fa19400c880 comp rx=0 tx=0).stop 2024-09-05T06:20:39.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a2d9d640 1 -- 172.21.15.70:0/681418325 reap_dead start 2024-09-05T06:20:39.768 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 shutdown_connections 2024-09-05T06:20:39.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 >> 172.21.15.70:0/681418325 conn(0x7fa1a40b3790 msgr2=0x7fa1a40b58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:39.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 shutdown_connections 2024-09-05T06:20:39.769 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.770+0000 7fa1a8ecf640 1 -- 172.21.15.70:0/681418325 wait complete. 2024-09-05T06:20:39.783 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-05T06:20:39.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cb48b2640 1 Processor -- start 2024-09-05T06:20:39.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cb48b2640 1 -- start start 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cb48b2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015a770 0x7f8cb0073270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cb48b2640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8cb015f290 0x7f8cb01666e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cb48b2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cb015dbe0 con 0x7f8cb00752c0 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cb48b2640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8cb015ab50 con 0x7f8cb015f290 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cb48b2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8cb015de80 con 0x7f8cb015a770 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cae59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015a770 0x7f8cb0073270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cae59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015a770 0x7f8cb0073270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.70:58984/0 (socket says 172.21.15.70:58984) 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cae59c640 1 -- 172.21.15.70:0/2259913418 learned_addr learned my addr 172.21.15.70:0/2259913418 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:39.900 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8caed9d640 1 --2- 172.21.15.70:0/2259913418 >> v2:172.21.15.196:3300/0 conn(0x7f8cb015f290 0x7f8cb01666e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8caed9d640 1 -- 172.21.15.70:0/2259913418 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015a770 msgr2=0x7f8cb0073270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:39.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8caed9d640 1 --2- 172.21.15.70:0/2259913418 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015a770 0x7f8cb0073270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8caed9d640 1 -- 172.21.15.70:0/2259913418 >> v1:172.21.15.196:6789/0 conn(0x7f8cb00752c0 legacy=0x7f8cb00737b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8caed9d640 1 -- 172.21.15.70:0/2259913418 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cb00b36e0 con 0x7f8cb015f290 2024-09-05T06:20:39.901 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.902+0000 7f8cae59c640 1 --2- 172.21.15.70:0/2259913418 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015a770 0x7f8cb0073270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:20:39.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8caed9d640 1 --2- 172.21.15.70:0/2259913418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015f290 0x7f8cb01666e0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8c980097c0 tx=0x7f8c9801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10c4138c2eae9d51 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cad59a640 1 -- 172.21.15.70:0/2259913418 <== mon.1 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c980b0070 con 0x7f8cb015f290 2024-09-05T06:20:39.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cad59a640 1 -- 172.21.15.70:0/2259913418 <== mon.1 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c980ab600 con 0x7f8cb015f290 2024-09-05T06:20:39.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cad59a640 1 -- 172.21.15.70:0/2259913418 <== mon.1 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c980ab9d0 con 0x7f8cb015f290 2024-09-05T06:20:39.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cb48b2640 1 -- 172.21.15.70:0/2259913418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015f290 msgr2=0x7f8cb01666e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.904 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/2259913418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015f290 0x7f8cb01666e0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8c980097c0 tx=0x7f8c9801c4a0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cb48b2640 1 -- 172.21.15.70:0/2259913418 shutdown_connections 2024-09-05T06:20:39.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/2259913418 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015f290 0x7f8cb01666e0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/2259913418 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015a770 0x7f8cb0073270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cb48b2640 1 -- 172.21.15.70:0/2259913418 >> 172.21.15.70:0/2259913418 conn(0x7f8cb00723c0 msgr2=0x7f8cb00b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:39.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cb48b2640 1 -- 172.21.15.70:0/2259913418 shutdown_connections 2024-09-05T06:20:39.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.906+0000 7f8cb48b2640 1 -- 172.21.15.70:0/2259913418 wait complete. 2024-09-05T06:20:39.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 Processor -- start 2024-09-05T06:20:39.906 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 -- start start 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8cb00752c0 0x7f8cb00afff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015a770 0x7f8cb01588a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015f290 0x7f8cb0158de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb0169440 con 0x7f8cb00752c0 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8cb01695c0 con 0x7f8cb015a770 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8cb0169740 con 0x7f8cb015f290 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8cb00752c0 0x7f8cb00afff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8cb00752c0 0x7f8cb00afff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53600/0 (socket says 172.21.15.70:53600) 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 -- 172.21.15.70:0/1685163885 learned_addr learned my addr 172.21.15.70:0/1685163885 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8caed9d640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015f290 0x7f8cb0158de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cadd9b640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015a770 0x7f8cb01588a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.908 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 -- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015f290 msgr2=0x7f8cb0158de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015f290 0x7f8cb0158de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 -- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015a770 msgr2=0x7f8cb01588a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015a770 0x7f8cb01588a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 -- 172.21.15.70:0/1685163885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cb0151460 con 0x7f8cb00752c0 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cadd9b640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015a770 0x7f8cb01588a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cae59c640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8cb00752c0 0x7f8cb00afff0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f8ca800efc0 tx=0x7f8ca800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8ca6ffd640 1 -- 172.21.15.70:0/1685163885 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca8014480 con 0x7f8cb00752c0 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8ca6ffd640 1 -- 172.21.15.70:0/1685163885 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ca8019070 con 0x7f8cb00752c0 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cb00b0890 con 0x7f8cb00752c0 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8ca6ffd640 1 -- 172.21.15.70:0/1685163885 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca8014820 con 0x7f8cb00752c0 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cb00b0e50 con 0x7f8cb00752c0 2024-09-05T06:20:39.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cb0073270 con 0x7f8cb00752c0 2024-09-05T06:20:39.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8ca6ffd640 1 -- 172.21.15.70:0/1685163885 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8ca8012050 con 0x7f8cb00752c0 2024-09-05T06:20:39.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8ca6ffd640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c900678c0 0x7f8c90069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:39.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.910+0000 7f8ca6ffd640 1 -- 172.21.15.70:0/1685163885 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f8ca8085ee0 con 0x7f8cb00752c0 2024-09-05T06:20:39.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.914+0000 7f8cadd9b640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c900678c0 0x7f8c90069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:39.910 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.914+0000 7f8cadd9b640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c900678c0 0x7f8c90069d80 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f8cb01f8c10 tx=0x7f8ca0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:39.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:39.918+0000 7f8ca6ffd640 1 -- 172.21.15.70:0/1685163885 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8ca8010040 con 0x7f8cb00752c0 2024-09-05T06:20:40.076 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.078+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f8cb00b1780 con 0x7f8c900678c0 2024-09-05T06:20:40.077 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.078+0000 7f8ca6ffd640 1 -- 172.21.15.70:0/1685163885 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f8cb00b1780 con 0x7f8c900678c0 2024-09-05T06:20:40.077 INFO:teuthology.orchestra.run.smithi070.stderr:instructed osd(s) 5 to deep-scrub 2024-09-05T06:20:40.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c900678c0 msgr2=0x7f8c90069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c900678c0 0x7f8c90069d80 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f8cb01f8c10 tx=0x7f8ca0009040 comp rx=0 tx=0).stop 2024-09-05T06:20:40.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8cb00752c0 msgr2=0x7f8cb00afff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8cb00752c0 0x7f8cb00afff0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f8ca800efc0 tx=0x7f8ca800c490 comp rx=0 tx=0).stop 2024-09-05T06:20:40.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 shutdown_connections 2024-09-05T06:20:40.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8c900678c0 0x7f8c90069d80 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.079 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8cb015f290 0x7f8cb0158de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8cb015a770 0x7f8cb01588a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 --2- 172.21.15.70:0/1685163885 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8cb00752c0 0x7f8cb00afff0 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 >> 172.21.15.70:0/1685163885 conn(0x7f8cb00723c0 msgr2=0x7f8cb015b680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 shutdown_connections 2024-09-05T06:20:40.080 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.082+0000 7f8cb48b2640 1 -- 172.21.15.70:0/1685163885 wait complete. 2024-09-05T06:20:40.096 INFO:tasks.ceph:Scrubbing osd.6 2024-09-05T06:20:40.096 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-05T06:20:40.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3bb8c640 1 Processor -- start 2024-09-05T06:20:40.215 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3bb8c640 1 -- start start 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3bb8c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fed34157110 0x7fed340b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3bb8c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fed340d0e60 0x7fed340af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3bb8c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed3406d570 con 0x7fed340b5ac0 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3bb8c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fed3406d850 con 0x7fed340d0e60 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3bb8c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fed3406db30 con 0x7fed34157110 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3a129640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fed340d0e60 0x7fed340af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3a129640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fed340d0e60 0x7fed340af720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53608/0 (socket says 172.21.15.70:53608) 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed39127640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fed340b5ac0 0x7fed340d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49112/0 (socket says 172.21.15.70:49112) 2024-09-05T06:20:40.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3a129640 1 -- 172.21.15.70:0/1465667800 learned_addr learned my addr 172.21.15.70:0/1465667800 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3a129640 1 -- 172.21.15.70:0/1465667800 >> v2:172.21.15.196:3300/0 conn(0x7fed34157110 msgr2=0x7fed340b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed39928640 1 --2- 172.21.15.70:0/1465667800 >> v2:172.21.15.196:3300/0 conn(0x7fed34157110 0x7fed340b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3a129640 1 --2- 172.21.15.70:0/1465667800 >> v2:172.21.15.196:3300/0 conn(0x7fed34157110 0x7fed340b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed38926640 1 -- 172.21.15.70:0/1465667800 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4030212373 0 0) 0x7fed3406d570 con 0x7fed340b5ac0 2024-09-05T06:20:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3a129640 1 -- 172.21.15.70:0/1465667800 >> v1:172.21.15.70:6789/0 conn(0x7fed340b5ac0 legacy=0x7fed340d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed3a129640 1 -- 172.21.15.70:0/1465667800 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed3406de10 con 0x7fed340d0e60 2024-09-05T06:20:40.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.218+0000 7fed39928640 1 --2- 172.21.15.70:0/1465667800 >> v2:172.21.15.196:3300/0 conn(0x7fed34157110 0x7fed340b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:40.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3a129640 1 --2- 172.21.15.70:0/1465667800 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 0x7fed340af720 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fed340d1530 tx=0x7fed2c01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1668d4941f15876b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed38926640 1 -- 172.21.15.70:0/1465667800 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2c0a56c0 con 0x7fed340d0e60 2024-09-05T06:20:40.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed38926640 1 -- 172.21.15.70:0/1465667800 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed2c0a5860 con 0x7fed340d0e60 2024-09-05T06:20:40.219 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed38926640 1 -- 172.21.15.70:0/1465667800 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2c0a5c30 con 0x7fed340d0e60 2024-09-05T06:20:40.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 -- 172.21.15.70:0/1465667800 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 msgr2=0x7fed340af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 --2- 172.21.15.70:0/1465667800 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 0x7fed340af720 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fed340d1530 tx=0x7fed2c01c9f0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 -- 172.21.15.70:0/1465667800 shutdown_connections 2024-09-05T06:20:40.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 --2- 172.21.15.70:0/1465667800 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 0x7fed340af720 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 --2- 172.21.15.70:0/1465667800 >> v2:172.21.15.196:3300/0 conn(0x7fed34157110 0x7fed340b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 -- 172.21.15.70:0/1465667800 >> 172.21.15.70:0/1465667800 conn(0x7fed3406bcc0 msgr2=0x7fed3406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 -- 172.21.15.70:0/1465667800 shutdown_connections 2024-09-05T06:20:40.220 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 -- 172.21.15.70:0/1465667800 wait complete. 2024-09-05T06:20:40.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 Processor -- start 2024-09-05T06:20:40.221 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.222+0000 7fed3bb8c640 1 -- start start 2024-09-05T06:20:40.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed340b5ac0 0x7fed340b2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 0x7fed341588b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed34157110 0x7fed34151b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fed340b3e40 con 0x7fed340d0e60 2024-09-05T06:20:40.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fed340b3cc0 con 0x7fed340b5ac0 2024-09-05T06:20:40.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fed340b3fc0 con 0x7fed34157110 2024-09-05T06:20:40.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 0x7fed341588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.223 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 0x7fed341588b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53624/0 (socket says 172.21.15.70:53624) 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 -- 172.21.15.70:0/949830697 learned_addr learned my addr 172.21.15.70:0/949830697 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39928640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed340b5ac0 0x7fed340b2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3a129640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed34157110 0x7fed34151b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 -- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed34157110 msgr2=0x7fed34151b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed34157110 0x7fed34151b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 -- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed340b5ac0 msgr2=0x7fed340b2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fed340b5ac0 0x7fed340b2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 -- 172.21.15.70:0/949830697 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed3415e040 con 0x7fed340d0e60 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3a129640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fed34157110 0x7fed34151b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39127640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 0x7fed341588b0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fed2400c520 tx=0x7fed2400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed24018070 con 0x7fed340d0e60 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed24007500 con 0x7fed340d0e60 2024-09-05T06:20:40.224 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed24004a30 con 0x7fed340d0e60 2024-09-05T06:20:40.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed340b1ca0 con 0x7fed340d0e60 2024-09-05T06:20:40.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed340b2260 con 0x7fed340d0e60 2024-09-05T06:20:40.225 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fed340af720 con 0x7fed340d0e60 2024-09-05T06:20:40.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fed2401b070 con 0x7fed340d0e60 2024-09-05T06:20:40.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed180678f0 0x7fed18069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fed240851b0 con 0x7fed340d0e60 2024-09-05T06:20:40.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed39928640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed180678f0 0x7fed18069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7fed1806d7b0 0x7fed1806fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 --> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fed18070280 con 0x7fed1806d7b0 2024-09-05T06:20:40.226 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.226+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7fed24085640 con 0x7fed340d0e60 2024-09-05T06:20:40.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.230+0000 7fed3a129640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7fed1806d7b0 0x7fed1806fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.230+0000 7fed39928640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed180678f0 0x7fed18069db0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fed30006fd0 tx=0x7fed30008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.230+0000 7fed3a129640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7fed1806d7b0 0x7fed1806fbd0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.227 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.230+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 <== osd.6 v2:172.21.15.196:6802/809879927 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7fed18070280 con 0x7fed1806d7b0 2024-09-05T06:20:40.238 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 --> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fed340d0530 con 0x7fed1806d7b0 2024-09-05T06:20:40.239 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed2a7fc640 1 -- 172.21.15.70:0/949830697 <== osd.6 v2:172.21.15.196:6802/809879927 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (crc 0 0 0) 0x7fed340d0530 con 0x7fed1806d7b0 2024-09-05T06:20:40.239 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:40.239 INFO:teuthology.orchestra.run.smithi070.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-05T06:20:40.239 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:40.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7fed1806d7b0 msgr2=0x7fed1806fbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.196:6802/809879927,v1:172.21.15.196:6803/809879927] conn(0x7fed1806d7b0 0x7fed1806fbd0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed180678f0 msgr2=0x7fed18069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.240 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fed180678f0 0x7fed18069db0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fed30006fd0 tx=0x7fed30008040 comp rx=0 tx=0).stop 2024-09-05T06:20:40.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 msgr2=0x7fed341588b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 --2- 172.21.15.70:0/949830697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fed340d0e60 0x7fed341588b0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fed2400c520 tx=0x7fed2400c9e0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3a129640 1 -- 172.21.15.70:0/949830697 reap_dead start 2024-09-05T06:20:40.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 shutdown_connections 2024-09-05T06:20:40.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 >> 172.21.15.70:0/949830697 conn(0x7fed3406bcc0 msgr2=0x7fed3415e280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 shutdown_connections 2024-09-05T06:20:40.241 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.246+0000 7fed3bb8c640 1 -- 172.21.15.70:0/949830697 wait complete. 2024-09-05T06:20:40.255 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-05T06:20:40.358 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 Processor -- start 2024-09-05T06:20:40.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- start start 2024-09-05T06:20:40.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbe280b5a20 0x7fbe28072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe2806d770 0x7fbe2806dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe2806e4d0 con 0x7fbe2815ea00 2024-09-05T06:20:40.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fbe28071db0 con 0x7fbe280b5a20 2024-09-05T06:20:40.359 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbe28071760 con 0x7fbe2806d770 2024-09-05T06:20:40.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe267fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbe280b5a20 0x7fbe28072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.360 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe277fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe2806d770 0x7fbe2806dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe267fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbe280b5a20 0x7fbe28072240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.70:55712/0 (socket says 172.21.15.70:55712) 2024-09-05T06:20:40.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe267fc640 1 -- 172.21.15.70:0/2239808759 learned_addr learned my addr 172.21.15.70:0/2239808759 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:40.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe277fe640 1 -- 172.21.15.70:0/2239808759 >> v2:172.21.15.196:3300/0 conn(0x7fbe280b5a20 msgr2=0x7fbe28072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:40.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe277fe640 1 --2- 172.21.15.70:0/2239808759 >> v2:172.21.15.196:3300/0 conn(0x7fbe280b5a20 0x7fbe28072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe277fe640 1 -- 172.21.15.70:0/2239808759 >> v1:172.21.15.196:6789/0 conn(0x7fbe2815ea00 legacy=0x7fbe280b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe277fe640 1 -- 172.21.15.70:0/2239808759 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe28071a40 con 0x7fbe2806d770 2024-09-05T06:20:40.361 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe267fc640 1 --2- 172.21.15.70:0/2239808759 >> v2:172.21.15.196:3300/0 conn(0x7fbe280b5a20 0x7fbe28072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T06:20:40.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe277fe640 1 --2- 172.21.15.70:0/2239808759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe2806d770 0x7fbe2806dbe0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbe20009d90 tx=0x7fbe2001c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b7cc5bf4b4492e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe25ffb640 1 -- 172.21.15.70:0/2239808759 <== mon.2 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe200b2070 con 0x7fbe2806d770 2024-09-05T06:20:40.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe25ffb640 1 -- 172.21.15.70:0/2239808759 <== mon.2 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe200a5940 con 0x7fbe2806d770 2024-09-05T06:20:40.363 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe25ffb640 1 -- 172.21.15.70:0/2239808759 <== mon.2 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe200a5d10 con 0x7fbe2806d770 2024-09-05T06:20:40.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- 172.21.15.70:0/2239808759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe2806d770 msgr2=0x7fbe2806dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/2239808759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe2806d770 0x7fbe2806dbe0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbe20009d90 tx=0x7fbe2001c970 comp rx=0 tx=0).stop 2024-09-05T06:20:40.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- 172.21.15.70:0/2239808759 shutdown_connections 2024-09-05T06:20:40.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/2239808759 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe2806d770 0x7fbe2806dbe0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/2239808759 >> v2:172.21.15.196:3300/0 conn(0x7fbe280b5a20 0x7fbe28072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.364 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- 172.21.15.70:0/2239808759 >> 172.21.15.70:0/2239808759 conn(0x7fbe2806bcc0 msgr2=0x7fbe2806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- 172.21.15.70:0/2239808759 shutdown_connections 2024-09-05T06:20:40.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 -- 172.21.15.70:0/2239808759 wait complete. 2024-09-05T06:20:40.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.366+0000 7fbe2d36c640 1 Processor -- start 2024-09-05T06:20:40.365 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 -- start start 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe2806d770 0x7fbe2814a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe280b5a20 0x7fbe2815a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe2815ea00 0x7fbe28154de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbe280b46d0 con 0x7fbe2815ea00 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbe280b4550 con 0x7fbe2806d770 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbe280b4850 con 0x7fbe280b5a20 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe2815ea00 0x7fbe28154de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe2815ea00 0x7fbe28154de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53626/0 (socket says 172.21.15.70:53626) 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 -- 172.21.15.70:0/1428876985 learned_addr learned my addr 172.21.15.70:0/1428876985 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 -- 172.21.15.70:0/1428876985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe280b5a20 msgr2=0x7fbe2815a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe280b5a20 0x7fbe2815a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 -- 172.21.15.70:0/1428876985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe2806d770 msgr2=0x7fbe2814a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.367 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe2806d770 0x7fbe2814a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 -- 172.21.15.70:0/1428876985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe2815e250 con 0x7fbe2815ea00 2024-09-05T06:20:40.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe277fe640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe2815ea00 0x7fbe28154de0 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fbe200b0040 tx=0x7fbe20019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe0f7fe640 1 -- 172.21.15.70:0/1428876985 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe200b2050 con 0x7fbe2815ea00 2024-09-05T06:20:40.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe0f7fe640 1 -- 172.21.15.70:0/1428876985 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe200be070 con 0x7fbe2815ea00 2024-09-05T06:20:40.368 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe0f7fe640 1 -- 172.21.15.70:0/1428876985 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe200ada90 con 0x7fbe2815ea00 2024-09-05T06:20:40.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe2815a800 con 0x7fbe2815ea00 2024-09-05T06:20:40.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe2815c4b0 con 0x7fbe2815ea00 2024-09-05T06:20:40.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe2806dbe0 con 0x7fbe2815ea00 2024-09-05T06:20:40.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.370+0000 7fbe0f7fe640 1 -- 172.21.15.70:0/1428876985 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbe200a57c0 con 0x7fbe2815ea00 2024-09-05T06:20:40.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.374+0000 7fbe0f7fe640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbe140678c0 0x7fbe14069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.374+0000 7fbe0f7fe640 1 -- 172.21.15.70:0/1428876985 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fbe20120c40 con 0x7fbe2815ea00 2024-09-05T06:20:40.369 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.374+0000 7fbe26ffd640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbe140678c0 0x7fbe14069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.370 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.374+0000 7fbe26ffd640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbe140678c0 0x7fbe14069d80 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbe18000f70 tx=0x7fbe180079e0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.373 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.378+0000 7fbe0f7fe640 1 -- 172.21.15.70:0/1428876985 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbe20016560 con 0x7fbe2815ea00 2024-09-05T06:20:40.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.526+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fbe2815ad20 con 0x7fbe140678c0 2024-09-05T06:20:40.524 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.526+0000 7fbe0f7fe640 1 -- 172.21.15.70:0/1428876985 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fbe2815ad20 con 0x7fbe140678c0 2024-09-05T06:20:40.524 INFO:teuthology.orchestra.run.smithi070.stderr:instructed osd(s) 6 to deep-scrub 2024-09-05T06:20:40.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbe140678c0 msgr2=0x7fbe14069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbe140678c0 0x7fbe14069d80 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbe18000f70 tx=0x7fbe180079e0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe2815ea00 msgr2=0x7fbe28154de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe2815ea00 0x7fbe28154de0 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fbe200b0040 tx=0x7fbe20019710 comp rx=0 tx=0).stop 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 shutdown_connections 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbe140678c0 0x7fbe14069d80 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe2815ea00 0x7fbe28154de0 unknown :-1 s=CLOSED pgs=1542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe280b5a20 0x7fbe2815a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 --2- 172.21.15.70:0/1428876985 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe2806d770 0x7fbe2814a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 >> 172.21.15.70:0/1428876985 conn(0x7fbe2806bcc0 msgr2=0x7fbe2814c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 shutdown_connections 2024-09-05T06:20:40.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.530+0000 7fbe2d36c640 1 -- 172.21.15.70:0/1428876985 wait complete. 2024-09-05T06:20:40.542 INFO:tasks.ceph:Scrubbing osd.7 2024-09-05T06:20:40.542 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-05T06:20:40.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 Processor -- start 2024-09-05T06:20:40.660 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- start start 2024-09-05T06:20:40.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1c80ceaf0 0x7fd1c80d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd1c80d0c90 0x7fd1c80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1c806d570 con 0x7fd1c8157110 2024-09-05T06:20:40.661 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd1c80d10e0 con 0x7fd1c80d0c90 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c806d850 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c659c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fd1c8157110 0x7fd1c80b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49126/0 (socket says 172.21.15.70:49126) 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c659c640 1 -- 172.21.15.70:0/2455038328 learned_addr learned my addr 172.21.15.70:0/2455038328 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c6d9d640 1 --2- 172.21.15.70:0/2455038328 >> v2:172.21.15.70:3300/0 conn(0x7fd1c80d0c90 0x7fd1c80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1bffff640 1 --2- 172.21.15.70:0/2455038328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1c80ceaf0 0x7fd1c80d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c5d9b640 1 -- 172.21.15.70:0/2455038328 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1949027043 0 0) 0x7fd1c806d570 con 0x7fd1c8157110 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c5d9b640 1 -- 172.21.15.70:0/2455038328 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1b4003530 con 0x7fd1c8157110 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c6d9d640 1 -- 172.21.15.70:0/2455038328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1c80ceaf0 msgr2=0x7fd1c80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c6d9d640 1 --2- 172.21.15.70:0/2455038328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1c80ceaf0 0x7fd1c80d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c6d9d640 1 -- 172.21.15.70:0/2455038328 >> v1:172.21.15.70:6789/0 conn(0x7fd1c8157110 legacy=0x7fd1c80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.662 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c6d9d640 1 -- 172.21.15.70:0/2455038328 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c806db30 con 0x7fd1c80d0c90 2024-09-05T06:20:40.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c6d9d640 1 --2- 172.21.15.70:0/2455038328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80d0c90 0x7fd1c80af720 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0009d90 tx=0x7fd1c001c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dacfcc7915b6b88f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c5d9b640 1 -- 172.21.15.70:0/2455038328 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c00b2070 con 0x7fd1c80d0c90 2024-09-05T06:20:40.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c5d9b640 1 -- 172.21.15.70:0/2455038328 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c00a57f0 con 0x7fd1c80d0c90 2024-09-05T06:20:40.664 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1c5d9b640 1 -- 172.21.15.70:0/2455038328 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c00a5ba0 con 0x7fd1c80d0c90 2024-09-05T06:20:40.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- 172.21.15.70:0/2455038328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80d0c90 msgr2=0x7fd1c80af720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 --2- 172.21.15.70:0/2455038328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80d0c90 0x7fd1c80af720 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0009d90 tx=0x7fd1c001c970 comp rx=0 tx=0).stop 2024-09-05T06:20:40.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- 172.21.15.70:0/2455038328 shutdown_connections 2024-09-05T06:20:40.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 --2- 172.21.15.70:0/2455038328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80d0c90 0x7fd1c80af720 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 --2- 172.21.15.70:0/2455038328 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1c80ceaf0 0x7fd1c80d0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.665 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- 172.21.15.70:0/2455038328 >> 172.21.15.70:0/2455038328 conn(0x7fd1c806bcc0 msgr2=0x7fd1c806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- 172.21.15.70:0/2455038328 shutdown_connections 2024-09-05T06:20:40.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.666+0000 7fd1ccf93640 1 -- 172.21.15.70:0/2455038328 wait complete. 2024-09-05T06:20:40.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 Processor -- start 2024-09-05T06:20:40.666 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 -- start start 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80ceaf0 0x7fd1c814cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd1c80d0c90 0x7fd1c80b2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1c8157110 0x7fd1c8151fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c80b3a70 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c80b5c90 con 0x7fd1c80d0c90 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c80b3bf0 con 0x7fd1c8157110 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80ceaf0 0x7fd1c814cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80ceaf0 0x7fd1c814cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53642/0 (socket says 172.21.15.70:53642) 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 -- 172.21.15.70:0/1160410856 learned_addr learned my addr 172.21.15.70:0/1160410856 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 -- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1c8157110 msgr2=0x7fd1c8151fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.668 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd1c8157110 0x7fd1c8151fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 -- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd1c80d0c90 msgr2=0x7fd1c80b2e00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd1c80d0c90 0x7fd1c80b2e00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 -- 172.21.15.70:0/1160410856 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c814bc80 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1c659c640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80ceaf0 0x7fd1c814cd20 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800c3c0 tx=0x7fd1b800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8017070 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1b8005cf0 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1c814bf60 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b80072f0 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.669 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1c814c520 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.670+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd1c806d570 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd1b801a070 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1beffd640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1a80678c0 0x7fd1a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1bffff640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1a80678c0 0x7fd1a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.670 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fd1b80854f0 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1beffd640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7fd1a806d780 0x7fd1a806fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 --> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd1b801be50 con 0x7fd1a806d780 2024-09-05T06:20:40.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7fd1b8085980 con 0x7fd1c80ceaf0 2024-09-05T06:20:40.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1bffff640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1a80678c0 0x7fd1a8069d80 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fd1c80cfc00 tx=0x7fd1b0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1c6d9d640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7fd1a806d780 0x7fd1a806fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.671 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.674+0000 7fd1c6d9d640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7fd1a806d780 0x7fd1a806fba0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.673 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.678+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 <== osd.7 v2:172.21.15.196:6816/3075166270 1 ==== command_reply(tid 1: 0 ) ==== 8+0+25033 (crc 0 0 0) 0x7fd1b801be50 con 0x7fd1a806d780 2024-09-05T06:20:40.684 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.686+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 --> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd1c80afa40 con 0x7fd1a806d780 2024-09-05T06:20:40.685 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1beffd640 1 -- 172.21.15.70:0/1160410856 <== osd.7 v2:172.21.15.196:6816/3075166270 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (crc 0 0 0) 0x7fd1c80afa40 con 0x7fd1a806d780 2024-09-05T06:20:40.685 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-05T06:20:40.685 INFO:teuthology.orchestra.run.smithi070.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-05T06:20:40.685 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-05T06:20:40.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7fd1a806d780 msgr2=0x7fd1a806fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.196:6816/3075166270,v1:172.21.15.196:6817/3075166270] conn(0x7fd1a806d780 0x7fd1a806fba0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1a80678c0 msgr2=0x7fd1a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.686 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fd1a80678c0 0x7fd1a8069d80 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fd1c80cfc00 tx=0x7fd1b0008040 comp rx=0 tx=0).stop 2024-09-05T06:20:40.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80ceaf0 msgr2=0x7fd1c814cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 --2- 172.21.15.70:0/1160410856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1c80ceaf0 0x7fd1c814cd20 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800c3c0 tx=0x7fd1b800c880 comp rx=0 tx=0).stop 2024-09-05T06:20:40.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1c6d9d640 1 -- 172.21.15.70:0/1160410856 reap_dead start 2024-09-05T06:20:40.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 shutdown_connections 2024-09-05T06:20:40.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 >> 172.21.15.70:0/1160410856 conn(0x7fd1c806bcc0 msgr2=0x7fd1c80cfd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 shutdown_connections 2024-09-05T06:20:40.687 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.690+0000 7fd1ccf93640 1 -- 172.21.15.70:0/1160410856 wait complete. 2024-09-05T06:20:40.701 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-05T06:20:40.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 Processor -- start 2024-09-05T06:20:40.807 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- start start 2024-09-05T06:20:40.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc406f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7fc415ccd0 0x7f7fc406fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fc40d0610 con 0x7f7fc415c8f0 2024-09-05T06:20:40.808 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f7fc40ce4d0 con 0x7f7fc415ccd0 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7fc40ce7b0 con 0x7f7fc40cdfa0 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fca551640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7fc415ccd0 0x7f7fc406fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fc9d50640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7fc415c8f0 0x7f7fc40d10d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49138/0 (socket says 172.21.15.70:49138) 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fca551640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f7fc415ccd0 0x7f7fc406fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53646/0 (socket says 172.21.15.70:53646) 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fc9d50640 1 -- 172.21.15.70:0/456891477 learned_addr learned my addr 172.21.15.70:0/456891477 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fc954f640 1 --2- 172.21.15.70:0/456891477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc406f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fca551640 1 -- 172.21.15.70:0/456891477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 msgr2=0x7f7fc406f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fca551640 1 --2- 172.21.15.70:0/456891477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc406f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fca551640 1 -- 172.21.15.70:0/456891477 >> v1:172.21.15.70:6789/0 conn(0x7f7fc415c8f0 legacy=0x7f7fc40d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fca551640 1 -- 172.21.15.70:0/456891477 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fc40d08d0 con 0x7f7fc415ccd0 2024-09-05T06:20:40.809 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fc8d4e640 1 -- 172.21.15.70:0/456891477 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2498475870 0 0) 0x7f7fc40d0610 con 0x7f7fc415c8f0 2024-09-05T06:20:40.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fca551640 1 --2- 172.21.15.70:0/456891477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415ccd0 0x7f7fc406fdd0 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc009d90 tx=0x7f7fbc01c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9024f8c89629eaa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fc8d4e640 1 -- 172.21.15.70:0/456891477 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fbc0b2070 con 0x7f7fc415ccd0 2024-09-05T06:20:40.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fc8d4e640 1 -- 172.21.15.70:0/456891477 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fbc0a5a20 con 0x7f7fc415ccd0 2024-09-05T06:20:40.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fc8d4e640 1 -- 172.21.15.70:0/456891477 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fbc0a5df0 con 0x7f7fc415ccd0 2024-09-05T06:20:40.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/456891477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415ccd0 msgr2=0x7f7fc406fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.811 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/456891477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415ccd0 0x7f7fc406fdd0 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc009d90 tx=0x7f7fbc01c940 comp rx=0 tx=0).stop 2024-09-05T06:20:40.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/456891477 shutdown_connections 2024-09-05T06:20:40.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/456891477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415ccd0 0x7f7fc406fdd0 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/456891477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc406f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/456891477 >> 172.21.15.70:0/456891477 conn(0x7f7fc40b45d0 msgr2=0x7f7fc40b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/456891477 shutdown_connections 2024-09-05T06:20:40.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/456891477 wait complete. 2024-09-05T06:20:40.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 Processor -- start 2024-09-05T06:20:40.812 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.814+0000 7f7fcbfb4640 1 -- start start 2024-09-05T06:20:40.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc4159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415c8f0 0x7f7fc415b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.814 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7fc415ccd0 0x7f7fc415be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc4161030 con 0x7f7fc415c8f0 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc4160eb0 con 0x7f7fc415ccd0 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7fc41611b0 con 0x7f7fc40cdfa0 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415c8f0 0x7f7fc415b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415c8f0 0x7f7fc415b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53652/0 (socket says 172.21.15.70:53652) 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 -- 172.21.15.70:0/2476301376 learned_addr learned my addr 172.21.15.70:0/2476301376 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc9d50640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc4159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fca551640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7fc415ccd0 0x7f7fc415be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 -- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 msgr2=0x7f7fc4159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc4159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 -- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7fc415ccd0 msgr2=0x7f7fc415be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7fc415ccd0 0x7f7fc415be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 -- 172.21.15.70:0/2476301376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fc40b8820 con 0x7f7fc415c8f0 2024-09-05T06:20:40.815 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc9d50640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc4159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:20:40.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc954f640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415c8f0 0x7f7fc415b930 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f7fb400d800 tx=0x7f7fb400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fba7fc640 1 -- 172.21.15.70:0/2476301376 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb400b6c0 con 0x7f7fc415c8f0 2024-09-05T06:20:40.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fba7fc640 1 -- 172.21.15.70:0/2476301376 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fb4019070 con 0x7f7fc415c8f0 2024-09-05T06:20:40.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fba7fc640 1 -- 172.21.15.70:0/2476301376 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb400ba60 con 0x7f7fc415c8f0 2024-09-05T06:20:40.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fc40b7f80 con 0x7f7fc415c8f0 2024-09-05T06:20:40.816 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fc40b8540 con 0x7f7fc415c8f0 2024-09-05T06:20:40.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fc4076250 con 0x7f7fc415c8f0 2024-09-05T06:20:40.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fba7fc640 1 -- 172.21.15.70:0/2476301376 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7fb400bc00 con 0x7f7fc415c8f0 2024-09-05T06:20:40.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fba7fc640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7fa80678c0 0x7f7fa8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:40.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fba7fc640 1 -- 172.21.15.70:0/2476301376 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f7fb4085e50 con 0x7f7fc415c8f0 2024-09-05T06:20:40.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc9d50640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7fa80678c0 0x7f7fa8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:40.817 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.818+0000 7f7fc9d50640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7fa80678c0 0x7f7fa8069d80 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0000f70 tx=0x7f7fc0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:40.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.822+0000 7f7fba7fc640 1 -- 172.21.15.70:0/2476301376 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7fb4056c90 con 0x7f7fc415c8f0 2024-09-05T06:20:40.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.974+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f7fc415a340 con 0x7f7fa80678c0 2024-09-05T06:20:40.969 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fba7fc640 1 -- 172.21.15.70:0/2476301376 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f7fc00070d0 con 0x7f7fa80678c0 2024-09-05T06:20:40.969 INFO:teuthology.orchestra.run.smithi070.stderr:instructed osd(s) 7 to deep-scrub 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7fa80678c0 msgr2=0x7f7fa8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7fa80678c0 0x7f7fa8069d80 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0000f70 tx=0x7f7fc0009040 comp rx=0 tx=0).stop 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415c8f0 msgr2=0x7f7fc415b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415c8f0 0x7f7fc415b930 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f7fb400d800 tx=0x7f7fb400dcc0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 shutdown_connections 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f7fa80678c0 0x7f7fa8069d80 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7fc415ccd0 0x7f7fc415be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7fc415c8f0 0x7f7fc415b930 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 --2- 172.21.15.70:0/2476301376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7fc40cdfa0 0x7f7fc4159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 >> 172.21.15.70:0/2476301376 conn(0x7f7fc40b45d0 msgr2=0x7f7fc40b3ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:40.972 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 shutdown_connections 2024-09-05T06:20:40.973 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:40.978+0000 7f7fcbfb4640 1 -- 172.21.15.70:0/2476301376 wait complete. 2024-09-05T06:20:40.987 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:20:41.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f754627e640 1 Processor -- start 2024-09-05T06:20:41.093 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f754627e640 1 -- start start 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f754627e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f75400ceaf0 0x7f75400d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f754627e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75400d0c90 0x7f75400af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f754627e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f754006d570 con 0x7f7540157110 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f754627e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f75400d1100 con 0x7f75400ceaf0 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f754627e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f754006d850 con 0x7f75400d0c90 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f7540157110 0x7f75400b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:49142/0 (socket says 172.21.15.70:49142) 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753ffff640 1 -- 172.21.15.70:0/3321733301 learned_addr learned my addr 172.21.15.70:0/3321733301 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2171692300 0 0) 0x7f754006d570 con 0x7f7540157110 2024-09-05T06:20:41.096 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f754481b640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75400d0c90 0x7f75400af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f752c003530 con 0x7f7540157110 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753f7fe640 1 --2- 172.21.15.70:0/3321733301 >> v2:172.21.15.196:3300/0 conn(0x7f75400ceaf0 0x7f75400d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1989095600 0 0) 0x7f752c003530 con 0x7f7540157110 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75400d0c90 msgr2=0x7f75400af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75400d0c90 0x7f75400af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 >> v2:172.21.15.196:3300/0 conn(0x7f75400ceaf0 msgr2=0x7f75400d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 --2- 172.21.15.70:0/3321733301 >> v2:172.21.15.196:3300/0 conn(0x7f75400ceaf0 0x7f75400d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754006db30 con 0x7f7540157110 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f7530001680 con 0x7f7540157110 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 >> v1:172.21.15.70:6789/0 conn(0x7f7540157110 legacy=0x7f75400b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f752c0039c0 0x7f752c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f752c004810 0x7f752c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75400d0c90 0x7f752c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.097 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f75400d1100 con 0x7f752c0039c0 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f754006d850 con 0x7f752c004810 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f752c00b9d0 con 0x7f75400d0c90 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753ffff640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f752c0039c0 0x7f752c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753f7fe640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f752c004810 0x7f752c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753ffff640 1 -- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75400d0c90 msgr2=0x7f752c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753ffff640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f75400d0c90 0x7f752c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753ffff640 1 -- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f752c004810 msgr2=0x7f752c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753ffff640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f752c004810 0x7f752c004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.102+0000 7f753ffff640 1 -- 172.21.15.70:0/3321733301 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f752c003530 con 0x7f752c0039c0 2024-09-05T06:20:41.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f753ffff640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f752c0039c0 0x7f752c003de0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f7530001060 tx=0x7f753001cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=326b458ef79aff5a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:41.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7530007d80 con 0x7f752c0039c0 2024-09-05T06:20:41.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75300a9020 con 0x7f752c0039c0 2024-09-05T06:20:41.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f753effd640 1 -- 172.21.15.70:0/3321733301 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7530005b00 con 0x7f752c0039c0 2024-09-05T06:20:41.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- 172.21.15.70:0/3321733301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f752c0039c0 msgr2=0x7f752c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:41.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 --2- 172.21.15.70:0/3321733301 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f752c0039c0 0x7f752c003de0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f7530001060 tx=0x7f753001cca0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754481b640 1 -- 172.21.15.70:0/3321733301 reap_dead start 2024-09-05T06:20:41.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- 172.21.15.70:0/3321733301 shutdown_connections 2024-09-05T06:20:41.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- 172.21.15.70:0/3321733301 >> 172.21.15.70:0/3321733301 conn(0x7f754006bcc0 msgr2=0x7f754006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:41.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- 172.21.15.70:0/3321733301 shutdown_connections 2024-09-05T06:20:41.100 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- 172.21.15.70:0/3321733301 wait complete. 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 Processor -- start 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- start start 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f752c0039c0 0x7f7540150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7540159280 0x7f75401516e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7540147290 0x7f7540147710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f75400aff30 con 0x7f7540159280 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f75400b5c90 con 0x7f752c0039c0 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f754627e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f75400b00b0 con 0x7f7540147290 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f753f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7540159280 0x7f75401516e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f753f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7540159280 0x7f75401516e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:53672/0 (socket says 172.21.15.70:53672) 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.106+0000 7f753f7fe640 1 -- 172.21.15.70:0/3943677085 learned_addr learned my addr 172.21.15.70:0/3943677085 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f754481b640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7540147290 0x7f7540147710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:41.102 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753f7fe640 1 -- 172.21.15.70:0/3943677085 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7540147290 msgr2=0x7f7540147710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753f7fe640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7540147290 0x7f7540147710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753f7fe640 1 -- 172.21.15.70:0/3943677085 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f752c0039c0 msgr2=0x7f7540150c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753f7fe640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f752c0039c0 0x7f7540150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753f7fe640 1 -- 172.21.15.70:0/3943677085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7540159700 con 0x7f7540159280 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753f7fe640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7540159280 0x7f75401516e0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f752800e630 tx=0x7f752800eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753cff9640 1 -- 172.21.15.70:0/3943677085 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7528017070 con 0x7f7540159280 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753cff9640 1 -- 172.21.15.70:0/3943677085 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7528013610 con 0x7f7540159280 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75400b2640 con 0x7f7540159280 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753cff9640 1 -- 172.21.15.70:0/3943677085 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752800f040 con 0x7f7540159280 2024-09-05T06:20:41.103 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75400b2c00 con 0x7f7540159280 2024-09-05T06:20:41.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f754006d570 con 0x7f7540159280 2024-09-05T06:20:41.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753cff9640 1 -- 172.21.15.70:0/3943677085 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f752801a070 con 0x7f7540159280 2024-09-05T06:20:41.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753cff9640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75200678c0 0x7f7520069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:20:41.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753cff9640 1 -- 172.21.15.70:0/3943677085 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f7528085450 con 0x7f7540159280 2024-09-05T06:20:41.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753ffff640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75200678c0 0x7f7520069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:20:41.104 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.110+0000 7f753ffff640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75200678c0 0x7f7520069d80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f75300aa000 tx=0x7f7530000ff0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:20:41.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.114+0000 7f753cff9640 1 -- 172.21.15.70:0/3943677085 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7528056290 con 0x7f7540159280 2024-09-05T06:20:41.261 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.266+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f75400d0530 con 0x7f75200678c0 2024-09-05T06:20:41.262 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f753cff9640 1 -- 172.21.15.70:0/3943677085 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+12581 (secure 0 0 0) 0x7f75400d0530 con 0x7f75200678c0 2024-09-05T06:20:41.262 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:20:41.262 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:20:41.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75200678c0 msgr2=0x7f7520069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:41.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75200678c0 0x7f7520069d80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f75300aa000 tx=0x7f7530000ff0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.264 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7540159280 msgr2=0x7f75401516e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7540159280 0x7f75401516e0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f752800e630 tx=0x7f752800eaf0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 shutdown_connections 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f75200678c0 0x7f7520069d80 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7540147290 0x7f7540147710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7540159280 0x7f75401516e0 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 --2- 172.21.15.70:0/3943677085 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f752c0039c0 0x7f7540150c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 >> 172.21.15.70:0/3943677085 conn(0x7f754006bcc0 msgr2=0x7f754015b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 shutdown_connections 2024-09-05T06:20:41.265 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:20:41.270+0000 7f754627e640 1 -- 172.21.15.70:0/3943677085 wait complete. 2024-09-05T06:20:41.280 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":509,"stamp":"2024-09-05T06:20:40.535028+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":8,"num_per_pool_osds":6,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":9688,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1552811,"statfs":{"total":1600000000,"available":1590078808,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-52428800,"num_objects":-13,"num_object_clones":0,"num_object_copies":-26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-32,"num_write_kb":-84992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.240709"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":513,"reported_epoch":193,"state":"active+clean","last_fresh":"2024-09-05T06:20:33.306863+0000","last_change":"2024-09-05T06:09:53.597964+0000","last_active":"2024-09-05T06:20:33.306863+0000","last_peered":"2024-09-05T06:20:33.306863+0000","last_clean":"2024-09-05T06:20:33.306863+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:20:33.306863+0000","last_undegraded":"2024-09-05T06:20:33.306863+0000","last_fullsized":"2024-09-05T06:20:33.306863+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T06:09:52.547590+0000","last_clean_scrub_stamp":"2024-09-05T06:09:52.547590+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:38:13.104138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574979,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574980,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574980,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1643,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193669,"statfs":{"total":200000000,"available":198317075,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574979,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574979,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574979,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574979,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1643,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193669,"statfs":{"total":200000000,"available":198317075,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574979,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:20:41.284 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-05T06:09:52.547590+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=5, tm_hour=6, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=249, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=5, tm_hour=6, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=249, tm_isdst=0) 2024-09-05T06:20:41.284 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-05T06:21:01.285 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T06:21:01.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.421+0000 7f8bfad3a640 1 Processor -- start 2024-09-05T06:21:01.417 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.421+0000 7f8bfad3a640 1 -- start start 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bfad3a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf40ceaf0 0x7f8bf40d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bfad3a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bf406d570 con 0x7f8bf4157110 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bfad3a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bf406d850 con 0x7f8bf40d0c90 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bfad3a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8bf40d10e0 con 0x7f8bf40ceaf0 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf8ad6640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f8bf4157110 0x7f8bf40b5580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:48094/0 (socket says 172.21.15.70:48094) 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf8ad6640 1 -- 172.21.15.70:0/2301929639 learned_addr learned my addr 172.21.15.70:0/2301929639 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 578450452 0 0) 0x7f8bf406d570 con 0x7f8bf4157110 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8bdc003530 con 0x7f8bf4157110 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf3fff640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf40ceaf0 0x7f8bf40d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.420 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 <== mon.0 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1166581352 0 0) 0x7f8bdc003530 con 0x7f8bf4157110 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf40ceaf0 msgr2=0x7f8bf40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf40ceaf0 0x7f8bf40d0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 >> v1:172.21.15.196:6789/0 conn(0x7f8bf40d0c90 legacy=0x7f8bf40af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bf406db30 con 0x7f8bf4157110 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 <== mon.0 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 684428549 0 0) 0x7f8be4001680 con 0x7f8bf4157110 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 >> v1:172.21.15.70:6789/0 conn(0x7f8bf4157110 legacy=0x7f8bf40b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf40ceaf0 0x7f8bdc0039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bdc004020 0x7f8bdc004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004d50 0x7f8bdc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf40d10e0 con 0x7f8bdc004020 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc00bb90 con 0x7f8bdc004d50 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8bdc00bd90 con 0x7f8bf40ceaf0 2024-09-05T06:21:01.421 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf3fff640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bdc004020 0x7f8bdc004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf8ad6640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf40ceaf0 0x7f8bdc0039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf92d7640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004d50 0x7f8bdc0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf3fff640 1 -- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf40ceaf0 msgr2=0x7f8bdc0039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:21:01.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf3fff640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf40ceaf0 0x7f8bdc0039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf3fff640 1 -- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004d50 msgr2=0x7f8bdc0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:21:01.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf3fff640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004d50 0x7f8bdc0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.422 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.425+0000 7f8bf3fff640 1 -- 172.21.15.70:0/2301929639 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bdc003530 con 0x7f8bdc004020 2024-09-05T06:21:01.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bdc004020 0x7f8bdc004810 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f8be800ba00 tx=0x7f8be801c660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31382ae4f8304afb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:01.423 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be800b600 con 0x7f8bdc004020 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be80b1070 con 0x7f8bdc004020 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf37fe640 1 -- 172.21.15.70:0/2301929639 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be80ac840 con 0x7f8bdc004020 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- 172.21.15.70:0/2301929639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bdc004020 msgr2=0x7f8bdc004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 --2- 172.21.15.70:0/2301929639 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bdc004020 0x7f8bdc004810 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f8be800ba00 tx=0x7f8be801c660 comp rx=0 tx=0).stop 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf92d7640 1 -- 172.21.15.70:0/2301929639 reap_dead start 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- 172.21.15.70:0/2301929639 shutdown_connections 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- 172.21.15.70:0/2301929639 >> 172.21.15.70:0/2301929639 conn(0x7f8bf406bcc0 msgr2=0x7f8bf406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- 172.21.15.70:0/2301929639 shutdown_connections 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- 172.21.15.70:0/2301929639 wait complete. 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 Processor -- start 2024-09-05T06:21:01.424 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- start start 2024-09-05T06:21:01.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004020 0x7f8bf414c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bf40b4e20 0x7f8bf40b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf414f910 0x7f8bf414fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf406e3d0 con 0x7f8bf40b4e20 2024-09-05T06:21:01.426 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf406e0f0 con 0x7f8bdc004020 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bfad3a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8bf40b5c90 con 0x7f8bf414f910 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bf40b4e20 0x7f8bf40b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bf40b4e20 0x7f8bf40b52a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:49720/0 (socket says 172.21.15.70:49720) 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 -- 172.21.15.70:0/601457685 learned_addr learned my addr 172.21.15.70:0/601457685 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf8ad6640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004020 0x7f8bf414c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf92d7640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf414f910 0x7f8bf414fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 -- 172.21.15.70:0/601457685 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf414f910 msgr2=0x7f8bf414fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf414f910 0x7f8bf414fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 -- 172.21.15.70:0/601457685 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004020 msgr2=0x7f8bf414c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004020 0x7f8bf414c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.429+0000 7f8bf3fff640 1 -- 172.21.15.70:0/601457685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bf4150ab0 con 0x7f8bf40b4e20 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf3fff640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bf40b4e20 0x7f8bf40b52a0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f8be801cb40 tx=0x7f8bdc005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:01.427 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf17fa640 1 -- 172.21.15.70:0/601457685 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be80acc40 con 0x7f8bf40b4e20 2024-09-05T06:21:01.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf17fa640 1 -- 172.21.15.70:0/601457685 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be80b9070 con 0x7f8bf40b4e20 2024-09-05T06:21:01.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bf4150f60 con 0x7f8bf40b4e20 2024-09-05T06:21:01.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf17fa640 1 -- 172.21.15.70:0/601457685 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be8004020 con 0x7f8bf40b4e20 2024-09-05T06:21:01.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bf41507d0 con 0x7f8bf40b4e20 2024-09-05T06:21:01.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bf415f1f0 con 0x7f8bf40b4e20 2024-09-05T06:21:01.428 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf17fa640 1 -- 172.21.15.70:0/601457685 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8be80ab070 con 0x7f8bf40b4e20 2024-09-05T06:21:01.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf17fa640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8be00678c0 0x7f8be0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf17fa640 1 -- 172.21.15.70:0/601457685 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f8be811fbf0 con 0x7f8bf40b4e20 2024-09-05T06:21:01.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf8ad6640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8be00678c0 0x7f8be0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.429 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.433+0000 7f8bf8ad6640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8be00678c0 0x7f8be0069d80 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f8bf414f8a0 tx=0x7f8be4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:01.432 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.437+0000 7f8bf17fa640 1 -- 172.21.15.70:0/601457685 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8be8016370 con 0x7f8bf40b4e20 2024-09-05T06:21:01.590 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.597+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 --> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8bf40cfc20 con 0x7f8be00678c0 2024-09-05T06:21:01.592 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.597+0000 7f8bf17fa640 1 -- 172.21.15.70:0/601457685 <== mgr.4101 v2:172.21.15.70:6832/1757431175 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+12567 (secure 0 0 0) 0x7f8bf40cfc20 con 0x7f8be00678c0 2024-09-05T06:21:01.592 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:21:01.592 INFO:teuthology.orchestra.run.smithi070.stderr:dumped all 2024-09-05T06:21:01.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8be00678c0 msgr2=0x7f8be0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8be00678c0 0x7f8be0069d80 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f8bf414f8a0 tx=0x7f8be4009040 comp rx=0 tx=0).stop 2024-09-05T06:21:01.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bf40b4e20 msgr2=0x7f8bf40b52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bf40b4e20 0x7f8bf40b52a0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f8be801cb40 tx=0x7f8bdc005840 comp rx=0 tx=0).stop 2024-09-05T06:21:01.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 shutdown_connections 2024-09-05T06:21:01.594 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f8be00678c0 0x7f8be0069d80 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8bf414f910 0x7f8bf414fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8bf40b4e20 0x7f8bf40b52a0 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 --2- 172.21.15.70:0/601457685 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8bdc004020 0x7f8bf414c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 >> 172.21.15.70:0/601457685 conn(0x7f8bf406bcc0 msgr2=0x7f8bf40cef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:21:01.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 shutdown_connections 2024-09-05T06:21:01.595 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.601+0000 7f8bfad3a640 1 -- 172.21.15.70:0/601457685 wait complete. 2024-09-05T06:21:01.610 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":519,"stamp":"2024-09-05T06:21:00.539744+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":6,"num_per_pool_omap_osds":0,"kb":1562500,"kb_used":9688,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":1552811,"statfs":{"total":1600000000,"available":1590078808,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002964"},"pg_stats":[{"pgid":"1.0","version":"193'119","reported_seq":524,"reported_epoch":193,"state":"active+clean","last_fresh":"2024-09-05T06:20:38.321707+0000","last_change":"2024-09-05T06:20:38.321758+0000","last_active":"2024-09-05T06:20:38.321707+0000","last_peered":"2024-09-05T06:20:38.321707+0000","last_clean":"2024-09-05T06:20:38.321707+0000","last_became_active":"2024-09-05T06:09:53.597574+0000","last_became_peered":"2024-09-05T06:09:53.597574+0000","last_unstale":"2024-09-05T06:20:38.321707+0000","last_undegraded":"2024-09-05T06:20:38.321707+0000","last_fullsized":"2024-09-05T06:20:38.321707+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"193'119","last_scrub_stamp":"2024-09-05T06:20:38.321633+0000","last_deep_scrub":"193'119","last_deep_scrub_stamp":"2024-09-05T06:20:38.321633+0000","last_clean_scrub_stamp":"2024-09-05T06:20:38.321633+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:18:25.379474+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574983,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574984,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1643,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193669,"statfs":{"total":200000000,"available":198317075,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574983,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574983,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574983,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574983,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1643,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":193669,"statfs":{"total":200000000,"available":198317075,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574983,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":195312,"kb_used":1066,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":194245,"statfs":{"total":200000000,"available":198907443,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2024-09-05T06:21:01.611 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-05T06:21:01.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afebd1640 1 Processor -- start 2024-09-05T06:21:01.729 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afebd1640 1 -- start start 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afebd1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9af8157110 0x7f9af80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afebd1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80d0e60 0x7f9af80af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afebd1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9af806d570 con 0x7f9af80b5ac0 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afebd1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9af806d850 con 0x7f9af8157110 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afebd1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9af806db30 con 0x7f9af80d0e60 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afc96d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9af8157110 0x7f9af80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9af7fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f9af80b5ac0 0x7f9af80d0750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:48102/0 (socket says 172.21.15.70:48102) 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9af7fff640 1 -- 172.21.15.70:0/2172366560 learned_addr learned my addr 172.21.15.70:0/2172366560 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afd16e640 1 --2- 172.21.15.70:0/2172366560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80d0e60 0x7f9af80af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.731 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afc96d640 1 -- 172.21.15.70:0/2172366560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80d0e60 msgr2=0x7f9af80af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:21:01.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afc96d640 1 --2- 172.21.15.70:0/2172366560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80d0e60 0x7f9af80af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9af77fe640 1 -- 172.21.15.70:0/2172366560 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2447007857 0 0) 0x7f9af806d570 con 0x7f9af80b5ac0 2024-09-05T06:21:01.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afc96d640 1 -- 172.21.15.70:0/2172366560 >> v1:172.21.15.70:6789/0 conn(0x7f9af80b5ac0 legacy=0x7f9af80d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afc96d640 1 -- 172.21.15.70:0/2172366560 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af806de10 con 0x7f9af8157110 2024-09-05T06:21:01.732 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.737+0000 7f9afd16e640 1 --2- 172.21.15.70:0/2172366560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80d0e60 0x7f9af80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:21:01.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afc96d640 1 --2- 172.21.15.70:0/2172366560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af8157110 0x7f9af80b5580 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0097c0 tx=0x7f9aec01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cec8dac88e1f156 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:01.733 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af77fe640 1 -- 172.21.15.70:0/2172366560 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aec0b0070 con 0x7f9af8157110 2024-09-05T06:21:01.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af77fe640 1 -- 172.21.15.70:0/2172366560 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aec0ab600 con 0x7f9af8157110 2024-09-05T06:21:01.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af77fe640 1 -- 172.21.15.70:0/2172366560 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aec0ab9d0 con 0x7f9af8157110 2024-09-05T06:21:01.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- 172.21.15.70:0/2172366560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af8157110 msgr2=0x7f9af80b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 --2- 172.21.15.70:0/2172366560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af8157110 0x7f9af80b5580 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0097c0 tx=0x7f9aec01c4a0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- 172.21.15.70:0/2172366560 shutdown_connections 2024-09-05T06:21:01.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 --2- 172.21.15.70:0/2172366560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80d0e60 0x7f9af80af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 --2- 172.21.15.70:0/2172366560 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af8157110 0x7f9af80b5580 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- 172.21.15.70:0/2172366560 >> 172.21.15.70:0/2172366560 conn(0x7f9af806bcc0 msgr2=0x7f9af806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:21:01.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- 172.21.15.70:0/2172366560 shutdown_connections 2024-09-05T06:21:01.735 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- 172.21.15.70:0/2172366560 wait complete. 2024-09-05T06:21:01.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 Processor -- start 2024-09-05T06:21:01.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- start start 2024-09-05T06:21:01.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80b5ac0 0x7f9af8152270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af80d0e60 0x7f9af815ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.740 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9af8157110 0x7f9af8149e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9af80b3e80 con 0x7f9af80d0e60 2024-09-05T06:21:01.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9af80b3d00 con 0x7f9af8157110 2024-09-05T06:21:01.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9af80b4000 con 0x7f9af80b5ac0 2024-09-05T06:21:01.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af80d0e60 0x7f9af815ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af80d0e60 0x7f9af815ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:49740/0 (socket says 172.21.15.70:49740) 2024-09-05T06:21:01.741 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 -- 172.21.15.70:0/344534018 learned_addr learned my addr 172.21.15.70:0/344534018 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:21:01.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afc96d640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80b5ac0 0x7f9af8152270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afd16e640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9af8157110 0x7f9af8149e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 -- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80b5ac0 msgr2=0x7f9af8152270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80b5ac0 0x7f9af8152270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 -- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9af8157110 msgr2=0x7f9af8149e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.742 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9af8157110 0x7f9af8149e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 -- 172.21.15.70:0/344534018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af814c2c0 con 0x7f9af80d0e60 2024-09-05T06:21:01.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afd16e640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9af8157110 0x7f9af8149e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:21:01.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af7fff640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af80d0e60 0x7f9af815ade0 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f9ae800c4b0 tx=0x7f9ae800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:01.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af57fa640 1 -- 172.21.15.70:0/344534018 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8018070 con 0x7f9af80d0e60 2024-09-05T06:21:01.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af57fa640 1 -- 172.21.15.70:0/344534018 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae8007500 con 0x7f9af80d0e60 2024-09-05T06:21:01.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9af57fa640 1 -- 172.21.15.70:0/344534018 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8004a30 con 0x7f9af80d0e60 2024-09-05T06:21:01.743 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9af814ad80 con 0x7f9af80d0e60 2024-09-05T06:21:01.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.741+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9af814b340 con 0x7f9af80d0e60 2024-09-05T06:21:01.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.745+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9af806d570 con 0x7f9af80d0e60 2024-09-05T06:21:01.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.745+0000 7f9af57fa640 1 -- 172.21.15.70:0/344534018 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9ae801b070 con 0x7f9af80d0e60 2024-09-05T06:21:01.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.745+0000 7f9af57fa640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ae40678c0 0x7f9ae4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:01.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.745+0000 7f9afc96d640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ae40678c0 0x7f9ae4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:01.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.745+0000 7f9af57fa640 1 -- 172.21.15.70:0/344534018 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7f9ae8084c50 con 0x7f9af80d0e60 2024-09-05T06:21:01.744 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.745+0000 7f9afc96d640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ae40678c0 0x7f9ae4069d80 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0ad000 tx=0x7f9aec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:01.745 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.749+0000 7f9af57fa640 1 -- 172.21.15.70:0/344534018 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9ae808a020 con 0x7f9af80d0e60 2024-09-05T06:21:01.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.909+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f9af8156940 con 0x7f9af80d0e60 2024-09-05T06:21:01.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9af57fa640 1 -- 172.21.15.70:0/344534018 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v22)=0 v22) ==== 123+0+0 (secure 0 0 0) 0x7f9af814c2c0 con 0x7f9af80d0e60 2024-09-05T06:21:01.911 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9af57fa640 1 -- 172.21.15.70:0/344534018 <== mon.0 v2:172.21.15.70:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f9ae8055b50 con 0x7f9af80d0e60 2024-09-05T06:21:01.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ae40678c0 msgr2=0x7f9ae4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ae40678c0 0x7f9ae4069d80 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0ad000 tx=0x7f9aec008040 comp rx=0 tx=0).stop 2024-09-05T06:21:01.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af80d0e60 msgr2=0x7f9af815ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:01.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af80d0e60 0x7f9af815ade0 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f9ae800c4b0 tx=0x7f9ae800c970 comp rx=0 tx=0).stop 2024-09-05T06:21:01.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 shutdown_connections 2024-09-05T06:21:01.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7f9ae40678c0 0x7f9ae4069d80 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9af8157110 0x7f9af8149e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9af80d0e60 0x7f9af815ade0 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 --2- 172.21.15.70:0/344534018 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9af80b5ac0 0x7f9af8152270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:01.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 >> 172.21.15.70:0/344534018 conn(0x7f9af806bcc0 msgr2=0x7f9af815be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:21:01.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 shutdown_connections 2024-09-05T06:21:01.914 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:01.917+0000 7f9afebd1640 1 -- 172.21.15.70:0/344534018 wait complete. 2024-09-05T06:21:01.931 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T06:21:01.931 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-05T06:21:02.010 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:21:02.012 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:21:02.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbddaf5a640 1 Processor -- start 2024-09-05T06:21:02.049 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbddaf5a640 1 -- start start 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbddaf5a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbdd40d4980 0x7fbdd40d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbddaf5a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbdd40cfd30 con 0x7fbdd40d3a50 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbddaf5a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbdd40d0010 con 0x7fbdd415edb0 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbddaf5a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fbdd40d02f0 con 0x7fbdd40d4980 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd8cf6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbdd40d4980 0x7fbdd40d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd94f7640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fbdd40d3a50 0x7fbdd40b4610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:48110/0 (socket says 172.21.15.70:48110) 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd94f7640 1 -- 172.21.15.70:0/1909296494 learned_addr learned my addr 172.21.15.70:0/1909296494 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd8cf6640 1 -- 172.21.15.70:0/1909296494 >> v1:172.21.15.196:6789/0 conn(0x7fbdd415edb0 legacy=0x7fbdd40d3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd8cf6640 1 -- 172.21.15.70:0/1909296494 >> v1:172.21.15.70:6789/0 conn(0x7fbdd40d3a50 legacy=0x7fbdd40b4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd37fe640 1 -- 172.21.15.70:0/1909296494 <== mon.0 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 938483178 0 0) 0x7fbdd40cfd30 con 0x7fbdd40d3a50 2024-09-05T06:21:02.051 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd8cf6640 1 -- 172.21.15.70:0/1909296494 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd40d05d0 con 0x7fbdd40d4980 2024-09-05T06:21:02.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd8cf6640 1 --2- 172.21.15.70:0/1909296494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd40d4980 0x7fbdd40d4d60 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fbdc80097c0 tx=0x7fbdc801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6d2009a4f0604e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:02.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd37fe640 1 -- 172.21.15.70:0/1909296494 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc80ab650 con 0x7fbdd40d4980 2024-09-05T06:21:02.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd37fe640 1 -- 172.21.15.70:0/1909296494 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fbdc80b0070 con 0x7fbdd40d4980 2024-09-05T06:21:02.053 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.057+0000 7fbdd37fe640 1 -- 172.21.15.70:0/1909296494 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc80aba30 con 0x7fbdd40d4980 2024-09-05T06:21:02.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- 172.21.15.70:0/1909296494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd40d4980 msgr2=0x7fbdd40d4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:02.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 --2- 172.21.15.70:0/1909296494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd40d4980 0x7fbdd40d4d60 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fbdc80097c0 tx=0x7fbdc801c430 comp rx=0 tx=0).stop 2024-09-05T06:21:02.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- 172.21.15.70:0/1909296494 shutdown_connections 2024-09-05T06:21:02.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 --2- 172.21.15.70:0/1909296494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd40d4980 0x7fbdd40d4d60 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:02.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- 172.21.15.70:0/1909296494 >> 172.21.15.70:0/1909296494 conn(0x7fbdd408e690 msgr2=0x7fbdd409dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:21:02.054 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- 172.21.15.70:0/1909296494 shutdown_connections 2024-09-05T06:21:02.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- 172.21.15.70:0/1909296494 wait complete. 2024-09-05T06:21:02.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 Processor -- start 2024-09-05T06:21:02.055 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- start start 2024-09-05T06:21:02.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbdd40d3a50 0x7fbdd41572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:02.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbdd40d4980 0x7fbdd40b9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:02.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd415edb0 0x7fbdd40b9c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:02.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd416c8c0 con 0x7fbdd415edb0 2024-09-05T06:21:02.057 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd416c740 con 0x7fbdd40d3a50 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbdd416ca40 con 0x7fbdd40d4980 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd415edb0 0x7fbdd40b9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd415edb0 0x7fbdd40b9c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:49766/0 (socket says 172.21.15.70:49766) 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 -- 172.21.15.70:0/2535399721 learned_addr learned my addr 172.21.15.70:0/2535399721 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd8cf6640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbdd40d3a50 0x7fbdd41572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 -- 172.21.15.70:0/2535399721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbdd40d4980 msgr2=0x7fbdd40b9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbdd40d4980 0x7fbdd40b9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 -- 172.21.15.70:0/2535399721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbdd40d3a50 msgr2=0x7fbdd41572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbdd40d3a50 0x7fbdd41572f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 -- 172.21.15.70:0/2535399721 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd40ba250 con 0x7fbdd415edb0 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd8cf6640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbdd40d3a50 0x7fbdd41572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd94f7640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd415edb0 0x7fbdd40b9c40 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc00c730 tx=0x7fbdcc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:02.058 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd17fa640 1 -- 172.21.15.70:0/2535399721 <== mon.0 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdcc018070 con 0x7fbdd415edb0 2024-09-05T06:21:02.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd17fa640 1 -- 172.21.15.70:0/2535399721 <== mon.0 v2:172.21.15.70:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fbdcc00ce40 con 0x7fbdd415edb0 2024-09-05T06:21:02.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdd40ba530 con 0x7fbdd415edb0 2024-09-05T06:21:02.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbdd17fa640 1 -- 172.21.15.70:0/2535399721 <== mon.0 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdcc00a880 con 0x7fbdd415edb0 2024-09-05T06:21:02.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.061+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdd4157830 con 0x7fbdd415edb0 2024-09-05T06:21:02.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.065+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdd40d4d60 con 0x7fbdd415edb0 2024-09-05T06:21:02.059 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.065+0000 7fbdd17fa640 1 -- 172.21.15.70:0/2535399721 <== mon.0 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbdcc00aa20 con 0x7fbdd415edb0 2024-09-05T06:21:02.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.065+0000 7fbdd17fa640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbdb80678c0 0x7fbdb8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T06:21:02.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.065+0000 7fbdd17fa640 1 -- 172.21.15.70:0/2535399721 <== mon.0 v2:172.21.15.70:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4943+0+0 (secure 0 0 0) 0x7fbdcc085000 con 0x7fbdd415edb0 2024-09-05T06:21:02.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.065+0000 7fbdd8cf6640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbdb80678c0 0x7fbdb8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T06:21:02.060 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.065+0000 7fbdd8cf6640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbdb80678c0 0x7fbdb8069d80 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fbdc80af000 tx=0x7fbdc8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T06:21:02.063 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.069+0000 7fbdd17fa640 1 -- 172.21.15.70:0/2535399721 <== mon.0 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbdcc055dc0 con 0x7fbdd415edb0 2024-09-05T06:21:02.256 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.261+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbdd415b0d0 con 0x7fbdd415edb0 2024-09-05T06:21:02.257 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.261+0000 7fbdd17fa640 1 -- 172.21.15.70:0/2535399721 <== mon.0 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+3917 (secure 0 0 0) 0x7fbdcc0556c0 con 0x7fbdd415edb0 2024-09-05T06:21:02.257 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-05T06:21:02.257 INFO:teuthology.orchestra.run.smithi070.stdout:{"epoch":76,"btime":"2024-09-05T06:20:31:195060+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2636988414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2636988414},{"type":"v1","addr":"172.21.15.196:6833","nonce":2636988414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6319,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6835/2908528206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6834","nonce":2908528206},{"type":"v1","addr":"172.21.15.196:6835","nonce":2908528206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7911,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6835/3855282449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":3855282449},{"type":"v1","addr":"172.21.15.70:6835","nonce":3855282449}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70},{"gid":8217,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3362596801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6836","nonce":3362596801},{"type":"v1","addr":"172.21.15.70:6837","nonce":3362596801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76}],"filesystems":[]} 2024-09-05T06:21:02.257 INFO:teuthology.orchestra.run.smithi070.stderr:dumped fsmap epoch 76 2024-09-05T06:21:02.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbdb80678c0 msgr2=0x7fbdb8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:02.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbdb80678c0 0x7fbdb8069d80 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fbdc80af000 tx=0x7fbdc8008040 comp rx=0 tx=0).stop 2024-09-05T06:21:02.259 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd415edb0 msgr2=0x7fbdd40b9c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd415edb0 0x7fbdd40b9c40 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc00c730 tx=0x7fbdcc00cbf0 comp rx=0 tx=0).stop 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 shutdown_connections 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:6832/1757431175,v1:172.21.15.70:6833/1757431175] conn(0x7fbdb80678c0 0x7fbdb8069d80 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbdd415edb0 0x7fbdd40b9c40 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbdd40d4980 0x7fbdd40b9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 --2- 172.21.15.70:0/2535399721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbdd40d3a50 0x7fbdd41572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 >> 172.21.15.70:0/2535399721 conn(0x7fbdd408e690 msgr2=0x7fbdd40cb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 shutdown_connections 2024-09-05T06:21:02.260 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-05T06:21:02.265+0000 7fbddaf5a640 1 -- 172.21.15.70:0/2535399721 wait complete. 2024-09-05T06:21:02.276 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-05T06:21:02.276 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-05T06:21:02.277 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-05T06:21:02.277 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.337 INFO:tasks.ceph.mds.a:Stopped 2024-09-05T06:21:02.337 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-05T06:21:02.338 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.399 INFO:tasks.ceph.mds.c:Stopped 2024-09-05T06:21:02.399 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-05T06:21:02.399 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.413 INFO:tasks.ceph.mds.b:Stopped 2024-09-05T06:21:02.413 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-05T06:21:02.413 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.470 INFO:tasks.ceph.mds.d:Stopped 2024-09-05T06:21:02.470 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-05T06:21:02.471 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-05T06:21:02.471 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.494 INFO:tasks.ceph.osd.0:Stopped 2024-09-05T06:21:02.494 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-05T06:21:02.494 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.576 INFO:tasks.ceph.osd.1:Stopped 2024-09-05T06:21:02.576 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-05T06:21:02.576 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.658 INFO:tasks.ceph.osd.2:Stopped 2024-09-05T06:21:02.659 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-05T06:21:02.659 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.703 INFO:tasks.ceph.osd.3:Stopped 2024-09-05T06:21:02.704 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-05T06:21:02.704 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.741 INFO:tasks.ceph.osd.4:Stopped 2024-09-05T06:21:02.741 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-05T06:21:02.741 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.823 INFO:tasks.ceph.osd.5:Stopped 2024-09-05T06:21:02.824 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-05T06:21:02.824 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.893 INFO:tasks.ceph.osd.6:Stopped 2024-09-05T06:21:02.893 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-05T06:21:02.893 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:02.976 INFO:tasks.ceph.osd.7:Stopped 2024-09-05T06:21:02.976 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-05T06:21:02.976 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-05T06:21:02.977 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:03.005 INFO:tasks.ceph.mgr.y:Stopped 2024-09-05T06:21:03.006 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-05T06:21:03.006 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:03.050 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.y is failed for ~0s 2024-09-05T06:21:03.050 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.x is failed for ~0s 2024-09-05T06:21:03.051 INFO:tasks.ceph.mgr.x:Stopped 2024-09-05T06:21:03.051 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-05T06:21:03.051 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-05T06:21:03.051 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:03.065 INFO:tasks.ceph.mon.a:Stopped 2024-09-05T06:21:03.065 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-05T06:21:03.066 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:03.107 INFO:tasks.ceph.mon.b:Stopped 2024-09-05T06:21:03.107 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-05T06:21:03.107 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T06:21:03.165 INFO:tasks.ceph.mon.c:Stopped 2024-09-05T06:21:03.166 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-05T06:21:03.166 DEBUG:teuthology.orchestra.run.smithi070:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'OSD full dropping all updates' | egrep -v 'OSD near full' | egrep -v 'pausewr flag' | egrep -v 'failsafe engaged, dropping updates' | egrep -v 'failsafe disengaged, no longer dropping' | egrep -v 'is full \(reached quota' | egrep -v POOL_FULL | egrep -v POOL_BACKFILLFULL | egrep -v PG_RECOVERY_FULL | egrep -v PG_DEGRADED | head -n 1 2024-09-05T06:21:03.185 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:21:03.186 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-05T06:21:03.583 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:21:03.583 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-05T06:21:03.813 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:21:03.813 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-05T06:21:03.995 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:21:03.996 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-05T06:21:04.187 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:21:04.187 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-05T06:21:04.439 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:21:04.439 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-05T06:21:04.676 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:21:04.676 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-05T06:21:04.859 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:21:04.859 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-05T06:21:05.027 INFO:tasks.ceph:Archiving mon data... 2024-09-05T06:21:05.028 DEBUG:teuthology.misc:Transferring archived files from smithi070:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/data/mon.a.tgz 2024-09-05T06:21:05.029 DEBUG:teuthology.orchestra.run.smithi070:> mktemp 2024-09-05T06:21:05.035 INFO:teuthology.orchestra.run.smithi070.stdout:/tmp/tmp.dU0R7rMlnv 2024-09-05T06:21:05.035 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.dU0R7rMlnv 2024-09-05T06:21:05.178 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 0666 /tmp/tmp.dU0R7rMlnv 2024-09-05T06:21:05.237 DEBUG:teuthology.orchestra.remote:smithi070:/tmp/tmp.dU0R7rMlnv is 421KB 2024-09-05T06:21:05.299 DEBUG:teuthology.orchestra.run.smithi070:> rm -fr /tmp/tmp.dU0R7rMlnv 2024-09-05T06:21:05.305 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/data/mon.b.tgz 2024-09-05T06:21:05.305 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-05T06:21:05.310 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.aH0qPSwYDv 2024-09-05T06:21:05.311 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.aH0qPSwYDv 2024-09-05T06:21:05.457 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.aH0qPSwYDv 2024-09-05T06:21:05.521 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.aH0qPSwYDv is 428KB 2024-09-05T06:21:05.584 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.aH0qPSwYDv 2024-09-05T06:21:05.589 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/data/mon.c.tgz 2024-09-05T06:21:05.589 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-05T06:21:05.638 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.kqNMSWuR0c 2024-09-05T06:21:05.638 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.kqNMSWuR0c 2024-09-05T06:21:05.780 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.kqNMSWuR0c 2024-09-05T06:21:05.842 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.kqNMSWuR0c is 428KB 2024-09-05T06:21:05.861 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.kqNMSWuR0c 2024-09-05T06:21:05.866 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-05T06:21:05.866 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-05T06:21:05.868 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-05T06:21:05.927 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-05T06:21:05.971 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-05T06:21:05.971 INFO:tasks.ceph:Archiving crash dumps... 2024-09-05T06:21:05.976 DEBUG:teuthology.misc:Transferring archived files from smithi070:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/remote/smithi070/crash 2024-09-05T06:21:05.977 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-05T06:21:05.992 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/remote/smithi196/crash 2024-09-05T06:21:05.992 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-05T06:21:06.026 INFO:tasks.ceph:Shutting down logrotate 2024-09-05T06:21:06.026 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:21:06.039 DEBUG:teuthology.orchestra.run.smithi196:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-05T06:21:06.107 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-05T06:21:06.119 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-05T06:21:06.161 INFO:tasks.ceph:Compressing logs... 2024-09-05T06:21:06.161 DEBUG:teuthology.orchestra.run.smithi070:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T06:21:06.164 DEBUG:teuthology.orchestra.run.smithi196:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T06:21:06.191 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39489.log 2024-09-05T06:21:06.191 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40358.log 2024-09-05T06:21:06.195 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33288.log 2024-09-05T06:21:06.195 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24820.log 2024-09-05T06:21:06.195 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.39489.log.gz 2024-09-05T06:21:06.195 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33288.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.40358.log.gz 2024-09-05T06:21:06.195 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31129.log 2024-09-05T06:21:06.195 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.24820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28802.log 2024-09-05T06:21:06.195 INFO:teuthology.orchestra.run.smithi070.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.33288.log.gz 2024-09-05T06:21:06.196 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.24820.log.gz 2024-09-05T06:21:06.196 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41391.log 2024-09-05T06:21:06.196 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31129.log: /var/log/ceph/ceph-client.admin.28802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39768.log 2024-09-05T06:21:06.196 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.31129.log.gz 2024-09-05T06:21:06.196 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.28802.log.gz 2024-09-05T06:21:06.196 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37130.log 2024-09-05T06:21:06.196 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41391.log.gz 2024-09-05T06:21:06.197 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25064.log 2024-09-05T06:21:06.197 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.39768.log.gz 2024-09-05T06:21:06.197 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40057.log 2024-09-05T06:21:06.205 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25064.log: gzip 87.9% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.37130.log.gz -- 2024-09-05T06:21:06.205 INFO:teuthology.orchestra.run.smithi070.stderr: /var/log/ceph/ceph-client.admin.31632.log 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.25064.log.gz 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41417.log 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40057.log: /var/log/ceph/ceph-client.admin.31632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40899.log 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40057.log.gz 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.31632.log.gz 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39664.log 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41417.log.gz 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36092.log 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.40899.log.gz 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41909.log/var/log/ceph/ceph-client.admin.39664.log: 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36174.log 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.39664.log.gz 2024-09-05T06:21:06.206 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41909.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.36092.log.gz 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36122.log 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41909.log.gz 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32120.log 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36174.log.gz 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34091.log 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36122.log.gz 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31155.log 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27616.log 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34091.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.32120.log.gz 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28911.log 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.34091.log.gz 2024-09-05T06:21:06.207 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27616.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.31155.log.gz 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.27616.log.gz 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30093.log 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34404.log 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.28911.log.gz 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33687.log 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.30093.log.gz 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35582.log 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.34404.log.gz 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34552.log 2024-09-05T06:21:06.208 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40694.log 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.33687.log.gz 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34552.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.35582.log.gz 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30360.log 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.34552.log.gz 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36304.log 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40490.log 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30360.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.40694.log.gz 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29918.log 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36304.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.30360.log.gz 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.40490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30067.log 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.36304.log.gz 2024-09-05T06:21:06.209 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28389.log 2024-09-05T06:21:06.223 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35896.log 2024-09-05T06:21:06.223 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30067.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.29918.log.gz 2024-09-05T06:21:06.223 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25380.log 2024-09-05T06:21:06.223 INFO:teuthology.orchestra.run.smithi070.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.30067.log.gz 2024-09-05T06:21:06.223 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.28389.log.gz 2024-09-05T06:21:06.223 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34790.log 2024-09-05T06:21:06.223 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35896.log: /var/log/ceph/ceph-client.admin.25380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35080.log 2024-09-05T06:21:06.223 INFO:teuthology.orchestra.run.smithi070.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.35896.log.gz 2024-09-05T06:21:06.224 INFO:teuthology.orchestra.run.smithi070.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.25380.log.gz 2024-09-05T06:21:06.224 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38519.log 2024-09-05T06:21:06.224 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.34790.log.gz 2024-09-05T06:21:06.224 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27984.log 2024-09-05T06:21:06.224 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38519.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.35080.log.gz 2024-09-05T06:21:06.224 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39032.log 2024-09-05T06:21:06.224 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.38519.log.gz 2024-09-05T06:21:06.225 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36848.log 2024-09-05T06:21:06.225 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39032.log: gzip 88.1% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.27984.log.gz -- 2024-09-05T06:21:06.225 INFO:teuthology.orchestra.run.smithi070.stderr: /var/log/ceph/ceph-client.admin.41807.log 2024-09-05T06:21:06.225 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.39032.log.gz 2024-09-05T06:21:06.225 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31311.log 2024-09-05T06:21:06.225 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32920.log 2024-09-05T06:21:06.226 INFO:teuthology.orchestra.run.smithi070.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36848.log.gz 2024-09-05T06:21:06.226 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41807.log: /var/log/ceph/ceph-client.admin.31311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26747.log 2024-09-05T06:21:06.226 INFO:teuthology.orchestra.run.smithi070.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41807.log.gz 2024-09-05T06:21:06.226 INFO:teuthology.orchestra.run.smithi070.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.31311.log.gz 2024-09-05T06:21:06.226 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30334.log 2024-09-05T06:21:06.227 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.32920.log.gz 2024-09-05T06:21:06.227 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25694.log 2024-09-05T06:21:06.227 INFO:teuthology.orchestra.run.smithi070.stderr: 89.1%/var/log/ceph/ceph-client.admin.30334.log: -- replaced with /var/log/ceph/ceph-client.admin.26747.log.gz 2024-09-05T06:21:06.227 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34312.log 2024-09-05T06:21:06.227 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38467.log 2024-09-05T06:21:06.227 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.30334.log.gz 2024-09-05T06:21:06.228 INFO:teuthology.orchestra.run.smithi070.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.25694.log.gz 2024-09-05T06:21:06.228 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26832.log 2024-09-05T06:21:06.228 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32616.log 2024-09-05T06:21:06.228 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38467.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.34312.log.gz 2024-09-05T06:21:06.228 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40546.log 2024-09-05T06:21:06.228 INFO:teuthology.orchestra.run.smithi070.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38467.log.gz 2024-09-05T06:21:06.228 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.26832.log.gz 2024-09-05T06:21:06.229 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29762.log 2024-09-05T06:21:06.229 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.32616.log.gz 2024-09-05T06:21:06.229 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40546.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-05T06:21:06.229 INFO:teuthology.orchestra.run.smithi070.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.40546.log.gz 2024-09-05T06:21:06.229 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30863.log 2024-09-05T06:21:06.229 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36354.log 2024-09-05T06:21:06.229 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.29762.log.gz 2024-09-05T06:21:06.230 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36700.log 2024-09-05T06:21:06.230 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36354.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25481.log 2024-09-05T06:21:06.230 INFO:teuthology.orchestra.run.smithi070.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.30863.log.gz 2024-09-05T06:21:06.230 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36700.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36354.log.gz 2024-09-05T06:21:06.230 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29662.log 2024-09-05T06:21:06.230 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36700.log.gz 2024-09-05T06:21:06.230 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39879.log 2024-09-05T06:21:06.231 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34712.log 2024-09-05T06:21:06.231 INFO:teuthology.orchestra.run.smithi070.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.25481.log.gz 2024-09-05T06:21:06.231 INFO:teuthology.orchestra.run.smithi070.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.29662.log.gz 2024-09-05T06:21:06.231 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31880.log 2024-09-05T06:21:06.231 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33158.log 2024-09-05T06:21:06.231 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.39879.log.gz 2024-09-05T06:21:06.232 INFO:teuthology.orchestra.run.smithi070.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.34712.log.gz 2024-09-05T06:21:06.232 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25692.log 2024-09-05T06:21:06.232 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31337.log 2024-09-05T06:21:06.232 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.31880.log.gz 2024-09-05T06:21:06.232 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28564.log 2024-09-05T06:21:06.232 INFO:teuthology.orchestra.run.smithi070.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.33158.log.gz 2024-09-05T06:21:06.233 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31337.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.25692.log.gz 2024-09-05T06:21:06.233 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39110.log 2024-09-05T06:21:06.233 INFO:teuthology.orchestra.run.smithi070.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.31337.log.gz 2024-09-05T06:21:06.233 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32359.log 2024-09-05T06:21:06.233 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.28564.log.gz 2024-09-05T06:21:06.233 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27720.log 2024-09-05T06:21:06.234 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41339.log 2024-09-05T06:21:06.234 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32359.log: /var/log/ceph/ceph-client.admin.27720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34608.log 2024-09-05T06:21:06.234 INFO:teuthology.orchestra.run.smithi070.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.32359.log.gz 2024-09-05T06:21:06.234 INFO:teuthology.orchestra.run.smithi070.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.39110.log.gz 2024-09-05T06:21:06.234 INFO:teuthology.orchestra.run.smithi070.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.27720.log.gz 2024-09-05T06:21:06.234 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41339.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41339.log.gz 2024-09-05T06:21:06.234 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30939.log 2024-09-05T06:21:06.255 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24576.log 2024-09-05T06:21:06.255 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24600.log 2024-09-05T06:21:06.255 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.24576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.25183.log 2024-09-05T06:21:06.255 INFO:teuthology.orchestra.run.smithi196.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.24576.log.gz 2024-09-05T06:21:06.255 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.24600.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.24600.log.gz 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24504.log 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.3.25183.log: /var/log/ceph/ceph-client.admin.24504.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.7.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.24504.log.gz 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.25337.log 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.26801.log 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.25337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.26000.log 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.3.25183.log.gz 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.26801.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-05T06:21:06.256 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.26000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.26474.log 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.1.25337.log.gz 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.25064.log 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.26318.log 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.26474.log: 90.8%/var/log/ceph/ceph-client.1.25064.log: -- replaced with /var/log/ceph/ceph-client.1.26801.log.gz 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.1.26000.log.gz 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.25844.log 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.26318.log: 88.6% -- replaced with /var/log/ceph/ceph-client.1.25064.log.gz 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.25844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.26162.log 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.1.26318.log.gz 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph.log: 94.9% -- replaced with /var/log/ceph/ceph-client.1.26474.log.gz 2024-09-05T06:21:06.257 INFO:teuthology.orchestra.run.smithi196.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.1.25844.log.gz 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.26642.log 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.26162.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24528.log 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.26642.log: 88.6% -- replaced with /var/log/ceph/ceph-client.1.26162.log.gz/var/log/ceph/ceph-mon.c.log: 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.24528.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.24528.log.gz 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr: 92.4% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.1.26642.log.gz 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24480.log 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24552.log 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.24480.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.24480.log.gz/var/log/ceph/ceph-client.admin.24552.log: 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.24552.log.gz 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24624.log 2024-09-05T06:21:06.258 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.25661.log 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.24624.log: 94.4% 88.1% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz -- replaced with /var/log/ceph/ceph-client.admin.24624.log.gz 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.25661.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mds.b.log: 94.2% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mon.b.log: 93.2% -- replaced with /var/log/ceph/ceph-client.1.25661.log.gz 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr: 93.0% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.25491.log 2024-09-05T06:21:06.259 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24456.log 2024-09-05T06:21:06.262 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.1.25491.log: 91.3% -- replaced with /var/log/ceph/ceph-client.1.25491.log.gz 2024-09-05T06:21:06.263 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.24456.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.24456.log.gz 2024-09-05T06:21:06.297 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25676.log 2024-09-05T06:21:06.297 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35485.log 2024-09-05T06:21:06.297 INFO:teuthology.orchestra.run.smithi070.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.34608.log.gz 2024-09-05T06:21:06.297 INFO:teuthology.orchestra.run.smithi070.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.30939.log.gz 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr:gzip/var/log/ceph/ceph-client.admin.25676.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.32590.log 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26663.log 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.25676.log.gz 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr: 89.4%/var/log/ceph/ceph-client.admin.32590.log: -- replaced with /var/log/ceph/ceph-client.admin.35485.log.gz 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25480.log 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26663.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.32590.log.gz 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30469.log 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.26663.log.gz 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34432.log 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30469.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.25480.log.gz 2024-09-05T06:21:06.298 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33262.log 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41859.log 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.30469.log.gz 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33262.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.34432.log.gz 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37445.log 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.33262.log.gz 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.27904.log 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41859.log.gz 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27066.log 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.37445.log.gz 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.27904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28259.log 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25978.log 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32200.log 2024-09-05T06:21:06.299 INFO:teuthology.orchestra.run.smithi070.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.27066.log.gz 2024-09-05T06:21:06.300 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27746.log 2024-09-05T06:21:06.300 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.28259.log.gz 2024-09-05T06:21:06.300 INFO:teuthology.orchestra.run.smithi070.stderr: 89.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25874.log 2024-09-05T06:21:06.300 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32200.log: -- replaced with /var/log/ceph/ceph-client.admin.25978.log.gz 2024-09-05T06:21:06.300 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.39216.log 2024-09-05T06:21:06.300 INFO:teuthology.orchestra.run.smithi070.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.32200.log.gz 2024-09-05T06:21:06.300 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39846.log 2024-09-05T06:21:06.300 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.27746.log.gz/var/log/ceph/ceph-client.0.39216.log: 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33002.log 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.25874.log.gz 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39846.log: 91.6% -- replaced with /var/log/ceph/ceph-client.0.27904.log.gz 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.39846.log.gz 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29866.log 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30703.log 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.33002.log.gz 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33838.log 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.29866.log.gz 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30703.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28199.log 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr:gzip/var/log/ceph/ceph-client.admin.33838.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.29184.log 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28199.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41883.log 2024-09-05T06:21:06.301 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.33838.log.gz 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.30703.log.gz 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.28199.log.gz 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29184.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.29184.log.gz 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38783.log 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35110.log 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34868.log 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41883.log.gz 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41115.log 2024-09-05T06:21:06.302 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.38783.log.gz 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27137.log 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.35110.log.gz 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34868.log: /var/log/ceph/ceph-client.admin.41115.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.34868.log.gz 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41115.log.gz 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38605.log 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40028.log 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38605.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.27137.log.gz 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36066.log 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.38605.log.gz 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35766.log 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36066.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40028.log.gz 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38954.log 2024-09-05T06:21:06.303 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35766.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36066.log.gz 2024-09-05T06:21:06.304 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40306.log 2024-09-05T06:21:06.304 INFO:teuthology.orchestra.run.smithi070.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.35766.log.gz 2024-09-05T06:21:06.304 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29702.log 2024-09-05T06:21:06.304 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38954.log: /var/log/ceph/ceph-client.admin.40306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33916.log 2024-09-05T06:21:06.304 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0%/var/log/ceph/ceph-client.admin.29702.log: -- replaced with /var/log/ceph/ceph-client.admin.40306.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25250.log 2024-09-05T06:21:06.304 INFO:teuthology.orchestra.run.smithi070.stderr: 2024-09-05T06:21:06.304 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38954.log.gz 2024-09-05T06:21:06.304 INFO:teuthology.orchestra.run.smithi070.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.29702.log.gz 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.33394.log 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.33916.log.gz 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36490.log 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25250.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.25250.log.gz 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.33394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34491.log 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32857.log 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36490.log: /var/log/ceph/ceph-client.admin.34491.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36490.log.gz 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33054.log 2024-09-05T06:21:06.305 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8%/var/log/ceph/ceph-client.admin.32857.log: -- replaced with /var/log/ceph/ceph-client.admin.34491.log.gz 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33054.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.32857.log.gz 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.33054.log.gz 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32803.log 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41214.log 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33635.log 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.32803.log.gz 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41214.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41214.log.gz 2024-09-05T06:21:06.306 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29944.log 2024-09-05T06:21:06.307 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38638.log 2024-09-05T06:21:06.307 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33635.log: /var/log/ceph/ceph-client.admin.29944.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.33635.log.gz 2024-09-05T06:21:06.307 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.29944.log.gz 2024-09-05T06:21:06.307 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27848.log 2024-09-05T06:21:06.307 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30970.log 2024-09-05T06:21:06.307 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38638.log: /var/log/ceph/ceph-client.admin.27848.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38638.log.gz 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30521.log 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.27848.log.gz 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30970.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.30970.log.gz 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41469.log 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34526.log 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30521.log: /var/log/ceph/ceph-client.admin.41469.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.30521.log.gz 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41469.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34143.log 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr: 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34526.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.34526.log.gz 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33184.log 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41833.log 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34143.log: /var/log/ceph/ceph-client.admin.33184.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.34143.log.gz 2024-09-05T06:21:06.308 INFO:teuthology.orchestra.run.smithi070.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.33184.log.gz 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39911.log 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28946.log 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41833.log: /var/log/ceph/ceph-client.admin.39911.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41833.log.gz 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.39911.log.gz 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29260.log 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28672.log 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28946.log: /var/log/ceph/ceph-client.admin.29260.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.28946.log.gz 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.29260.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41186.log 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr: 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28672.log: 95.0% -- replaced with /var/log/ceph/ceph-client.0.40490.log.gz 2024-09-05T06:21:06.309 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.28672.log.gz 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36252.log 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38811.log 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39463.log 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41186.log.gz 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr: 89.3%/var/log/ceph/ceph-client.admin.38811.log: -- replaced with /var/log/ceph/ceph-client.admin.36252.log.gz 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26630.log 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39463.log: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40754.log 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38811.log.gz 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.39463.log.gz 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26630.log: 88.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40602.log 2024-09-05T06:21:06.310 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.26630.log.gz 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27014.log 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr: 88.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34634.log 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.40754.log.gz 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40602.log: /var/log/ceph/ceph-client.admin.27014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34247.log 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.40602.log.gz 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34634.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.27014.log.gz 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.34634.log.gz 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41781.log 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.0.39216.log.gz 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34247.log: /var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26802.log 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41781.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.34247.log.gz 2024-09-05T06:21:06.311 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32333.log 2024-09-05T06:21:06.312 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27040.log 2024-09-05T06:21:06.312 INFO:teuthology.orchestra.run.smithi070.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41781.log.gz 2024-09-05T06:21:06.312 INFO:teuthology.orchestra.run.smithi070.stderr: 87.6%/var/log/ceph/ceph-client.admin.32333.log: -- replaced with /var/log/ceph/ceph-client.admin.26802.log.gz 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39377.log 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6%/var/log/ceph/ceph-client.admin.27040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38928.log 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.32333.log.gz 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39377.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.27040.log.gz 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29054.log 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.39377.log.gz 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.29316.log 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29054.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38928.log.gz 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26494.log 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25198.log 2024-09-05T06:21:06.313 INFO:teuthology.orchestra.run.smithi070.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.29054.log.gz/var/log/ceph/ceph-client.0.29316.log: 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39541.log 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.26494.log.gz 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25198.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.25198.log.gz 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28014.log 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31720.log 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39541.log: /var/log/ceph/ceph-client.admin.28014.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.39541.log.gz 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.28014.log.gz 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37563.log 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41573.log 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31720.log: /var/log/ceph/ceph-client.admin.37563.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.31720.log.gz 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.37563.log.gz 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34460.log 2024-09-05T06:21:06.314 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39160.log 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41573.log: /var/log/ceph/ceph-client.admin.34460.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41573.log.gz 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31854.log 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.34460.log.gz 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39160.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.39160.log.gz 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34738.log 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35355.log 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31854.log: /var/log/ceph/ceph-client.admin.34738.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.31854.log.gz 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40280.log 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34738.log.gz 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35799.log 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40280.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.35355.log.gz 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37827.log 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.40280.log.gz 2024-09-05T06:21:06.315 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35799.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.35799.log.gz 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31932.log 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33515.log 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37827.log: /var/log/ceph/ceph-client.admin.31932.log: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.37827.log.gz 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:gzip 91.2% -5 --verbose -- /var/log/ceph/ceph-client.admin.41365.log 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.31932.log.gz 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33515.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.33515.log.gz 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41677.log 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41547.log 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41365.log: /var/log/ceph/ceph-client.admin.41677.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41365.log.gz 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41495.log 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41677.log.gz 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41547.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.41547.log.gz 2024-09-05T06:21:06.316 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32508.log 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25952.log 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41495.log: /var/log/ceph/ceph-client.admin.32508.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.41495.log.gz 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.32508.log.gz 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33132.log 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28972.log 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25952.log: /var/log/ceph/ceph-client.admin.33132.log: 88.4% 88.4% -- replaced with /var/log/ceph/ceph-client.admin.25952.log.gz 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.33132.log.gz 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40959.log 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40254.log 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28972.log: /var/log/ceph/ceph-client.admin.40959.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.28972.log.gz 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.40959.log.gz 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32411.log 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26910.log 2024-09-05T06:21:06.317 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40254.log: /var/log/ceph/ceph-client.admin.32411.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.40254.log.gz 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.32411.log.gz 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26461.log 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31575.log 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26910.log: /var/log/ceph/ceph-client.admin.26461.log: 88.9% 88.0% -- replaced with /var/log/ceph/ceph-client.admin.26910.log.gz 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.26461.log.gz 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38846.log 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35381.log 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31575.log: /var/log/ceph/ceph-client.admin.38846.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.31575.log.gz 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38846.log.gz 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25690.log 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31393.log 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35381.log: /var/log/ceph/ceph-client.admin.25690.log: 88.1% 88.7% -- replaced with /var/log/ceph/ceph-client.admin.25690.log.gz 2024-09-05T06:21:06.318 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.35381.log.gz 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40572.log 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35195.log 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31393.log: /var/log/ceph/ceph-client.admin.40572.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.31393.log.gz 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.40572.log.gz 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24449.log 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30417.log 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35195.log: /var/log/ceph/ceph-client.admin.24449.log: 87.9% 88.0% -- replaced with /var/log/ceph/ceph-client.admin.35195.log.gz 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.24449.log.gz 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38316.log 2024-09-05T06:21:06.319 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36557.log 2024-09-05T06:21:06.320 INFO:teuthology.orchestra.run.smithi196.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-05T06:21:06.336 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30417.log: /var/log/ceph/ceph-client.admin.38316.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.30417.log.gz 2024-09-05T06:21:06.336 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38316.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25926.log 2024-09-05T06:21:06.336 INFO:teuthology.orchestra.run.smithi070.stderr: 2024-09-05T06:21:06.336 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36557.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.36557.log.gz 2024-09-05T06:21:06.336 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33080.log 2024-09-05T06:21:06.336 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39058.log 2024-09-05T06:21:06.336 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25926.log: /var/log/ceph/ceph-client.admin.33080.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.25926.log.gz 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37697.log 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.33080.log.gz 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39058.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.39058.log.gz 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32972.log 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36464.log 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37697.log: /var/log/ceph/ceph-client.admin.32972.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.37697.log.gz 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.32972.log.gz 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36955.log 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27313.log 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36464.log: /var/log/ceph/ceph-client.admin.36955.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.36464.log.gz 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.36955.log.gz 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41063.log 2024-09-05T06:21:06.337 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35634.log 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27313.log: /var/log/ceph/ceph-client.admin.41063.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.27313.log.gz 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41063.log.gz 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39437.log 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35634.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.35634.log.gz 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27560.log 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37989.log 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39437.log: /var/log/ceph/ceph-client.admin.27560.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.39437.log.gz 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.27560.log.gz 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37182.log 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25116.log 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37989.log: /var/log/ceph/ceph-client.admin.37182.log: 87.9% 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37989.log.gz 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.37182.log.gz 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37589.log 2024-09-05T06:21:06.338 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26988.log 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25116.log: /var/log/ceph/ceph-client.admin.37589.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.25116.log.gz 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.37589.log.gz 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38045.log 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37471.log 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26988.log: /var/log/ceph/ceph-client.admin.38045.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.26988.log.gz 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.38045.log.gz 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32679.log 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27111.log 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37471.log: /var/log/ceph/ceph-client.admin.32679.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.37471.log.gz 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.32679.log.gz 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31906.log 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31458.log 2024-09-05T06:21:06.339 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27111.log: /var/log/ceph/ceph-client.admin.31906.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.27111.log.gz 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.31906.log.gz 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36040.log 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37286.log 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31458.log: /var/log/ceph/ceph-client.admin.36040.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.31458.log.gz 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.36040.log.gz 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30677.log 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36278.log 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37286.log: /var/log/ceph/ceph-client.admin.30677.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.37286.log.gz 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.30677.log.gz 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27586.log 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34894.log 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36278.log: /var/log/ceph/ceph-client.admin.27586.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36278.log.gz 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.27586.log.gz 2024-09-05T06:21:06.340 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40384.log 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35660.log 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34894.log: /var/log/ceph/ceph-client.admin.40384.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.34894.log.gz 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.40384.log.gz 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33598.log 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37033.log 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35660.log: /var/log/ceph/ceph-client.admin.33598.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.35660.log.gz 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.33598.log.gz 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38212.log 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30015.log 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37033.log: /var/log/ceph/ceph-client.admin.38212.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37033.log.gz 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31549.log 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38212.log.gz 2024-09-05T06:21:06.341 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30015.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.30015.log.gz 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39567.log 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37801.log 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31549.log: /var/log/ceph/ceph-client.admin.39567.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.31549.log.gz 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30547.log 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.39567.log.gz 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37801.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.37801.log.gz 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27365.log 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38571.log 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30547.log: /var/log/ceph/ceph-client.admin.27365.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.30547.log.gz 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.27365.log.gz 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.35169.log 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38571.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38571.log.gz 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25276.log 2024-09-05T06:21:06.342 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-05T06:21:06.343 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35169.log: /var/log/ceph/ceph-client.admin.25276.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.35169.log.gz 2024-09-05T06:21:06.343 INFO:teuthology.orchestra.run.smithi070.stderr: 88.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32885.log 2024-09-05T06:21:06.343 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.25276.log.gz 2024-09-05T06:21:06.349 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32946.log 2024-09-05T06:21:06.350 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32885.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.32885.log.gz 2024-09-05T06:21:06.351 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35688.log 2024-09-05T06:21:06.352 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32946.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.32946.log.gz 2024-09-05T06:21:06.352 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37419.log 2024-09-05T06:21:06.353 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35688.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.35688.log.gz 2024-09-05T06:21:06.354 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35977.log 2024-09-05T06:21:06.354 INFO:teuthology.orchestra.run.smithi070.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-05T06:21:06.354 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37419.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.37419.log.gz 2024-09-05T06:21:06.355 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35433.log 2024-09-05T06:21:06.355 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41089.log 2024-09-05T06:21:06.356 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35977.log: /var/log/ceph/ceph-client.admin.35433.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.35977.log.gz 2024-09-05T06:21:06.356 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.35433.log.gz 2024-09-05T06:21:06.357 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38100.log 2024-09-05T06:21:06.357 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41089.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.41089.log.gz 2024-09-05T06:21:06.357 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39593.log 2024-09-05T06:21:06.358 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37499.log 2024-09-05T06:21:06.359 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38100.log: /var/log/ceph/ceph-client.admin.39593.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38100.log.gz 2024-09-05T06:21:06.359 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.39593.log.gz 2024-09-05T06:21:06.359 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41011.log 2024-09-05T06:21:06.359 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34280.log 2024-09-05T06:21:06.360 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37499.log: /var/log/ceph/ceph-client.admin.41011.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.37499.log.gz 2024-09-05T06:21:06.360 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41011.log.gz 2024-09-05T06:21:06.360 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27642.log 2024-09-05T06:21:06.362 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36612.log 2024-09-05T06:21:06.362 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34280.log: /var/log/ceph/ceph-client.admin.27642.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.34280.log.gz 2024-09-05T06:21:06.362 INFO:teuthology.orchestra.run.smithi070.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.27642.log.gz 2024-09-05T06:21:06.362 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26004.log 2024-09-05T06:21:06.362 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36612.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36612.log.gz 2024-09-05T06:21:06.363 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35948.log 2024-09-05T06:21:06.363 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30177.log 2024-09-05T06:21:06.364 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26004.log: /var/log/ceph/ceph-client.admin.35948.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.26004.log.gz 2024-09-05T06:21:06.364 INFO:teuthology.orchestra.run.smithi070.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.35948.log.gz 2024-09-05T06:21:06.364 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24919.log 2024-09-05T06:21:06.365 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40434.log 2024-09-05T06:21:06.365 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30177.log: /var/log/ceph/ceph-client.admin.24919.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.30177.log.gz 2024-09-05T06:21:06.365 INFO:teuthology.orchestra.run.smithi070.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.24919.log.gz 2024-09-05T06:21:06.365 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30041.log 2024-09-05T06:21:06.366 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34020.log 2024-09-05T06:21:06.367 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40434.log: /var/log/ceph/ceph-client.admin.30041.log: 88.5% 89.0% -- replaced with /var/log/ceph/ceph-client.admin.30041.log.gz 2024-09-05T06:21:06.367 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.40434.log.gz 2024-09-05T06:21:06.367 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37208.log 2024-09-05T06:21:06.367 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36672.log 2024-09-05T06:21:06.368 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37208.log: /var/log/ceph/ceph-client.admin.34020.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.34020.log.gz 2024-09-05T06:21:06.368 INFO:teuthology.orchestra.run.smithi070.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.37208.log.gz 2024-09-05T06:21:06.368 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38415.log 2024-09-05T06:21:06.370 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27499.log 2024-09-05T06:21:06.370 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36672.log: /var/log/ceph/ceph-client.admin.38415.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36672.log.gz 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38415.log.gz 2024-09-05T06:21:06.370 INFO:teuthology.orchestra.run.smithi070.stderr: 2024-09-05T06:21:06.370 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26111.log 2024-09-05T06:21:06.371 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27169.log 2024-09-05T06:21:06.371 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26111.log: /var/log/ceph/ceph-client.admin.27499.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.27499.log.gz 2024-09-05T06:21:06.371 INFO:teuthology.orchestra.run.smithi070.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.26111.log.gz 2024-09-05T06:21:06.371 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40720.log 2024-09-05T06:21:06.372 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38493.log 2024-09-05T06:21:06.373 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27169.log: /var/log/ceph/ceph-client.admin.40720.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.27169.log.gz 2024-09-05T06:21:06.373 INFO:teuthology.orchestra.run.smithi070.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.40720.log.gz 2024-09-05T06:21:06.373 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35143.log 2024-09-05T06:21:06.373 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31604.log 2024-09-05T06:21:06.373 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35143.log: /var/log/ceph/ceph-client.admin.38493.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.38493.log.gz 2024-09-05T06:21:06.374 INFO:teuthology.orchestra.run.smithi070.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.35143.log.gz 2024-09-05T06:21:06.374 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25328.log 2024-09-05T06:21:06.374 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33338.log 2024-09-05T06:21:06.375 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31604.log: /var/log/ceph/ceph-client.admin.25328.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.31604.log.gz 2024-09-05T06:21:06.375 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33864.log 2024-09-05T06:21:06.375 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.25328.log.gz 2024-09-05T06:21:06.376 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33338.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.33338.log.gz 2024-09-05T06:21:06.376 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33448.log 2024-09-05T06:21:06.377 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32456.log 2024-09-05T06:21:06.377 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33864.log: /var/log/ceph/ceph-client.admin.33448.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.33864.log.gz 2024-09-05T06:21:06.378 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40172.log 2024-09-05T06:21:06.378 INFO:teuthology.orchestra.run.smithi070.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.33448.log.gz 2024-09-05T06:21:06.378 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32456.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.32456.log.gz 2024-09-05T06:21:06.379 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25146.log 2024-09-05T06:21:06.379 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29371.log 2024-09-05T06:21:06.380 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40172.log: /var/log/ceph/ceph-client.admin.25146.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.40172.log.gz 2024-09-05T06:21:06.380 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28705.log 2024-09-05T06:21:06.380 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.25146.log.gz 2024-09-05T06:21:06.381 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29371.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.29371.log.gz 2024-09-05T06:21:06.381 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29495.log 2024-09-05T06:21:06.382 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26546.log 2024-09-05T06:21:06.383 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28705.log: /var/log/ceph/ceph-client.admin.29495.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.28705.log.gz 2024-09-05T06:21:06.383 INFO:teuthology.orchestra.run.smithi070.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.29495.log.gz 2024-09-05T06:21:06.383 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24853.log 2024-09-05T06:21:06.383 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25485.log 2024-09-05T06:21:06.384 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26546.log: /var/log/ceph/ceph-client.admin.24853.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.26546.log.gz 2024-09-05T06:21:06.384 INFO:teuthology.orchestra.run.smithi070.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.24853.log.gz 2024-09-05T06:21:06.384 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38131.log 2024-09-05T06:21:06.384 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25484.log 2024-09-05T06:21:06.390 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25485.log: /var/log/ceph/ceph-client.admin.38131.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.25485.log.gz 2024-09-05T06:21:06.390 INFO:teuthology.orchestra.run.smithi070.stderr: 88.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28828.log 2024-09-05T06:21:06.390 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38131.log.gz 2024-09-05T06:21:06.390 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25484.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.25484.log.gz 2024-09-05T06:21:06.391 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-05T06:21:06.391 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36726.log 2024-09-05T06:21:06.391 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28828.log: /var/log/ceph/ceph-osd.1.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.28828.log.gz 2024-09-05T06:21:06.391 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25302.log 2024-09-05T06:21:06.391 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36726.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.36726.log.gz 2024-09-05T06:21:06.391 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26690.log 2024-09-05T06:21:06.391 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25302.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.25302.log.gz 2024-09-05T06:21:06.391 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30599.log 2024-09-05T06:21:06.392 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26690.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.26690.log.gz 2024-09-05T06:21:06.392 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29397.log 2024-09-05T06:21:06.393 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30599.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.30599.log.gz 2024-09-05T06:21:06.393 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30119.log 2024-09-05T06:21:06.394 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29397.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.29397.log.gz 2024-09-05T06:21:06.394 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33210.log 2024-09-05T06:21:06.395 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30119.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.30119.log.gz 2024-09-05T06:21:06.396 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39296.log 2024-09-05T06:21:06.397 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33210.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.33210.log.gz 2024-09-05T06:21:06.397 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28337.log 2024-09-05T06:21:06.398 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39296.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.39296.log.gz 2024-09-05T06:21:06.398 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33778.log 2024-09-05T06:21:06.399 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28337.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.28337.log.gz 2024-09-05T06:21:06.400 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36520.log 2024-09-05T06:21:06.401 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33778.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.33778.log.gz 2024-09-05T06:21:06.401 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26520.log 2024-09-05T06:21:06.402 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36520.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36520.log.gz 2024-09-05T06:21:06.402 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29989.log 2024-09-05T06:21:06.403 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26520.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.26520.log.gz 2024-09-05T06:21:06.404 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24947.log 2024-09-05T06:21:06.405 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29989.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.29989.log.gz 2024-09-05T06:21:06.405 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32777.log 2024-09-05T06:21:06.406 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.24947.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.24947.log.gz 2024-09-05T06:21:06.407 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27286.log 2024-09-05T06:21:06.408 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32777.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.32777.log.gz 2024-09-05T06:21:06.408 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28311.log 2024-09-05T06:21:06.409 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27286.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.27286.log.gz 2024-09-05T06:21:06.410 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34686.log 2024-09-05T06:21:06.411 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28311.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.28311.log.gz 2024-09-05T06:21:06.411 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31181.log 2024-09-05T06:21:06.412 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34686.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.34686.log.gz 2024-09-05T06:21:06.412 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40228.log 2024-09-05T06:21:06.413 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31181.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.31181.log.gz 2024-09-05T06:21:06.414 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25693.log 2024-09-05T06:21:06.415 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40228.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40228.log.gz 2024-09-05T06:21:06.415 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28512.log 2024-09-05T06:21:06.416 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25693.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.25693.log.gz 2024-09-05T06:21:06.416 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41755.log 2024-09-05T06:21:06.417 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28512.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.28512.log.gz 2024-09-05T06:21:06.418 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30145.log 2024-09-05T06:21:06.419 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41755.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41755.log.gz 2024-09-05T06:21:06.419 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28737.log 2024-09-05T06:21:06.420 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30145.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.30145.log.gz 2024-09-05T06:21:06.421 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39976.log 2024-09-05T06:21:06.422 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28737.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.28737.log.gz 2024-09-05T06:21:06.422 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31103.log 2024-09-05T06:21:06.423 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39976.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.39976.log.gz 2024-09-05T06:21:06.423 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.23998.log 2024-09-05T06:21:06.424 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31103.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.31103.log.gz 2024-09-05T06:21:06.425 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25224.log 2024-09-05T06:21:06.425 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph.tmp-client.admin.23998.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.23998.log.gz 2024-09-05T06:21:06.426 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30443.log 2024-09-05T06:21:06.427 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25224.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.25224.log.gz 2024-09-05T06:21:06.427 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31285.log 2024-09-05T06:21:06.428 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30443.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.30443.log.gz 2024-09-05T06:21:06.429 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28883.log 2024-09-05T06:21:06.430 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31285.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.31285.log.gz 2024-09-05T06:21:06.430 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38387.log 2024-09-05T06:21:06.431 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28883.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.28883.log.gz 2024-09-05T06:21:06.431 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33994.log 2024-09-05T06:21:06.433 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38387.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.38387.log.gz 2024-09-05T06:21:06.433 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29558.log 2024-09-05T06:21:06.434 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33994.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.33994.log.gz 2024-09-05T06:21:06.434 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41703.log 2024-09-05T06:21:06.435 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29558.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.29558.log.gz 2024-09-05T06:21:06.436 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33028.log 2024-09-05T06:21:06.437 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41703.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41703.log.gz 2024-09-05T06:21:06.437 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37352.log 2024-09-05T06:21:06.438 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33028.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.33028.log.gz 2024-09-05T06:21:06.438 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38160.log 2024-09-05T06:21:06.439 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37352.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37352.log.gz 2024-09-05T06:21:06.440 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35511.log 2024-09-05T06:21:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38160.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.38160.log.gz 2024-09-05T06:21:06.441 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26884.log 2024-09-05T06:21:06.442 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35511.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.35511.log.gz 2024-09-05T06:21:06.443 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40665.log 2024-09-05T06:21:06.444 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26884.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.26884.log.gz 2024-09-05T06:21:06.444 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27534.log 2024-09-05T06:21:06.445 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40665.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.40665.log.gz 2024-09-05T06:21:06.445 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39515.log 2024-09-05T06:21:06.446 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27534.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.27534.log.gz 2024-09-05T06:21:06.447 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41625.log 2024-09-05T06:21:06.448 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39515.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.39515.log.gz 2024-09-05T06:21:06.448 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34065.log 2024-09-05T06:21:06.449 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41625.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.41625.log.gz 2024-09-05T06:21:06.449 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31828.log 2024-09-05T06:21:06.450 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34065.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.34065.log.gz 2024-09-05T06:21:06.451 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28616.log 2024-09-05T06:21:06.452 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31828.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.31828.log.gz 2024-09-05T06:21:06.452 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33572.log 2024-09-05T06:21:06.453 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28616.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.28616.log.gz 2024-09-05T06:21:06.453 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26574.log 2024-09-05T06:21:06.455 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33572.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.33572.log.gz 2024-09-05T06:21:06.455 INFO:teuthology.orchestra.run.smithi196.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-05T06:21:06.455 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33543.log 2024-09-05T06:21:06.456 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26574.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.26574.log.gz 2024-09-05T06:21:06.456 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30651.log 2024-09-05T06:21:06.457 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33543.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.33543.log.gz 2024-09-05T06:21:06.458 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26056.log 2024-09-05T06:21:06.459 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30651.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.30651.log.gz 2024-09-05T06:21:06.459 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26721.log 2024-09-05T06:21:06.460 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26056.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.26056.log.gz 2024-09-05T06:21:06.461 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29521.log 2024-09-05T06:21:06.462 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26721.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.26721.log.gz 2024-09-05T06:21:06.462 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35922.log 2024-09-05T06:21:06.463 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29521.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.29521.log.gz 2024-09-05T06:21:06.464 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39690.log 2024-09-05T06:21:06.465 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35922.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.35922.log.gz 2024-09-05T06:21:06.465 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-05T06:21:06.466 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39690.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.39690.log.gz 2024-09-05T06:21:06.466 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33968.log 2024-09-05T06:21:06.470 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph.log: 86.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-05T06:21:06.470 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29636.log 2024-09-05T06:21:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33968.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.33968.log.gz 2024-09-05T06:21:06.471 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32229.log 2024-09-05T06:21:06.472 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29636.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.29636.log.gz 2024-09-05T06:21:06.473 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35407.log 2024-09-05T06:21:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32229.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.32229.log.gz 2024-09-05T06:21:06.474 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31802.log 2024-09-05T06:21:06.475 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35407.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.35407.log.gz 2024-09-05T06:21:06.476 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32711.log 2024-09-05T06:21:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31802.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.31802.log.gz 2024-09-05T06:21:06.477 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38545.log 2024-09-05T06:21:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32711.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.32711.log.gz 2024-09-05T06:21:06.478 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38186.log 2024-09-05T06:21:06.479 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38545.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.38545.log.gz 2024-09-05T06:21:06.480 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35054.log 2024-09-05T06:21:06.481 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38186.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38186.log.gz 2024-09-05T06:21:06.481 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36929.log 2024-09-05T06:21:06.482 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35054.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.35054.log.gz 2024-09-05T06:21:06.482 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28590.log 2024-09-05T06:21:06.483 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36929.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36929.log.gz 2024-09-05T06:21:06.484 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25090.log 2024-09-05T06:21:06.485 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28590.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.28590.log.gz 2024-09-05T06:21:06.485 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35326.log 2024-09-05T06:21:06.486 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25090.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.25090.log.gz 2024-09-05T06:21:06.486 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26962.log 2024-09-05T06:21:06.487 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35326.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.35326.log.gz 2024-09-05T06:21:06.488 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33236.log 2024-09-05T06:21:06.489 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26962.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.26962.log.gz 2024-09-05T06:21:06.489 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29466.log 2024-09-05T06:21:06.490 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33236.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.33236.log.gz 2024-09-05T06:21:06.491 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32482.log 2024-09-05T06:21:06.492 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29466.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.29466.log.gz 2024-09-05T06:21:06.492 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33661.log 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32482.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.32482.log.gz 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29892.log 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33661.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.33661.log.gz 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32564.log 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29892.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.29892.log.gz 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40120.log 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32564.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.32564.log.gz 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25900.log 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40120.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.40120.log.gz 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27668.log 2024-09-05T06:21:06.511 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25900.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.25900.log.gz 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41240.log 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27668.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.27668.log.gz 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39742.log 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41240.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41240.log.gz 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41443.log 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39742.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.39742.log.gz 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26434.log 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41443.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41443.log.gz 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37320.log 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26434.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.26434.log.gz 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34578.log 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37320.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.37320.log.gz 2024-09-05T06:21:06.512 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25001.log 2024-09-05T06:21:06.513 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34578.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34578.log.gz 2024-09-05T06:21:06.513 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31363.log 2024-09-05T06:21:06.513 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25001.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.25001.log.gz 2024-09-05T06:21:06.513 INFO:teuthology.orchestra.run.smithi196.stderr: 92.0% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-05T06:21:06.515 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34764.log 2024-09-05T06:21:06.515 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31363.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.31363.log.gz 2024-09-05T06:21:06.515 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39820.log 2024-09-05T06:21:06.515 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34764.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.34764.log.gz 2024-09-05T06:21:06.515 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27260.log 2024-09-05T06:21:06.515 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39820.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.39820.log.gz 2024-09-05T06:21:06.515 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34221.log 2024-09-05T06:21:06.516 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27260.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.27260.log.gz 2024-09-05T06:21:06.516 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25354.log 2024-09-05T06:21:06.517 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34221.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.34221.log.gz 2024-09-05T06:21:06.518 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28538.log 2024-09-05T06:21:06.519 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25354.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.25354.log.gz 2024-09-05T06:21:06.519 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24973.log 2024-09-05T06:21:06.520 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28538.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.28538.log.gz 2024-09-05T06:21:06.521 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24330.log 2024-09-05T06:21:06.521 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.24973.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.24973.log.gz 2024-09-05T06:21:06.522 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30495.log 2024-09-05T06:21:06.523 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.24330.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.24330.log.gz 2024-09-05T06:21:06.523 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35740.log 2024-09-05T06:21:06.524 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30495.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.30495.log.gz 2024-09-05T06:21:06.525 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27772.log 2024-09-05T06:21:06.526 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35740.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.35740.log.gz 2024-09-05T06:21:06.526 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41521.log 2024-09-05T06:21:06.527 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27772.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.27772.log.gz 2024-09-05T06:21:06.527 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41266.log 2024-09-05T06:21:06.528 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41521.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41521.log.gz 2024-09-05T06:21:06.529 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37527.log 2024-09-05T06:21:06.529 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41266.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41266.log.gz 2024-09-05T06:21:06.530 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31025.log 2024-09-05T06:21:06.531 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37527.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37527.log.gz 2024-09-05T06:21:06.531 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30308.log 2024-09-05T06:21:06.532 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31025.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.31025.log.gz 2024-09-05T06:21:06.532 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38980.log 2024-09-05T06:21:06.534 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30308.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.30308.log.gz 2024-09-05T06:21:06.534 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37615.log 2024-09-05T06:21:06.535 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38980.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.38980.log.gz 2024-09-05T06:21:06.536 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34944.log 2024-09-05T06:21:06.537 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37615.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.37615.log.gz 2024-09-05T06:21:06.537 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29440.log 2024-09-05T06:21:06.538 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34944.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.34944.log.gz 2024-09-05T06:21:06.538 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27339.log 2024-09-05T06:21:06.539 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29440.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.29440.log.gz 2024-09-05T06:21:06.540 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25406.log 2024-09-05T06:21:06.540 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27339.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.27339.log.gz 2024-09-05T06:21:06.540 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28854.log 2024-09-05T06:21:06.541 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25406.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.25406.log.gz 2024-09-05T06:21:06.542 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35714.log 2024-09-05T06:21:06.543 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28854.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.28854.log.gz 2024-09-05T06:21:06.543 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41141.log 2024-09-05T06:21:06.545 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35714.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.35714.log.gz 2024-09-05T06:21:06.545 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29788.log 2024-09-05T06:21:06.546 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41141.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41141.log.gz 2024-09-05T06:21:06.547 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36410.log 2024-09-05T06:21:06.547 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29788.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.29788.log.gz 2024-09-05T06:21:06.547 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28441.log 2024-09-05T06:21:06.566 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.36410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41311.log 2024-09-05T06:21:06.567 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28441.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.28441.log.gz 2024-09-05T06:21:06.575 INFO:teuthology.orchestra.run.smithi070.stderr: 95.4% -- replaced with /var/log/ceph/ceph-client.0.33394.log.gz 2024-09-05T06:21:06.581 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36226.log 2024-09-05T06:21:06.582 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38729.log 2024-09-05T06:21:06.583 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41311.log: /var/log/ceph/ceph-client.admin.36226.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41311.log.gz 2024-09-05T06:21:06.583 INFO:teuthology.orchestra.run.smithi070.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36226.log.gz 2024-09-05T06:21:06.583 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29080.log 2024-09-05T06:21:06.584 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38729.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.38729.log.gz 2024-09-05T06:21:06.584 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25689.log 2024-09-05T06:21:06.588 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29080.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.29080.log.gz 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28073.log 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25689.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.25689.log.gz 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27417.log 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28073.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.28073.log.gz 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28486.log 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27417.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.27417.log.gz 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37156.log 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28486.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.28486.log.gz 2024-09-05T06:21:06.591 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36005.log 2024-09-05T06:21:06.592 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37156.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.37156.log.gz 2024-09-05T06:21:06.592 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30753.log 2024-09-05T06:21:06.593 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36005.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36005.log.gz 2024-09-05T06:21:06.593 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35000.log 2024-09-05T06:21:06.594 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30753.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.30753.log.gz 2024-09-05T06:21:06.594 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24697.log 2024-09-05T06:21:06.598 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.35000.log: 91.6% -- replaced with /var/log/ceph/ceph-client.0.35000.log.gz 2024-09-05T06:21:06.598 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-05T06:21:06.601 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.24697.log: 95.4% -- replaced with /var/log/ceph/ceph-client.0.29316.log.gz 88.0% -- replaced with /var/log/ceph/ceph-client.admin.24697.log.gz 2024-09-05T06:21:06.601 INFO:teuthology.orchestra.run.smithi070.stderr: 2024-09-05T06:21:06.602 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30243.log 2024-09-05T06:21:06.602 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.32038.log 2024-09-05T06:21:06.602 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.30243.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.30243.log.gz 2024-09-05T06:21:06.603 INFO:teuthology.orchestra.run.smithi070.stderr: 89.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-05T06:21:06.603 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-05T06:21:06.603 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29132.log 2024-09-05T06:21:06.605 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.32038.log: /var/log/ceph/ceph-mds.c.log: 95.1% -- replaced with /var/log/ceph/ceph-client.0.36410.log.gz 2024-09-05T06:21:06.617 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29840.log 2024-09-05T06:21:06.618 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29132.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.29132.log.gz 2024-09-05T06:21:06.619 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28415.log 2024-09-05T06:21:06.620 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29840.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.29840.log.gz 2024-09-05T06:21:06.620 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29028.log 2024-09-05T06:21:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28415.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.28415.log.gz 2024-09-05T06:21:06.621 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32255.log 2024-09-05T06:21:06.622 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29028.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.29028.log.gz 2024-09-05T06:21:06.622 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31523.log 2024-09-05T06:21:06.623 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32255.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.32255.log.gz 2024-09-05T06:21:06.624 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33474.log 2024-09-05T06:21:06.625 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31523.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.31523.log.gz 2024-09-05T06:21:06.625 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35295.log 2024-09-05T06:21:06.626 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33474.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.33474.log.gz 2024-09-05T06:21:06.626 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-05T06:21:06.627 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35295.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.35295.log.gz 2024-09-05T06:21:06.627 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40985.log 2024-09-05T06:21:06.641 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25469.log 2024-09-05T06:21:06.642 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40985.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40985.log.gz 2024-09-05T06:21:06.665 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41729.log 2024-09-05T06:21:06.666 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25469.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.25469.log.gz 2024-09-05T06:21:06.686 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30999.log 2024-09-05T06:21:06.686 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41729.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41729.log.gz 2024-09-05T06:21:06.693 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27391.log 2024-09-05T06:21:06.694 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30999.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.30999.log.gz 2024-09-05T06:21:06.701 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36903.log 2024-09-05T06:21:06.702 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27391.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.27391.log.gz 2024-09-05T06:21:06.709 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37877.log 2024-09-05T06:21:06.710 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36903.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36903.log.gz 2024-09-05T06:21:06.717 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38703.log 2024-09-05T06:21:06.718 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37877.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.37877.log.gz 2024-09-05T06:21:06.725 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39408.log 2024-09-05T06:21:06.726 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38703.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.38703.log.gz 2024-09-05T06:21:06.733 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26289.log 2024-09-05T06:21:06.734 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39408.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39408.log.gz 2024-09-05T06:21:06.741 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33890.log 2024-09-05T06:21:06.742 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26289.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.26289.log.gz 2024-09-05T06:21:06.749 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31982.log 2024-09-05T06:21:06.750 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33890.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.33890.log.gz 2024-09-05T06:21:06.757 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37935.log 2024-09-05T06:21:06.758 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31982.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.31982.log.gz 2024-09-05T06:21:06.765 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25686.log 2024-09-05T06:21:06.773 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.37935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32385.log 2024-09-05T06:21:06.774 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25686.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.25686.log.gz 2024-09-05T06:21:06.782 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33809.log 2024-09-05T06:21:06.782 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32385.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.32385.log.gz 2024-09-05T06:21:06.784 INFO:teuthology.orchestra.run.smithi070.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-05T06:21:06.796 INFO:teuthology.orchestra.run.smithi070.stderr: 94.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27958.log 2024-09-05T06:21:06.798 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33809.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.33809.log.gz 2024-09-05T06:21:06.798 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33106.log 2024-09-05T06:21:06.798 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27958.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.27958.log.gz 2024-09-05T06:21:06.799 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.0.37935.log.gz 2024-09-05T06:21:06.799 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29814.log 2024-09-05T06:21:06.799 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33106.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.33106.log.gz 2024-09-05T06:21:06.800 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39270.log 2024-09-05T06:21:06.801 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29814.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.29814.log.gz 2024-09-05T06:21:06.801 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28998.log 2024-09-05T06:21:06.802 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39270.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.39270.log.gz 2024-09-05T06:21:06.802 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.30809.log 2024-09-05T06:21:06.803 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28998.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.28998.log.gz 2024-09-05T06:21:06.804 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40002.log 2024-09-05T06:21:06.821 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.30809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34816.log 2024-09-05T06:21:06.822 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40002.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40002.log.gz 2024-09-05T06:21:06.837 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29733.log 2024-09-05T06:21:06.838 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34816.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34816.log.gz 2024-09-05T06:21:06.853 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34660.log 2024-09-05T06:21:06.854 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29733.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.29733.log.gz 2024-09-05T06:21:06.861 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32092.log 2024-09-05T06:21:06.862 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34660.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.34660.log.gz 2024-09-05T06:21:06.870 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32307.log 2024-09-05T06:21:06.870 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32092.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.32092.log.gz 2024-09-05T06:21:06.877 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38898.log 2024-09-05T06:21:06.878 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32307.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.32307.log.gz 2024-09-05T06:21:06.885 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28099.log 2024-09-05T06:21:06.886 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38898.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.38898.log.gz 2024-09-05T06:21:06.893 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40780.log 2024-09-05T06:21:06.894 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28099.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.28099.log.gz 2024-09-05T06:21:06.902 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38264.log 2024-09-05T06:21:06.902 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40780.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.40780.log.gz 2024-09-05T06:21:06.910 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25486.log 2024-09-05T06:21:06.910 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38264.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38264.log.gz 2024-09-05T06:21:06.930 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37059.log 2024-09-05T06:21:06.930 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25486.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.25486.log.gz 2024-09-05T06:21:06.938 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28134.log 2024-09-05T06:21:06.938 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37059.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37059.log.gz 2024-09-05T06:21:06.946 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29158.log 2024-09-05T06:21:06.946 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28134.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.28134.log.gz 2024-09-05T06:21:06.954 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28363.log 2024-09-05T06:21:06.954 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29158.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.29158.log.gz 2024-09-05T06:21:06.962 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38015.log 2024-09-05T06:21:06.962 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28363.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.28363.log.gz 2024-09-05T06:21:06.970 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25432.log 2024-09-05T06:21:06.970 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38015.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.38015.log.gz 2024-09-05T06:21:06.978 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34117.log 2024-09-05T06:21:06.978 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25432.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.25432.log.gz 2024-09-05T06:21:06.986 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36877.log 2024-09-05T06:21:06.986 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34117.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.34117.log.gz 2024-09-05T06:21:06.997 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36778.log 2024-09-05T06:21:06.997 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36877.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36877.log.gz 2024-09-05T06:21:07.001 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41037.log 2024-09-05T06:21:07.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36778.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.36778.log.gz 2024-09-05T06:21:07.009 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33942.log 2024-09-05T06:21:07.010 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41037.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41037.log.gz 2024-09-05T06:21:07.012 INFO:teuthology.orchestra.run.smithi070.stderr: 93.9% -- replaced with /var/log/ceph/ceph-client.0.32038.log.gz 2024-09-05T06:21:07.013 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37234.log 2024-09-05T06:21:07.013 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33942.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.33942.log.gz 2024-09-05T06:21:07.015 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32646.log 2024-09-05T06:21:07.015 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37234.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.37234.log.gz 2024-09-05T06:21:07.016 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29106.log 2024-09-05T06:21:07.016 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32646.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.32646.log.gz 2024-09-05T06:21:07.017 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35537.log 2024-09-05T06:21:07.017 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29106.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.29106.log.gz 2024-09-05T06:21:07.018 INFO:teuthology.orchestra.run.smithi196.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-05T06:21:07.019 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37775.log 2024-09-05T06:21:07.019 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35537.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.35537.log.gz 2024-09-05T06:21:07.019 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31259.log 2024-09-05T06:21:07.019 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37775.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.37775.log.gz 2024-09-05T06:21:07.020 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38441.log 2024-09-05T06:21:07.020 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31259.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.31259.log.gz 2024-09-05T06:21:07.020 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31667.log 2024-09-05T06:21:07.021 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38441.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.38441.log.gz 2024-09-05T06:21:07.022 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33713.log 2024-09-05T06:21:07.022 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31667.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.31667.log.gz 2024-09-05T06:21:07.023 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25029.log 2024-09-05T06:21:07.023 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33713.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.33713.log.gz 2024-09-05T06:21:07.024 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35228.log 2024-09-05T06:21:07.024 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25029.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.25029.log.gz 2024-09-05T06:21:07.025 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40085.log 2024-09-05T06:21:07.026 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35228.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.35228.log.gz 2024-09-05T06:21:07.026 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37671.log 2024-09-05T06:21:07.027 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40085.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.40085.log.gz 2024-09-05T06:21:07.027 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25685.log 2024-09-05T06:21:07.028 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37671.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.37671.log.gz 2024-09-05T06:21:07.029 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25478.log 2024-09-05T06:21:07.029 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25685.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.25685.log.gz 2024-09-05T06:21:07.030 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31776.log 2024-09-05T06:21:07.030 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25478.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.25478.log.gz 2024-09-05T06:21:07.031 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26775.log 2024-09-05T06:21:07.031 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31776.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.31776.log.gz 2024-09-05T06:21:07.032 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37749.log 2024-09-05T06:21:07.033 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26775.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.26775.log.gz 2024-09-05T06:21:07.033 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36981.log 2024-09-05T06:21:07.034 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37749.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37749.log.gz 2024-09-05T06:21:07.034 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28047.log 2024-09-05T06:21:07.035 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36981.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36981.log.gz 2024-09-05T06:21:07.035 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40202.log 2024-09-05T06:21:07.036 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28047.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.28047.log.gz 2024-09-05T06:21:07.036 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41599.log 2024-09-05T06:21:07.037 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40202.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40202.log.gz 2024-09-05T06:21:07.037 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36752.log 2024-09-05T06:21:07.038 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41599.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41599.log.gz 2024-09-05T06:21:07.038 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33739.log 2024-09-05T06:21:07.039 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36752.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.36752.log.gz 2024-09-05T06:21:07.040 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31051.log 2024-09-05T06:21:07.040 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.33739.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.33739.log.gz 2024-09-05T06:21:07.041 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40146.log 2024-09-05T06:21:07.041 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31051.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.31051.log.gz 2024-09-05T06:21:07.042 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32281.log 2024-09-05T06:21:07.042 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40146.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.40146.log.gz 2024-09-05T06:21:07.043 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38755.log 2024-09-05T06:21:07.044 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32281.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.32281.log.gz 2024-09-05T06:21:07.044 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29610.log 2024-09-05T06:21:07.045 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38755.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38755.log.gz 2024-09-05T06:21:07.045 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40930.log 2024-09-05T06:21:07.046 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29610.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.29610.log.gz 2024-09-05T06:21:07.046 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38238.log 2024-09-05T06:21:07.047 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40930.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.40930.log.gz 2024-09-05T06:21:07.047 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34195.log 2024-09-05T06:21:07.048 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38238.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38238.log.gz 2024-09-05T06:21:07.048 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39084.log 2024-09-05T06:21:07.049 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34195.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.34195.log.gz 2024-09-05T06:21:07.049 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40639.log 2024-09-05T06:21:07.050 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39084.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.39084.log.gz 2024-09-05T06:21:07.050 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36583.log 2024-09-05T06:21:07.051 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40639.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.40639.log.gz 2024-09-05T06:21:07.051 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27443.log 2024-09-05T06:21:07.052 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36583.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36583.log.gz 2024-09-05T06:21:07.052 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32536.log 2024-09-05T06:21:07.053 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27443.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.27443.log.gz 2024-09-05T06:21:07.054 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40332.log 2024-09-05T06:21:07.054 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32536.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.32536.log.gz 2024-09-05T06:21:07.055 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30573.log 2024-09-05T06:21:07.056 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40332.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.40332.log.gz 2024-09-05T06:21:07.056 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26936.log 2024-09-05T06:21:07.056 INFO:teuthology.orchestra.run.smithi196.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-05T06:21:07.057 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30573.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.30573.log.gz 2024-09-05T06:21:07.057 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40807.log 2024-09-05T06:21:07.058 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26936.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.26936.log.gz 2024-09-05T06:21:07.058 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39716.log 2024-09-05T06:21:07.059 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40807.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40807.log.gz 2024-09-05T06:21:07.059 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31233.log 2024-09-05T06:21:07.060 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39716.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.39716.log.gz 2024-09-05T06:21:07.061 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31694.log 2024-09-05T06:21:07.061 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31233.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.31233.log.gz 2024-09-05T06:21:07.061 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27234.log 2024-09-05T06:21:07.062 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31694.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.31694.log.gz 2024-09-05T06:21:07.062 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30389.log 2024-09-05T06:21:07.063 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27234.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.27234.log.gz 2024-09-05T06:21:07.063 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31750.log 2024-09-05T06:21:07.064 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30389.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.30389.log.gz 2024-09-05T06:21:07.065 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27798.log 2024-09-05T06:21:07.066 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31750.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.31750.log.gz 2024-09-05T06:21:07.066 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34378.log 2024-09-05T06:21:07.068 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27798.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.27798.log.gz 2024-09-05T06:21:07.068 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41651.log 2024-09-05T06:21:07.070 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34378.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.34378.log.gz 2024-09-05T06:21:07.070 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26030.log 2024-09-05T06:21:07.070 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.41651.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41651.log.gz 2024-09-05T06:21:07.071 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26858.log 2024-09-05T06:21:07.071 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26030.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.26030.log.gz 2024-09-05T06:21:07.071 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37007.log 2024-09-05T06:21:07.073 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.26858.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.26858.log.gz 2024-09-05T06:21:07.073 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36817.log 2024-09-05T06:21:07.075 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37007.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.37007.log.gz 2024-09-05T06:21:07.075 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40859.log 2024-09-05T06:21:07.075 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36817.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36817.log.gz 2024-09-05T06:21:07.075 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39006.log 2024-09-05T06:21:07.076 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40859.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.40859.log.gz 2024-09-05T06:21:07.076 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38872.log 2024-09-05T06:21:07.077 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39006.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.39006.log.gz 2024-09-05T06:21:07.078 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29584.log 2024-09-05T06:21:07.078 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38872.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.38872.log.gz 2024-09-05T06:21:07.080 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31207.log 2024-09-05T06:21:07.080 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29584.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.29584.log.gz 2024-09-05T06:21:07.080 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39794.log 2024-09-05T06:21:07.081 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31207.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.31207.log.gz 2024-09-05T06:21:07.082 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36200.log 2024-09-05T06:21:07.082 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39794.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.39794.log.gz 2024-09-05T06:21:07.083 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39326.log 2024-09-05T06:21:07.083 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36200.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36200.log.gz 2024-09-05T06:21:07.084 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31077.log 2024-09-05T06:21:07.084 INFO:teuthology.orchestra.run.smithi196.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-05T06:21:07.085 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39326.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.39326.log.gz 2024-09-05T06:21:07.085 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.26384.log 2024-09-05T06:21:07.086 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.31077.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.31077.log.gz 2024-09-05T06:21:07.086 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.26239.log 2024-09-05T06:21:07.087 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.2.26384.log: 89.9% -- replaced with /var/log/ceph/ceph-client.2.26384.log.gz 2024-09-05T06:21:07.088 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29210.log 2024-09-05T06:21:07.089 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.0.26239.log: 90.2% -- replaced with /var/log/ceph/ceph-client.0.26239.log.gz 2024-09-05T06:21:07.090 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38342.log 2024-09-05T06:21:07.090 INFO:teuthology.orchestra.run.smithi196.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-05T06:21:07.091 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.29210.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.29210.log.gz 2024-09-05T06:21:07.091 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34842.log 2024-09-05T06:21:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38342.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.38342.log.gz 2024-09-05T06:21:07.093 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37104.log 2024-09-05T06:21:07.093 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-09-05T06:21:07.093 INFO:teuthology.orchestra.run.smithi196.stderr:real 0m0.878s 2024-09-05T06:21:07.093 INFO:teuthology.orchestra.run.smithi196.stderr:user 0m3.771s 2024-09-05T06:21:07.093 INFO:teuthology.orchestra.run.smithi196.stderr:sys 0m0.156s 2024-09-05T06:21:07.094 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34842.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.34842.log.gz 2024-09-05T06:21:07.094 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37260.log 2024-09-05T06:21:07.095 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37104.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.37104.log.gz 2024-09-05T06:21:07.095 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25172.log 2024-09-05T06:21:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37260.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.37260.log.gz 2024-09-05T06:21:07.096 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32829.log 2024-09-05T06:21:07.097 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25172.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.25172.log.gz 2024-09-05T06:21:07.097 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30625.log 2024-09-05T06:21:07.098 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.32829.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.32829.log.gz 2024-09-05T06:21:07.099 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27471.log 2024-09-05T06:21:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30625.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.30625.log.gz 2024-09-05T06:21:07.100 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37645.log 2024-09-05T06:21:07.101 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27471.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.27471.log.gz 2024-09-05T06:21:07.101 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39619.log 2024-09-05T06:21:07.102 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.37645.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37645.log.gz 2024-09-05T06:21:07.102 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36638.log 2024-09-05T06:21:07.103 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.39619.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.39619.log.gz 2024-09-05T06:21:07.104 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36148.log 2024-09-05T06:21:07.105 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36638.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.36638.log.gz 2024-09-05T06:21:07.105 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38290.log 2024-09-05T06:21:07.106 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36148.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36148.log.gz 2024-09-05T06:21:07.106 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25474.log 2024-09-05T06:21:07.107 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.38290.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38290.log.gz 2024-09-05T06:21:07.107 INFO:teuthology.orchestra.run.smithi070.stderr: 94.6% -- replaced with /var/log/ceph/ceph-client.0.30809.log.gz 2024-09-05T06:21:07.108 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35608.log 2024-09-05T06:21:07.108 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30211.log 2024-09-05T06:21:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.25474.log: /var/log/ceph/ceph-client.admin.35608.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.25474.log.gz 2024-09-05T06:21:07.109 INFO:teuthology.orchestra.run.smithi070.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.35608.log.gz 2024-09-05T06:21:07.109 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31426.log 2024-09-05T06:21:07.110 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28285.log 2024-09-05T06:21:07.110 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.30211.log: /var/log/ceph/ceph-client.admin.31426.log: 89.0% 89.4% -- replaced with /var/log/ceph/ceph-client.admin.30211.log.gz 2024-09-05T06:21:07.110 INFO:teuthology.orchestra.run.smithi070.stderr: -- replaced with /var/log/ceph/ceph-client.admin.31426.log.gz 2024-09-05T06:21:07.110 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30889.log 2024-09-05T06:21:07.111 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28642.log 2024-09-05T06:21:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28285.log: /var/log/ceph/ceph-client.admin.30889.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.28285.log.gz 2024-09-05T06:21:07.112 INFO:teuthology.orchestra.run.smithi070.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.30889.log.gz 2024-09-05T06:21:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40833.log 2024-09-05T06:21:07.112 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28642.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.28642.log.gz 2024-09-05T06:21:07.113 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37723.log 2024-09-05T06:21:07.113 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28230.log 2024-09-05T06:21:07.114 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.40833.log: /var/log/ceph/ceph-client.admin.37723.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.40833.log.gz 2024-09-05T06:21:07.114 INFO:teuthology.orchestra.run.smithi070.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.37723.log.gz 2024-09-05T06:21:07.114 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32168.log 2024-09-05T06:21:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35831.log 2024-09-05T06:21:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.28230.log: /var/log/ceph/ceph-client.admin.32168.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.28230.log.gz 2024-09-05T06:21:07.115 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.32168.log.gz 2024-09-05T06:21:07.115 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26600.log 2024-09-05T06:21:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34169.log 2024-09-05T06:21:07.116 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.35831.log: /var/log/ceph/ceph-client.admin.26600.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.35831.log.gz 2024-09-05T06:21:07.117 INFO:teuthology.orchestra.run.smithi070.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.26600.log.gz 2024-09-05T06:21:07.117 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.27694.log 2024-09-05T06:21:07.117 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.34169.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.34169.log.gz 2024-09-05T06:21:07.117 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35459.log 2024-09-05T06:21:07.119 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.27694.log: /var/log/ceph/ceph-client.admin.35459.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.27694.log.gz 2024-09-05T06:21:07.119 INFO:teuthology.orchestra.run.smithi070.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35459.log.gz 2024-09-05T06:21:07.158 INFO:teuthology.orchestra.run.smithi070.stderr: 93.5% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-05T06:21:07.210 INFO:teuthology.orchestra.run.smithi070.stderr: 90.8% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-05T06:21:07.222 INFO:teuthology.orchestra.run.smithi070.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-05T06:21:07.231 INFO:teuthology.orchestra.run.smithi070.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-05T06:21:07.311 INFO:teuthology.orchestra.run.smithi070.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-05T06:21:07.320 INFO:teuthology.orchestra.run.smithi070.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-05T06:21:07.321 INFO:teuthology.orchestra.run.smithi070.stderr: 2024-09-05T06:21:07.322 INFO:teuthology.orchestra.run.smithi070.stderr:real 0m1.155s 2024-09-05T06:21:07.322 INFO:teuthology.orchestra.run.smithi070.stderr:user 0m7.480s 2024-09-05T06:21:07.322 INFO:teuthology.orchestra.run.smithi070.stderr:sys 0m0.424s 2024-09-05T06:21:07.322 INFO:tasks.ceph:Archiving logs... 2024-09-05T06:21:07.322 DEBUG:teuthology.misc:Transferring archived files from smithi070:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/remote/smithi070/log 2024-09-05T06:21:07.621 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T06:21:08.051 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.y has been restored 2024-09-05T06:21:08.051 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.x has been restored 2024-09-05T06:21:08.935 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/remote/smithi196/log 2024-09-05T06:21:08.935 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T06:21:09.394 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-05T06:21:09.404 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-05T06:21:09.404 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T06:21:09.407 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T06:21:09.478 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-05T06:21:09.487 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-05T06:21:09.488 DEBUG:teuthology.orchestra.run.smithi070:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T06:21:09.490 DEBUG:teuthology.orchestra.run.smithi196:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T06:21:09.499 INFO:teuthology.orchestra.run.smithi070.stdout: remote refid st t when poll reach delay offset jitter 2024-09-05T06:21:09.499 INFO:teuthology.orchestra.run.smithi070.stdout:============================================================================== 2024-09-05T06:21:09.499 INFO:teuthology.orchestra.run.smithi070.stdout:+hv01.front.sepi 67.205.162.81 3 u 2 64 377 0.083 -10.450 1.571 2024-09-05T06:21:09.499 INFO:teuthology.orchestra.run.smithi070.stdout:*hv02.front.sepi 96.245.170.99 3 u 10 64 377 0.089 -5.668 1.581 2024-09-05T06:21:09.499 INFO:teuthology.orchestra.run.smithi070.stdout:+hv03.front.sepi 74.6.168.72 3 u 1 64 377 0.101 -9.792 1.316 2024-09-05T06:21:09.499 INFO:teuthology.orchestra.run.smithi070.stdout: hv04.front.sepi .INIT. 16 u - 256 0 0.000 +0.000 0.000 2024-09-05T06:21:09.503 INFO:teuthology.orchestra.run.smithi196.stdout: remote refid st t when poll reach delay offset jitter 2024-09-05T06:21:09.503 INFO:teuthology.orchestra.run.smithi196.stdout:============================================================================== 2024-09-05T06:21:09.503 INFO:teuthology.orchestra.run.smithi196.stdout:*hv01.front.sepi 67.205.162.81 3 u 7 64 377 0.095 -4.393 1.832 2024-09-05T06:21:09.503 INFO:teuthology.orchestra.run.smithi196.stdout:+hv02.front.sepi 96.245.170.99 3 u 65 64 377 0.110 +1.706 1.472 2024-09-05T06:21:09.503 INFO:teuthology.orchestra.run.smithi196.stdout:+hv03.front.sepi 74.6.168.72 3 u 2 64 377 0.088 -3.130 1.145 2024-09-05T06:21:09.503 INFO:teuthology.orchestra.run.smithi196.stdout: hv04.front.sepi .INIT. 16 u - 256 0 0.000 +0.000 0.000 2024-09-05T06:21:09.504 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-05T06:21:09.513 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-05T06:21:09.513 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-05T06:21:09.522 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-05T06:21:09.529 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-05T06:21:09.538 INFO:teuthology.task.internal:Duration was 1311.815006 seconds 2024-09-05T06:21:09.538 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-05T06:21:09.547 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-05T06:21:09.547 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T06:21:09.549 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T06:21:09.588 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-05T06:21:09.588 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi070.front.sepia.ceph.com 2024-09-05T06:21:09.589 DEBUG:teuthology.orchestra.run.smithi070:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T06:21:09.639 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi196.front.sepia.ceph.com 2024-09-05T06:21:09.639 DEBUG:teuthology.orchestra.run.smithi196:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T06:21:09.653 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-05T06:21:09.653 DEBUG:teuthology.orchestra.run.smithi070:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T06:21:09.683 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T06:21:09.724 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-05T06:21:09.724 DEBUG:teuthology.orchestra.run.smithi070:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T06:21:09.755 DEBUG:teuthology.orchestra.run.smithi196:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T06:21:09.827 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-05T06:21:09.837 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-05T06:21:09.837 DEBUG:teuthology.orchestra.run.smithi070:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T06:21:09.850 DEBUG:teuthology.orchestra.run.smithi196:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T06:21:09.860 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-05T06:21:09.874 DEBUG:teuthology.orchestra.run.smithi070:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T06:21:09.895 DEBUG:teuthology.orchestra.run.smithi196:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T06:21:09.903 INFO:teuthology.orchestra.run.smithi070.stdout:kernel.core_pattern = core 2024-09-05T06:21:09.911 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = core 2024-09-05T06:21:09.922 DEBUG:teuthology.orchestra.run.smithi070:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T06:21:09.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:21:09.961 DEBUG:teuthology.orchestra.run.smithi196:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T06:21:09.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T06:21:09.973 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-05T06:21:09.983 INFO:teuthology.task.internal:Transferring archived files... 2024-09-05T06:21:09.984 DEBUG:teuthology.misc:Transferring archived files from smithi070:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/remote/smithi070 2024-09-05T06:21:09.985 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T06:21:10.026 DEBUG:teuthology.misc:Transferring archived files from smithi196:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889948/remote/smithi196 2024-09-05T06:21:10.026 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T06:21:10.047 INFO:teuthology.task.internal:Removing archive directory... 2024-09-05T06:21:10.047 DEBUG:teuthology.orchestra.run.smithi070:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T06:21:10.067 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T06:21:10.094 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-05T06:21:10.105 INFO:teuthology.task.internal:Not uploading archives. 2024-09-05T06:21:10.105 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-05T06:21:10.153 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-05T06:21:10.154 DEBUG:teuthology.orchestra.run.smithi070:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T06:21:10.156 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T06:21:10.160 INFO:teuthology.orchestra.run.smithi070.stdout: 658639 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 06:21 /home/ubuntu/cephtest 2024-09-05T06:21:10.162 INFO:teuthology.orchestra.run.smithi196.stdout: 658641 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 06:21 /home/ubuntu/cephtest 2024-09-05T06:21:10.163 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-05T06:21:10.174 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-05T06:21:10.200 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/mds-full} duration: 1311.8150062561035 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-05T06:21:10.200 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T06:21:10.285 INFO:teuthology.run:pass